-- Logs begin at Fri 2022-01-14 00:58:35 UTC, end at Fri 2022-01-14 02:11:18 UTC. -- Jan 14 01:28:17.948232 n-d-824358-4 systemd[1]: Started Devstack devstack@q-svc.service. Jan 14 01:28:20.843823 n-d-824358-4 neutron-server[103246]: INFO neutron.common.config [-] Logging enabled! Jan 14 01:28:20.844333 n-d-824358-4 neutron-server[103246]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev378 Jan 14 01:28:20.844601 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103246) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 14 01:28:20.847850 n-d-824358-4 neutron-server[103246]: INFO neutron.common.config [-] Logging enabled! Jan 14 01:28:20.848103 n-d-824358-4 neutron-server[103246]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev378 Jan 14 01:28:20.848429 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103246) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 14 01:28:20.849354 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 14 01:28:20.849583 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 14 01:28:20.850108 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 14 01:28:20.850354 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 14 01:28:20.850604 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 14 01:28:20.850922 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.851334 n-d-824358-4 neutron-server[103246]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 14 01:28:20.851639 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.851930 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.852219 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.852511 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.852798 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.853079 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.853364 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.853656 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.853943 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.854221 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.854529 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.854820 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.855099 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.855381 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.855665 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.855942 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] debug = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.856216 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.856640 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.857044 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.857324 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.857609 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.857883 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.858152 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.858438 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.858742 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.859067 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] host = n-d-824358-4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.859343 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.859627 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.859907 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.860187 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.860458 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.860729 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.861009 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.861277 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.861559 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] log_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.861815 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.862098 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.862382 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.862692 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.862918 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.863142 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.863428 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.863710 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.864500 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.864799 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.865074 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.865348 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.865622 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.865889 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.866172 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.866479 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.866769 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.867047 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.867323 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.867594 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.867869 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.868154 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.868429 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.868702 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.868980 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.869263 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.869529 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.869800 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.870091 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.870371 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.870676 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.870958 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.871233 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.871509 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.871773 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.872039 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.872303 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] use_json = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.872572 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.872840 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.873117 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.873386 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.873656 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.873927 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.874194 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.874499 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.874772 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:20.875063 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.875357 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.875653 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.875935 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.876219 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.876497 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.876784 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.877056 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.877339 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.877622 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.877904 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.878177 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.878489 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.878778 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.879066 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.879364 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.879674 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.880567 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.880839 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.881109 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.881379 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.881653 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.881938 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.882211 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.882527 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.882813 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.883092 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.883389 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.883674 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.883965 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.884250 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.884525 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.884799 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.885087 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.885362 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.885632 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.885907 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.886190 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.886495 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.886768 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.887049 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.887324 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.887594 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.887864 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.888137 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.888420 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.888690 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.888955 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.889223 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.889494 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.889759 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.890040 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.890310 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.890612 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.890884 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.891155 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.891422 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.891691 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.891958 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.892225 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.892492 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.892757 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.893024 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.893293 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.893557 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.893824 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.894091 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.894363 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.894660 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.894930 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.895201 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.895509 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.895778 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.896046 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.896332 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.896623 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.896895 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.897170 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.897443 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.897715 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.897986 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.898254 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.898552 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.898830 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.899100 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.899387 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.899665 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.899944 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.900249 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.900523 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.900812 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.901088 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.901366 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.901641 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.901918 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.902194 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.902494 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.902783 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.903069 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.903356 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.903643 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.903928 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.904202 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.904507 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.904778 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:20.904991 n-d-824358-4 neutron-server[103246]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 14 01:28:20.905228 n-d-824358-4 neutron-server[103246]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103246) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 14 01:28:21.271163 n-d-824358-4 neutron-server[103246]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 14 01:28:21.271437 n-d-824358-4 neutron-server[103246]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 14 01:28:21.271741 n-d-824358-4 neutron-server[103246]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 14 01:28:21.272077 n-d-824358-4 neutron-server[103246]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 14 01:28:21.593743 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.593929 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.594203 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.597185 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.597468 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.597733 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.641315 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.641592 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.641852 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.656244 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.656521 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.656784 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.686422 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.686715 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.686993 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.722390 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.722686 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:21.722953 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.058992 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.059630 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.059630 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.059799 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.060442 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.159222 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.159540 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.159815 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.160084 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.160350 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.160659 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.160942 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.161200 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.161455 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.161736 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.161998 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.162270 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.162549 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.162805 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.163061 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.163325 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.163581 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.163846 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.164114 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.164384 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.164654 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.164905 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.165187 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.165567 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.165815 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.166061 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.166476 n-d-824358-4 neutron-server[103246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 01:28:22.166721 n-d-824358-4 neutron-server[103246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 01:28:22.166958 n-d-824358-4 neutron-server[103246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 01:28:22.167194 n-d-824358-4 neutron-server[103246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 01:28:22.167428 n-d-824358-4 neutron-server[103246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 01:28:22.167664 n-d-824358-4 neutron-server[103246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 01:28:22.168021 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 14 01:28:22.171223 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 14 01:28:22.175161 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 14 01:28:22.179533 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 14 01:28:22.181142 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 14 01:28:22.181602 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 14 01:28:22.181932 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 14 01:28:22.182306 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 14 01:28:22.185129 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 14 01:28:22.185376 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 14 01:28:22.185716 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 14 01:28:22.191119 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 14 01:28:22.215450 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 14 01:28:22.215894 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.216188 n-d-824358-4 neutron-server[103246]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103246) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 14 01:28:22.216547 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.217903 n-d-824358-4 neutron-server[103246]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103246) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 14 01:28:22.218179 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 14 01:28:22.218438 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 14 01:28:22.221539 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.221816 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.284638 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 14 01:28:22.284874 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 14 01:28:22.285108 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 14 01:28:22.285472 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 14 01:28:22.305702 n-d-824358-4 neutron-server[103246]: DEBUG oslo_db.sqlalchemy.engines [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103246) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 14 01:28:22.733481 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Initializing driver for type 'gre' Jan 14 01:28:22.734013 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] gre ID ranges: [(1, 1000)] Jan 14 01:28:22.783333 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Initializing driver for type 'local' Jan 14 01:28:22.783749 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Initializing driver for type 'vlan' Jan 14 01:28:22.796365 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] VlanTypeDriver initialization complete Jan 14 01:28:22.796726 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Initializing driver for type 'vxlan' Jan 14 01:28:22.797320 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] vxlan ID ranges: [(1, 1000)] Jan 14 01:28:22.851477 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Initializing extension driver 'port_security' Jan 14 01:28:22.851901 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.extensions.port_security [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] PortSecurityExtensionDriver initialization complete Jan 14 01:28:22.852261 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Initializing mechanism driver 'openvswitch' Jan 14 01:28:22.852591 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Initializing mechanism driver 'hyperv' Jan 14 01:28:22.859274 n-d-824358-4 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:28:22.860049 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > port after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.860426 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > port after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.860775 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > port after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.861295 n-d-824358-4 neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 01:28:22.861735 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > subnet after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.862087 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > subnet after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.862452 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.862854 n-d-824358-4 neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 01:28:22.863258 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > network after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.863605 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > network after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.863954 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > network after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.864970 n-d-824358-4 neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 01:28:22.865374 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > security_group after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.865726 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > security_group after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.866066 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.866624 n-d-824358-4 neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 01:28:22.867042 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.867398 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.867745 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.868142 n-d-824358-4 neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 01:28:22.868553 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > address_group after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.868904 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > address_group after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.869248 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.869671 n-d-824358-4 neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 01:28:22.870048 n-d-824358-4 neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] ML2 OVO RPC backend initialized. {{(pid=103246) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 14 01:28:22.870772 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.871130 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.871552 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > network before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.871900 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > networks before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.872248 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > port before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.872588 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > ports before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.872933 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > subnet before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.873274 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > subnets before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.873617 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > network after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.873956 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > network after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.874292 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > network after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.874654 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > port after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.874993 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > port after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.875326 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > port after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.875660 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > subnet after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.875995 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > subnet after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.876327 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.876897 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.plugin [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Modular L2 Plugin initialization complete Jan 14 01:28:22.877226 n-d-824358-4 neutron-server[103246]: DEBUG neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading services supported by the core plugin {{(pid=103246) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 14 01:28:22.877553 n-d-824358-4 neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Got port-security extension from driver 'port_security' Jan 14 01:28:22.878015 n-d-824358-4 neutron-server[103246]: INFO neutron.extensions.vlantransparent [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Disabled vlantransparent extension. Jan 14 01:28:22.878525 n-d-824358-4 neutron-server[103246]: DEBUG neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103246) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 14 01:28:22.878842 n-d-824358-4 neutron-server[103246]: INFO neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading Plugin: router Jan 14 01:28:22.915509 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.915903 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router after_create 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.916274 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router before_create 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.916639 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.917013 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.917369 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router after_delete 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.917731 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.918085 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.918470 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router after_create 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.918822 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router after_update 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.919171 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router after_update 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.919518 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.919872 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router after_update 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.920288 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router precommit_update 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.920653 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: port after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.920991 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: port after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.921329 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: subnet after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.921666 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.922015 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.922360 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router precommit_create 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.922733 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: port before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.923077 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router precommit_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.923432 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router after_update 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.923775 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.924123 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router precommit_create 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.924483 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.924830 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router precommit_update 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.925195 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > agent after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.925549 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > agent after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.925897 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > network after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.927312 n-d-824358-4 neutron-server[103246]: DEBUG neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Tracking information for resource: router configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 01:28:22.927652 n-d-824358-4 neutron-server[103246]: DEBUG neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Tracking information for resource: floatingip configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 01:28:22.932651 n-d-824358-4 neutron-server[103246]: INFO neutron.db.l3_agentschedulers_db [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 14 01:28:22.933226 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: port after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.933588 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: port after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.933942 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: port after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.934294 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: port after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.935120 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router before_create 55550100 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.935486 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.935852 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router precommit_create 55550100 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.936212 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > router precommit_update 55550100 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.940949 n-d-824358-4 neutron-server[103246]: DEBUG neutron.services.provider_configuration [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service providers = [] {{(pid=103246) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 14 01:28:22.941320 n-d-824358-4 neutron-server[103246]: DEBUG neutron.db.servicetype_db [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103246) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 14 01:28:22.944848 n-d-824358-4 neutron-server[103246]: DEBUG neutron.services.service_base [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 01:28:22.945203 n-d-824358-4 neutron-server[103246]: DEBUG neutron.services.service_base [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 01:28:22.945551 n-d-824358-4 neutron-server[103246]: DEBUG neutron.services.service_base [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 01:28:22.946717 n-d-824358-4 neutron-server[103246]: DEBUG neutron.services.service_base [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 01:28:22.947089 n-d-824358-4 neutron-server[103246]: INFO neutron.services.service_base [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 14 01:28:22.947461 n-d-824358-4 neutron-server[103246]: DEBUG neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 01:28:22.947784 n-d-824358-4 neutron-server[103246]: INFO neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 14 01:28:22.959818 n-d-824358-4 neutron-server[103246]: DEBUG neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 01:28:22.960152 n-d-824358-4 neutron-server[103246]: INFO neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading Plugin: auto_allocate Jan 14 01:28:22.965971 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: network precommit_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.966343 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: network precommit_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.966887 n-d-824358-4 neutron-server[103246]: DEBUG neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 01:28:22.967210 n-d-824358-4 neutron-server[103246]: INFO neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading Plugin: tag Jan 14 01:28:22.973820 n-d-824358-4 neutron-server[103246]: DEBUG neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 01:28:22.974149 n-d-824358-4 neutron-server[103246]: INFO neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading Plugin: timestamp Jan 14 01:28:22.978169 n-d-824358-4 neutron-server[103246]: DEBUG neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 01:28:22.978547 n-d-824358-4 neutron-server[103246]: INFO neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading Plugin: network_ip_availability Jan 14 01:28:22.984047 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.984368 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.984723 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:22.985424 n-d-824358-4 neutron-server[103246]: DEBUG neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 01:28:22.985743 n-d-824358-4 neutron-server[103246]: INFO neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading Plugin: flavors Jan 14 01:28:22.991073 n-d-824358-4 neutron-server[103246]: DEBUG neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 01:28:22.991411 n-d-824358-4 neutron-server[103246]: INFO neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading Plugin: revisions Jan 14 01:28:22.995711 n-d-824358-4 neutron-server[103246]: DEBUG neutron.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 01:28:22.996104 n-d-824358-4 neutron-server[103246]: DEBUG oslo_concurrency.lockutils [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.724s {{(pid=103246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 14 01:28:22.996847 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103246) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 14 01:28:22.997182 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Initializing extension manager. Jan 14 01:28:22.997697 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: __init__.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:22.998040 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: __pycache__ {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:22.998376 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:22.998751 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: address_group.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:22.999500 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.000069 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: address-group Jan 14 01:28:23.000397 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: address_scope.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.001298 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.001811 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: address-scope Jan 14 01:28:23.002135 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.003096 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.003607 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: router-admin-state-down-before-update Jan 14 01:28:23.003929 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: agent.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.005240 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.005749 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: agent Jan 14 01:28:23.006072 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: agent_resources_synced.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.007015 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.007519 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: agent-resources-synced Jan 14 01:28:23.007842 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: allowedaddresspairs.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.009632 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.010151 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: allowed-address-pairs Jan 14 01:28:23.010512 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: auto_allocated_topology.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.011592 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.012104 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: auto-allocated-topology Jan 14 01:28:23.012432 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: availability_zone.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.013124 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.013628 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: availability_zone Jan 14 01:28:23.013949 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: availability_zone_filter.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.014891 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.015394 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: availability_zone_filter Jan 14 01:28:23.015717 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: data_plane_status.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.016629 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.017129 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension data-plane-status not supported by any of loaded plugins Jan 14 01:28:23.017451 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: default_subnetpools.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.018360 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.018896 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: default-subnetpools Jan 14 01:28:23.019222 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.020031 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.021104 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: dhcp_agent_scheduler Jan 14 01:28:23.021429 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: dns.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.022345 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.022883 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension dns-integration not supported by any of loaded plugins Jan 14 01:28:23.023212 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: dns_domain_ports.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.024131 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.024634 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 14 01:28:23.024960 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.025881 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.026385 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 14 01:28:23.026735 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: dvr.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.027405 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.027909 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: dvr Jan 14 01:28:23.028233 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: ecmp_routes.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.029152 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.029654 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension ecmp_routes not supported by any of loaded plugins Jan 14 01:28:23.029981 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: empty_string_filtering.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.030994 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.031504 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: empty-string-filtering Jan 14 01:28:23.031827 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.032735 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.033235 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 14 01:28:23.033558 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.034492 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.034993 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 14 01:28:23.035316 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: external_net.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.036822 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.037322 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: external-net Jan 14 01:28:23.037642 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.038592 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.039099 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: extra_dhcp_opt Jan 14 01:28:23.039419 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: extraroute.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.040334 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.040843 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: extraroute Jan 14 01:28:23.041165 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: extraroute_atomic.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.042206 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.042752 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: extraroute-atomic Jan 14 01:28:23.043074 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: filter_validation.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.043733 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.044235 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: filter-validation Jan 14 01:28:23.044556 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: fip_pf_description.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.045469 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.045967 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 14 01:28:23.046286 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: fip_port_details.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.047215 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.047716 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: fip-port-details Jan 14 01:28:23.048038 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: flavors.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.049274 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.049787 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: flavors Jan 14 01:28:23.050116 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.051879 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.052403 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 14 01:28:23.052740 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: floatingip_pools.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.053441 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.053953 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: floatingip-pools Jan 14 01:28:23.054284 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: ip_allocation.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.055227 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.055735 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension ip_allocation not supported by any of loaded plugins Jan 14 01:28:23.056063 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.056970 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.057479 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: ip-substring-filtering Jan 14 01:28:23.057807 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: l2_adjacency.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.058756 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.059264 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension l2_adjacency not supported by any of loaded plugins Jan 14 01:28:23.059768 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: l3.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.060668 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.061187 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: router Jan 14 01:28:23.061518 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.063783 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.064313 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 14 01:28:23.064646 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.065574 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.066093 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: ext-gw-mode Jan 14 01:28:23.066436 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.067396 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.067906 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: l3-ha Jan 14 01:28:23.068232 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: l3_flavors.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.069141 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.069647 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: l3-flavors Jan 14 01:28:23.069976 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.071184 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.071691 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: l3-port-ip-change-not-allowed Jan 14 01:28:23.072012 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: l3agentscheduler.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.073029 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.073540 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: l3_agent_scheduler Jan 14 01:28:23.073870 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: local_ip.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.075668 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.076184 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension local_ip not supported by any of loaded plugins Jan 14 01:28:23.076518 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: logging.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.078017 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.078575 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension logging not supported by any of loaded plugins Jan 14 01:28:23.078910 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: metering.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.079650 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.080228 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: metering Jan 14 01:28:23.080554 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.081654 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.082164 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: metering_source_and_destination_fields Jan 14 01:28:23.082516 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: multiprovidernet.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.083983 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.084493 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: multi-provider Jan 14 01:28:23.084819 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: netmtu.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.085727 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.086235 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: net-mtu Jan 14 01:28:23.086597 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: netmtu_writable.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.087509 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.088023 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: net-mtu-writable Jan 14 01:28:23.088348 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: network_availability_zone.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.089016 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.089520 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: network_availability_zone Jan 14 01:28:23.089843 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: network_ip_availability.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.090975 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.091494 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: network-ip-availability Jan 14 01:28:23.091821 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: network_segment_range.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.092580 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.093086 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension network-segment-range not supported by any of loaded plugins Jan 14 01:28:23.093408 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: pagination.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.094551 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.094888 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: pagination Jan 14 01:28:23.095212 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: port_device_profile.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.096115 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.096624 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: port-device-profile Jan 14 01:28:23.096945 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.097872 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.098957 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: port-mac-address-regenerate Jan 14 01:28:23.099287 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.100199 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.100710 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: port-numa-affinity-policy Jan 14 01:28:23.101030 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: port_resource_request.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.101942 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.102477 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension port-resource-request not supported by any of loaded plugins Jan 14 01:28:23.102804 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: port_resource_request_groups.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.103772 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.104272 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 14 01:28:23.104593 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: portbindings.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.105516 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.106026 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: binding Jan 14 01:28:23.106349 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: portbindings_extended.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.107651 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.108167 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: binding-extended Jan 14 01:28:23.108497 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: portsecurity.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.109421 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.109930 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: port-security Jan 14 01:28:23.110257 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: project_id.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.111263 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.111600 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: project-id Jan 14 01:28:23.111941 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: providernet.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.112963 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.113484 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: provider Jan 14 01:28:23.113805 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: qos.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.117488 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.118009 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension qos not supported by any of loaded plugins Jan 14 01:28:23.118347 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.119616 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.120131 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 14 01:28:23.120469 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.121380 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.121894 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 14 01:28:23.122223 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: qos_default.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.123161 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.123677 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension qos-default not supported by any of loaded plugins Jan 14 01:28:23.124005 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: qos_fip.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.124918 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.125431 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension qos-fip not supported by any of loaded plugins Jan 14 01:28:23.125762 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.126707 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.127223 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 14 01:28:23.127549 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: qos_gateway_ip.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.128466 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.128975 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 14 01:28:23.129300 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: qos_port_network_policy.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.130251 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.130792 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 14 01:28:23.131118 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.132161 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.132671 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 14 01:28:23.132996 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: qos_pps_rule.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.134166 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.134706 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension qos-pps not supported by any of loaded plugins Jan 14 01:28:23.135036 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: qos_rule_type_details.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.135943 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.136449 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 14 01:28:23.136775 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: qos_rules_alias.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.137810 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.138317 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 14 01:28:23.138668 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: quota_check_limit.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.139598 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.140107 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: quota-check-limit Jan 14 01:28:23.140439 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: quotasv2.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.141372 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.141705 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: quotas Jan 14 01:28:23.142030 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: quotasv2_detail.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.145983 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.146325 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: quota_details Jan 14 01:28:23.146685 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: rbac.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.147754 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.148282 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: rbac-policies Jan 14 01:28:23.148619 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: rbac_address_group.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.149546 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.150071 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: rbac-address-group Jan 14 01:28:23.150399 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: rbac_address_scope.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.151343 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.151852 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: rbac-address-scope Jan 14 01:28:23.152181 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: rbac_security_groups.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.153092 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.153598 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: rbac-security-groups Jan 14 01:28:23.153924 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: rbac_subnetpool.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.154866 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.155370 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: rbac-subnetpool Jan 14 01:28:23.155697 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: revisionifmatch.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.156617 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.157125 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: revision-if-match Jan 14 01:28:23.157450 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: revisions.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.158596 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.159105 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: standard-attr-revisions Jan 14 01:28:23.159435 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: router_availability_zone.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.160108 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.160618 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: router_availability_zone Jan 14 01:28:23.161535 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: routerservicetype.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.162491 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.162998 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension router-service-type not supported by any of loaded plugins Jan 14 01:28:23.163324 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.164310 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.164816 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: security-groups-normalized-cidr Jan 14 01:28:23.165141 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.166062 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.166610 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: port-security-groups-filtering Jan 14 01:28:23.166936 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.167869 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.168373 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: security-groups-remote-address-group Jan 14 01:28:23.168697 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.169612 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.170115 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: security-groups-shared-filtering Jan 14 01:28:23.170461 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.171053 n-d-824358-4 neutron-server[103246]: WARNING neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 14 01:28:23.171375 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: securitygroup.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.181156 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.181685 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: security-group Jan 14 01:28:23.182017 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: segment.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.182834 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.183348 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension segment not supported by any of loaded plugins Jan 14 01:28:23.183676 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.184613 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.185122 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 14 01:28:23.185448 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: servicetype.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.186583 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.187106 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: service-type Jan 14 01:28:23.187437 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: sorting.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.188418 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.188752 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: sorting Jan 14 01:28:23.189076 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: standard_attr_segment.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.189985 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.190549 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 14 01:28:23.190879 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: standardattrdescription.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.191528 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.192032 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: standard-attr-description Jan 14 01:28:23.192404 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: stateful_security_group.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.193375 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.193885 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: stateful-security-group Jan 14 01:28:23.194211 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: stdattrs_common.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.194809 n-d-824358-4 neutron-server[103246]: WARNING neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 14 01:28:23.195133 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.196318 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.196828 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 14 01:28:23.197152 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: subnet_onboard.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.198224 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.198760 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: subnet_onboard Jan 14 01:28:23.199089 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.200011 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.200522 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 14 01:28:23.200848 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: subnet_service_types.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.201774 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.202295 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: subnet-service-types Jan 14 01:28:23.202654 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: subnetallocation.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.203729 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.204261 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: subnet_allocation Jan 14 01:28:23.204591 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.205254 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.205762 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: subnetpool-prefix-ops Jan 14 01:28:23.206088 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.207061 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.207571 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 14 01:28:23.208453 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: tagging.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.209509 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.210032 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: standard-attr-tag Jan 14 01:28:23.210360 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: timestamp.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.211593 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.212108 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loaded extension: standard-attr-timestamp Jan 14 01:28:23.212438 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: trunk.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.213467 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.213979 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension trunk not supported by any of loaded plugins Jan 14 01:28:23.214308 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: trunk_details.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.215257 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.215766 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension trunk-details not supported by any of loaded plugins Jan 14 01:28:23.216092 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: uplink_status_propagation.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.217010 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.217521 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 14 01:28:23.217849 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Loading extension file: vlantransparent.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 01:28:23.218540 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 01:28:23.219047 n-d-824358-4 neutron-server[103246]: INFO neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extension vlan-transparent not supported by any of loaded plugins Jan 14 01:28:23.221516 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:network Jan 14 01:28:23.222036 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:subnet Jan 14 01:28:23.222460 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 01:28:23.222866 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:port Jan 14 01:28:23.224670 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.225115 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service FLAVORS assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.225733 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.226171 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.226540 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:router Jan 14 01:28:23.226965 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:floatingip Jan 14 01:28:23.227456 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service METERING assigned prefix: /metering {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.228890 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:23.229258 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:23.229610 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:28:23.230637 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 01:28:23.231096 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:security_group Jan 14 01:28:23.231528 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 01:28:23.232108 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service CORE assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.232453 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 01:28:23.232801 n-d-824358-4 neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] subnetpool is already registered Jan 14 01:28:23.233246 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service CORE assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.233575 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 01:28:23.233911 n-d-824358-4 neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] subnetpool is already registered Jan 14 01:28:23.236220 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.236742 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service FLAVORS assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.237347 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.237781 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.238115 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:router Jan 14 01:28:23.238486 n-d-824358-4 neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] router is already registered Jan 14 01:28:23.238912 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:floatingip Jan 14 01:28:23.239289 n-d-824358-4 neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] floatingip is already registered Jan 14 01:28:23.239768 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service METERING assigned prefix: /metering {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.240468 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 01:28:23.240795 n-d-824358-4 neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] rbac_policy is already registered Jan 14 01:28:23.241226 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:security_group Jan 14 01:28:23.241567 n-d-824358-4 neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] security_group is already registered Jan 14 01:28:23.241983 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 01:28:23.242318 n-d-824358-4 neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] security_group_rule is already registered Jan 14 01:28:23.242828 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service CORE assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.243156 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 01:28:23.243486 n-d-824358-4 neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] subnetpool is already registered Jan 14 01:28:23.243911 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Service CORE assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 01:28:23.244243 n-d-824358-4 neutron-server[103246]: INFO neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 01:28:23.244573 n-d-824358-4 neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] subnetpool is already registered Jan 14 01:28:23.245041 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: extensions {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.247643 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: address-groups {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.249131 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: address-scopes {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.250370 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: agents {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.251682 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: auto-allocated-topology {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.252935 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: availability_zones {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.254164 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: dhcp-networks {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.255656 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: dhcp-agents {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.257223 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: routers {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.259391 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: flavors {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.260647 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: service_profiles {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.261862 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: next_providers {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.263348 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: service_profiles {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.264795 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: floatingip-pools {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.266134 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: routers {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.268300 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: floatingips {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.269586 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: l3-routers {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.271555 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: l3-agents {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.272987 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: metering-labels {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.274249 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: metering-label-rules {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.275670 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: network-ip-availabilities {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.276957 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: bindings {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.278553 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: quotas {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.280217 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: quotas {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.281753 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: rbac-policies {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.282997 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: security-groups {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.284320 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: security-group-rules {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.285559 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: service-providers {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.287430 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: subnetpools {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.288760 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: subnetpools {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.290312 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.292031 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.293868 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.295690 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.297368 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.299363 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.301040 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.303894 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.305659 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.307458 n-d-824358-4 neutron-server[103246]: DEBUG neutron.api.extensions [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 01:28:23.313451 n-d-824358-4 neutron-server[103246]: WARNING keystonemiddleware.auth_token [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 14 01:28:23.318480 n-d-824358-4 neutron-server[103246]: WARNING keystonemiddleware.auth_token [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 14 01:28:23.327653 n-d-824358-4 neutron-server[103246]: DEBUG oslo_concurrency.lockutils [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Acquired lock "singleton_lock" {{(pid=103246) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 14 01:28:23.328124 n-d-824358-4 neutron-server[103246]: DEBUG oslo_concurrency.lockutils [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Releasing lock "singleton_lock" {{(pid=103246) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 14 01:28:23.328772 n-d-824358-4 neutron-server[103246]: INFO oslo_service.service [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Starting 2 workers Jan 14 01:28:23.334235 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Started child 103353 {{(pid=103246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 14 01:28:23.338692 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Started child 103354 {{(pid=103246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 14 01:28:23.339793 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:23.340505 n-d-824358-4 neutron-server[103246]: INFO neutron.service [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Neutron service started, listening on 0.0.0.0:9696 Jan 14 01:28:23.340911 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:23.341284 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [-] (103353) wsgi starting up on http://0.0.0.0:9696 Jan 14 01:28:23.343401 n-d-824358-4 neutron-server[103246]: INFO oslo_service.service [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Starting 1 workers Jan 14 01:28:23.343613 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:23.344997 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [-] (103354) wsgi starting up on http://0.0.0.0:9696 Jan 14 01:28:23.348651 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Started child 103355 {{(pid=103246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 14 01:28:23.349193 n-d-824358-4 neutron-server[103246]: INFO oslo_service.service [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Starting 1 workers Jan 14 01:28:23.352284 n-d-824358-4 neutron-server[103355]: DEBUG neutron.service [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] calling RpcWorker wait() {{(pid=103355) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 14 01:28:23.352813 n-d-824358-4 neutron-server[103355]: DEBUG neutron.service [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] returning from RpcWorker wait() {{(pid=103355) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 14 01:28:23.353635 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Started child 103356 {{(pid=103246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 14 01:28:23.354032 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:23.354482 n-d-824358-4 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16053cc0-8fb7-45be-994b-2313a034f91e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:23.354577 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:28:23.356431 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103246) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 14 01:28:23.356645 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 14 01:28:23.356832 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 14 01:28:23.357059 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 14 01:28:23.357409 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 14 01:28:23.357573 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 14 01:28:23.358052 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.358323 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.358610 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.358877 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.359158 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:23.359612 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.359682 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.359949 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.360201 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.360327 n-d-824358-4 neutron-server[103356]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:28:23.360468 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.360726 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.360898 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.361065 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.361335 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.361567 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.361863 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.362112 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.362374 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.362656 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.362829 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.363096 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.363356 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.363601 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.363863 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] debug = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.364229 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.364839 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.365061 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.365412 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.365698 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.365974 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.366201 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.366492 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.366709 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.366941 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.367172 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.367445 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.367659 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.367871 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.368119 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.368331 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.368588 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.368823 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.369283 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] host = n-d-824358-4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.369519 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.369736 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.370006 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.370250 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.370531 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.370753 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.370992 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.371246 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.371495 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.371718 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.371967 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.372197 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.372429 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.372680 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.372845 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_options = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.373089 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.373361 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.373629 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.373817 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.373985 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.374147 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.374411 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.374596 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.374846 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.375096 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.375310 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.375543 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.375757 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.375969 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.376214 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.376460 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.376692 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.376924 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.378018 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.378018 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.378018 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.378018 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.378327 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.378394 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.378626 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.378881 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.379116 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.379367 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.380135 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.380630 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.380630 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.380882 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.381106 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.381436 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.381790 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.382031 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.382269 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.382541 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.382813 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.383200 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.384108 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.384108 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.384108 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.385753 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.385753 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.385753 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.385753 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] use_json = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.385753 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.385753 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.385753 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.385753 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.388634 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.388634 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.388634 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.388634 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.388634 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.388634 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.388634 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.388634 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.389666 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.389666 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.389666 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.389666 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.389666 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.389666 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.389666 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.390951 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.390951 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.390951 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.390951 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.390951 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.391296 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.391371 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.391645 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.391879 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.392250 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.392607 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.392965 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.393363 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.393767 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.394168 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.394561 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.394944 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.395987 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.396414 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.397147 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.397147 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.397344 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.398823 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.398823 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.403604 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.403604 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.403604 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.403856 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.404087 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.404385 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.404633 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.404870 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.405105 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.405363 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.405593 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.405830 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.406096 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.406364 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.407349 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.407609 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.407834 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.408060 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.408332 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.408578 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.408813 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.410030 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.410300 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.410595 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.410886 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.411114 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.411335 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.412700 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.413502 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.415843 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.416104 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.416342 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.416600 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.416836 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.417106 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.418754 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.419803 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.420054 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.420292 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.420521 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.420753 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.420979 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.421201 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.421428 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.421671 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.421895 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.422111 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.422331 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.424763 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.425027 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.426678 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.427078 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.427411 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.427772 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.429040 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.429413 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.429652 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.429948 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.430409 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.430767 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.432544 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.432790 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.433048 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.433284 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.433545 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.433776 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.434004 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.434225 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.434515 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.434752 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.435008 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.435267 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.435490 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.435765 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.435993 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.436221 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.436441 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.436697 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.436952 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.437236 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.437473 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.437732 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.437972 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.438219 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.439059 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.439663 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.440265 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.440872 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.441279 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.442598 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.442878 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.443523 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.444113 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.444357 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.444953 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.445352 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.445618 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.447277 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.447697 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.447933 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.450214 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.450482 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.450721 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.450970 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.451322 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.451571 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.451788 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.452007 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.452306 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.452572 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.452817 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.453091 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.453368 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.453604 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.453854 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.454106 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.454352 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.455024 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.455228 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.455452 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.455669 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.455904 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.456147 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.456363 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.456582 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.456833 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.457134 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.457291 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.458390 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.458792 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.459018 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.459270 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.459486 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.459708 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.459966 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.460207 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.460428 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.460646 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.460881 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.461147 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.461385 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.461654 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.461900 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.462134 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.462379 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.462645 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.462902 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.463129 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.463376 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.463630 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.463865 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.464077 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.464297 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.464534 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.464763 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.464992 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.465209 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.465465 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.465707 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.465820 n-d-824358-4 neutron-server[103355]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:28:23.466060 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.466319 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.466601 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.466840 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.467059 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.467295 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.467537 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.467755 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.467971 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.468187 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.468581 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.468897 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.469184 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.469523 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.470225 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.470482 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.472257 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.472495 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.472722 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.473039 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.473322 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.473609 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.473846 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.474090 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.474305 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.474964 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.475194 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.475416 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.475764 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.476010 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.476510 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.477072 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.477293 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.477511 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.477740 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.478134 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.478514 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.478777 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.478995 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.479212 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.479440 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.479680 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.479895 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.480127 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.480521 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.480741 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.480967 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.481188 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.481399 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.481665 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.482029 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.482248 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.482492 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.482712 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.482923 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.483214 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.483464 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.483682 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.483966 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.484213 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.484647 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.484996 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.485706 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.486483 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.486773 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.487046 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.488587 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.488827 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.489124 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.489481 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.489780 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.490048 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.490291 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.490600 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.490890 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.491151 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.491391 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.491696 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.492037 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.492324 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.492588 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.492818 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.493069 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.493292 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.493524 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.493761 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.493998 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.494234 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.494599 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.494879 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.495366 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.496944 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.496944 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.496944 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.496944 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.496944 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.496944 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.501016 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.501016 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 14 01:28:23.501016 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103246) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 14 01:28:23.501016 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 14 01:28:23.501016 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 14 01:28:23.501016 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 14 01:28:23.501016 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 14 01:28:23.501016 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 14 01:28:23.501555 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.501555 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.501555 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.501555 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.501555 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.501555 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.501555 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.501555 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.502922 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.502922 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.502922 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.502922 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.502922 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.502922 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.502922 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.502922 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503453 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503453 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503453 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503453 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503453 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503453 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503453 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] debug = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503453 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503978 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503978 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503978 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503978 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503978 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.503978 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.504405 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.504405 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.504405 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.504405 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.504405 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.504405 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.504405 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.505430 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.505430 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.505430 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.505632 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.505750 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] host = n-d-824358-4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.505909 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.506069 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.506230 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.506381 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.506583 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.506743 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.506897 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.507055 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.507215 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.507978 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.508142 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.508300 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.508457 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.508615 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.508778 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_options = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.508936 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.509096 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.510510 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.510817 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.511012 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.511192 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.511367 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.511539 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.511709 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.511878 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.512044 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.512208 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.512371 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.512535 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.512700 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.512861 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.513022 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.513182 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.513342 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.513500 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.513657 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.513817 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.513974 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.514132 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.514289 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.514617 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.515446 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.515621 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.515787 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.515951 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.516691 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.516691 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.516899 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.516980 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.517118 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.517610 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.517818 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.518369 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.518561 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.518725 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.518885 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.519044 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.519204 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.519364 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.519523 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.519680 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.519840 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] use_json = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.519999 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.520162 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.520895 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.521055 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.521214 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.521372 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.521530 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.521690 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.521850 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 01:28:23.522030 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.522192 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.522364 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.522548 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.522713 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.522873 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.523033 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.523193 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.523353 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.523514 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.523682 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.523842 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.524013 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.524173 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.524332 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.524495 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.524657 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.524817 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.524977 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.525138 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.525316 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.525457 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.525626 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.525785 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.525945 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.526103 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.526263 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.526465 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.526640 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.526818 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.526978 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.527140 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.527299 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.527460 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.527621 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.527783 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.527943 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.528105 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.528266 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.528428 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.528588 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.528749 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.528908 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.529068 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.529229 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.529390 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.529551 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.529712 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.529872 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.530034 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.530195 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.530355 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.530538 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.530700 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.530860 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.531022 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.531181 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.531353 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.531513 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.531673 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.531833 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.531994 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.532157 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.532315 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.532475 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.532640 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.532801 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.532961 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.533135 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.533295 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.533454 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.533613 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.533773 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.533934 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.534093 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.534254 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.534439 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.534593 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.534753 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.534913 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.535075 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.535234 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.535394 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.535554 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.535714 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.535916 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.536079 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.536239 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.536399 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.536559 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.536720 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.536890 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.537066 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.537226 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.537386 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.537546 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.537707 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.537869 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.538029 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.538188 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.538351 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.538524 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.538667 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.538830 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.538991 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.539151 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.539311 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.539472 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.539631 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.539791 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.539950 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.540109 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.540269 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.540429 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.540589 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.540748 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.540908 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.541067 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.541239 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.541398 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.541560 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.541722 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.541889 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.542059 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.542235 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.542366 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.542553 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.542717 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.542876 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.543036 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.543197 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.543356 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.543517 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.543677 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.543848 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.544009 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.544170 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.544330 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.544513 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.544673 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.544832 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.544991 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.545151 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.545309 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.545468 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.545629 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.545789 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.545948 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.546108 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.546269 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.546464 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.546609 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.546769 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.546929 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.547090 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.547251 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.547411 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.547572 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.547733 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.547892 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.548051 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.548211 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.548371 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.548530 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.548690 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.548849 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.549009 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.549169 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.549328 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.549488 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.549648 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.549807 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.549967 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.550126 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.550284 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.550469 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.550633 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.550795 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.550955 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.551116 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.551279 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.551472 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.551641 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.551802 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.551963 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.552125 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.552284 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.552444 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.552611 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.552772 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.552933 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.553092 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.553253 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.553451 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.553613 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.553773 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.553934 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.554094 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.554254 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.554432 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.554595 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.554756 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.554916 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.555075 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.555239 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.555403 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.555564 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.555724 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.555884 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.556045 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.556204 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.556365 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.556539 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.556701 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.556861 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.557020 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.557179 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.557339 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.557509 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.557668 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.557828 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.557988 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.558147 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.558307 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.558500 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.558663 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.558824 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.558984 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.559143 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.559303 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.559474 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.559633 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.559793 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.559952 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.560111 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.560271 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.560440 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.560600 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.560761 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.560920 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.561079 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.561240 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.561411 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.561570 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.561731 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.561890 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.562049 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.562210 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.562379 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.562566 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.562727 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.562896 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.563058 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.563217 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.563375 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.563546 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.563707 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.563870 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.564030 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.564189 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.564349 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.564510 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.564675 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.564846 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.565013 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.565175 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.565343 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.565511 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.565680 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.565840 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.566007 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.566179 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.566339 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.566521 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.566683 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.566842 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.567002 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.567693 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.567855 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.568015 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.568176 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.568335 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.568495 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.568655 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.568815 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.568976 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.569138 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.569296 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.569456 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.569616 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.569776 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 01:28:23.569930 n-d-824358-4 neutron-server[103246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 14 01:28:23.618223 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42380) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:28:23.626930 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064287 Jan 14 01:28:34.923313 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3893104-2956-44cc-8cc7-6cfda74f40b6 None None] get_active_networks_info from n-d-824358-4 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 01:28:34.986295 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3893104-2956-44cc-8cc7-6cfda74f40b6 None None] No non-hosted networks {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 14 01:28:35.006869 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99e56108-cb0b-4757-8d52-49e988ead808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617332'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:37.103852 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e3347de-b185-4c3a-8fde-85b2a0d8dd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617332'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:37.148619 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af80e01a-01cb-43e5-b01b-690deececa0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:38.243604 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617332'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:39.758602 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617332'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:40.831009 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617332'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:40.832783 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.833291 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.833773 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.834498 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.835519 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.835851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.836204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.836527 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.836850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.837167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.837482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.837792 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.838296 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:40.839663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-824358-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:28:40.850152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-824358-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:28:43.130757 n-d-824358-4 neutron-server[103355]: INFO neutron.db.l3_hamode_db [None req-fd5becf0-3be8-4670-acd5-50ffd043c382 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 14 01:28:43.207037 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5becf0-3be8-4670-acd5-50ffd043c382 None None] Routers set() bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:28:43.207957 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5becf0-3be8-4670-acd5-50ffd043c382 None None] Router IDs set() for agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 14 01:28:43.438283 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42480) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:28:43.919195 n-d-824358-4 neutron-server[103354]: WARNING oslo_policy.policy [None req-ccaa9f89-ec1d-4461-b0cc-143c03f79bea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 01:28:43.919766 n-d-824358-4 neutron-server[103354]: WARNING oslo_policy.policy [None req-ccaa9f89-ec1d-4461-b0cc-143c03f79bea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 01:28:44.145997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [None req-ccaa9f89-ec1d-4461-b0cc-143c03f79bea admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:28:44.147023 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ccaa9f89-ec1d-4461-b0cc-143c03f79bea admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7077956 Jan 14 01:28:46.755807 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42496) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:28:47.048468 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3c993cdb-0b91-4c65-b275-c8c354f2dc0e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'tenant_id': '29af0678a0f641e58bf3696afb22253a', 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:28:47.147915 n-d-824358-4 neutron-server[103354]: DEBUG neutron.policy [None req-3c993cdb-0b91-4c65-b275-c8c354f2dc0e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103354) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 14 01:28:47.194647 n-d-824358-4 neutron-server[103354]: WARNING oslo_policy.policy [None req-3c993cdb-0b91-4c65-b275-c8c354f2dc0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 01:28:47.194960 n-d-824358-4 neutron-server[103354]: WARNING oslo_policy.policy [None req-3c993cdb-0b91-4c65-b275-c8c354f2dc0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 01:28:47.203875 n-d-824358-4 neutron-server[103354]: INFO neutron.quota [None req-3c993cdb-0b91-4c65-b275-c8c354f2dc0e admin admin] Loaded quota_driver: . Jan 14 01:28:47.292468 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c993cdb-0b91-4c65-b275-c8c354f2dc0e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788836490094', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788836489601', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788836492085', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788836603436', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788836610262', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788836584448', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-599197', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601994', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1627111', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1525490'] for rbac-policy (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:47.355997 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c993cdb-0b91-4c65-b275-c8c354f2dc0e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:47.357378 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3c993cdb-0b91-4c65-b275-c8c354f2dc0e admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6005225 Jan 14 01:28:49.934763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42508) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:28:50.225422 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Request body: {'network': {'name': 'private', 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'admin_state_up': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:28:50.254935 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Made reservation on behalf of 28d82cbc29b542ad99ee2e8965e9fe4f for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:28:50.257710 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:50.274662 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:50.380725 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Publish callbacks [] for security_group (933c7ecf-becd-4eb8-b515-4f67f165926a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:50.384343 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (933c7ecf-becd-4eb8-b515-4f67f165926a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:50.403888 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:28:50.430546 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788831717151', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c2836b4d-61f9-44c2-83f7-1200fa76f3c3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:50.431101 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Unsubscribe: segment precommit_create {{(pid=103354) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 14 01:28:50.431602 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Added segment c2836b4d-61f9-44c2-83f7-1200fa76f3c3 of type vlan for network f83563fa-518e-44be-9b8f-705c1c667da1 Jan 14 01:28:50.448330 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933c7ecf-becd-4eb8-b515-4f67f165926a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:28:50.495818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.496078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.496408 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.496733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.497057 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.497376 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.497693 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.498007 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.498320 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.498658 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.498972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.499280 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.499590 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Tracked resource versions report: Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: pushed versions: Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: { 'AddressGroup': {'1.2'}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'ConntrackHelper': {'1.0'}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'LocalIPAssociation': {'1.0'}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'Log': {'1.0'}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'Network': {'1.1'}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'Port': {'1.7'}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'PortForwarding': {'1.2'}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'QosPolicy': {'1.10'}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'SecurityGroup': {'1.5'}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'SecurityGroupRule': {'1.2'}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'SubPort': {'1.0'}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'Subnet': {'1.1'}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'Trunk': {'1.1'}} Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: consumer versions: Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: { DHCP agent@n-d-824358-4: {}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: L3 agent@n-d-824358-4: {}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: Metadata agent@n-d-824358-4: {}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: Metering agent@n-d-824358-4: {}, Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: Open vSwitch agent@n-d-824358-4: { 'AddressGroup': '1.2', Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'ConntrackHelper': '1.0', Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'LocalIPAssociation': '1.0', Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'Log': '1.0', Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'Network': '1.1', Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'Port': '1.7', Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'PortForwarding': '1.2', Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'QosPolicy': '1.10', Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'SecurityGroup': '1.5', Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'SecurityGroupRule': '1.2', Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'SubPort': '1.0', Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'Subnet': '1.1', Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: 'Trunk': '1.1'}} Jan 14 01:28:50.500723 n-d-824358-4 neutron-server[103354]: {{(pid=103354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 01:28:50.541722 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (f83563fa-518e-44be-9b8f-705c1c667da1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:50.579655 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (f83563fa-518e-44be-9b8f-705c1c667da1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:50.580720 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:28:50.581407 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:50.657494 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7216802 Jan 14 01:28:50.683129 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35f55e-e0de-44e0-8959-a07fe9f434d1 admin admin] Pushing event updated for resources: {'Network': ['ID=f83563fa-518e-44be-9b8f-705c1c667da1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:28:50.697012 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network f83563fa-518e-44be-9b8f-705c1c667da1 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:28:53.318921 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:28:53.703307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97d61fb-265d-4a5a-8bcc-a3a09ab1880a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:28:53.704664 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b97d61fb-265d-4a5a-8bcc-a3a09ab1880a admin admin] 10.222.0.26 "GET /v2.0/networks/f83563fa-518e-44be-9b8f-705c1c667da1 HTTP/1.1" status: 200 len: 825 time: 0.3848050 Jan 14 01:28:53.728765 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-caf2a658-9fe1-4033-a03d-05d0fdf05567 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/cac9228a-c087-462c-8c00-a0433dfb2157 HTTP/1.1" status: 200 len: 734 time: 0.0181038 Jan 14 01:28:53.736794 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bb9f8e1f-1ff9-425b-b09b-0aef80ef4cf9 admin admin] Request body: {'subnet': {'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'name': 'private-subnet', 'subnetpool_id': 'cac9228a-c087-462c-8c00-a0433dfb2157', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:28:53.759343 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9f8e1f-1ff9-425b-b09b-0aef80ef4cf9 admin admin] Made reservation on behalf of 28d82cbc29b542ad99ee2e8965e9fe4f for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:28:53.761582 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8e1f-1ff9-425b-b09b-0aef80ef4cf9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:54.047029 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8e1f-1ff9-425b-b09b-0aef80ef4cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for subnet (1642a360-ba93-45cc-980a-0f381299a0f6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:54.115674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f8e1f-1ff9-425b-b09b-0aef80ef4cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1642a360-ba93-45cc-980a-0f381299a0f6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:28:54.117854 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f8e1f-1ff9-425b-b09b-0aef80ef4cf9 admin admin] Checking segment: {'id': 'c2836b4d-61f9-44c2-83f7-1200fa76f3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:28:54.118225 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9f8e1f-1ff9-425b-b09b-0aef80ef4cf9 admin admin] Network hostable DHCP agents. Network: f83563fa-518e-44be-9b8f-705c1c667da1, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:28:54.137975 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9f8e1f-1ff9-425b-b09b-0aef80ef4cf9 admin admin] Network f83563fa-518e-44be-9b8f-705c1c667da1 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:28:54.149068 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bb9f8e1f-1ff9-425b-b09b-0aef80ef4cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, f83563fa-518e-44be-9b8f-705c1c667da1) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:28:54.153535 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9f8e1f-1ff9-425b-b09b-0aef80ef4cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:28:54.154118 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8e1f-1ff9-425b-b09b-0aef80ef4cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:54.159408 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6b2baf-2217-4299-bb2d-81f4373e13d6 None None] Network f83563fa-518e-44be-9b8f-705c1c667da1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:28:54.169498 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bb9f8e1f-1ff9-425b-b09b-0aef80ef4cf9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4357812 Jan 14 01:28:54.424007 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-f83563fa-518e-44be-9b8f-705c1c667da1', 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1', 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'fixed_ips': [{'subnet_id': '1642a360-ba93-45cc-980a-0f381299a0f6'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:28:54.425229 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:54.730016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Allocated IP 172.20.0.2 (f83563fa-518e-44be-9b8f-705c1c667da1/1642a360-ba93-45cc-980a-0f381299a0f6/822fc64c-f53c-442f-9bb0-c154a5c63621) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:28:54.970512 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Publish callbacks [] for port (822fc64c-f53c-442f-9bb0-c154a5c63621), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:54.978999 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (822fc64c-f53c-442f-9bb0-c154a5c63621), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:55.054152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Network f83563fa-518e-44be-9b8f-705c1c667da1 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:28:55.064344 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:28:55.072026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:28:55.075057 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Pushing event updated for resources: {'Port': ['ID=822fc64c-f53c-442f-9bb0-c154a5c63621,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:28:55.107147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.107147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.107147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.107147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.107147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.107703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.107703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.107703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.107703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.107990 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.108291 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.108613 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.109206 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Tracked resource versions report: Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: pushed versions: Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: { 'AddressGroup': {'1.2'}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'ConntrackHelper': {'1.0'}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'LocalIPAssociation': {'1.0'}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'Log': {'1.0'}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'Network': {'1.1'}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'Port': {'1.7'}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'PortForwarding': {'1.2'}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'QosPolicy': {'1.10'}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'SecurityGroup': {'1.5'}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'SecurityGroupRule': {'1.2'}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'SubPort': {'1.0'}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'Subnet': {'1.1'}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'Trunk': {'1.1'}} Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: consumer versions: Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: { DHCP agent@n-d-824358-4: {}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: L3 agent@n-d-824358-4: {}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: Metadata agent@n-d-824358-4: {}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: Metering agent@n-d-824358-4: {}, Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: Open vSwitch agent@n-d-824358-4: { 'AddressGroup': '1.2', Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'ConntrackHelper': '1.0', Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'LocalIPAssociation': '1.0', Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'Log': '1.0', Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'Network': '1.1', Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'Port': '1.7', Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'PortForwarding': '1.2', Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'QosPolicy': '1.10', Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'SecurityGroup': '1.5', Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'SecurityGroupRule': '1.2', Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'SubPort': '1.0', Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'Subnet': '1.1', Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: 'Trunk': '1.1'}} Jan 14 01:28:55.110384 n-d-824358-4 neutron-server[103355]: {{(pid=103355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 01:28:55.158542 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Attempting to bind port 822fc64c-f53c-442f-9bb0-c154a5c63621 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:28:55.158941 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Attempting to bind port 822fc64c-f53c-442f-9bb0-c154a5c63621 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'c2836b4d-61f9-44c2-83f7-1200fa76f3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:28:55.159362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Attempting to bind port 822fc64c-f53c-442f-9bb0-c154a5c63621 on network f83563fa-518e-44be-9b8f-705c1c667da1 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:28:55.164237 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:28:55.164811 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Checking segment: {'id': 'c2836b4d-61f9-44c2-83f7-1200fa76f3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:28:55.165082 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:55.165472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Bound using segment: {'id': 'c2836b4d-61f9-44c2-83f7-1200fa76f3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:28:55.165932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Bound port: 822fc64c-f53c-442f-9bb0-c154a5c63621, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2836b4d-61f9-44c2-83f7-1200fa76f3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:28:55.166333 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (822fc64c-f53c-442f-9bb0-c154a5c63621), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:55.229735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] For port 822fc64c-f53c-442f-9bb0-c154a5c63621, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:28:55.234407 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] For port 822fc64c-f53c-442f-9bb0-c154a5c63621, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=822fc64c-f53c-442f-9bb0-c154a5c63621,segment=NetworkSegment(c2836b4d-61f9-44c2-83f7-1200fa76f3c3),segment_id=c2836b4d-61f9-44c2-83f7-1200fa76f3c3)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:28:55.238384 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (822fc64c-f53c-442f-9bb0-c154a5c63621), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:28:55.300580 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89314100-36ce-401d-b01c-48c8245c2461 None None] Pushing event updated for resources: {'Port': ['ID=822fc64c-f53c-442f-9bb0-c154a5c63621,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:28:56.600108 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42530) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:28:56.913047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [None req-7523dafa-ceb5-4566-9380-f254929b7dd0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:28:56.914028 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7523dafa-ceb5-4566-9380-f254929b7dd0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3129861 Jan 14 01:28:59.298176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42538) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:28:59.787074 n-d-824358-4 neutron-server[103353]: WARNING oslo_policy.policy [None req-95d243e9-2192-4efc-ae7e-5df1fa70dbce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 01:28:59.787625 n-d-824358-4 neutron-server[103353]: WARNING oslo_policy.policy [None req-95d243e9-2192-4efc-ae7e-5df1fa70dbce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 01:29:00.013175 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [None req-95d243e9-2192-4efc-ae7e-5df1fa70dbce admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:29:00.014397 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-95d243e9-2192-4efc-ae7e-5df1fa70dbce admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7141285 Jan 14 01:29:02.686812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42554) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:29:02.985733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-748a934c-a056-48b6-9e99-bfccd01eb759 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:29:03.054500 n-d-824358-4 neutron-server[103353]: DEBUG neutron.policy [None req-748a934c-a056-48b6-9e99-bfccd01eb759 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103353) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 14 01:29:03.103521 n-d-824358-4 neutron-server[103353]: WARNING oslo_policy.policy [None req-748a934c-a056-48b6-9e99-bfccd01eb759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 01:29:03.103852 n-d-824358-4 neutron-server[103353]: WARNING oslo_policy.policy [None req-748a934c-a056-48b6-9e99-bfccd01eb759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 01:29:03.113391 n-d-824358-4 neutron-server[103353]: INFO neutron.quota [None req-748a934c-a056-48b6-9e99-bfccd01eb759 admin admin] Loaded quota_driver: . Jan 14 01:29:03.175960 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-748a934c-a056-48b6-9e99-bfccd01eb759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (f85a94d9-643f-418e-a107-4a21bc76a278), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:03.177835 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-748a934c-a056-48b6-9e99-bfccd01eb759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (f85a94d9-643f-418e-a107-4a21bc76a278), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:03.330525 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-748a934c-a056-48b6-9e99-bfccd01eb759 admin admin] Publish callbacks [] for router_controller (f85a94d9-643f-418e-a107-4a21bc76a278), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:03.335988 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-748a934c-a056-48b6-9e99-bfccd01eb759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (f85a94d9-643f-418e-a107-4a21bc76a278), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:03.355591 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-748a934c-a056-48b6-9e99-bfccd01eb759 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:03.356713 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-748a934c-a056-48b6-9e99-bfccd01eb759 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6688232 Jan 14 01:29:04.846879 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-27bbb015-8233-4ffa-bcbf-78a39ef68ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:05.454883 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 822fc64c-f53c-442f-9bb0-c154a5c63621 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:29:05.538373 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 822fc64c-f53c-442f-9bb0-c154a5c63621 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:29:05.538812 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (822fc64c-f53c-442f-9bb0-c154a5c63621), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:05.650925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 822fc64c-f53c-442f-9bb0-c154a5c63621 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:29:05.651227 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (822fc64c-f53c-442f-9bb0-c154a5c63621), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:05.689426 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 822fc64c-f53c-442f-9bb0-c154a5c63621, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=822fc64c-f53c-442f-9bb0-c154a5c63621,segment=NetworkSegment(c2836b4d-61f9-44c2-83f7-1200fa76f3c3),segment_id=c2836b4d-61f9-44c2-83f7-1200fa76f3c3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:29:05.693579 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (822fc64c-f53c-442f-9bb0-c154a5c63621), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:05.743310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=822fc64c-f53c-442f-9bb0-c154a5c63621,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:05.798578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42568) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:29:06.107341 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [None req-ace5c5c7-dc06-462f-b1c6-f3dd8d315ee0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:29:06.108422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ace5c5c7-dc06-462f-b1c6-f3dd8d315ee0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3089192 Jan 14 01:29:06.267458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd7d82-4b9f-4bbd-b46f-6523d72a555c None None] Network f83563fa-518e-44be-9b8f-705c1c667da1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:29:06.392158 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0a30b597-00fa-46a3-9a59-79a1c1471657 None None] Provisioning complete for port 822fc64c-f53c-442f-9bb0-c154a5c63621 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:29:06.392549 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a30b597-00fa-46a3-9a59-79a1c1471657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (822fc64c-f53c-442f-9bb0-c154a5c63621), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:06.474998 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0a30b597-00fa-46a3-9a59-79a1c1471657 None None] Current status of the port 822fc64c-f53c-442f-9bb0-c154a5c63621 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:29:06.594247 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-04ee8c18-8034-499e-8895-c30e1204be40 None None] Provisioning complete for port 822fc64c-f53c-442f-9bb0-c154a5c63621 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:29:06.594658 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04ee8c18-8034-499e-8895-c30e1204be40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (822fc64c-f53c-442f-9bb0-c154a5c63621), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:06.670038 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-04ee8c18-8034-499e-8895-c30e1204be40 None None] Current status of the port 822fc64c-f53c-442f-9bb0-c154a5c63621 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:29:07.099800 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-770baf74-fdb6-4f94-b165-effd06862123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:07.419379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 822fc64c-f53c-442f-9bb0-c154a5c63621 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:29:07.466213 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 822fc64c-f53c-442f-9bb0-c154a5c63621 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:29:07.466710 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (822fc64c-f53c-442f-9bb0-c154a5c63621), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:07.540947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 822fc64c-f53c-442f-9bb0-c154a5c63621 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:29:08.205623 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:08.548488 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42598) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:29:08.675411 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'project_id': '29af0678a0f641e58bf3696afb22253a', 'is_default': True, 'name': 'public', 'router:external': True, 'tenant_id': '29af0678a0f641e58bf3696afb22253a', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:29:08.701168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Made reservation on behalf of 29af0678a0f641e58bf3696afb22253a for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:29:08.704109 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:08.719130 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:08.824561 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Publish callbacks [] for security_group (879e493f-290d-48bb-8b06-edd52c85daef), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:08.828109 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (879e493f-290d-48bb-8b06-edd52c85daef), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:08.840274 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Reserving flat network on physical network physnet1 {{(pid=103353) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 14 01:29:08.872397 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788831717151', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (8e737c6f-4fd3-4c40-9d8e-07cf29565b53), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:08.872951 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Unsubscribe: segment precommit_create {{(pid=103353) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 14 01:29:08.873442 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Added segment 8e737c6f-4fd3-4c40-9d8e-07cf29565b53 of type flat for network 5c424213-5489-4410-bcff-2e68f290927e Jan 14 01:29:08.890384 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879e493f-290d-48bb-8b06-edd52c85daef,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:08.936983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.937320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.937653 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.937978 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.938301 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.938645 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.938963 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.939275 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.939585 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.939895 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.940204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.940511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.940816 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Tracked resource versions report: Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: pushed versions: Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: { 'AddressGroup': {'1.2'}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'ConntrackHelper': {'1.0'}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'LocalIPAssociation': {'1.0'}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'Log': {'1.0'}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'Network': {'1.1'}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'Port': {'1.7'}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'PortForwarding': {'1.2'}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'QosPolicy': {'1.10'}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'SecurityGroup': {'1.5'}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'SecurityGroupRule': {'1.2'}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'SubPort': {'1.0'}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'Subnet': {'1.1'}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'Trunk': {'1.1'}} Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: consumer versions: Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: { DHCP agent@n-d-824358-4: {}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: L3 agent@n-d-824358-4: {}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: Metadata agent@n-d-824358-4: {}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: Metering agent@n-d-824358-4: {}, Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: Open vSwitch agent@n-d-824358-4: { 'AddressGroup': '1.2', Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'ConntrackHelper': '1.0', Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'LocalIPAssociation': '1.0', Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'Log': '1.0', Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'Network': '1.1', Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'Port': '1.7', Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'PortForwarding': '1.2', Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'QosPolicy': '1.10', Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'SecurityGroup': '1.5', Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'SecurityGroupRule': '1.2', Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'SubPort': '1.0', Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'Subnet': '1.1', Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: 'Trunk': '1.1'}} Jan 14 01:29:08.942568 n-d-824358-4 neutron-server[103353]: {{(pid=103353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 01:29:08.989251 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (5c424213-5489-4410-bcff-2e68f290927e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:09.031201 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (5c424213-5489-4410-bcff-2e68f290927e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:09.032385 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:29:09.033072 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:09.104177 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5545745 Jan 14 01:29:09.134352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17293909-6e33-4846-953f-a1a74bfef612 admin admin] Pushing event updated for resources: {'Network': ['ID=5c424213-5489-4410-bcff-2e68f290927e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:09.145460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 5c424213-5489-4410-bcff-2e68f290927e details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:29:09.763003 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:10.827754 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:11.371219 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42610) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:29:11.504769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ff93a-da58-47be-9d9b-662fed5eb223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:29:11.506143 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8a9ff93a-da58-47be-9d9b-662fed5eb223 admin admin] 10.222.0.26 "GET /v2.0/subnets/1642a360-ba93-45cc-980a-0f381299a0f6 HTTP/1.1" status: 200 len: 849 time: 0.1339412 Jan 14 01:29:11.638088 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-81412ff8-9d99-4e54-b3cf-ed06f0e014fa admin admin] 10.222.0.26 "GET /v2.0/routers/f85a94d9-643f-418e-a107-4a21bc76a278 HTTP/1.1" status: 200 len: 704 time: 0.1263618 Jan 14 01:29:11.908680 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:12.200824 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Allocated IP 172.20.0.1 (f83563fa-518e-44be-9b8f-705c1c667da1/1642a360-ba93-45cc-980a-0f381299a0f6/ca0ee2a9-cac8-40f4-8c80-305bc3c95653) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:29:12.380412 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Publish callbacks [] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:12.446753 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:12.514154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Network f83563fa-518e-44be-9b8f-705c1c667da1 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:29:12.519640 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:29:12.531201 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:29:12.531572 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (f85a94d9-643f-418e-a107-4a21bc76a278), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:12.555278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0ee2a9-cac8-40f4-8c80-305bc3c95653,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:12.722512 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8de9a780-112b-4089-8cb4-22f03e769069 None None] Provisioning complete for port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:29:12.723130 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8de9a780-112b-4089-8cb4-22f03e769069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:12.726149 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:12.756144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8de9a780-112b-4089-8cb4-22f03e769069 None None] Port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:29:12.977445 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Publish callbacks [] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:12.982044 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:12.982805 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (f85a94d9-643f-418e-a107-4a21bc76a278), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:13.059559 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0ee2a9-cac8-40f4-8c80-305bc3c95653,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:13.104958 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Network f83563fa-518e-44be-9b8f-705c1c667da1 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:29:13.106207 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:29:13.263461 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Router f85a94d9-643f-418e-a107-4a21bc76a278 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:29:13.278333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ee5b87f7-fe80-4f56-b3f4-1e20bbc87ac7 None None] Provisioning complete for port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:29:13.278829 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee5b87f7-fe80-4f56-b3f4-1e20bbc87ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:13.313277 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b87f7-fe80-4f56-b3f4-1e20bbc87ac7 None None] Port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:29:13.354421 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:29:13.359428 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c7410dc6-b322-455c-a963-79fdbbf46053 admin admin] 10.222.0.26 "PUT /v2.0/routers/f85a94d9-643f-418e-a107-4a21bc76a278/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7162316 Jan 14 01:29:13.364819 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Sync routers for ids ['f85a94d9-643f-418e-a107-4a21bc76a278'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:29:13.377562 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Routers {'f85a94d9-643f-418e-a107-4a21bc76a278'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:29:13.378454 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:29:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['f85a94d9-643f-418e-a107-4a21bc76a278'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:29:13.560008 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Set router f85a94d9-643f-418e-a107-4a21bc76a278 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:29:13.989272 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'name': 'router1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:29:03Z', 'updated_at': '2022-01-14T01:29:12Z', 'revision_number': 2, 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'gw_port_host': None, '_interfaces': [{'id': 'ca0ee2a9-cac8-40f4-8c80-305bc3c95653', 'name': '', 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'mac_address': 'fa:16:3e:c8:de:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1642a360-ba93-45cc-980a-0f381299a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:29:11Z', 'updated_at': '2022-01-14T01:29:12Z', 'revision_number': 2, 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'subnets': [{'id': '1642a360-ba93-45cc-980a-0f381299a0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cac9228a-c087-462c-8c00-a0433dfb2157'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:29:14.038003 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Checking router: f85a94d9-643f-418e-a107-4a21bc76a278 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:29:14.038367 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Updating router f85a94d9-643f-418e-a107-4a21bc76a278 port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:29:14.111147 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:14.588101 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Publish callbacks [] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:14.594652 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:14.757736 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Pushing event updated for resources: {'Port': ['ID=ca0ee2a9-cac8-40f4-8c80-305bc3c95653,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:14.773231 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Attempting to bind port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:29:14.773626 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Attempting to bind port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'c2836b4d-61f9-44c2-83f7-1200fa76f3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:29:14.774076 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Attempting to bind port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 on network f83563fa-518e-44be-9b8f-705c1c667da1 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:29:14.776692 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.777037 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.777375 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.777711 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.778041 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.778367 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.778714 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.779038 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.779451 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.779772 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.780092 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.780410 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.780729 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Tracked resource versions report: Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: pushed versions: Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: { 'AddressGroup': {'1.2'}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'ConntrackHelper': {'1.0'}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'LocalIPAssociation': {'1.0'}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'Log': {'1.0'}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'Network': {'1.1'}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'Port': {'1.7'}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'PortForwarding': {'1.2'}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'QosPolicy': {'1.10'}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'SecurityGroup': {'1.5'}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'SecurityGroupRule': {'1.2'}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'SubPort': {'1.0'}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'Subnet': {'1.1'}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'Trunk': {'1.1'}} Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: consumer versions: Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: { DHCP agent@n-d-824358-4: {}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: L3 agent@n-d-824358-4: {}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: Metadata agent@n-d-824358-4: {}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: Metering agent@n-d-824358-4: {}, Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: Open vSwitch agent@n-d-824358-4: { 'AddressGroup': '1.2', Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'ConntrackHelper': '1.0', Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'LocalIPAssociation': '1.0', Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'Log': '1.0', Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'Network': '1.1', Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'Port': '1.7', Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'PortForwarding': '1.2', Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'QosPolicy': '1.10', Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'SecurityGroup': '1.5', Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'SecurityGroupRule': '1.2', Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'SubPort': '1.0', Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'Subnet': '1.1', Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: 'Trunk': '1.1'}} Jan 14 01:29:14.781897 n-d-824358-4 neutron-server[103356]: {{(pid=103356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 01:29:14.788428 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:29:14.788850 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Checking segment: {'id': 'c2836b4d-61f9-44c2-83f7-1200fa76f3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:29:14.789349 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:14.789728 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Bound using segment: {'id': 'c2836b4d-61f9-44c2-83f7-1200fa76f3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:29:14.790192 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Bound port: ca0ee2a9-cac8-40f4-8c80-305bc3c95653, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2836b4d-61f9-44c2-83f7-1200fa76f3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:29:14.790593 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:14.843792 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dca2871b-1601-47d0-b28f-57fdd942f443 None None] Provisioning complete for port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:29:14.844233 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dca2871b-1601-47d0-b28f-57fdd942f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:14.857248 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] For port ca0ee2a9-cac8-40f4-8c80-305bc3c95653, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:29:14.879908 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] For port ca0ee2a9-cac8-40f4-8c80-305bc3c95653, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ca0ee2a9-cac8-40f4-8c80-305bc3c95653,segment=NetworkSegment(c2836b4d-61f9-44c2-83f7-1200fa76f3c3),segment_id=c2836b4d-61f9-44c2-83f7-1200fa76f3c3)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:29:14.880453 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dca2871b-1601-47d0-b28f-57fdd942f443 None None] Port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:29:14.885291 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:14.949462 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Routers {'f85a94d9-643f-418e-a107-4a21bc76a278'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:29:14.950096 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:29:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['f85a94d9-643f-418e-a107-4a21bc76a278'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:29:14.954122 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c4a0a-9ec4-44d5-be17-dfa76ff6fd81 None None] Pushing event updated for resources: {'Port': ['ID=ca0ee2a9-cac8-40f4-8c80-305bc3c95653,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:15.042290 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] Set router f85a94d9-643f-418e-a107-4a21bc76a278 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:29:15.099557 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bf3aa255-7755-42a3-abc7-184df40dcc0a None None] Provisioning complete for port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:29:15.100169 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf3aa255-7755-42a3-abc7-184df40dcc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:15.179485 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bf3aa255-7755-42a3-abc7-184df40dcc0a None None] Current status of the port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:29:15.179485 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf3aa255-7755-42a3-abc7-184df40dcc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:15.211348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bf3aa255-7755-42a3-abc7-184df40dcc0a None None] For port ca0ee2a9-cac8-40f4-8c80-305bc3c95653, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ca0ee2a9-cac8-40f4-8c80-305bc3c95653,segment=NetworkSegment(c2836b4d-61f9-44c2-83f7-1200fa76f3c3),segment_id=c2836b4d-61f9-44c2-83f7-1200fa76f3c3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:29:15.215145 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf3aa255-7755-42a3-abc7-184df40dcc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:15.250684 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'name': 'router1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:29:03Z', 'updated_at': '2022-01-14T01:29:12Z', 'revision_number': 2, 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'gw_port_host': None, '_interfaces': [{'id': 'ca0ee2a9-cac8-40f4-8c80-305bc3c95653', 'name': '', 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'mac_address': 'fa:16:3e:c8:de:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1642a360-ba93-45cc-980a-0f381299a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:29:11Z', 'updated_at': '2022-01-14T01:29:14Z', 'revision_number': 4, 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'subnets': [{'id': '1642a360-ba93-45cc-980a-0f381299a0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cac9228a-c087-462c-8c00-a0433dfb2157'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:29:15.264597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aa255-7755-42a3-abc7-184df40dcc0a None None] Pushing event updated for resources: {'Port': ['ID=ca0ee2a9-cac8-40f4-8c80-305bc3c95653,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:15.277683 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e4e43-67a6-4a75-9d18-936ed4a2bd3a None None] The sync data for ids ['f85a94d9-643f-418e-a107-4a21bc76a278'] in n-d-824358-4 is: [{'id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'name': 'router1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:29:03Z', 'updated_at': '2022-01-14T01:29:12Z', 'revision_number': 2, 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'gw_port_host': None, '_interfaces': [{'id': 'ca0ee2a9-cac8-40f4-8c80-305bc3c95653', 'name': '', 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'mac_address': 'fa:16:3e:c8:de:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1642a360-ba93-45cc-980a-0f381299a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:29:11Z', 'updated_at': '2022-01-14T01:29:14Z', 'revision_number': 4, 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'subnets': [{'id': '1642a360-ba93-45cc-980a-0f381299a0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cac9228a-c087-462c-8c00-a0433dfb2157'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:29:17.932070 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42628) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:29:18.039931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4270ec-ccf3-4285-90f4-f1f68bb5464c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:29:18.046585 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6f4270ec-ccf3-4285-90f4-f1f68bb5464c admin admin] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 842 time: 0.1082935 Jan 14 01:29:18.050609 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'tenant_id': '29af0678a0f641e58bf3696afb22253a', 'gateway_ip': '172.25.2.1', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:29:18.075277 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] Made reservation on behalf of 29af0678a0f641e58bf3696afb22253a for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:29:18.077534 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:18.377343 n-d-824358-4 neutron-server[103353]: DEBUG neutron.objects.ports [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103353) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 14 01:29:18.377867 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for subnet (54801cec-e3e3-4a7a-8039-830f32cbe861), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:18.436163 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54801cec-e3e3-4a7a-8039-830f32cbe861,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:18.442386 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:29:18.443122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] Network hostable DHCP agents. Network: 5c424213-5489-4410-bcff-2e68f290927e, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:29:18.466736 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:29:18.479621 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 5c424213-5489-4410-bcff-2e68f290927e) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:29:18.485021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:29:18.485609 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:18.489966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251ae99e-a13a-483b-aa96-30f08b8ddb4b None None] Network 5c424213-5489-4410-bcff-2e68f290927e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:29:18.502929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cb782a53-3617-4f85-a941-d5f6080fe206 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4555986 Jan 14 01:29:18.596001 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec64bd65-9bd6-493c-93d2-571ec3406441 None None] Network 5c424213-5489-4410-bcff-2e68f290927e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:29:20.830821 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42636) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:29:20.963486 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1908ff7f-3260-4d1f-8081-861531461d28 admin admin] 10.222.0.26 "GET /v2.0/routers/f85a94d9-643f-418e-a107-4a21bc76a278 HTTP/1.1" status: 200 len: 710 time: 0.1315346 Jan 14 01:29:21.047305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4053557-7aa6-483e-b132-6a9cdf9cf9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:29:21.048585 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a4053557-7aa6-483e-b132-6a9cdf9cf9cb admin admin] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 886 time: 0.0798197 Jan 14 01:29:21.057224 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:29:21.367177 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Publish callbacks [] for router_gateway (f85a94d9-643f-418e-a107-4a21bc76a278), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:21.596803 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Publish callbacks [] for router_gateway (f85a94d9-643f-418e-a107-4a21bc76a278), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:21.683511 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:21.792293 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Allocated IP 172.25.2.65 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/51dbcd88-8f61-47f5-bb58-e06bd0d59126) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:29:21.897875 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Publish callbacks [] for port (51dbcd88-8f61-47f5-bb58-e06bd0d59126), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:21.931084 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (51dbcd88-8f61-47f5-bb58-e06bd0d59126), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:21.970142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:29:21.975045 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:29:21.977629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:29:22.014334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Pushing event updated for resources: {'Port': ['ID=51dbcd88-8f61-47f5-bb58-e06bd0d59126,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:22.223140 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Publish callbacks [] for router_gateway (f85a94d9-643f-418e-a107-4a21bc76a278), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:22.413403 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (f85a94d9-643f-418e-a107-4a21bc76a278), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:22.416852 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (f85a94d9-643f-418e-a107-4a21bc76a278), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:22.522888 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Router f85a94d9-643f-418e-a107-4a21bc76a278 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:29:22.711577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:29:22.715733 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:22.717910 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0183d509-41b3-43ea-b4c2-7ea4f7b1ea62 admin admin] 10.222.0.26 "PUT /v2.0/routers/f85a94d9-643f-418e-a107-4a21bc76a278 HTTP/1.1" status: 200 len: 889 time: 1.6637473 Jan 14 01:29:23.458225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ca0ee2a9-cac8-40f4-8c80-305bc3c95653 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:29:23.489346 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Sync routers for ids ['f85a94d9-643f-418e-a107-4a21bc76a278'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:29:23.508444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Routers {'f85a94d9-643f-418e-a107-4a21bc76a278'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:29:23.509074 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:29:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['f85a94d9-643f-418e-a107-4a21bc76a278'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:29:23.629195 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:29:23.629524 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:23.753242 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Set router f85a94d9-643f-418e-a107-4a21bc76a278 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:29:23.930631 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:29:24.239102 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'name': 'router1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '51dbcd88-8f61-47f5-bb58-e06bd0d59126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:29:03Z', 'updated_at': '2022-01-14T01:29:22Z', 'revision_number': 4, 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'gw_port': {'id': '51dbcd88-8f61-47f5-bb58-e06bd0d59126', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:29:21Z', 'updated_at': '2022-01-14T01:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'ca0ee2a9-cac8-40f4-8c80-305bc3c95653', 'name': '', 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'mac_address': 'fa:16:3e:c8:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1642a360-ba93-45cc-980a-0f381299a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:29:11Z', 'updated_at': '2022-01-14T01:29:15Z', 'revision_number': 5, 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'subnets': [{'id': '1642a360-ba93-45cc-980a-0f381299a0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cac9228a-c087-462c-8c00-a0433dfb2157'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:29:24.289903 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Checking router: f85a94d9-643f-418e-a107-4a21bc76a278 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:29:24.290277 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Updating router f85a94d9-643f-418e-a107-4a21bc76a278 port 51dbcd88-8f61-47f5-bb58-e06bd0d59126 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:29:24.336064 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (51dbcd88-8f61-47f5-bb58-e06bd0d59126), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:24.644569 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Publish callbacks [] for port (51dbcd88-8f61-47f5-bb58-e06bd0d59126), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:24.649397 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (51dbcd88-8f61-47f5-bb58-e06bd0d59126), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:24.703510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Attempting to bind port 51dbcd88-8f61-47f5-bb58-e06bd0d59126 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:29:24.703875 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Attempting to bind port 51dbcd88-8f61-47f5-bb58-e06bd0d59126 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:29:24.704229 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Attempting to bind port 51dbcd88-8f61-47f5-bb58-e06bd0d59126 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:29:24.706927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9471243-7621-4664-8b99-09720db2caee None None] Pushing event updated for resources: {'Port': ['ID=51dbcd88-8f61-47f5-bb58-e06bd0d59126,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:24.712059 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:29:24.712425 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:29:24.712818 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:24.713241 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:29:24.714088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Bound port: 51dbcd88-8f61-47f5-bb58-e06bd0d59126, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:29:24.714088 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (51dbcd88-8f61-47f5-bb58-e06bd0d59126), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:24.762032 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] For port 51dbcd88-8f61-47f5-bb58-e06bd0d59126, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:29:24.764930 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] For port 51dbcd88-8f61-47f5-bb58-e06bd0d59126, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=51dbcd88-8f61-47f5-bb58-e06bd0d59126,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:29:24.768307 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (51dbcd88-8f61-47f5-bb58-e06bd0d59126), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:24.826371 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Routers {'f85a94d9-643f-418e-a107-4a21bc76a278'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:29:24.826974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:29:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['f85a94d9-643f-418e-a107-4a21bc76a278'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:29:24.829549 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9471243-7621-4664-8b99-09720db2caee None None] Pushing event updated for resources: {'Port': ['ID=51dbcd88-8f61-47f5-bb58-e06bd0d59126,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:24.934314 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] Set router f85a94d9-643f-418e-a107-4a21bc76a278 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:29:25.135878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'name': 'router1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '51dbcd88-8f61-47f5-bb58-e06bd0d59126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:29:03Z', 'updated_at': '2022-01-14T01:29:22Z', 'revision_number': 4, 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'gw_port': {'id': '51dbcd88-8f61-47f5-bb58-e06bd0d59126', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:29:21Z', 'updated_at': '2022-01-14T01:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'ca0ee2a9-cac8-40f4-8c80-305bc3c95653', 'name': '', 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'mac_address': 'fa:16:3e:c8:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1642a360-ba93-45cc-980a-0f381299a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:29:11Z', 'updated_at': '2022-01-14T01:29:15Z', 'revision_number': 5, 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'subnets': [{'id': '1642a360-ba93-45cc-980a-0f381299a0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cac9228a-c087-462c-8c00-a0433dfb2157'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:29:25.155606 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42648) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:29:25.161586 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085029f5-2f6d-4e7c-8010-db30c8c0e86a None None] The sync data for ids ['f85a94d9-643f-418e-a107-4a21bc76a278'] in n-d-824358-4 is: [{'id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'name': 'router1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '51dbcd88-8f61-47f5-bb58-e06bd0d59126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:29:03Z', 'updated_at': '2022-01-14T01:29:22Z', 'revision_number': 4, 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'gw_port': {'id': '51dbcd88-8f61-47f5-bb58-e06bd0d59126', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:29:21Z', 'updated_at': '2022-01-14T01:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'ca0ee2a9-cac8-40f4-8c80-305bc3c95653', 'name': '', 'network_id': 'f83563fa-518e-44be-9b8f-705c1c667da1', 'tenant_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'mac_address': 'fa:16:3e:c8:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85a94d9-643f-418e-a107-4a21bc76a278', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1642a360-ba93-45cc-980a-0f381299a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:29:11Z', 'updated_at': '2022-01-14T01:29:15Z', 'revision_number': 5, 'project_id': '28d82cbc29b542ad99ee2e8965e9fe4f', 'subnets': [{'id': '1642a360-ba93-45cc-980a-0f381299a0f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cac9228a-c087-462c-8c00-a0433dfb2157'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:29:25.283103 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d8255a6e-3623-41d0-9a5f-2d23511f37a0 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1263695 Jan 14 01:29:25.469098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 51dbcd88-8f61-47f5-bb58-e06bd0d59126 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:29:25.527099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 51dbcd88-8f61-47f5-bb58-e06bd0d59126 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:29:25.527851 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (51dbcd88-8f61-47f5-bb58-e06bd0d59126), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:25.613104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 51dbcd88-8f61-47f5-bb58-e06bd0d59126 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:29:25.613104 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (51dbcd88-8f61-47f5-bb58-e06bd0d59126), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:25.636397 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 51dbcd88-8f61-47f5-bb58-e06bd0d59126, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=51dbcd88-8f61-47f5-bb58-e06bd0d59126,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:29:25.645298 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (51dbcd88-8f61-47f5-bb58-e06bd0d59126), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:25.703025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=51dbcd88-8f61-47f5-bb58-e06bd0d59126,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:29:27.447983 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 51dbcd88-8f61-47f5-bb58-e06bd0d59126 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:29:27.500766 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 51dbcd88-8f61-47f5-bb58-e06bd0d59126 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:29:27.501156 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (51dbcd88-8f61-47f5-bb58-e06bd0d59126), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:27.586439 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 51dbcd88-8f61-47f5-bb58-e06bd0d59126 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:29:29.404542 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:29:34.867231 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-98ef8797-a8c7-4b5c-8423-e9626df4d77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:37.101695 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4949-5b62-435e-a4f8-4812d0f91aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:38.211100 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:39.748521 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:29:40.841687 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:04.867484 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-38c60f45-622d-4d58-b16f-6ab81adacce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:06.403859 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:30:07.104834 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9dc5d7d2-1b1b-4d91-8d34-48c7920f1ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:08.214983 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:09.726026 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:10.836829 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:34.852912 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-959a41be-55e2-4857-ad00-f604a1ce194c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:37.108214 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9557196a-3afd-4ac0-b073-2f30ef59706a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:38.215678 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:39.729228 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:40.841542 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:43.402389 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:30:48.687206 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43164) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:30:48.751326 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-09db607b-7140-492b-b567-585b428ca8bc admin admin] GET failed (client error): The resource could not be found. Jan 14 01:30:48.752612 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-09db607b-7140-492b-b567-585b428ca8bc admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643296 Jan 14 01:30:48.914507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ded0c-d485-48a7-b486-855974b9b63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:30:48.915905 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0d2ded0c-d485-48a7-b486-855974b9b63b admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592293 Jan 14 01:30:51.131413 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43174) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:30:51.221242 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8802d55f-f069-4a62-a811-dc1c49d1f5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:30:51.222681 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8802d55f-f069-4a62-a811-dc1c49d1f5df admin admin] 10.222.0.26 "GET /v2.0/subnets/1642a360-ba93-45cc-980a-0f381299a0f6 HTTP/1.1" status: 200 len: 849 time: 0.0902185 Jan 14 01:30:51.231934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:30:51.317890 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Publish callbacks [] for subnet (1642a360-ba93-45cc-980a-0f381299a0f6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:51.463717 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788831694659'] for subnet (1642a360-ba93-45cc-980a-0f381299a0f6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:51.493846 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:30:51.494462 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:51.496325 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] 10.222.0.26 "PUT /v2.0/subnets/1642a360-ba93-45cc-980a-0f381299a0f6 HTTP/1.1" status: 200 len: 868 time: 0.2673419 Jan 14 01:30:51.504154 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d43c4e-384f-4504-aeff-854a069bca54 None None] Network f83563fa-518e-44be-9b8f-705c1c667da1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:30:51.520741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1642a360-ba93-45cc-980a-0f381299a0f6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:30:51.528299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.528644 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.528982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.529314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.529643 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.529971 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.530303 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.530713 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.531038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.531356 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.531693 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.531995 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.532405 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ebda5-22b3-4bd8-8ca3-8bc378e02196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:30:51.851242 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3c9bcfd7-dabb-4193-8223-703a9890f635 None None] Provisioning complete for port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:30:51.851630 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c9bcfd7-dabb-4193-8223-703a9890f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ca0ee2a9-cac8-40f4-8c80-305bc3c95653), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:51.930300 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3c9bcfd7-dabb-4193-8223-703a9890f635 None None] Current status of the port ca0ee2a9-cac8-40f4-8c80-305bc3c95653 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:30:51.939894 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3c9bcfd7-dabb-4193-8223-703a9890f635 None None] Provisioning complete for port 822fc64c-f53c-442f-9bb0-c154a5c63621 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:30:51.940251 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c9bcfd7-dabb-4193-8223-703a9890f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (822fc64c-f53c-442f-9bb0-c154a5c63621), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:30:52.011925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3c9bcfd7-dabb-4193-8223-703a9890f635 None None] Current status of the port 822fc64c-f53c-442f-9bb0-c154a5c63621 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:30:53.712670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43182) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:30:53.919083 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d80cbf-29a8-4bb7-8a49-a36164a98e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:30:53.919553 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d80cbf-29a8-4bb7-8a49-a36164a98e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:30:53.921075 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c9d80cbf-29a8-4bb7-8a49-a36164a98e77 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074690 Jan 14 01:30:56.155321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43192) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:30:56.362396 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa1639-174b-46a3-be75-a83722ed1ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:30:56.362853 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa1639-174b-46a3-be75-a83722ed1ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:30:56.364551 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9aaa1639-174b-46a3-be75-a83722ed1ab4 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2082598 Jan 14 01:30:58.608654 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43200) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:30:58.740427 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7facf82f-b027-4ef6-8e84-af6511f48b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:30:58.741793 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7facf82f-b027-4ef6-8e84-af6511f48b00 admin admin] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 886 time: 0.1321933 Jan 14 01:31:00.959781 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43208) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:31:01.087473 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf1f16-6ba7-4d8d-8b31-e4b513ea9345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:31:01.088825 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b5cf1f16-6ba7-4d8d-8b31-e4b513ea9345 admin admin] 10.222.0.26 "GET /v2.0/networks/f83563fa-518e-44be-9b8f-705c1c667da1 HTTP/1.1" status: 200 len: 869 time: 0.1280804 Jan 14 01:31:03.261059 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43216) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:31:03.383130 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdcbc48-7455-4d61-a451-38c437f01ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:31:03.383595 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdcbc48-7455-4d61-a451-38c437f01ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:31:03.385106 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1bdcbc48-7455-4d61-a451-38c437f01ffe admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231008 Jan 14 01:31:04.856844 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b10779ff-83ad-4ebc-8596-19f68b5cce3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:05.558125 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43224) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:31:05.646803 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e685198e-d7c3-4656-b163-00d118cc9e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:31:05.647255 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e685198e-d7c3-4656-b163-00d118cc9e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:31:05.648731 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e685198e-d7c3-4656-b163-00d118cc9e44 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896609 Jan 14 01:31:07.111729 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-093aec9d-94e1-4f38-80d7-857fd66818e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:07.871951 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43232) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:31:07.965883 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4220a-c801-4e33-83bc-5a0e0c822466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:31:07.967228 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c9f4220a-c801-4e33-83bc-5a0e0c822466 admin admin] 10.222.0.26 "GET /v2.0/subnets/1642a360-ba93-45cc-980a-0f381299a0f6 HTTP/1.1" status: 200 len: 868 time: 0.0943468 Jan 14 01:31:08.218576 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:09.731825 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:10.148140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43240) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:31:10.232889 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddd0802-88ff-47c3-90d8-6ed7c5b9e117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:31:10.234211 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4ddd0802-88ff-47c3-90d8-6ed7c5b9e117 admin admin] 10.222.0.26 "GET /v2.0/subnets/54801cec-e3e3-4a7a-8039-830f32cbe861 HTTP/1.1" status: 200 len: 816 time: 0.0851452 Jan 14 01:31:10.844047 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:20.400638 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:31:34.182695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43294) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:31:34.229477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [None req-3773dcd0-bd02-4422-a943-7cbddd991fba admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:31:34.230587 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3773dcd0-bd02-4422-a943-7cbddd991fba admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468841 Jan 14 01:31:34.857455 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff67d070-4498-4e58-96bf-3b577f3a272a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:36.502658 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43302) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:31:36.561733 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7ce243-66ae-41ca-ab7e-b748237049f8 admin admin] GET failed (client error): The resource could not be found. Jan 14 01:31:36.563003 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cb7ce243-66ae-41ca-ab7e-b748237049f8 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594082 Jan 14 01:31:36.711478 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d168d8-afc0-4e47-aeb2-5f484d07af63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:31:36.712856 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e1d168d8-afc0-4e47-aeb2-5f484d07af63 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1453321 Jan 14 01:31:37.113651 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25546bc3-6ed2-48ba-81cb-2284e987c912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:38.221032 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:38.944488 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43312) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:31:38.989019 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True, 'tenant_id': '29af0678a0f641e58bf3696afb22253a', 'project_id': '29af0678a0f641e58bf3696afb22253a'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:31:39.011006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Made reservation on behalf of 29af0678a0f641e58bf3696afb22253a for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:31:39.013420 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:39.046631 n-d-824358-4 neutron-server[103354]: WARNING neutron.services.revisions.revision_plugin [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Could not find related network for resource to bump revision. Jan 14 01:31:39.060179 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:31:39.069914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (ae16c022-9d42-4a78-b3b4-e98067da522c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:39.070266 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Added segment ae16c022-9d42-4a78-b3b4-e98067da522c of type vlan for network 51139d4a-e68d-4e3d-a688-2e86c777447a Jan 14 01:31:39.108004 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (51139d4a-e68d-4e3d-a688-2e86c777447a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:39.130411 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (51139d4a-e68d-4e3d-a688-2e86c777447a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:39.131335 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:31:39.131899 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:39.185687 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2401395 Jan 14 01:31:39.191886 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Pushing event updated for resources: {'Network': ['ID=51139d4a-e68d-4e3d-a688-2e86c777447a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:31:39.199847 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.200190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.200536 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.200866 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.201196 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.201524 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.201846 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.202195 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.202537 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.202861 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.203180 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.203496 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.203811 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7e9a5-9798-43ea-b4b6-f0bbcedb528d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:39.215528 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 51139d4a-e68d-4e3d-a688-2e86c777447a details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:31:39.735698 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:40.850284 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:41.456348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43322) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:31:41.514229 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4f72bc-02ef-423b-ba9d-71b72c29cab6 admin admin] GET failed (client error): The resource could not be found. Jan 14 01:31:41.515508 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bc4f72bc-02ef-423b-ba9d-71b72c29cab6 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582161 Jan 14 01:31:41.584631 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4efe65-d347-425f-971e-b6bfd1050cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:31:41.586048 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9a4efe65-d347-425f-971e-b6bfd1050cfb admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665424 Jan 14 01:31:41.596208 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fa5a77ce-338d-4f78-a380-121add8ef2d3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'tenant_id': '29af0678a0f641e58bf3696afb22253a', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:31:41.617244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5a77ce-338d-4f78-a380-121add8ef2d3 admin admin] Made reservation on behalf of 29af0678a0f641e58bf3696afb22253a for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:31:41.619370 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fa5a77ce-338d-4f78-a380-121add8ef2d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:41.776166 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fa5a77ce-338d-4f78-a380-121add8ef2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for subnet (5382286c-1f83-4793-836d-bbb5398b58b0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:41.828568 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a77ce-338d-4f78-a380-121add8ef2d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5382286c-1f83-4793-836d-bbb5398b58b0,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:31:41.838353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a77ce-338d-4f78-a380-121add8ef2d3 admin admin] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:31:41.838353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a77ce-338d-4f78-a380-121add8ef2d3 admin admin] Network hostable DHCP agents. Network: 51139d4a-e68d-4e3d-a688-2e86c777447a, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:31:41.852609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a77ce-338d-4f78-a380-121add8ef2d3 admin admin] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:31:41.860384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fa5a77ce-338d-4f78-a380-121add8ef2d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 51139d4a-e68d-4e3d-a688-2e86c777447a) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:31:41.864933 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5a77ce-338d-4f78-a380-121add8ef2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:31:41.865569 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fa5a77ce-338d-4f78-a380-121add8ef2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:41.871436 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4510a93-2ad4-4826-b073-832682eb286c None None] Network 51139d4a-e68d-4e3d-a688-2e86c777447a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:31:41.881083 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fa5a77ce-338d-4f78-a380-121add8ef2d3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2887723 Jan 14 01:31:41.972846 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-51139d4a-e68d-4e3d-a688-2e86c777447a', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'project_id': '29af0678a0f641e58bf3696afb22253a', 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:31:41.973862 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:42.110052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Allocated IP 192.168.233.2 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/00ca92f8-4006-4259-94b6-87a8d6033320) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:31:42.349491 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Publish callbacks [] for port (00ca92f8-4006-4259-94b6-87a8d6033320), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:42.355614 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (00ca92f8-4006-4259-94b6-87a8d6033320), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:42.394324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:31:42.399048 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:31:42.402017 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:31:42.412828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Pushing event updated for resources: {'Port': ['ID=00ca92f8-4006-4259-94b6-87a8d6033320,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:31:42.433702 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.434025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.434358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.434716 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.435041 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.435362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.435686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.436003 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.436321 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.436636 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.436951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.437263 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.437572 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:31:42.471077 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Attempting to bind port 00ca92f8-4006-4259-94b6-87a8d6033320 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:31:42.471445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Attempting to bind port 00ca92f8-4006-4259-94b6-87a8d6033320 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:31:42.471800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Attempting to bind port 00ca92f8-4006-4259-94b6-87a8d6033320 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:31:42.476779 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:31:42.477144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:31:42.477535 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:42.477922 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:31:42.478380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Bound port: 00ca92f8-4006-4259-94b6-87a8d6033320, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:31:42.478771 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (00ca92f8-4006-4259-94b6-87a8d6033320), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:42.542568 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] For port 00ca92f8-4006-4259-94b6-87a8d6033320, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:31:42.545522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] For port 00ca92f8-4006-4259-94b6-87a8d6033320, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=00ca92f8-4006-4259-94b6-87a8d6033320,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:31:42.549748 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (00ca92f8-4006-4259-94b6-87a8d6033320), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:42.614394 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3324322-a502-43f8-81ab-d1fce39b8a16 None None] Pushing event updated for resources: {'Port': ['ID=00ca92f8-4006-4259-94b6-87a8d6033320,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:31:43.555395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9726a8-d3eb-4c92-aebe-5058d33ca197 None None] Network 51139d4a-e68d-4e3d-a688-2e86c777447a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:31:43.599823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 00ca92f8-4006-4259-94b6-87a8d6033320 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:31:43.700535 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-75673fc5-d69e-46e7-9e8b-d9b856bdc918 None None] Provisioning complete for port 00ca92f8-4006-4259-94b6-87a8d6033320 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:31:43.700840 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75673fc5-d69e-46e7-9e8b-d9b856bdc918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (00ca92f8-4006-4259-94b6-87a8d6033320), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:43.705071 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 00ca92f8-4006-4259-94b6-87a8d6033320 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:31:43.705445 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (00ca92f8-4006-4259-94b6-87a8d6033320), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:43.854557 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-75673fc5-d69e-46e7-9e8b-d9b856bdc918 None None] Current status of the port 00ca92f8-4006-4259-94b6-87a8d6033320 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:31:43.854945 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75673fc5-d69e-46e7-9e8b-d9b856bdc918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (00ca92f8-4006-4259-94b6-87a8d6033320), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:43.856867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 00ca92f8-4006-4259-94b6-87a8d6033320 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:31:43.857229 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (00ca92f8-4006-4259-94b6-87a8d6033320), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:43.906792 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-75673fc5-d69e-46e7-9e8b-d9b856bdc918 None None] For port 00ca92f8-4006-4259-94b6-87a8d6033320, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=00ca92f8-4006-4259-94b6-87a8d6033320,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:31:43.912051 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75673fc5-d69e-46e7-9e8b-d9b856bdc918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (00ca92f8-4006-4259-94b6-87a8d6033320), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:43.986216 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:31:43.986538 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:31:43.989158 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75673fc5-d69e-46e7-9e8b-d9b856bdc918 None None] Pushing event updated for resources: {'Port': ['ID=00ca92f8-4006-4259-94b6-87a8d6033320,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:31:44.031803 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a5b020ed-9ed6-4d87-9e18-05b012ed7243 None None] Provisioning complete for port 00ca92f8-4006-4259-94b6-87a8d6033320 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:31:44.032183 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5b020ed-9ed6-4d87-9e18-05b012ed7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (00ca92f8-4006-4259-94b6-87a8d6033320), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:44.115266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a5b020ed-9ed6-4d87-9e18-05b012ed7243 None None] Current status of the port 00ca92f8-4006-4259-94b6-87a8d6033320 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:31:44.521299 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 00ca92f8-4006-4259-94b6-87a8d6033320 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:31:45.500245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 00ca92f8-4006-4259-94b6-87a8d6033320 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:31:45.547925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 00ca92f8-4006-4259-94b6-87a8d6033320 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:31:45.548313 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (00ca92f8-4006-4259-94b6-87a8d6033320), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:31:45.625119 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 00ca92f8-4006-4259-94b6-87a8d6033320 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:31:57.398993 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:32:04.885935 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0fc2acf8-a0a7-445a-8f0e-620f4442cc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:32:07.115006 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ddb04f2a-3708-49d8-ad43-a004844dbaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:32:08.224030 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:32:09.738719 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:32:10.842817 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:32:34.397998 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:32:34.857144 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a24a3dd-97ce-4901-a2fe-6ccbaf2306c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:32:37.117112 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34c816f5-2e34-43d5-bf4f-93578789cc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:32:38.226725 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:32:39.741923 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:32:40.844646 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:00.524573 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43368) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:33:00.530335 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [None req-1b1bc03c-2472-4134-b474-dd6c41636563 tempest-verify_tempest_config-255834589 tempest-verify_tempest_config-255834589-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:33:00.531308 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1b1bc03c-2472-4134-b474-dd6c41636563 tempest-verify_tempest_config-255834589 tempest-verify_tempest_config-255834589-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057852 Jan 14 01:33:00.813440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43386) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:33:00.915904 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:00.987447 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Publish callbacks [] for security_group (52afbe9d-eaf5-40ef-a622-4ed1baa2ff08), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:00.990729 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (52afbe9d-eaf5-40ef-a622-4ed1baa2ff08), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:01.032905 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c05f0e021d0c4f74953e60714c3491d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2184038 Jan 14 01:33:01.034863 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52afbe9d-eaf5-40ef-a622-4ed1baa2ff08,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:33:01.035777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43390) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:33:01.041453 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.041798 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.042141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.042499 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.042838 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.043167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.043490 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.043812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.044131 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.044449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.044771 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.045090 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.045406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c70c16a-b668-4daf-a0ba-df584c0535da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.089585 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Publish callbacks [] for security_group (52afbe9d-eaf5-40ef-a622-4ed1baa2ff08), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:01.109521 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Publish callbacks [] for security_group (52afbe9d-eaf5-40ef-a622-4ed1baa2ff08), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:01.196848 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (52afbe9d-eaf5-40ef-a622-4ed1baa2ff08), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:01.199768 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:01.200920 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52afbe9d-eaf5-40ef-a622-4ed1baa2ff08 HTTP/1.1" status: 204 len: 168 time: 0.1641440 Jan 14 01:33:01.208871 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52afbe9d-eaf5-40ef-a622-4ed1baa2ff08,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:33:01.216010 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.216401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.216739 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.217069 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.217415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.217740 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.218110 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.218489 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.218811 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.219125 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.219443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.219780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:01.220092 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98e782-6bf8-4f2e-8b16-f2c141a9f909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:33:04.857793 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dec7d4e6-a3d8-4f5a-a9b1-0b03ee91cb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:07.117583 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f77aba7-e482-47b8-86ef-c1a51ee21b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:08.228815 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:09.743989 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:10.847050 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:11.396471 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:33:34.858000 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a433a3b-17b8-4a7a-8ae4-218f248d170c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:37.118032 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f0539de2-4484-4f32-8e24-e530378a06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:38.231063 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:39.746784 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:40.848985 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:33:48.396095 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:34:04.887412 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9538ce9a-5af2-47b2-86ce-a56bcda512c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:34:07.119103 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d168782-5b39-4d66-8304-e1f0f6a6c22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:34:08.234677 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:34:09.749750 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:34:10.851852 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:34:25.394479 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:34:34.859001 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1caf69d1-a037-44b9-b411-1ab1849fcc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:34:37.120527 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-18472744-f035-4911-80fd-62111a8c5f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:34:38.236237 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:34:39.755675 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:34:40.948400 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:35:02.391990 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:35:04.860629 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bd31c7b0-5989-4347-b9de-d2d96bfc8494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:35:07.122160 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-60304df0-0772-415d-a51b-4c0ea92e316c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:35:08.238784 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:35:09.756139 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:35:10.850727 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:35:34.862591 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89d64254-f340-4fcd-bc6e-a3894c1076d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:35:37.121851 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25d6c904-1da7-45ec-806b-86d1c15ebcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:35:38.241894 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:35:39.390955 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:35:39.759063 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:35:40.855159 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:01.396777 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617332'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:04.198526 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1617332'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:04.882349 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b743780-c79a-4614-b3bf-55ff04462862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:07.122707 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-029c48b4-2fae-4bba-b519-68cb3a111637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:08.244564 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:09.764245 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:10.857481 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:16.390041 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:36:31.353013 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:34.200597 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:34.862108 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ad3422e-9f0f-4e7e-8985-ece6dc7e959d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:34.895285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43448) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:36:34.997292 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ee2be1db-a2cd-41e6-85b1-1d6160774e48 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1009412 Jan 14 01:36:37.123611 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-925c3a8c-9491-4b3f-8354-212d9aef6c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:37.223194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43458) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:36:37.277330 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6c70e943-9ae3-4270-aa93-789177836fed admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0530763 Jan 14 01:36:38.247073 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:39.765011 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:40.859489 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:36:53.389815 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:37:01.352656 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:04.215345 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:04.863834 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b63611e0-a33b-4034-b1dc-b7103a30ba5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:07.124694 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-821475a4-31b5-4ec5-978e-6518a10d3a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:08.250898 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:09.772534 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:10.861130 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:30.388662 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:37:31.368228 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:34.229295 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:34.863478 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0c91528e-0d75-4721-a48d-9f37bd1208d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:37.126339 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e49175bb-86e0-4533-8e0a-872412b63a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:38.253508 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:39.770515 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:40.864742 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:56.158203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43656) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:37:56.683150 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-670207e8-bcdc-458b-8d2e-e9b3175220e9 tempest-AutoAllocateNetworkTest-1863207655 tempest-AutoAllocateNetworkTest-1863207655-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=851899ee180b4fa59da9ab030f2b2ba9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5216215 Jan 14 01:37:56.683385 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43680) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:37:56.864955 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f402a-af29-4688-95e7-a533cbc735e2 tempest-AutoAllocateNetworkTest-1863207655 tempest-AutoAllocateNetworkTest-1863207655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:37:56.869490 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43692) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:37:56.870004 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-291f402a-af29-4688-95e7-a533cbc735e2 tempest-AutoAllocateNetworkTest-1863207655 tempest-AutoAllocateNetworkTest-1863207655-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1852429 Jan 14 01:37:56.958644 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3680e71b-9d11-4845-99c9-c3d9a57efb9f tempest-AutoAllocateNetworkTest-1863207655 tempest-AutoAllocateNetworkTest-1863207655-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879550 Jan 14 01:37:56.962020 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43698) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:37:56.991602 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-78ac5661-bca8-4059-839a-c1b8e9339c79 tempest-AutoAllocateNetworkTest-1863207655 tempest-AutoAllocateNetworkTest-1863207655-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=851899ee180b4fa59da9ab030f2b2ba9 HTTP/1.1" status: 200 len: 208 time: 0.0283399 Jan 14 01:37:57.667390 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43732) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:37:57.931913 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:58.012728 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Publish callbacks [] for security_group (3523c68f-378d-419e-8cf4-f2494d689e13), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:58.016582 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3523c68f-378d-419e-8cf4-f2494d689e13), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:58.044913 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3523c68f-378d-419e-8cf4-f2494d689e13,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:37:58.055239 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.055582 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.055919 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.056253 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.056581 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.056906 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.057230 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.057549 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.057864 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.058181 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.058526 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.058845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.059161 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] Tracked resource versions report: Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: pushed versions: Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: { 'AddressGroup': {'1.2'}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'ConntrackHelper': {'1.0'}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'LocalIPAssociation': {'1.0'}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'Log': {'1.0'}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'Network': {'1.1'}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'Port': {'1.7'}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'PortForwarding': {'1.2'}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'QosPolicy': {'1.10'}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'SecurityGroup': {'1.5'}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'SecurityGroupRule': {'1.2'}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'SubPort': {'1.0'}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'Subnet': {'1.1'}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'Trunk': {'1.1'}} Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: consumer versions: Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: { DHCP agent@n-d-824358-4: {}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: HyperV agent@n-h1-824358-4: {}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: HyperV agent@n-h2-824358-4: {}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: L3 agent@n-d-824358-4: {}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: Metadata agent@n-d-824358-4: {}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: Metering agent@n-d-824358-4: {}, Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: Open vSwitch agent@n-d-824358-4: { 'AddressGroup': '1.2', Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'ConntrackHelper': '1.0', Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'LocalIPAssociation': '1.0', Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'Log': '1.0', Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'Network': '1.1', Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'Port': '1.7', Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'PortForwarding': '1.2', Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'QosPolicy': '1.10', Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'SecurityGroup': '1.5', Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'SecurityGroupRule': '1.2', Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'SubPort': '1.0', Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'Subnet': '1.1', Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: 'Trunk': '1.1'}} Jan 14 01:37:58.060307 n-d-824358-4 neutron-server[103354]: {{(pid=103354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 01:37:58.077435 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2ef49949-0abf-46c5-9d5c-e44ec85f6809 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=851899ee180b4fa59da9ab030f2b2ba9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4089534 Jan 14 01:37:58.077839 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43762) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:37:58.129172 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Publish callbacks [] for security_group (3523c68f-378d-419e-8cf4-f2494d689e13), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:58.154812 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Publish callbacks [] for security_group (3523c68f-378d-419e-8cf4-f2494d689e13), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:58.314570 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3523c68f-378d-419e-8cf4-f2494d689e13), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:58.317432 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:58.321700 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3523c68f-378d-419e-8cf4-f2494d689e13 HTTP/1.1" status: 204 len: 168 time: 0.2427485 Jan 14 01:37:58.330326 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3523c68f-378d-419e-8cf4-f2494d689e13,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:37:58.337799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.338144 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.338514 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.338849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.339175 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.339499 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.339836 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.340135 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.340458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.340772 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.341091 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.341407 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.341714 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f277f4-5b11-4f30-b037-ae4ead8316d1 admin admin] Tracked resource versions report: Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: pushed versions: Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: { 'AddressGroup': {'1.2'}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'ConntrackHelper': {'1.0'}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'LocalIPAssociation': {'1.0'}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'Log': {'1.0'}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'Network': {'1.1'}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'Port': {'1.7'}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'PortForwarding': {'1.2'}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'QosPolicy': {'1.10'}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'SecurityGroup': {'1.5'}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'SecurityGroupRule': {'1.2'}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'SubPort': {'1.0'}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'Subnet': {'1.1'}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'Trunk': {'1.1'}} Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: consumer versions: Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: { DHCP agent@n-d-824358-4: {}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: HyperV agent@n-h1-824358-4: {}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: HyperV agent@n-h2-824358-4: {}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: L3 agent@n-d-824358-4: {}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: Metadata agent@n-d-824358-4: {}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: Metering agent@n-d-824358-4: {}, Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: Open vSwitch agent@n-d-824358-4: { 'AddressGroup': '1.2', Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'ConntrackHelper': '1.0', Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'LocalIPAssociation': '1.0', Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'Log': '1.0', Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'Network': '1.1', Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'Port': '1.7', Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'PortForwarding': '1.2', Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'QosPolicy': '1.10', Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'SecurityGroup': '1.5', Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'SecurityGroupRule': '1.2', Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'SubPort': '1.0', Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'Subnet': '1.1', Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: 'Trunk': '1.1'}} Jan 14 01:37:58.342871 n-d-824358-4 neutron-server[103353]: {{(pid=103353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 01:37:59.617269 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43842) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:37:59.754512 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3616f7eb-4f71-4f29-8474-5023c05d3910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:59.830765 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3616f7eb-4f71-4f29-8474-5023c05d3910 admin admin] Publish callbacks [] for security_group (dbf4d992-fac8-444a-8a24-d84d65d4945e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:59.835975 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3616f7eb-4f71-4f29-8474-5023c05d3910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (dbf4d992-fac8-444a-8a24-d84d65d4945e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:59.874979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616f7eb-4f71-4f29-8474-5023c05d3910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf4d992-fac8-444a-8a24-d84d65d4945e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:37:59.883656 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43866) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:37:59.884233 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3616f7eb-4f71-4f29-8474-5023c05d3910 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c8a72e81cbc45d3b6c346c157c5d9e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2652969 Jan 14 01:37:59.940969 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5137b9f1-8341-4d74-81ee-fe32b015d577 admin admin] Publish callbacks [] for security_group (dbf4d992-fac8-444a-8a24-d84d65d4945e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:37:59.967908 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5137b9f1-8341-4d74-81ee-fe32b015d577 admin admin] Publish callbacks [] for security_group (dbf4d992-fac8-444a-8a24-d84d65d4945e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:00.025950 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5137b9f1-8341-4d74-81ee-fe32b015d577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (dbf4d992-fac8-444a-8a24-d84d65d4945e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:00.028457 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5137b9f1-8341-4d74-81ee-fe32b015d577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:00.029601 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5137b9f1-8341-4d74-81ee-fe32b015d577 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbf4d992-fac8-444a-8a24-d84d65d4945e HTTP/1.1" status: 204 len: 168 time: 0.1439364 Jan 14 01:38:00.044563 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137b9f1-8341-4d74-81ee-fe32b015d577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf4d992-fac8-444a-8a24-d84d65d4945e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:00.420401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43900) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:00.552973 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43916) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:00.571402 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24245447-8258-4e74-a300-f19869be9260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:00.673774 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24245447-8258-4e74-a300-f19869be9260 admin admin] Publish callbacks [] for security_group (531467a4-b018-41ff-a545-f12bc0f01017), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:00.679324 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24245447-8258-4e74-a300-f19869be9260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (531467a4-b018-41ff-a545-f12bc0f01017), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:00.746520 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f84c239-7711-42e0-92e3-dcb65961c070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:00.750202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24245447-8258-4e74-a300-f19869be9260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531467a4-b018-41ff-a545-f12bc0f01017,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:00.778001 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43934) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:00.778574 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-24245447-8258-4e74-a300-f19869be9260 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b442bdb8284408491bd213f731fd43f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2240276 Jan 14 01:38:00.855434 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1061aa61-8a56-4f15-a48e-b45abf8e7502 admin admin] Publish callbacks [] for security_group (531467a4-b018-41ff-a545-f12bc0f01017), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:00.864567 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f84c239-7711-42e0-92e3-dcb65961c070 admin admin] Publish callbacks [] for security_group (85a26162-eade-41bb-8f2a-170728b9f238), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:00.872148 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f84c239-7711-42e0-92e3-dcb65961c070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (85a26162-eade-41bb-8f2a-170728b9f238), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:00.879599 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1061aa61-8a56-4f15-a48e-b45abf8e7502 admin admin] Publish callbacks [] for security_group (531467a4-b018-41ff-a545-f12bc0f01017), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:00.908582 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84c239-7711-42e0-92e3-dcb65961c070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a26162-eade-41bb-8f2a-170728b9f238,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:00.925990 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6f84c239-7711-42e0-92e3-dcb65961c070 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db8ccd1dd16f4e8c8159cf8177d93eda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5048544 Jan 14 01:38:00.928716 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43942) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:00.991808 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1061aa61-8a56-4f15-a48e-b45abf8e7502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (531467a4-b018-41ff-a545-f12bc0f01017), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:00.996731 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1061aa61-8a56-4f15-a48e-b45abf8e7502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.000732 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1061aa61-8a56-4f15-a48e-b45abf8e7502 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/531467a4-b018-41ff-a545-f12bc0f01017 HTTP/1.1" status: 204 len: 168 time: 0.2216778 Jan 14 01:38:01.009214 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdb23-e26b-424f-a502-af3bca73b138 admin admin] Publish callbacks [] for security_group (85a26162-eade-41bb-8f2a-170728b9f238), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.016984 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061aa61-8a56-4f15-a48e-b45abf8e7502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531467a4-b018-41ff-a545-f12bc0f01017,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:01.037169 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdb23-e26b-424f-a502-af3bca73b138 admin admin] Publish callbacks [] for security_group (85a26162-eade-41bb-8f2a-170728b9f238), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.093723 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdb23-e26b-424f-a502-af3bca73b138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (85a26162-eade-41bb-8f2a-170728b9f238), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.098411 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdb23-e26b-424f-a502-af3bca73b138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.099641 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-dbfbdb23-e26b-424f-a502-af3bca73b138 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85a26162-eade-41bb-8f2a-170728b9f238 HTTP/1.1" status: 204 len: 168 time: 0.1699896 Jan 14 01:38:01.103535 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43958) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:01.111897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbdb23-e26b-424f-a502-af3bca73b138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a26162-eade-41bb-8f2a-170728b9f238,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:01.367624 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.456498 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0cf88891-74f3-470e-91fd-36524b3e9747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.518335 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43980) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:01.535317 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0cf88891-74f3-470e-91fd-36524b3e9747 admin admin] Publish callbacks [] for security_group (5a9fa729-a11d-4423-9096-1e4e420a64e4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.540128 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0cf88891-74f3-470e-91fd-36524b3e9747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5a9fa729-a11d-4423-9096-1e4e420a64e4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.585091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0cf88891-74f3-470e-91fd-36524b3e9747 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9559f2d5fc764c31921bb5953d562c34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4801576 Jan 14 01:38:01.586325 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf88891-74f3-470e-91fd-36524b3e9747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9fa729-a11d-4423-9096-1e4e420a64e4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:01.587784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43990) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:01.640908 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c904584-c818-43d9-8560-34134a85012a admin admin] Publish callbacks [] for security_group (5a9fa729-a11d-4423-9096-1e4e420a64e4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.665309 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c904584-c818-43d9-8560-34134a85012a admin admin] Publish callbacks [] for security_group (5a9fa729-a11d-4423-9096-1e4e420a64e4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.680307 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43992) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:01.696924 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f20b0fe-c5d3-4a0f-873b-183e98b826e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.770493 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4360b8c-f9a6-41b0-833a-a643b32ce8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.783899 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c904584-c818-43d9-8560-34134a85012a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5a9fa729-a11d-4423-9096-1e4e420a64e4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.786314 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c904584-c818-43d9-8560-34134a85012a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.787432 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2c904584-c818-43d9-8560-34134a85012a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a9fa729-a11d-4423-9096-1e4e420a64e4 HTTP/1.1" status: 204 len: 168 time: 0.1986482 Jan 14 01:38:01.796756 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f20b0fe-c5d3-4a0f-873b-183e98b826e0 admin admin] Publish callbacks [] for security_group (d3931df4-bba1-40b6-94f4-70889f8969d1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.801983 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f20b0fe-c5d3-4a0f-873b-183e98b826e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d3931df4-bba1-40b6-94f4-70889f8969d1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.803538 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c904584-c818-43d9-8560-34134a85012a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9fa729-a11d-4423-9096-1e4e420a64e4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:01.858132 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3f20b0fe-c5d3-4a0f-873b-183e98b826e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bef12264f74d4469a6dfdd6681a4422c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1768374 Jan 14 01:38:01.862499 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44004) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:01.882566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20b0fe-c5d3-4a0f-873b-183e98b826e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3931df4-bba1-40b6-94f4-70889f8969d1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:01.926551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4360b8c-f9a6-41b0-833a-a643b32ce8c6 admin admin] Publish callbacks [] for security_group (16a81d5f-a5f7-48e7-9dc0-8ec8d6777965), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.933467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4360b8c-f9a6-41b0-833a-a643b32ce8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (16a81d5f-a5f7-48e7-9dc0-8ec8d6777965), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.941640 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6a589fb-8f9b-44db-a0d6-ab55cf83bf56 admin admin] Publish callbacks [] for security_group (d3931df4-bba1-40b6-94f4-70889f8969d1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:01.990407 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e4360b8c-f9a6-41b0-833a-a643b32ce8c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d25530e29884ee6a46c75662d88ff6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4684765 Jan 14 01:38:01.991488 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44008) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:01.996318 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6a589fb-8f9b-44db-a0d6-ab55cf83bf56 admin admin] Publish callbacks [] for security_group (d3931df4-bba1-40b6-94f4-70889f8969d1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.003964 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4360b8c-f9a6-41b0-833a-a643b32ce8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a81d5f-a5f7-48e7-9dc0-8ec8d6777965,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:02.054399 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6a589fb-8f9b-44db-a0d6-ab55cf83bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d3931df4-bba1-40b6-94f4-70889f8969d1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.057387 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6a589fb-8f9b-44db-a0d6-ab55cf83bf56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.061434 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b6a589fb-8f9b-44db-a0d6-ab55cf83bf56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3931df4-bba1-40b6-94f4-70889f8969d1 HTTP/1.1" status: 204 len: 168 time: 0.1974266 Jan 14 01:38:02.066188 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf297a0e-ef17-4037-8fc9-9a911eea4d74 admin admin] Publish callbacks [] for security_group (16a81d5f-a5f7-48e7-9dc0-8ec8d6777965), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.073918 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a589fb-8f9b-44db-a0d6-ab55cf83bf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3931df4-bba1-40b6-94f4-70889f8969d1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:02.105382 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf297a0e-ef17-4037-8fc9-9a911eea4d74 admin admin] Publish callbacks [] for security_group (16a81d5f-a5f7-48e7-9dc0-8ec8d6777965), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.156166 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf297a0e-ef17-4037-8fc9-9a911eea4d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (16a81d5f-a5f7-48e7-9dc0-8ec8d6777965), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.159311 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf297a0e-ef17-4037-8fc9-9a911eea4d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.160712 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bf297a0e-ef17-4037-8fc9-9a911eea4d74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16a81d5f-a5f7-48e7-9dc0-8ec8d6777965 HTTP/1.1" status: 204 len: 168 time: 0.1667151 Jan 14 01:38:02.171176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf297a0e-ef17-4037-8fc9-9a911eea4d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a81d5f-a5f7-48e7-9dc0-8ec8d6777965,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:02.284953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44026) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:02.307335 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb4917cd-a39e-42a3-a012-e1d2ef5544d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.403321 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb4917cd-a39e-42a3-a012-e1d2ef5544d8 admin admin] Publish callbacks [] for security_group (67fb2044-b0c2-4072-86f8-de77767e6fc7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.409568 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb4917cd-a39e-42a3-a012-e1d2ef5544d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (67fb2044-b0c2-4072-86f8-de77767e6fc7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.436973 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-eb4917cd-a39e-42a3-a012-e1d2ef5544d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef7e47f591a949978c4f35e709b3fefa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1507568 Jan 14 01:38:02.439777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44036) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:02.464248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4917cd-a39e-42a3-a012-e1d2ef5544d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb2044-b0c2-4072-86f8-de77767e6fc7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:02.511205 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2173cc8-4b32-4041-914e-ae587865ed57 admin admin] Publish callbacks [] for security_group (67fb2044-b0c2-4072-86f8-de77767e6fc7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.537369 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2173cc8-4b32-4041-914e-ae587865ed57 admin admin] Publish callbacks [] for security_group (67fb2044-b0c2-4072-86f8-de77767e6fc7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.603852 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2173cc8-4b32-4041-914e-ae587865ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (67fb2044-b0c2-4072-86f8-de77767e6fc7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.606528 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2173cc8-4b32-4041-914e-ae587865ed57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:02.610184 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f2173cc8-4b32-4041-914e-ae587865ed57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67fb2044-b0c2-4072-86f8-de77767e6fc7 HTTP/1.1" status: 204 len: 168 time: 0.1673608 Jan 14 01:38:02.618969 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2173cc8-4b32-4041-914e-ae587865ed57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb2044-b0c2-4072-86f8-de77767e6fc7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:02.921012 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44078) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:02.939430 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c645f91-0443-4aca-8a43-0cf9ea4e8516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.043478 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c645f91-0443-4aca-8a43-0cf9ea4e8516 admin admin] Publish callbacks [] for security_group (dbdbf641-17ca-4917-9cba-522348774dec), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.050655 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c645f91-0443-4aca-8a43-0cf9ea4e8516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (dbdbf641-17ca-4917-9cba-522348774dec), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.090726 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c645f91-0443-4aca-8a43-0cf9ea4e8516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdbf641-17ca-4917-9cba-522348774dec,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:03.095175 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6c645f91-0443-4aca-8a43-0cf9ea4e8516 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f49a5af46a9345b1b60bde30f8e6fc8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1730714 Jan 14 01:38:03.097782 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44090) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:03.152060 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a736dff2-a84a-43ec-b901-d18356f39856 admin admin] Publish callbacks [] for security_group (dbdbf641-17ca-4917-9cba-522348774dec), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.179710 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a736dff2-a84a-43ec-b901-d18356f39856 admin admin] Publish callbacks [] for security_group (dbdbf641-17ca-4917-9cba-522348774dec), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.194523 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44100) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:03.243952 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a736dff2-a84a-43ec-b901-d18356f39856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (dbdbf641-17ca-4917-9cba-522348774dec), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.259154 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a736dff2-a84a-43ec-b901-d18356f39856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.259154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a736dff2-a84a-43ec-b901-d18356f39856 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbdbf641-17ca-4917-9cba-522348774dec HTTP/1.1" status: 204 len: 168 time: 0.1510139 Jan 14 01:38:03.265626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736dff2-a84a-43ec-b901-d18356f39856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdbf641-17ca-4917-9cba-522348774dec,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:03.431027 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-165d55da-a60b-4194-98d5-ff41dc47eb39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.535906 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-165d55da-a60b-4194-98d5-ff41dc47eb39 admin admin] Publish callbacks [] for security_group (c008f3d6-ca77-4cd6-8a90-6efa7ad7c142), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.541614 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-165d55da-a60b-4194-98d5-ff41dc47eb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c008f3d6-ca77-4cd6-8a90-6efa7ad7c142), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.599644 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-165d55da-a60b-4194-98d5-ff41dc47eb39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24542ee3db944d788262ad961def41d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4039860 Jan 14 01:38:03.601982 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d55da-a60b-4194-98d5-ff41dc47eb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c008f3d6-ca77-4cd6-8a90-6efa7ad7c142,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:03.602285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44138) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:03.689276 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7edcc77d-eb16-4a07-a54d-9df10346d5de admin admin] Publish callbacks [] for security_group (c008f3d6-ca77-4cd6-8a90-6efa7ad7c142), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.719825 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7edcc77d-eb16-4a07-a54d-9df10346d5de admin admin] Publish callbacks [] for security_group (c008f3d6-ca77-4cd6-8a90-6efa7ad7c142), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.779939 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7edcc77d-eb16-4a07-a54d-9df10346d5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c008f3d6-ca77-4cd6-8a90-6efa7ad7c142), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.783977 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7edcc77d-eb16-4a07-a54d-9df10346d5de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:03.785762 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7edcc77d-eb16-4a07-a54d-9df10346d5de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c008f3d6-ca77-4cd6-8a90-6efa7ad7c142 HTTP/1.1" status: 204 len: 168 time: 0.1823728 Jan 14 01:38:03.801842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcc77d-eb16-4a07-a54d-9df10346d5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c008f3d6-ca77-4cd6-8a90-6efa7ad7c142,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:04.232770 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:04.568035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44210) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:04.612761 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-260189a6-e1ef-49fb-9dac-a2158d5a3668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:04.755414 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-260189a6-e1ef-49fb-9dac-a2158d5a3668 admin admin] Publish callbacks [] for security_group (a99ac738-1a7d-4c08-afd1-de20db6305e3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:04.760589 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-260189a6-e1ef-49fb-9dac-a2158d5a3668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a99ac738-1a7d-4c08-afd1-de20db6305e3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:04.829200 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260189a6-e1ef-49fb-9dac-a2158d5a3668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99ac738-1a7d-4c08-afd1-de20db6305e3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:04.853622 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-260189a6-e1ef-49fb-9dac-a2158d5a3668 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87aea4241bf549329bc7772db9759747&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2840672 Jan 14 01:38:04.856566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44222) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:04.878288 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e835b68e-749b-47f5-b79f-18ae4cac2470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:04.929930 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c796f58b-0abd-437b-8c04-2818c02a6ad7 admin admin] Publish callbacks [] for security_group (a99ac738-1a7d-4c08-afd1-de20db6305e3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:04.952785 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c796f58b-0abd-437b-8c04-2818c02a6ad7 admin admin] Publish callbacks [] for security_group (a99ac738-1a7d-4c08-afd1-de20db6305e3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:05.008049 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c796f58b-0abd-437b-8c04-2818c02a6ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a99ac738-1a7d-4c08-afd1-de20db6305e3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:05.012347 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c796f58b-0abd-437b-8c04-2818c02a6ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:05.013609 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c796f58b-0abd-437b-8c04-2818c02a6ad7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a99ac738-1a7d-4c08-afd1-de20db6305e3 HTTP/1.1" status: 204 len: 168 time: 0.1553931 Jan 14 01:38:05.022805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796f58b-0abd-437b-8c04-2818c02a6ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99ac738-1a7d-4c08-afd1-de20db6305e3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:05.098324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44242) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:05.294780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44256) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:05.296989 n-d-824358-4 neutron-server[103353]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 14 01:38:05.319936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-2a1194ed-7f2f-4744-b82c-6aec458c87ad tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=28778c288a1544938bf3bdc3e92dc8b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238874 Jan 14 01:38:05.440340 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5469-466a-4a78-b9a8-208788398309 req-dc24793b-fc49-4279-9ee8-08a41a71929e tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:05.441873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-dc24793b-fc49-4279-9ee8-08a41a71929e tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167424 Jan 14 01:38:05.460175 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-9f6b386f-3dfc-4a6d-ba2d-da8f98d1daad tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/quotas/28778c288a1544938bf3bdc3e92dc8b2 HTTP/1.1" status: 200 len: 375 time: 0.0116465 Jan 14 01:38:05.516711 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-1043de53-fc3c-4f8c-9559-024c3aa9e7f2 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=28778c288a1544938bf3bdc3e92dc8b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510712 Jan 14 01:38:05.524005 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-network', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:05.551235 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Made reservation on behalf of 52dce24e3712453495bd08f4c1c11f5a for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:05.554272 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:05.565862 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:05.666168 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Publish callbacks [] for security_group (15db66bb-e3c5-40a5-88d5-0dee80111887), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:05.670939 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (15db66bb-e3c5-40a5-88d5-0dee80111887), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:05.694739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:38:05.715488 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (de2ba6a0-e648-4c61-a188-0043e1839699), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:05.715992 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Added segment de2ba6a0-e648-4c61-a188-0043e1839699 of type vlan for network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 Jan 14 01:38:05.717327 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15db66bb-e3c5-40a5-88d5-0dee80111887,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:05.778310 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:05.822384 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:05.823573 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:05.824598 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:05.898303 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e265959f-02a2-4ba5-a6b3-9cc567e2bf2a req-e3521a3a-5269-42e3-88df-75d5544bd618 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 210 time: 0.0802386 Jan 14 01:38:05.904628 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44296) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:05.904907 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8053496 Jan 14 01:38:05.909765 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1a3bdfe6-64fc-43cb-9a9b-33dc5bd72e9d admin admin] Request body: {'subnet': {'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-subnet', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:05.913683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c0fd3-0186-43c3-b07e-376ecdd4eedd admin admin] Pushing event updated for resources: {'Network': ['ID=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:05.926507 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:38:05.935543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3bdfe6-64fc-43cb-9a9b-33dc5bd72e9d admin admin] Made reservation on behalf of 52dce24e3712453495bd08f4c1c11f5a for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:05.938484 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a3bdfe6-64fc-43cb-9a9b-33dc5bd72e9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:06.133369 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a3bdfe6-64fc-43cb-9a9b-33dc5bd72e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for subnet (ec2c54e8-2288-419a-ae9e-34008480a281), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:06.181997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bdfe6-64fc-43cb-9a9b-33dc5bd72e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2c54e8-2288-419a-ae9e-34008480a281,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:06.197162 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3bdfe6-64fc-43cb-9a9b-33dc5bd72e9d admin admin] Checking segment: {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:06.197510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3bdfe6-64fc-43cb-9a9b-33dc5bd72e9d admin admin] Network hostable DHCP agents. Network: 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:38:06.216184 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3bdfe6-64fc-43cb-9a9b-33dc5bd72e9d admin admin] Network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:38:06.229560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1a3bdfe6-64fc-43cb-9a9b-33dc5bd72e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:06.234174 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3bdfe6-64fc-43cb-9a9b-33dc5bd72e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:06.235155 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a3bdfe6-64fc-43cb-9a9b-33dc5bd72e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:06.240514 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ee7f74-5804-43d9-b9cf-3251ee00338f None None] Network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:06.262019 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1a3bdfe6-64fc-43cb-9a9b-33dc5bd72e9d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3556240 Jan 14 01:38:06.264938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44310) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:06.269724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:06.321990 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:06.323691 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:06.370981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44316) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:06.443594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:38:06.444531 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:06.488023 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Publish callbacks [] for router_controller (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:06.639382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Allocated IP 172.20.0.2 (0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7/ec2c54e8-2288-419a-ae9e-34008480a281/fc3d9ebd-8882-4d04-971c-86cd19e8ee1e) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:06.724542 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Publish callbacks [] for router_gateway (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:06.870301 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Publish callbacks [] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:06.880364 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:06.929618 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:06.967806 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Pushing event updated for resources: {'Port': ['ID=fc3d9ebd-8882-4d04-971c-86cd19e8ee1e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:06.971032 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-78428991-network', 'tenant_id': 'ab3fad0547b04308a1bad5b291235c3f'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:06.983055 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:06.988351 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.988892 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.989374 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.989848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.990322 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.990824 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.991293 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.992183 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.992675 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.993234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.993768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.994238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.994754 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Tracked resource versions report: Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: pushed versions: Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: { 'AddressGroup': {'1.2'}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'ConntrackHelper': {'1.0'}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'LocalIPAssociation': {'1.0'}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'Log': {'1.0'}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'Network': {'1.1'}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'Port': {'1.7'}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'PortForwarding': {'1.2'}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'QosPolicy': {'1.10'}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'SecurityGroup': {'1.5'}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'SecurityGroupRule': {'1.2'}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'SubPort': {'1.0'}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'Subnet': {'1.1'}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'Trunk': {'1.1'}} Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: consumer versions: Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: { DHCP agent@n-d-824358-4: {}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: HyperV agent@n-h1-824358-4: {}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: HyperV agent@n-h2-824358-4: {}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: L3 agent@n-d-824358-4: {}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: Metadata agent@n-d-824358-4: {}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: Metering agent@n-d-824358-4: {}, Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: Open vSwitch agent@n-d-824358-4: { 'AddressGroup': '1.2', Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'ConntrackHelper': '1.0', Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'LocalIPAssociation': '1.0', Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'Log': '1.0', Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'Network': '1.1', Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'Port': '1.7', Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'PortForwarding': '1.2', Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'QosPolicy': '1.10', Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'SecurityGroup': '1.5', Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'SecurityGroupRule': '1.2', Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'SubPort': '1.0', Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'Subnet': '1.1', Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: 'Trunk': '1.1'}} Jan 14 01:38:06.996102 n-d-824358-4 neutron-server[103355]: {{(pid=103355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 01:38:06.999225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:07.058685 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Attempting to bind port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:07.059065 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Attempting to bind port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:07.059548 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Attempting to bind port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e on network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:07.065938 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:07.066312 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Checking segment: {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:07.067121 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.067670 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Bound using segment: {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:07.068428 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Bound port: fc3d9ebd-8882-4d04-971c-86cd19e8ee1e, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:07.069146 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.082543 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-57204ac5-9558-45e3-b490-a4354e2ad242 req-de81e680-53a4-42a5-aa84-574904e31e56 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 210 time: 0.0694797 Jan 14 01:38:07.103101 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Made reservation on behalf of ab3fad0547b04308a1bad5b291235c3f for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:07.106082 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.130622 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.215289 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd82b121-a252-4762-98d9-aa48235f0845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.265761 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] For port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:07.270275 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] For port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fc3d9ebd-8882-4d04-971c-86cd19e8ee1e,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:07.278039 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.313630 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Publish callbacks [] for router_gateway (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.353966 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Publish callbacks [] for security_group (3ea8d152-1259-4da9-84f8-9ee43eddbd89), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.363871 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3ea8d152-1259-4da9-84f8-9ee43eddbd89), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.375899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355548c-42ae-4cca-931b-74d985a6882f None None] Pushing event updated for resources: {'Port': ['ID=fc3d9ebd-8882-4d04-971c-86cd19e8ee1e,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:07.388519 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.391119 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:38:07.401769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:38:07.468741 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f7f32925-1ce9-4f6e-bde9-13f05f852226), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.470660 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Added segment f7f32925-1ce9-4f6e-bde9-13f05f852226 of type vlan for network 0616dca9-bf52-4f45-ac39-94aedfd27211 Jan 14 01:38:07.490613 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea8d152-1259-4da9-84f8-9ee43eddbd89,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:07.542841 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (0616dca9-bf52-4f45-ac39-94aedfd27211), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.583276 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (0616dca9-bf52-4f45-ac39-94aedfd27211), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.584552 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:07.585266 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:07.685542 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3123569 Jan 14 01:38:07.688460 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44388) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:07.692986 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245060b0-c284-47f9-80d4-7e91a2b674f7 admin admin] Pushing event updated for resources: {'Network': ['ID=0616dca9-bf52-4f45-ac39-94aedfd27211,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:07.697538 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Allocated IP 172.25.2.131 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/2d2d4522-b1d3-499e-b32a-c594ddc61798) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:07.712578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 0616dca9-bf52-4f45-ac39-94aedfd27211 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:38:07.715025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-49e9e79c-9b20-4e27-83f8-15e898c8601a admin admin] Request body: {'subnet': {'network_id': '0616dca9-bf52-4f45-ac39-94aedfd27211', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-78428991-subnet', 'tenant_id': 'ab3fad0547b04308a1bad5b291235c3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:07.853697 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e9e79c-9b20-4e27-83f8-15e898c8601a admin admin] Made reservation on behalf of ab3fad0547b04308a1bad5b291235c3f for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:07.856413 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49e9e79c-9b20-4e27-83f8-15e898c8601a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:08.143329 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Publish callbacks [] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:08.271334 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:08.349737 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49e9e79c-9b20-4e27-83f8-15e898c8601a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for subnet (645e6888-4bee-4abd-b8a2-ae88de72791e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:08.362519 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:08.371118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c2316cad-fb7b-4a6a-b9e6-22ddc2257712 req-f344e55d-3d8e-428d-aae2-1854b9633166 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 210 time: 0.0317769 Jan 14 01:38:08.406766 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:08.415223 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:08.427654 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:08.590951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9e79c-9b20-4e27-83f8-15e898c8601a admin admin] Pushing event updated for resources: {'Subnet': ['ID=645e6888-4bee-4abd-b8a2-ae88de72791e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:08.663562 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Pushing event updated for resources: {'Port': ['ID=2d2d4522-b1d3-499e-b32a-c594ddc61798,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:08.683011 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9e79c-9b20-4e27-83f8-15e898c8601a admin admin] Checking segment: {'id': 'f7f32925-1ce9-4f6e-bde9-13f05f852226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0616dca9-bf52-4f45-ac39-94aedfd27211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:08.683371 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e9e79c-9b20-4e27-83f8-15e898c8601a admin admin] Network hostable DHCP agents. Network: 0616dca9-bf52-4f45-ac39-94aedfd27211, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:38:08.775636 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e9e79c-9b20-4e27-83f8-15e898c8601a admin admin] Network 0616dca9-bf52-4f45-ac39-94aedfd27211 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:38:08.833977 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-49e9e79c-9b20-4e27-83f8-15e898c8601a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 0616dca9-bf52-4f45-ac39-94aedfd27211) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:08.850522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9df0a3-c03a-487a-a47b-13f3aa512cb7 None None] Network 0616dca9-bf52-4f45-ac39-94aedfd27211 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:08.866659 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e9e79c-9b20-4e27-83f8-15e898c8601a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:08.867289 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49e9e79c-9b20-4e27-83f8-15e898c8601a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:08.873735 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44456) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:09.069430 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dbb2b1-d8fd-45cb-ae27-a75e180f3581 None None] Network 0616dca9-bf52-4f45-ac39-94aedfd27211 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:09.076166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.36', 59843) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:09.122103 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-49e9e79c-9b20-4e27-83f8-15e898c8601a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4237418 Jan 14 01:38:09.131256 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10b7464d-4d05-45f0-b7f7-8388312e4463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:09.137645 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62493d7-8567-4122-a1df-c64f9389f114 None None] Network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:09.188473 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Publish callbacks [] for router_gateway (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:09.195808 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-d2418019-2427-4302-99bc-584c61e7b208 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=28778c288a1544938bf3bdc3e92dc8b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914874 Jan 14 01:38:09.421030 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dc3f61ea-60cb-4555-94f7-d58bc93d4326 None None] Provisioning complete for port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:09.422560 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dc3f61ea-60cb-4555-94f7-d58bc93d4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:09.580949 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5469-466a-4a78-b9a8-208788398309 req-bc038cb5-9c96-4848-8920-ba4a84914d7c tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:09.587942 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-bc038cb5-9c96-4848-8920-ba4a84914d7c tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3644378 Jan 14 01:38:09.672076 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10b7464d-4d05-45f0-b7f7-8388312e4463 admin admin] Publish callbacks [] for security_group (b0827a4a-52a0-4537-91bf-f0419843aa41), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:09.686135 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Request body: {'port': {'device_id': 'fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '28778c288a1544938bf3bdc3e92dc8b2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:09.712781 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:09.781097 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10b7464d-4d05-45f0-b7f7-8388312e4463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b0827a4a-52a0-4537-91bf-f0419843aa41), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:09.802654 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f61ea-60cb-4555-94f7-d58bc93d4326 None None] Current status of the port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:09.803041 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dc3f61ea-60cb-4555-94f7-d58bc93d4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:09.809049 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fc3d9ebd-8882-4d04-971c-86cd19e8ee1e up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:09.953850 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-10b7464d-4d05-45f0-b7f7-8388312e4463 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50bddc0a2abc4b979fcba7dc62ca1e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0790186 Jan 14 01:38:09.960327 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44520) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:09.969758 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7464d-4d05-45f0-b7f7-8388312e4463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0827a4a-52a0-4537-91bf-f0419843aa41,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:09.973978 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:09.974812 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.026496 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-dc3f61ea-60cb-4555-94f7-d58bc93d4326 None None] For port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fc3d9ebd-8882-4d04-971c-86cd19e8ee1e,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:10.028667 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.041614 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dc3f61ea-60cb-4555-94f7-d58bc93d4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.095562 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:10.104743 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:38:10.128427 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Made reservation on behalf of 28778c288a1544938bf3bdc3e92dc8b2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:10.136729 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.149989 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f61ea-60cb-4555-94f7-d58bc93d4326 None None] Pushing event updated for resources: {'Port': ['ID=fc3d9ebd-8882-4d04-971c-86cd19e8ee1e,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:10.157903 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.231446 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f25564d3-2273-499b-86fb-9c356a4127d0 admin admin] Publish callbacks [] for security_group (b0827a4a-52a0-4537-91bf-f0419843aa41), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.268580 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f25564d3-2273-499b-86fb-9c356a4127d0 admin admin] Publish callbacks [] for security_group (b0827a4a-52a0-4537-91bf-f0419843aa41), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.282611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:38:10.288921 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f0a09c07-d1e3-4871-bc95-ef39bef752f7 None None] Provisioning complete for port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:10.289263 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f0a09c07-d1e3-4871-bc95-ef39bef752f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.293771 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Sync routers for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:38:10.326120 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.330410 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5cf7d134-87f5-481a-92fe-02b075bd699a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0643539 Jan 14 01:38:10.331295 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:38:10.331409 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44534) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:10.332156 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:10.344279 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44536) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:10.372640 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Publish callbacks [] for security_group (cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.381999 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.395659 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f25564d3-2273-499b-86fb-9c356a4127d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b0827a4a-52a0-4537-91bf-f0419843aa41), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.398532 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f25564d3-2273-499b-86fb-9c356a4127d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.402982 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f25564d3-2273-499b-86fb-9c356a4127d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0827a4a-52a0-4537-91bf-f0419843aa41 HTTP/1.1" status: 204 len: 168 time: 0.4395649 Jan 14 01:38:10.410800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f0a09c07-d1e3-4871-bc95-ef39bef752f7 None None] Current status of the port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:10.447434 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25564d3-2273-499b-86fb-9c356a4127d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0827a4a-52a0-4537-91bf-f0419843aa41,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:10.599909 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44544) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:10.605507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:10.642238 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:38:10.838991 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Allocated IP 192.168.233.173 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/9cc492f9-dd95-48d5-ab5e-7da767db5c3b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:10.881117 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.911065 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64e201a3-247f-483a-ab64-57591bfe1dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:10.962391 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:08Z', 'revision_number': 3, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:10.993789 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Checking router: e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:38:10.994153 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Updating router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 port 2d2d4522-b1d3-499e-b32a-c594ddc61798 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:38:11.036088 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.070838 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.265365 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Publish callbacks [] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.496007 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64e201a3-247f-483a-ab64-57591bfe1dbc admin admin] Publish callbacks [] for security_group (fbef607c-e2e3-4520-8bb2-65d10894c19c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.506733 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64e201a3-247f-483a-ab64-57591bfe1dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fbef607c-e2e3-4520-8bb2-65d10894c19c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.584235 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44570) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:11.602217 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-437576920-network', 'tenant_id': '443cfc5392614d11b08b9decc6f1fd0d'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:11.634253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e201a3-247f-483a-ab64-57591bfe1dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbef607c-e2e3-4520-8bb2-65d10894c19c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:11.670246 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:11.710169 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-9e42f904-2611-41a1-809f-50e087358433 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=03c02436d299493cbfe1f452f2da5c1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1878684 Jan 14 01:38:11.732601 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Publish callbacks [] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.740216 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.740643 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Made reservation on behalf of 443cfc5392614d11b08b9decc6f1fd0d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:11.742937 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.752506 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83ce9c03-b8a0-44cb-b3b9-b0665306c133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.757637 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.786784 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fc3d9ebd-8882-4d04-971c-86cd19e8ee1e up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:11.870882 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Pushing event updated for resources: {'Port': ['ID=2d2d4522-b1d3-499e-b32a-c594ddc61798,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:11.873243 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Publish callbacks [] for security_group (0cb9e273-06e5-406b-8572-a69b38cb0d3a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.883208 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0cb9e273-06e5-406b-8572-a69b38cb0d3a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.918282 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Attempting to bind port 2d2d4522-b1d3-499e-b32a-c594ddc61798 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:11.918899 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Attempting to bind port 2d2d4522-b1d3-499e-b32a-c594ddc61798 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:11.919073 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Attempting to bind port 2d2d4522-b1d3-499e-b32a-c594ddc61798 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:11.946622 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:11.947024 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:11.947480 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.947939 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:11.948434 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Bound port: 2d2d4522-b1d3-499e-b32a-c594ddc61798, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:11.948892 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:11.963755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:11.966569 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.003611 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83ce9c03-b8a0-44cb-b3b9-b0665306c133 admin admin] Publish callbacks [] for security_group (575fc8ec-89ac-42a6-88ea-ae9c2bb74472), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.007298 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Allocated IP 172.20.0.1 (0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7/ec2c54e8-2288-419a-ae9e-34008480a281/02be98c3-59be-400d-bf7e-444fdcb4a1d2) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:12.016061 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83ce9c03-b8a0-44cb-b3b9-b0665306c133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (575fc8ec-89ac-42a6-88ea-ae9c2bb74472), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.038182 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.038572 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.038926 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.039273 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.044707 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-83ce9c03-b8a0-44cb-b3b9-b0665306c133 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1bc8d89a92f48239638c0c68846df63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3733408 Jan 14 01:38:12.053615 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.054127 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.054502 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.054845 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.055195 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.055550 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.056008 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.056420 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.056805 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Tracked resource versions report: Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: pushed versions: Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: { 'AddressGroup': {'1.2'}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'ConntrackHelper': {'1.0'}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'LocalIPAssociation': {'1.0'}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'Log': {'1.0'}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'Network': {'1.1'}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'Port': {'1.7'}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'PortForwarding': {'1.2'}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'QosPolicy': {'1.10'}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'SecurityGroup': {'1.5'}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'SecurityGroupRule': {'1.2'}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'SubPort': {'1.0'}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'Subnet': {'1.1'}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'Trunk': {'1.1'}} Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: consumer versions: Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: { DHCP agent@n-d-824358-4: {}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: HyperV agent@n-h1-824358-4: {}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: HyperV agent@n-h2-824358-4: {}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: L3 agent@n-d-824358-4: {}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: Metadata agent@n-d-824358-4: {}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: Metering agent@n-d-824358-4: {}, Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: Open vSwitch agent@n-d-824358-4: { 'AddressGroup': '1.2', Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'ConntrackHelper': '1.0', Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'LocalIPAssociation': '1.0', Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'Log': '1.0', Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'Network': '1.1', Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'Port': '1.7', Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'PortForwarding': '1.2', Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'QosPolicy': '1.10', Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'SecurityGroup': '1.5', Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'SecurityGroupRule': '1.2', Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'SubPort': '1.0', Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'Subnet': '1.1', Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: 'Trunk': '1.1'}} Jan 14 01:38:12.058061 n-d-824358-4 neutron-server[103356]: {{(pid=103356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 01:38:12.065603 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44576) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:12.078303 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:38:12.111611 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] For port 2d2d4522-b1d3-499e-b32a-c594ddc61798, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:12.116769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d5614-3796-466f-966f-5decc0c3c3fe req-2ffaea58-84ee-4d76-bd35-792f0fedb5bc tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:12.124884 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] For port 2d2d4522-b1d3-499e-b32a-c594ddc61798, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2d2d4522-b1d3-499e-b32a-c594ddc61798,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:12.125666 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:12.125972 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-2ffaea58-84ee-4d76-bd35-792f0fedb5bc tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4137080 Jan 14 01:38:12.135116 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.158206 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (21b283c8-2b9f-4ec9-973b-2aa4e3104b4e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.158707 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Added segment 21b283c8-2b9f-4ec9-973b-2aa4e3104b4e of type vlan for network 5b438151-0928-411a-9925-f04f20941b1b Jan 14 01:38:12.163128 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-6ea282ac-f64d-44fd-aee5-ca93e9b8e8bb tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/quotas/03c02436d299493cbfe1f452f2da5c1c HTTP/1.1" status: 200 len: 375 time: 0.0355253 Jan 14 01:38:12.201658 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a649bfaf-f5f9-41fb-8ac7-16275369634c req-0a535161-e2e3-4795-88e1-bca60b73a551 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 210 time: 1.5929880 Jan 14 01:38:12.201977 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb9e273-06e5-406b-8572-a69b38cb0d3a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:12.228168 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-43f41729-8e55-4cb3-afa6-ee4be68e14f3 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=03c02436d299493cbfe1f452f2da5c1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639896 Jan 14 01:38:12.247371 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-64e201a3-247f-483a-ab64-57591bfe1dbc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff83b8d0018d47ccb0638dfdce4f72ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8938208 Jan 14 01:38:12.248371 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44580) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:12.277193 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-318a8174-7588-4f4d-8d32-f74c8d4ed944 admin admin] Publish callbacks [] for security_group (575fc8ec-89ac-42a6-88ea-ae9c2bb74472), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.316336 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f85fa-3394-4404-86b4-4b1d9c143a40 None None] Pushing event updated for resources: {'Port': ['ID=2d2d4522-b1d3-499e-b32a-c594ddc61798,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:12.347085 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (5b438151-0928-411a-9925-f04f20941b1b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.376980 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.400175 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:38:12.400175 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:12.430250 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce9c03-b8a0-44cb-b3b9-b0665306c133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575fc8ec-89ac-42a6-88ea-ae9c2bb74472,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:12.481026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:12.492373 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.db.resource_extend [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:38:12.509243 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-318a8174-7588-4f4d-8d32-f74c8d4ed944 admin admin] Publish callbacks [] for security_group (575fc8ec-89ac-42a6-88ea-ae9c2bb74472), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.514178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:12.544082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:12.561236 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:12.563333 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.607240 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8956d91-8995-449a-a90f-960c8010ff63 admin admin] Publish callbacks [] for security_group (fbef607c-e2e3-4520-8bb2-65d10894c19c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.633658 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Publish callbacks [] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.654749 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (5b438151-0928-411a-9925-f04f20941b1b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.655771 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:12.656349 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.751514 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0639601 Jan 14 01:38:12.752402 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:38:12.762282 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-de70c1fd-6161-4313-846d-53626b1a903f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:38:12.766403 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-de70c1fd-6161-4313-846d-53626b1a903f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139906 Jan 14 01:38:12.827593 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2407687 Jan 14 01:38:12.858008 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b7cfb96-d262-4905-b380-0fec48706aa3 req-05c90131-11ab-4926-ba62-91fb0add5695 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 210 time: 0.2286103 Jan 14 01:38:12.858519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44598) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:12.890314 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10f696-64d0-4a94-abf7-e27eb7ce73d7 admin admin] Pushing event updated for resources: {'Network': ['ID=5b438151-0928-411a-9925-f04f20941b1b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:12.900784 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ea67457e-e086-4f47-9827-7339f0d45761 admin admin] Request body: {'subnet': {'network_id': '5b438151-0928-411a-9925-f04f20941b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-437576920-subnet', 'tenant_id': '443cfc5392614d11b08b9decc6f1fd0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:12.922543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 5b438151-0928-411a-9925-f04f20941b1b details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:38:12.926298 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:12.940499 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8956d91-8995-449a-a90f-960c8010ff63 admin admin] Publish callbacks [] for security_group (fbef607c-e2e3-4520-8bb2-65d10894c19c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:13.109766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b12d4-c058-46e8-9631-e878444717bc tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Pushing event updated for resources: {'Port': ['ID=9cc492f9-dd95-48d5-ab5e-7da767db5c3b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:13.121799 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-318a8174-7588-4f4d-8d32-f74c8d4ed944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (575fc8ec-89ac-42a6-88ea-ae9c2bb74472), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:13.132777 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-318a8174-7588-4f4d-8d32-f74c8d4ed944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:13.137906 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-318a8174-7588-4f4d-8d32-f74c8d4ed944 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/575fc8ec-89ac-42a6-88ea-ae9c2bb74472 HTTP/1.1" status: 204 len: 168 time: 1.0679643 Jan 14 01:38:13.155393 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=02be98c3-59be-400d-bf7e-444fdcb4a1d2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:13.160000 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8956d91-8995-449a-a90f-960c8010ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fbef607c-e2e3-4520-8bb2-65d10894c19c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:13.170077 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8956d91-8995-449a-a90f-960c8010ff63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:13.175970 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c8956d91-8995-449a-a90f-960c8010ff63 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbef607c-e2e3-4520-8bb2-65d10894c19c HTTP/1.1" status: 204 len: 168 time: 0.9109030 Jan 14 01:38:13.189964 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44612) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:13.193638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-03d1755f-5c77-4744-a243-d90d10410281 None None] Provisioning complete for port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:13.194141 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03d1755f-5c77-4744-a243-d90d10410281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:13.199390 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a8174-7588-4f4d-8d32-f74c8d4ed944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575fc8ec-89ac-42a6-88ea-ae9c2bb74472,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:13.247926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:13.249354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:13.277562 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:13.278058 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:13.291748 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:08Z', 'revision_number': 3, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:13.320158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8956d91-8995-449a-a90f-960c8010ff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbef607c-e2e3-4520-8bb2-65d10894c19c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:13.349192 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea67457e-e086-4f47-9827-7339f0d45761 admin admin] Made reservation on behalf of 443cfc5392614d11b08b9decc6f1fd0d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:13.351605 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea67457e-e086-4f47-9827-7339f0d45761 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:13.411330 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc9acf-6d3d-4370-951e-2a767369417b None None] The sync data for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 is: [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:08Z', 'revision_number': 3, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:38:13.431037 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-03d1755f-5c77-4744-a243-d90d10410281 None None] Port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:13.767599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d5e18822-c0b1-473e-9ebb-ee2e5a42c9ec None None] Provisioning complete for port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:13.772792 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d5e18822-c0b1-473e-9ebb-ee2e5a42c9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:13.936844 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d5e18822-c0b1-473e-9ebb-ee2e5a42c9ec None None] Port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:13.962893 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa9964-e36a-45a9-904a-d58e12734636 req-1bb0390b-19c6-4f23-bea9-aaaa0079a980 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:13.964563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-24aa9964-e36a-45a9-904a-d58e12734636 req-1bb0390b-19c6-4f23-bea9-aaaa0079a980 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 936 time: 0.3359294 Jan 14 01:38:14.073471 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Request body: {'port': {'device_id': 'fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2', 'device_owner': 'compute:tempest-test_az-1922525536', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:14.253222 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:14.261742 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4a626e61-570a-4867-b17f-e6d539fbea3f req-e119aae5-3731-4c1b-9d96-5e9f916ad949 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 210 time: 0.2098484 Jan 14 01:38:14.295594 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46b9718a-df4e-4fc8-abd7-46df5ded9618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:14.382067 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-24aa9964-e36a-45a9-904a-d58e12734636 req-08e282bc-b64f-439c-acc4-f3e97f7175a5 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869004 Jan 14 01:38:14.487974 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46b9718a-df4e-4fc8-abd7-46df5ded9618 admin admin] Publish callbacks [] for security_group (6655ba7f-22b7-4a12-ac54-2a331b052f6e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:14.536023 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44650) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:14.544709 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46b9718a-df4e-4fc8-abd7-46df5ded9618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6655ba7f-22b7-4a12-ac54-2a331b052f6e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:14.611707 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:14.669768 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ae6cef0-d563-476b-aa62-cac7f8f5d330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:14.845895 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea67457e-e086-4f47-9827-7339f0d45761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for subnet (f6eb6b22-5fa9-42df-8acd-e8ff3d61f805), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:14.866337 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-46b9718a-df4e-4fc8-abd7-46df5ded9618 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2430a7334f5545169a5dc8084ce092ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6558208 Jan 14 01:38:14.884331 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44654) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:14.983941 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Publish callbacks [] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:15.000347 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9718a-df4e-4fc8-abd7-46df5ded9618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6655ba7f-22b7-4a12-ac54-2a331b052f6e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:15.013293 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67457e-e086-4f47-9827-7339f0d45761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6eb6b22-5fa9-42df-8acd-e8ff3d61f805,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:15.023656 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:15.024509 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:15.160416 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f35a80c-d34b-4786-ab0f-79d752136a8e admin admin] Publish callbacks [] for security_group (6655ba7f-22b7-4a12-ac54-2a331b052f6e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:15.164619 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ae6cef0-d563-476b-aa62-cac7f8f5d330 admin admin] Publish callbacks [] for security_group (b4d3a9da-d777-425e-8977-50e20332767b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:15.239592 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67457e-e086-4f47-9827-7339f0d45761 admin admin] Checking segment: {'id': '21b283c8-2b9f-4ec9-973b-2aa4e3104b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5b438151-0928-411a-9925-f04f20941b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:15.239947 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67457e-e086-4f47-9827-7339f0d45761 admin admin] Network hostable DHCP agents. Network: 5b438151-0928-411a-9925-f04f20941b1b, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:38:15.311387 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67457e-e086-4f47-9827-7339f0d45761 admin admin] Network 5b438151-0928-411a-9925-f04f20941b1b is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:38:15.453692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.46', 58735) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:15.482756 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ae6cef0-d563-476b-aa62-cac7f8f5d330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b4d3a9da-d777-425e-8977-50e20332767b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:15.489953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ea67457e-e086-4f47-9827-7339f0d45761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 5b438151-0928-411a-9925-f04f20941b1b) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:15.500987 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227727c7-606d-431b-a26f-760bb8ba7cb1 None None] Network 5b438151-0928-411a-9925-f04f20941b1b requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:15.521721 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea67457e-e086-4f47-9827-7339f0d45761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:15.524178 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea67457e-e086-4f47-9827-7339f0d45761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:15.565915 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6ae6cef0-d563-476b-aa62-cac7f8f5d330 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=192f4cc233a34f9885e54f364f4bdd8b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0287619 Jan 14 01:38:15.577677 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44668) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:15.745772 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-9ec17925-885b-4116-be96-e42bf4a1c4d8 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=03c02436d299493cbfe1f452f2da5c1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2817063 Jan 14 01:38:15.839090 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f35a80c-d34b-4786-ab0f-79d752136a8e admin admin] Publish callbacks [] for security_group (6655ba7f-22b7-4a12-ac54-2a331b052f6e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:15.893827 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=02be98c3-59be-400d-bf7e-444fdcb4a1d2,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:15.909014 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9ecc12-0a18-4956-ba3a-01e723bda88a None None] Network 5b438151-0928-411a-9925-f04f20941b1b requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:16.012519 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6cef0-d563-476b-aa62-cac7f8f5d330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d3a9da-d777-425e-8977-50e20332767b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:16.051088 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f35a80c-d34b-4786-ab0f-79d752136a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6655ba7f-22b7-4a12-ac54-2a331b052f6e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.053660 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f35a80c-d34b-4786-ab0f-79d752136a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.054899 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9f35a80c-d34b-4786-ab0f-79d752136a8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6655ba7f-22b7-4a12-ac54-2a331b052f6e HTTP/1.1" status: 204 len: 168 time: 1.1660867 Jan 14 01:38:16.071074 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35a80c-d34b-4786-ab0f-79d752136a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6655ba7f-22b7-4a12-ac54-2a331b052f6e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:16.099077 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:16.102542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:16.158062 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2d2d4522-b1d3-499e-b32a-c594ddc61798 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:16.276885 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ea67457e-e086-4f47-9827-7339f0d45761 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4005721 Jan 14 01:38:16.297808 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:38:16.299145 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91ea004b-eb72-40f8-9270-91d2642f096e admin admin] Publish callbacks [] for security_group (b4d3a9da-d777-425e-8977-50e20332767b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.363062 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b6c3487-0e41-42cf-8dd0-6353ce28036c req-3aa7fdcb-5985-4f7d-b34d-185f22abcbeb tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 210 time: 0.1062779 Jan 14 01:38:16.402979 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 2d2d4522-b1d3-499e-b32a-c594ddc61798 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:16.405756 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.458819 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc492f9-dd95-48d5-ab5e-7da767db5c3b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:38:16.484090 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Publish callbacks [] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.517072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c61046-f024-46e5-bd77-dcd917fe0b99 req-89571f3e-15f4-474b-82b2-fbd2725b331c tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:16.519055 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b4c61046-f024-46e5-bd77-dcd917fe0b99 req-89571f3e-15f4-474b-82b2-fbd2725b331c tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 936 time: 0.9619727 Jan 14 01:38:16.555188 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Transition to ACTIVE for port object 9cc492f9-dd95-48d5-ab5e-7da767db5c3b will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:38:16.572711 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.589927 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:38:16.603126 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3baea005-d08c-4186-8ee8-01900f45b9f4 admin admin] 10.222.0.26 "PUT /v2.0/routers/e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2707605 Jan 14 01:38:16.628943 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91ea004b-eb72-40f8-9270-91d2642f096e admin admin] Publish callbacks [] for security_group (b4d3a9da-d777-425e-8977-50e20332767b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.740009 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91ea004b-eb72-40f8-9270-91d2642f096e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b4d3a9da-d777-425e-8977-50e20332767b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.742109 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 2d2d4522-b1d3-499e-b32a-c594ddc61798 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:16.742752 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.742914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91ea004b-eb72-40f8-9270-91d2642f096e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.747820 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-91ea004b-eb72-40f8-9270-91d2642f096e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4d3a9da-d777-425e-8977-50e20332767b HTTP/1.1" status: 204 len: 168 time: 1.1436410 Jan 14 01:38:16.760651 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea004b-eb72-40f8-9270-91d2642f096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d3a9da-d777-425e-8977-50e20332767b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:16.804207 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Attempting to bind port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:16.804971 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Attempting to bind port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:16.805529 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Attempting to bind port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:16.812693 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 2d2d4522-b1d3-499e-b32a-c594ddc61798, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2d2d4522-b1d3-499e-b32a-c594ddc61798,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:16.817946 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b4c61046-f024-46e5-bd77-dcd917fe0b99 req-92574d99-dd75-47da-b96d-9c741f2bff85 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877724 Jan 14 01:38:16.821104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9ed97470-a331-488f-a09c-813c16313fd6 None None] Provisioning complete for port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:16.822670 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9ed97470-a331-488f-a09c-813c16313fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.846857 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d5614-3796-466f-966f-5decc0c3c3fe req-495bd8cd-95a5-45e2-92df-596d2a58b0f7 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:16.862626 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-495bd8cd-95a5-45e2-92df-596d2a58b0f7 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6016805 Jan 14 01:38:16.870686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:38:16.873715 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Attempting to bind port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:16.892230 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:16.893112 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:16.893466 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44700) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:16.894601 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:16.896343 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Bound port: 9cc492f9-dd95-48d5-ab5e-7da767db5c3b, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:16.897501 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.948036 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Pushing event updated for resources: {'Port': ['ID=9cc492f9-dd95-48d5-ab5e-7da767db5c3b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:16.954474 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9ed97470-a331-488f-a09c-813c16313fd6 None None] Port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:16.960345 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Sync routers for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:38:16.982610 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:16.991278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Request body: {'port': {'device_id': '297aaca8-7b43-4c7d-b4d8-c289169540ec', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '03c02436d299493cbfe1f452f2da5c1c'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:17.027658 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a01203-7229-4b37-9cb5-36c42801bd35 admin admin] Deleting subnet 645e6888-4bee-4abd-b8a2-ae88de72791e {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:38:17.042495 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14a01203-7229-4b37-9cb5-36c42801bd35 admin admin] Publish callbacks [] for subnet (645e6888-4bee-4abd-b8a2-ae88de72791e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:17.118917 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14a01203-7229-4b37-9cb5-36c42801bd35 admin admin] Publish callbacks [] for subnet (645e6888-4bee-4abd-b8a2-ae88de72791e), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:17.144834 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14a01203-7229-4b37-9cb5-36c42801bd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (645e6888-4bee-4abd-b8a2-ae88de72791e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:17.166452 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=2d2d4522-b1d3-499e-b32a-c594ddc61798,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:17.239533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:38:17.240204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:17.310973 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] For port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:17.341699 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14a01203-7229-4b37-9cb5-36c42801bd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for subnet (645e6888-4bee-4abd-b8a2-ae88de72791e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:17.368406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44706) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:17.415025 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] For port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9cc492f9-dd95-48d5-ab5e-7da767db5c3b,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:17.434515 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:17.464223 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14a01203-7229-4b37-9cb5-36c42801bd35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:17.478794 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-14a01203-7229-4b37-9cb5-36c42801bd35 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/645e6888-4bee-4abd-b8a2-ae88de72791e HTTP/1.1" status: 204 len: 168 time: 0.5770755 Jan 14 01:38:17.480248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44710) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:17.519586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a01203-7229-4b37-9cb5-36c42801bd35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645e6888-4bee-4abd-b8a2-ae88de72791e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:17.548401 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0c0230c-14a7-4f04-a073-83467dc42047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:17.606682 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:38:17.754663 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (0616dca9-bf52-4f45-ac39-94aedfd27211), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:17.772823 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0c0230c-14a7-4f04-a073-83467dc42047 admin admin] Publish callbacks [] for security_group (d95f8a73-0fb1-4df1-b3b5-ee583bf2ba7d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:17.778316 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0c0230c-14a7-4f04-a073-83467dc42047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d95f8a73-0fb1-4df1-b3b5-ee583bf2ba7d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:17.821633 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d0c0230c-14a7-4f04-a073-83467dc42047 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6acc605d8bb04612bfcf075b40dda13f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365660 Jan 14 01:38:17.825912 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2d2d4522-b1d3-499e-b32a-c594ddc61798 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:17.829964 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44716) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:17.865057 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8c230b97-97ba-4ce7-afb6-bbd7c6dd19bc req-03131efb-634d-4fe9-8dc4-edd8253d8d12 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 210 time: 0.1865773 Jan 14 01:38:17.870299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:17.870614 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:17.880885 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] 10.222.0.36 "PUT /v2.0/ports/9cc492f9-dd95-48d5-ab5e-7da767db5c3b HTTP/1.1" status: 200 len: 1118 time: 4.7025647 Jan 14 01:38:17.890495 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2', 'tag': '9cc492f9-dd95-48d5-ab5e-7da767db5c3b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:17.963994 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0230c-14a7-4f04-a073-83467dc42047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95f8a73-0fb1-4df1-b3b5-ee583bf2ba7d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:18.110854 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-370ec249-72fd-468c-9975-bc2bccf6935b admin admin] Publish callbacks [] for security_group (d95f8a73-0fb1-4df1-b3b5-ee583bf2ba7d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:18.216510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 2d2d4522-b1d3-499e-b32a-c594ddc61798 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:18.216510 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:18.227793 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-370ec249-72fd-468c-9975-bc2bccf6935b admin admin] Publish callbacks [] for security_group (d95f8a73-0fb1-4df1-b3b5-ee583bf2ba7d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:18.510693 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-370ec249-72fd-468c-9975-bc2bccf6935b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d95f8a73-0fb1-4df1-b3b5-ee583bf2ba7d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:18.515995 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-370ec249-72fd-468c-9975-bc2bccf6935b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:18.523986 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-370ec249-72fd-468c-9975-bc2bccf6935b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d95f8a73-0fb1-4df1-b3b5-ee583bf2ba7d HTTP/1.1" status: 204 len: 168 time: 0.6927829 Jan 14 01:38:18.547023 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ec249-72fd-468c-9975-bc2bccf6935b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95f8a73-0fb1-4df1-b3b5-ee583bf2ba7d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:18.693528 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c494e8e-df95-4607-a190-464b9e7cd80c service neutron] Pushing event updated for resources: {'Port': ['ID=9cc492f9-dd95-48d5-ab5e-7da767db5c3b,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:18.708936 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (0616dca9-bf52-4f45-ac39-94aedfd27211), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:18.751917 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5b4bd-786d-4ac5-832f-b897f545bad6 req-40bd804b-4b78-4cb5-8dd6-3783aed77e81 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:18.753860 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01f5b4bd-786d-4ac5-832f-b897f545bad6 req-40bd804b-4b78-4cb5-8dd6-3783aed77e81 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 970 time: 0.1862459 Jan 14 01:38:18.755992 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5469-466a-4a78-b9a8-208788398309 req-fa735118-0c9c-4a89-826a-abdc5be8571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:18.757552 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-fa735118-0c9c-4a89-826a-abdc5be8571d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28778c288a1544938bf3bdc3e92dc8b2&device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 1121 time: 0.6277230 Jan 14 01:38:18.770750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Made reservation on behalf of 03c02436d299493cbfe1f452f2da5c1c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:18.775026 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:18.776602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 2, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:18.819037 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.819367 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.821908 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.822342 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > port after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.822821 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.823405 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > port after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.823953 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.824423 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.824861 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.825391 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.913029 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.913489 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.913925 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.914359 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:18.914916 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0616dca9-bf52-4f45-ac39-94aedfd27211']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:18.935153 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Checking router: e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:38:18.935697 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Updating router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:38:18.959794 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f4dc07-7444-4453-bb7e-325b679be538" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2", "tag": "9cc492f9-dd95-48d5-ab5e-7da767db5c3b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:19.009010 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:19.025230 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-af3bca63-86cf-4ee0-959e-ff306749fb11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=9cc492f9-dd95-48d5-ab5e-7da767db5c3b HTTP/1.1" status: 200 len: 217 time: 0.2409778 Jan 14 01:38:19.028287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 2d2d4522-b1d3-499e-b32a-c594ddc61798 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:19.029950 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f32925-1ce9-4f6e-bde9-13f05f852226') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:19.030375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f32925-1ce9-4f6e-bde9-13f05f852226') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:19.052910 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:19.070449 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (f7f32925-1ce9-4f6e-bde9-13f05f852226), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:19.158759 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f7f32925-1ce9-4f6e-bde9-13f05f852226), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:19.182886 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01f5b4bd-786d-4ac5-832f-b897f545bad6 req-482b4981-fb0e-4e95-8776-da841ae5e6b6 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047713 Jan 14 01:38:19.229198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:38:19.233780 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (f7f32925-1ce9-4f6e-bde9-13f05f852226), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: from cryptography.utils import int_from_bytes Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: from cryptography.utils import int_from_bytes Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.265175 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:38:19.267737 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:38:19.292733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5469-466a-4a78-b9a8-208788398309 req-9d41c296-ff3d-4d47-b880-3e6a90f01416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:19.305779 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-9d41c296-ff3d-4d47-b880-3e6a90f01416 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.2683933 Jan 14 01:38:19.622914 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44762) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:19.630105 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1392865192-network', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:19.634658 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34afba55-eabd-4765-b203-c81c41688400 req-c01aba3f-add6-4f84-b697-58c6859e750b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 210 time: 0.3254251 Jan 14 01:38:19.716321 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Made reservation on behalf of c645b516465b47ad9eaa6cd003c80b22 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:19.718952 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:19.736633 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:19.757659 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44764) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:19.837682 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks [] for security_group (e714d006-4785-4a96-8670-e2d0b931aca5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:19.854758 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Publish callbacks [] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:19.862811 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (0616dca9-bf52-4f45-ac39-94aedfd27211), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:19.865422 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66c31559-1e18-47a5-bc64-a3b83272d7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:19.871814 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e714d006-4785-4a96-8670-e2d0b931aca5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:19.874008 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:20.050547 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Publish callbacks [] for security_group (7196f6f4-374a-4a8e-b39f-406cb6b7d41b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:20.064087 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7196f6f4-374a-4a8e-b39f-406cb6b7d41b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:20.119392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ce3e0-8b33-422d-b18b-21ca7a1f6e7f None None] Pushing event updated for resources: {'Port': ['ID=02be98c3-59be-400d-bf7e-444fdcb4a1d2,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:20.160860 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:38:20.247313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Allocated IP 192.168.233.121 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/a7a34ece-b770-4b98-bc13-476603272037) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:20.254237 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7196f6f4-374a-4a8e-b39f-406cb6b7d41b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:20.266152 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c8e03001-f71a-41e6-a325-80e681d7b879), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:20.270135 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Added segment c8e03001-f71a-41e6-a325-80e681d7b879 of type vlan for network 10c7a023-3f0d-437f-95fa-eda0ac764497 Jan 14 01:38:20.342838 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Attempting to bind port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:20.355402 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Attempting to bind port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:20.361332 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Attempting to bind port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 on network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:20.391063 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:20.391302 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (10c7a023-3f0d-437f-95fa-eda0ac764497), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:20.401249 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Checking segment: {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:20.403452 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:20.411226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Bound using segment: {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:20.411226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Bound port: 02be98c3-59be-400d-bf7e-444fdcb4a1d2, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:20.411226 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:20.499785 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (10c7a023-3f0d-437f-95fa-eda0ac764497), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:20.502315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:20.504545 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:20.624002 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9965014 Jan 14 01:38:20.624630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44790) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:20.635367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-18fa3366-dcbe-4bcc-9743-ec447a0991ed admin admin] Request body: {'subnet': {'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1392865192-subnet', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:20.642816 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266e3a8-f6a9-4caf-b108-e87576190944 admin admin] Pushing event updated for resources: {'Network': ['ID=10c7a023-3f0d-437f-95fa-eda0ac764497,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:20.644849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b4e79090-53eb-4442-a483-06fa916131ec None None] Provisioning complete for port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:20.646166 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b4e79090-53eb-4442-a483-06fa916131ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:20.670241 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 10c7a023-3f0d-437f-95fa-eda0ac764497 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:38:20.690039 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fa3366-dcbe-4bcc-9743-ec447a0991ed admin admin] Made reservation on behalf of c645b516465b47ad9eaa6cd003c80b22 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:20.699959 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18fa3366-dcbe-4bcc-9743-ec447a0991ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:20.726993 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] For port 02be98c3-59be-400d-bf7e-444fdcb4a1d2, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:20.771629 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] For port 02be98c3-59be-400d-bf7e-444fdcb4a1d2, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=02be98c3-59be-400d-bf7e-444fdcb4a1d2,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:20.862516 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44800) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:20.927736 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.102905 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:38:21.103545 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:21.156392 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c028565a-dccb-48b7-8184-bc1b1914555b x-openstack-request-id: req-c028565a-dccb-48b7-8184-bc1b1914555b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:21.157709 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2", "tag": "9cc492f9-dd95-48d5-ab5e-7da767db5c3b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:21.157837 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c028565a-dccb-48b7-8184-bc1b1914555b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:21.158450 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2', 'tag': '9cc492f9-dd95-48d5-ab5e-7da767db5c3b', 'status': 'completed', 'code': 200} Jan 14 01:38:21.238824 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-network', 'tenant_id': '239011a87ab64074a230fdbcf35ac274'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:21.247709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e714d006-4785-4a96-8670-e2d0b931aca5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:21.271081 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5469-466a-4a78-b9a8-208788398309 req-e9b71705-e532-454d-a471-d4ea7a0537d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:21.273119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-e9b71705-e532-454d-a471-d4ea7a0537d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8312449 Jan 14 01:38:21.315289 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Pushing event deleted for resources: {'Network': ['ID=0616dca9-bf52-4f45-ac39-94aedfd27211,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:21.326732 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f5693f5-65cb-4fd2-a4b7-054f68fdb10e req-a9dfc3b1-8e13-4f44-8021-602d5371d29e tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 210 time: 0.1729650 Jan 14 01:38:21.329025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b4e79090-53eb-4442-a483-06fa916131ec None None] Port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:21.356657 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.361886 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-51f3ce41-0c5a-451b-918f-8b4d6192b07c admin admin] 10.222.0.26 "DELETE /v2.0/networks/0616dca9-bf52-4f45-ac39-94aedfd27211 HTTP/1.1" status: 204 len: 168 time: 3.8621805 Jan 14 01:38:21.367718 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18fa3366-dcbe-4bcc-9743-ec447a0991ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for subnet (f0516d83-5e1b-4253-96d4-328f76d7d28c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.395154 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44810) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:21.397541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44812) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:21.436382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ce3e0-8b33-422d-b18b-21ca7a1f6e7f None None] Pushing event updated for resources: {'Port': ['ID=02be98c3-59be-400d-bf7e-444fdcb4a1d2,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:21.482351 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66c31559-1e18-47a5-bc64-a3b83272d7bc admin admin] Publish callbacks [] for security_group (26d445b6-9c6c-4771-9fab-82a0cdb3e80c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.516923 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa3366-dcbe-4bcc-9743-ec447a0991ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0516d83-5e1b-4253-96d4-328f76d7d28c,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:21.570653 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Made reservation on behalf of 239011a87ab64074a230fdbcf35ac274 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:21.573505 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.587575 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.620618 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:38:21.628996 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-24607d5c-f6a8-42b5-8cc8-01363c2828ba admin admin] Deleting subnet f6eb6b22-5fa9-42df-8acd-e8ff3d61f805 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:38:21.633729 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24607d5c-f6a8-42b5-8cc8-01363c2828ba admin admin] Publish callbacks [] for subnet (f6eb6b22-5fa9-42df-8acd-e8ff3d61f805), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.684727 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24607d5c-f6a8-42b5-8cc8-01363c2828ba admin admin] Publish callbacks [] for subnet (f6eb6b22-5fa9-42df-8acd-e8ff3d61f805), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.691294 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24607d5c-f6a8-42b5-8cc8-01363c2828ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (f6eb6b22-5fa9-42df-8acd-e8ff3d61f805), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.760848 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24607d5c-f6a8-42b5-8cc8-01363c2828ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for subnet (f6eb6b22-5fa9-42df-8acd-e8ff3d61f805), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.782975 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-1cef5037-9cdc-425c-8979-ca67a91a7969 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148250 Jan 14 01:38:21.798470 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66c31559-1e18-47a5-bc64-a3b83272d7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (26d445b6-9c6c-4771-9fab-82a0cdb3e80c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.817673 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks [] for port (a7a34ece-b770-4b98-bc13-476603272037), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.840659 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbc93037-d5fe-4b86-98ee-b8109e8d9c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.843931 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa3366-dcbe-4bcc-9743-ec447a0991ed admin admin] Checking segment: {'id': 'c8e03001-f71a-41e6-a325-80e681d7b879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:21.845014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa3366-dcbe-4bcc-9743-ec447a0991ed admin admin] Network hostable DHCP agents. Network: 10c7a023-3f0d-437f-95fa-eda0ac764497, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:38:21.856032 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24607d5c-f6a8-42b5-8cc8-01363c2828ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6eb6b22-5fa9-42df-8acd-e8ff3d61f805,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:21.944907 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c58e5469-466a-4a78-b9a8-208788398309 req-2cbdf55e-ed1c-407d-a63f-d13a06b73f55 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378291 Jan 14 01:38:21.976110 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa3366-dcbe-4bcc-9743-ec447a0991ed admin admin] Network 10c7a023-3f0d-437f-95fa-eda0ac764497 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:38:21.985205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b99334d7-8ab4-4270-8b06-29036718b4eb None None] Provisioning complete for port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:21.986299 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b99334d7-8ab4-4270-8b06-29036718b4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:21.998103 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-18fa3366-dcbe-4bcc-9743-ec447a0991ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 10c7a023-3f0d-437f-95fa-eda0ac764497) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:22.007774 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24607d5c-f6a8-42b5-8cc8-01363c2828ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:22.014535 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-24607d5c-f6a8-42b5-8cc8-01363c2828ba admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f6eb6b22-5fa9-42df-8acd-e8ff3d61f805 HTTP/1.1" status: 204 len: 168 time: 0.5140514 Jan 14 01:38:22.017194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c31559-1e18-47a5-bc64-a3b83272d7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d445b6-9c6c-4771-9fab-82a0cdb3e80c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:22.018851 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44820) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:22.045760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b167eb7-0ff9-4976-9600-e2833020463b None None] Network 10c7a023-3f0d-437f-95fa-eda0ac764497 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:22.081579 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa56575-180c-4e54-ab33-7bd781c200bb req-942f2323-ea47-4bc7-9f5c-0ed5ea10adc1 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:22.090125 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2fa56575-180c-4e54-ab33-7bd781c200bb req-942f2323-ea47-4bc7-9f5c-0ed5ea10adc1 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 970 time: 0.9300089 Jan 14 01:38:22.119299 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fa3366-dcbe-4bcc-9743-ec447a0991ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:22.120105 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18fa3366-dcbe-4bcc-9743-ec447a0991ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:22.134950 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (5b438151-0928-411a-9925-f04f20941b1b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:22.148361 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-66c31559-1e18-47a5-bc64-a3b83272d7bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0c00531f1c843699ed1e832e1a48eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3810604 Jan 14 01:38:22.148635 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-18fa3366-dcbe-4bcc-9743-ec447a0991ed admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5229082 Jan 14 01:38:22.158678 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44822) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:22.159312 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44824) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:22.208166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4dc07-7444-4453-bb7e-325b679be538 req-8c478f71-eef5-4818-930e-3af91aa71c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:22.209855 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6f4dc07-7444-4453-bb7e-325b679be538 req-8c478f71-eef5-4818-930e-3af91aa71c4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28778c288a1544938bf3bdc3e92dc8b2&device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 1121 time: 0.1169899 Jan 14 01:38:22.212623 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1392865192-router', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:22.229975 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2fa56575-180c-4e54-ab33-7bd781c200bb req-8581e45e-afbf-4d49-ae47-3558962a6db2 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387293 Jan 14 01:38:22.283423 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (40c7d891-ff6e-4575-8458-547ead687730), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:22.284430 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (40c7d891-ff6e-4575-8458-547ead687730), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:22.358804 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Publish callbacks [] for router_controller (40c7d891-ff6e-4575-8458-547ead687730), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:22.491221 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b99334d7-8ab4-4270-8b06-29036718b4eb None None] Current status of the port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:22.494688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4dc07-7444-4453-bb7e-325b679be538 req-278be1f4-91d1-4b4b-98da-e28fe548a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:22.496460 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6f4dc07-7444-4453-bb7e-325b679be538 req-278be1f4-91d1-4b4b-98da-e28fe548a7d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2581089 Jan 14 01:38:22.497544 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b99334d7-8ab4-4270-8b06-29036718b4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:22.503323 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (5b438151-0928-411a-9925-f04f20941b1b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:22.507142 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-10c7a023-3f0d-437f-95fa-eda0ac764497', 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497', 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'fixed_ips': [{'subnet_id': 'f0516d83-5e1b-4253-96d4-328f76d7d28c'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:38:22.508342 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:22.523396 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:20Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:22.529664 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:22.530009 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:22.530956 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:22.531380 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > port after_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:22.531723 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:22.532689 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > port after_update 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:22.533024 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:22.533833 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:22.534125 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:22.534561 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:22.555231 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c934f23f-370c-4ae0-82b6-497f232cfa02 req-f21dfe50-e9e2-466a-b646-efa09b99ff7c tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 210 time: 0.0528612 Jan 14 01:38:22.588580 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (a7a34ece-b770-4b98-bc13-476603272037), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:22.591427 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6f4dc07-7444-4453-bb7e-325b679be538 req-a8e054d6-4d47-4c3f-9aa9-ab925b910669 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=9cc492f9-dd95-48d5-ab5e-7da767db5c3b HTTP/1.1" status: 200 len: 217 time: 0.0775325 Jan 14 01:38:22.611840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f55fef0-36ab-49b4-9b13-511540a1ce46 None None] The sync data for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 is: [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:20Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:38:22.660832 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Pushing event updated for resources: {'Port': ['ID=a7a34ece-b770-4b98-bc13-476603272037,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:22.807977 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:22.814467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:22.824261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:22.921198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4dc07-7444-4453-bb7e-325b679be538 req-ea558447-1595-40d9-b38d-e0368b816492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:22.928004 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6f4dc07-7444-4453-bb7e-325b679be538 req-ea558447-1595-40d9-b38d-e0368b816492 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.2679188 Jan 14 01:38:23.047059 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:23.048616 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:23.078987 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4dc07-7444-4453-bb7e-325b679be538 req-c8b19acc-c0de-4b88-a918-f9ed1f0bac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:23.082589 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6f4dc07-7444-4453-bb7e-325b679be538 req-c8b19acc-c0de-4b88-a918-f9ed1f0bac64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1464143 Jan 14 01:38:23.089475 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Allocated IP 172.20.0.2 (10c7a023-3f0d-437f-95fa-eda0ac764497/f0516d83-5e1b-4253-96d4-328f76d7d28c/ad8a22db-16b0-4a6a-b1ff-cce13a7171bd) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:23.092063 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0abb9550-94b9-4c53-a156-59bdf8dad78a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1279597 Jan 14 01:38:23.101313 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b99334d7-8ab4-4270-8b06-29036718b4eb None None] For port 02be98c3-59be-400d-bf7e-444fdcb4a1d2, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=02be98c3-59be-400d-bf7e-444fdcb4a1d2,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:23.131149 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b99334d7-8ab4-4270-8b06-29036718b4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:23.210549 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6f4dc07-7444-4453-bb7e-325b679be538 req-ce5738b4-0da4-4385-a42b-0cec630ed356 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144660 Jan 14 01:38:23.218964 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0d01d7a7-3416-496b-a770-568a678ecb3f tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:38:23.221633 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-0d01d7a7-3416-496b-a770-568a678ecb3f tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123448 Jan 14 01:38:23.416675 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6f4dc07-7444-4453-bb7e-325b679be538 req-25a94a5c-b088-406f-a861-bc9907006f75 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891665 Jan 14 01:38:23.499622 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:23.500160 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:23.500257 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:23.505764 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 01:38:23.506194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b438151-0928-411a-9925-f04f20941b1b']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:23.521113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc32e8c-7ca2-4986-9141-128d5687bcf8 req-9e33c161-5098-4e18-98a7-41adbf05c0eb tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:23.531102 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9bc32e8c-7ca2-4986-9141-128d5687bcf8 req-9e33c161-5098-4e18-98a7-41adbf05c0eb tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 970 time: 0.1021650 Jan 14 01:38:23.548674 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Request body: {'port': {'device_id': '297aaca8-7b43-4c7d-b4d8-c289169540ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:23.550596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1b5ced90-b03d-4ef2-aea4-21a320ab346e None None] Provisioning complete for port a7a34ece-b770-4b98-bc13-476603272037 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:23.551156 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5ced90-b03d-4ef2-aea4-21a320ab346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a7a34ece-b770-4b98-bc13-476603272037), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:23.561873 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Publish callbacks [] for security_group (0dabb881-2d9f-456e-8bcd-86cf97c962b8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:23.678488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ced90-b03d-4ef2-aea4-21a320ab346e None None] Port a7a34ece-b770-4b98-bc13-476603272037 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:23.693740 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9bc32e8c-7ca2-4986-9141-128d5687bcf8 req-b4a06009-897d-42e4-b48c-848596bc0304 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585350 Jan 14 01:38:23.711291 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99334d7-8ab4-4270-8b06-29036718b4eb None None] Pushing event updated for resources: {'Port': ['ID=02be98c3-59be-400d-bf7e-444fdcb4a1d2,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:23.781454 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0dabb881-2d9f-456e-8bcd-86cf97c962b8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:23.797676 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:38:23.830071 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (7b583a68-7499-4a17-9881-a48aa60eddb5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:23.830479 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Added segment 7b583a68-7499-4a17-9881-a48aa60eddb5 of type vlan for network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 Jan 14 01:38:23.895621 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a7a34ece-b770-4b98-bc13-476603272037), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:23.972621 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (23b69c07-f64d-404a-af1c-4fc7b0f8afb5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:23.998883 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37571e-258f-42e5-9986-9db942d0c3de req-750026be-06a3-40ac-9258-808b207ed7b3 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:24.000446 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0b37571e-258f-42e5-9986-9db942d0c3de req-750026be-06a3-40ac-9258-808b207ed7b3 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 936 time: 0.3190722 Jan 14 01:38:24.086182 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b283c8-2b9f-4ec9-973b-2aa4e3104b4e') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:24.087158 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b283c8-2b9f-4ec9-973b-2aa4e3104b4e') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:24.162912 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Publish callbacks [] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.167232 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 02be98c3-59be-400d-bf7e-444fdcb4a1d2 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:24.211922 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.302027 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Network 10c7a023-3f0d-437f-95fa-eda0ac764497 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:24.305964 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (21b283c8-2b9f-4ec9-973b-2aa4e3104b4e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.308358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Pushing event updated for resources: {'Port': ['ID=ad8a22db-16b0-4a6a-b1ff-cce13a7171bd,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:24.316060 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:24.323544 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:24.349922 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (23b69c07-f64d-404a-af1c-4fc7b0f8afb5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.350819 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:24.351409 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.385225 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (21b283c8-2b9f-4ec9-973b-2aa4e3104b4e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.411792 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:38:24.413485 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (21b283c8-2b9f-4ec9-973b-2aa4e3104b4e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.443125 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:24.443542 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.496016 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0b37571e-258f-42e5-9986-9db942d0c3de req-873d9719-80a2-4e74-9b55-efe5943ec912 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290293 Jan 14 01:38:24.528646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Attempting to bind port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:24.529025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Attempting to bind port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'c8e03001-f71a-41e6-a325-80e681d7b879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:24.529393 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Attempting to bind port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd on network 10c7a023-3f0d-437f-95fa-eda0ac764497 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:24.558030 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:24.558747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Checking segment: {'id': 'c8e03001-f71a-41e6-a325-80e681d7b879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:24.558849 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.559238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Bound using segment: {'id': 'c8e03001-f71a-41e6-a325-80e681d7b879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:24.559730 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Bound port: ad8a22db-16b0-4a6a-b1ff-cce13a7171bd, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e03001-f71a-41e6-a325-80e681d7b879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:24.560107 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.605075 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a34ece-b770-4b98-bc13-476603272037 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:38:24.619071 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Publish callbacks [] for router_gateway (40c7d891-ff6e-4575-8458-547ead687730), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.621375 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Publish callbacks [] for port (a7a34ece-b770-4b98-bc13-476603272037), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: from cryptography.utils import int_from_bytes Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: from cryptography.utils import int_from_bytes Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:38:24.636548 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:38:24.641086 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-947d5a27-f343-436b-be6a-cb170f17e063 admin admin] Publish callbacks [] for security_group (26d445b6-9c6c-4771-9fab-82a0cdb3e80c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.646900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Transition to ACTIVE for port object a7a34ece-b770-4b98-bc13-476603272037 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:38:24.656484 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (a7a34ece-b770-4b98-bc13-476603272037), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.657764 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:24.689843 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] For port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:24.693501 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] For port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ad8a22db-16b0-4a6a-b1ff-cce13a7171bd,segment=NetworkSegment(c8e03001-f71a-41e6-a325-80e681d7b879),segment_id=c8e03001-f71a-41e6-a325-80e681d7b879)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:24.711210 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.712799 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-947d5a27-f343-436b-be6a-cb170f17e063 admin admin] Publish callbacks [] for security_group (26d445b6-9c6c-4771-9fab-82a0cdb3e80c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:24.809727 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Pushing event updated for resources: {'Port': ['ID=a7a34ece-b770-4b98-bc13-476603272037,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:24.820469 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb74a9-63e3-40ee-8715-90f3853715a4 None None] Pushing event updated for resources: {'Port': ['ID=ad8a22db-16b0-4a6a-b1ff-cce13a7171bd,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:25.146974 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Pushing event updated for resources: {'Network': ['ID=23b69c07-f64d-404a-af1c-4fc7b0f8afb5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:25.156145 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-947d5a27-f343-436b-be6a-cb170f17e063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (26d445b6-9c6c-4771-9fab-82a0cdb3e80c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:25.158545 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c4d8-443b-420f-ae80-4a64a4cef838 req-125c2284-4a63-45d2-88a6-06b727bdf3f2 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:25.160334 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-947d5a27-f343-436b-be6a-cb170f17e063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:25.161148 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:38:25.163962 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-947d5a27-f343-436b-be6a-cb170f17e063 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26d445b6-9c6c-4771-9fab-82a0cdb3e80c HTTP/1.1" status: 204 len: 168 time: 2.9992678 Jan 14 01:38:25.164094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5852c4d8-443b-420f-ae80-4a64a4cef838 req-125c2284-4a63-45d2-88a6-06b727bdf3f2 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 970 time: 0.2201793 Jan 14 01:38:25.164188 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (5b438151-0928-411a-9925-f04f20941b1b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:25.166061 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Attempting to bind port a7a34ece-b770-4b98-bc13-476603272037 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:25.166649 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Attempting to bind port a7a34ece-b770-4b98-bc13-476603272037 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:25.167549 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Attempting to bind port a7a34ece-b770-4b98-bc13-476603272037 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:25.173156 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Port a7a34ece-b770-4b98-bc13-476603272037 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:38:25.173595 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Attempting to bind port a7a34ece-b770-4b98-bc13-476603272037 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:25.179154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:25.179734 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:25.180166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:25.183030 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Bound port: a7a34ece-b770-4b98-bc13-476603272037, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:25.183578 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a7a34ece-b770-4b98-bc13-476603272037), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:25.220141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:25.250734 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] 10.222.0.26 "DELETE /v2.0/networks/5b438151-0928-411a-9925-f04f20941b1b HTTP/1.1" status: 204 len: 168 time: 3.2241926 Jan 14 01:38:25.281680 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5852c4d8-443b-420f-ae80-4a64a4cef838 req-a3ec9434-c962-4009-a420-692459bc8642 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943747 Jan 14 01:38:25.361372 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.4972560 Jan 14 01:38:25.367289 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44842) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:25.368963 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558affa7-16cf-4a59-b814-7c45476c6092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dabb881-2d9f-456e-8bcd-86cf97c962b8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:25.392963 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2a04a165-20c9-4dc0-a0c7-ff642b40fd52 admin admin] Request body: {'subnet': {'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-subnet', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:25.483118 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbc93037-d5fe-4b86-98ee-b8109e8d9c41 admin admin] Publish callbacks [] for security_group (64410d14-bd76-433a-8076-3bb4e903509e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:25.508349 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42017e16-0fcf-4788-a4bb-152320b00c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=5b438151-0928-411a-9925-f04f20941b1b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:25.521476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a04a165-20c9-4dc0-a0c7-ff642b40fd52 admin admin] Made reservation on behalf of 239011a87ab64074a230fdbcf35ac274 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:25.535073 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a04a165-20c9-4dc0-a0c7-ff642b40fd52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:25.545747 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] For port a7a34ece-b770-4b98-bc13-476603272037, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:25.549947 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbc93037-d5fe-4b86-98ee-b8109e8d9c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (64410d14-bd76-433a-8076-3bb4e903509e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:25.569789 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] For port a7a34ece-b770-4b98-bc13-476603272037, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a7a34ece-b770-4b98-bc13-476603272037,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:25.645352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44848) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:25.648544 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fbc93037-d5fe-4b86-98ee-b8109e8d9c41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5289669f93f457dbb55e0c1fed301a6&name=default HTTP/1.1" status: 200 len: 2996 time: 4.1466503 Jan 14 01:38:25.652213 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44850) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:25.658049 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d5a27-f343-436b-be6a-cb170f17e063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d445b6-9c6c-4771-9fab-82a0cdb3e80c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:25.721262 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc93037-d5fe-4b86-98ee-b8109e8d9c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64410d14-bd76-433a-8076-3bb4e903509e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:25.768338 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (a7a34ece-b770-4b98-bc13-476603272037), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:25.949256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Pushing event updated for resources: {'Port': ['ID=a7a34ece-b770-4b98-bc13-476603272037,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:25.955602 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bafe3bd3-2e9a-4afe-987f-0a13e49f80e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab3fad0547b04308a1bad5b291235c3f&name=default HTTP/1.1" status: 200 len: 2993 time: 0.1856337 Jan 14 01:38:25.970977 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44858) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:26.016747 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:26.017426 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.019338 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-378ebedb-276a-4dc2-9c7c-795c919f95ac service neutron] 10.222.0.46 "PUT /v2.0/ports/a7a34ece-b770-4b98-bc13-476603272037 HTTP/1.1" status: 200 len: 1096 time: 2.6435812 Jan 14 01:38:26.036651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297aaca8-7b43-4c7d-b4d8-c289169540ec', 'tag': 'a7a34ece-b770-4b98-bc13-476603272037'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:26.040105 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8396f4-df52-43f0-9a1f-455d84725ced" -d '{"events": [{"name": "network-changed", "server_uuid": "297aaca8-7b43-4c7d-b4d8-c289169540ec", "tag": "a7a34ece-b770-4b98-bc13-476603272037"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:26.099744 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 02be98c3-59be-400d-bf7e-444fdcb4a1d2 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:26.253413 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:26.254205 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.291433 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844f5f55-84b6-4e18-90a1-53511c198e05 x-openstack-request-id: req-844f5f55-84b6-4e18-90a1-53511c198e05 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:26.291832 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297aaca8-7b43-4c7d-b4d8-c289169540ec", "tag": "a7a34ece-b770-4b98-bc13-476603272037", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:26.292403 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-844f5f55-84b6-4e18-90a1-53511c198e05 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:26.292821 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297aaca8-7b43-4c7d-b4d8-c289169540ec', 'tag': 'a7a34ece-b770-4b98-bc13-476603272037', 'status': 'completed', 'code': 200} Jan 14 01:38:26.298374 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18524137-e524-4d7a-a74e-6b23dc6ded80 admin admin] Publish callbacks [] for security_group (64410d14-bd76-433a-8076-3bb4e903509e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.330516 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e2591ee-4d20-47d7-8b21-81c8b8da2ced admin admin] Publish callbacks [] for security_group (3ea8d152-1259-4da9-84f8-9ee43eddbd89), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.376902 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18524137-e524-4d7a-a74e-6b23dc6ded80 admin admin] Publish callbacks [] for security_group (64410d14-bd76-433a-8076-3bb4e903509e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.418806 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:26.420259 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ad8a22db-16b0-4a6a-b1ff-cce13a7171bd up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:26.470018 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c2919-4cf2-4f0c-8080-cc39e4d97770 req-445995c1-cf0f-4021-b979-3f3a5c6cacf7 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:26.471699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a13c2919-4cf2-4f0c-8080-cc39e4d97770 req-445995c1-cf0f-4021-b979-3f3a5c6cacf7 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 948 time: 0.6981144 Jan 14 01:38:26.490501 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18524137-e524-4d7a-a74e-6b23dc6ded80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (64410d14-bd76-433a-8076-3bb4e903509e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.494735 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18524137-e524-4d7a-a74e-6b23dc6ded80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.498793 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-18524137-e524-4d7a-a74e-6b23dc6ded80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64410d14-bd76-433a-8076-3bb4e903509e HTTP/1.1" status: 204 len: 168 time: 0.7278304 Jan 14 01:38:26.535895 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e2591ee-4d20-47d7-8b21-81c8b8da2ced admin admin] Publish callbacks [] for security_group (3ea8d152-1259-4da9-84f8-9ee43eddbd89), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.568984 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18524137-e524-4d7a-a74e-6b23dc6ded80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64410d14-bd76-433a-8076-3bb4e903509e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:26.588446 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Publish callbacks [] for router_gateway (40c7d891-ff6e-4575-8458-547ead687730), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.645034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a13c2919-4cf2-4f0c-8080-cc39e4d97770 req-8cf864a4-2ddb-4665-a026-69d803102ee2 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615446 Jan 14 01:38:26.674910 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d5614-3796-466f-966f-5decc0c3c3fe req-aa166f96-fd0f-4149-b025-71e87ca2d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:26.676409 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-aa166f96-fd0f-4149-b025-71e87ca2d137 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03c02436d299493cbfe1f452f2da5c1c&device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 1099 time: 0.5354736 Jan 14 01:38:26.679672 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:26.680114 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.724657 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.728230 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ad8b2-3199-4d53-b591-52f4e8771fb4 req-30721f83-721d-4119-ae56-05388c30ced4 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:26.737940 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f6ad8b2-3199-4d53-b591-52f4e8771fb4 req-30721f83-721d-4119-ae56-05388c30ced4 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 970 time: 0.2633142 Jan 14 01:38:26.787785 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-b59342be-f9db-4b06-8803-b72cba9837ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=a7a34ece-b770-4b98-bc13-476603272037 HTTP/1.1" status: 200 len: 217 time: 0.0893393 Jan 14 01:38:26.910748 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e2591ee-4d20-47d7-8b21-81c8b8da2ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3ea8d152-1259-4da9-84f8-9ee43eddbd89), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.916960 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e2591ee-4d20-47d7-8b21-81c8b8da2ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:26.923675 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9e2591ee-4d20-47d7-8b21-81c8b8da2ced admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ea8d152-1259-4da9-84f8-9ee43eddbd89 HTTP/1.1" status: 204 len: 168 time: 0.9501202 Jan 14 01:38:26.945467 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f6ad8b2-3199-4d53-b591-52f4e8771fb4 req-19203509-3ec6-4c6b-beee-bc4c82f9fe6c tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065129 Jan 14 01:38:26.997542 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d5614-3796-466f-966f-5decc0c3c3fe req-995fc9b4-4593-4214-9828-2d1be082bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:26.999560 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-995fc9b4-4593-4214-9828-2d1be082bf46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1849709 Jan 14 01:38:26.999713 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2591ee-4d20-47d7-8b21-81c8b8da2ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea8d152-1259-4da9-84f8-9ee43eddbd89,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:27.019996 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:27.025111 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a04a165-20c9-4dc0-a0c7-ff642b40fd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (f9916215-379b-47af-a68c-9b719146bd63), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.025956 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.108790 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dad96b-c790-4ad5-a6a5-c8952eccd954 None None] Network 10c7a023-3f0d-437f-95fa-eda0ac764497 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:27.133859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a04a165-20c9-4dc0-a0c7-ff642b40fd52 admin admin] Checking segment: {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:27.134287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a04a165-20c9-4dc0-a0c7-ff642b40fd52 admin admin] Network hostable DHCP agents. Network: 23b69c07-f64d-404a-af1c-4fc7b0f8afb5, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:38:27.142340 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04a165-20c9-4dc0-a0c7-ff642b40fd52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9916215-379b-47af-a68c-9b719146bd63,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:27.165701 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a04a165-20c9-4dc0-a0c7-ff642b40fd52 admin admin] Network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:38:27.186480 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Allocated IP 172.25.2.118 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/650179fe-da93-4013-a4c1-86db3c2641f5) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:27.196923 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2a04a165-20c9-4dc0-a0c7-ff642b40fd52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 23b69c07-f64d-404a-af1c-4fc7b0f8afb5) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:27.203066 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a04a165-20c9-4dc0-a0c7-ff642b40fd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:27.203554 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a04a165-20c9-4dc0-a0c7-ff642b40fd52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.231360 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5084292d-654d-432a-984b-2cfe7f875a6d None None] Network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:27.341663 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2a04a165-20c9-4dc0-a0c7-ff642b40fd52 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9710732 Jan 14 01:38:27.346871 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44880) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:27.359383 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ad8a22db-16b0-4a6a-b1ff-cce13a7171bd,segment=NetworkSegment(c8e03001-f71a-41e6-a325-80e681d7b879),segment_id=c8e03001-f71a-41e6-a325-80e681d7b879)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:27.360344 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:27.369300 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d5614-3796-466f-966f-5decc0c3c3fe req-c8b235e9-8f72-4b33-9bf5-0e10893c18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:27.373838 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-c8b235e9-8f72-4b33-9bf5-0e10893c18ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487598 Jan 14 01:38:27.380167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44882) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:27.410203 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0116-8d52-439d-bf9b-181153669582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.428811 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.450127 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Publish callbacks [] for port (650179fe-da93-4013-a4c1-86db3c2641f5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.518907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:38:27.524214 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.550262 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (650179fe-da93-4013-a4c1-86db3c2641f5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.580061 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-501bef50-f69c-450a-905f-21354e3cd840 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664114 Jan 14 01:38:27.630054 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:27.640999 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:27.659888 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:27.674533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=ad8a22db-16b0-4a6a-b1ff-cce13a7171bd,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:27.675290 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0116-8d52-439d-bf9b-181153669582 admin admin] Publish callbacks [] for security_group (3e43da49-22f5-445c-959d-921158e7d82f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.690123 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6e8525f3-96d8-4401-adae-1ab4da099712 None None] Provisioning complete for port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:27.693116 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6e8525f3-96d8-4401-adae-1ab4da099712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.766133 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Pushing event updated for resources: {'Port': ['ID=650179fe-da93-4013-a4c1-86db3c2641f5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:27.806022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803d5614-3796-466f-966f-5decc0c3c3fe req-ec16b502-33b4-4cce-9730-caf2814e6e1b service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290569 Jan 14 01:38:27.810481 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0116-8d52-439d-bf9b-181153669582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3e43da49-22f5-445c-959d-921158e7d82f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.861993 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (8af1babb-03c6-44e1-8ddc-a111a37c7368), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.863455 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (8af1babb-03c6-44e1-8ddc-a111a37c7368), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:27.953713 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba0116-8d52-439d-bf9b-181153669582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e43da49-22f5-445c-959d-921158e7d82f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:28.018973 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44894) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:28.030401 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6e8525f3-96d8-4401-adae-1ab4da099712 None None] Current status of the port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:28.097588 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-62b9c021-7f2f-436a-bc59-64c9ef170d4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=443cfc5392614d11b08b9decc6f1fd0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769501 Jan 14 01:38:28.149163 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44896) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:28.157717 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Allocated IP 172.20.0.2 (23b69c07-f64d-404a-af1c-4fc7b0f8afb5/f9916215-379b-47af-a68c-9b719146bd63/5d9f0880-0303-48cf-99bc-6d6f1ed01717) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:28.302946 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22ec0a39-484e-4316-bc57-ae663ce6a023 admin admin] Publish callbacks [] for security_group (0cb9e273-06e5-406b-8572-a69b38cb0d3a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:28.387548 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22ec0a39-484e-4316-bc57-ae663ce6a023 admin admin] Publish callbacks [] for security_group (0cb9e273-06e5-406b-8572-a69b38cb0d3a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:28.428087 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Publish callbacks [] for router_gateway (40c7d891-ff6e-4575-8458-547ead687730), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:28.533688 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Publish callbacks [] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:28.537806 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a63dbd57-8c1e-4893-8989-93eeabb61a74 None None] Provisioning complete for port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:28.538188 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a63dbd57-8c1e-4893-8989-93eeabb61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:28.598563 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:28.675142 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:28.680852 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:28.697800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:28.701026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Pushing event updated for resources: {'Port': ['ID=5d9f0880-0303-48cf-99bc-6d6f1ed01717,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:28.798672 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (40c7d891-ff6e-4575-8458-547ead687730), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:28.803453 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22ec0a39-484e-4316-bc57-ae663ce6a023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0cb9e273-06e5-406b-8572-a69b38cb0d3a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:28.803830 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Attempting to bind port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:28.804363 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Attempting to bind port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:28.804872 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Attempting to bind port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 on network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:28.805976 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22ec0a39-484e-4316-bc57-ae663ce6a023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:28.807155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a63dbd57-8c1e-4893-8989-93eeabb61a74 None None] Current status of the port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:28.812835 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:28.813911 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Checking segment: {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:28.814468 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:28.815157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Bound using segment: {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:28.815674 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Bound port: 5d9f0880-0303-48cf-99bc-6d6f1ed01717, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:28.816165 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:28.817343 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-22ec0a39-484e-4316-bc57-ae663ce6a023 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cb9e273-06e5-406b-8572-a69b38cb0d3a HTTP/1.1" status: 204 len: 168 time: 0.6671257 Jan 14 01:38:28.822132 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Publish callbacks [] for router_controller (8af1babb-03c6-44e1-8ddc-a111a37c7368), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:28.839351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec0a39-484e-4316-bc57-ae663ce6a023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb9e273-06e5-406b-8572-a69b38cb0d3a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:28.876126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c1ba0116-8d52-439d-bf9b-181153669582 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0cfba832bdcd4b699d22ce2b49473fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4928467 Jan 14 01:38:28.880342 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44910) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:29.009086 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] For port 5d9f0880-0303-48cf-99bc-6d6f1ed01717, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:29.014065 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] For port 5d9f0880-0303-48cf-99bc-6d6f1ed01717, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5d9f0880-0303-48cf-99bc-6d6f1ed01717,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:29.021806 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:29.115316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Router 40c7d891-ff6e-4575-8458-547ead687730 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:38:29.158548 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc42c-ee8c-442f-9fa7-f17416d4928d req-ca032deb-ce56-4029-a425-20c440698e1d tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:29.170241 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-019cc42c-ee8c-442f-9fa7-f17416d4928d req-ca032deb-ce56-4029-a425-20c440698e1d tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 970 time: 0.5356579 Jan 14 01:38:29.175330 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd50bf-fb8c-442d-8953-45c50e5c0e69 None None] Pushing event updated for resources: {'Port': ['ID=5d9f0880-0303-48cf-99bc-6d6f1ed01717,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:29.201468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22f0a2-f893-41fb-afef-89a1271d2a8e req-a5f92c45-7ffa-45d5-82f2-d43834c091b1 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:29.203214 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f22f0a2-f893-41fb-afef-89a1271d2a8e req-a5f92c45-7ffa-45d5-82f2-d43834c091b1 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 948 time: 1.2506065 Jan 14 01:38:29.257865 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Publish callbacks [] for router_gateway (8af1babb-03c6-44e1-8ddc-a111a37c7368), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:29.368659 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f22f0a2-f893-41fb-afef-89a1271d2a8e req-7a9cb724-b608-4455-a039-0db1b1309c31 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392865 Jan 14 01:38:29.438679 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-019cc42c-ee8c-442f-9fa7-f17416d4928d req-54ddb9c5-0962-4177-8452-2e8e432f6995 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667875 Jan 14 01:38:29.452275 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:38:29.476985 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Sync routers for ids ['40c7d891-ff6e-4575-8458-547ead687730'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:38:29.512592 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Routers {'40c7d891-ff6e-4575-8458-547ead687730'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:38:29.515091 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['40c7d891-ff6e-4575-8458-547ead687730'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:29.528900 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:29.535345 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7f0a09a4-f72f-468a-8149-400f04966155 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.3250988 Jan 14 01:38:29.537254 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44926) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:29.547351 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8396f4-df52-43f0-9a1f-455d84725ced req-b5bcf5bf-5cb5-425b-8c32-8d9ef3d4fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:29.552176 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dd8396f4-df52-43f0-9a1f-455d84725ced req-b5bcf5bf-5cb5-425b-8c32-8d9ef3d4fd5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=03c02436d299493cbfe1f452f2da5c1c&device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 1099 time: 1.5518131 Jan 14 01:38:29.573781 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d61573b-1f57-4121-b293-2886e08940c8 admin admin] Publish callbacks [] for security_group (3e43da49-22f5-445c-959d-921158e7d82f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:29.623709 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d61573b-1f57-4121-b293-2886e08940c8 admin admin] Publish callbacks [] for security_group (3e43da49-22f5-445c-959d-921158e7d82f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:29.987447 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d61573b-1f57-4121-b293-2886e08940c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3e43da49-22f5-445c-959d-921158e7d82f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:29.991528 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d61573b-1f57-4121-b293-2886e08940c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:29.992902 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5d61573b-1f57-4121-b293-2886e08940c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e43da49-22f5-445c-959d-921158e7d82f HTTP/1.1" status: 204 len: 168 time: 0.9691048 Jan 14 01:38:29.997081 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Set router 40c7d891-ff6e-4575-8458-547ead687730 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:38:30.030898 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ad8a22db-16b0-4a6a-b1ff-cce13a7171bd up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:30.110079 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61573b-1f57-4121-b293-2886e08940c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e43da49-22f5-445c-959d-921158e7d82f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:30.208548 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Publish callbacks [] for router_gateway (8af1babb-03c6-44e1-8ddc-a111a37c7368), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:30.258710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:30.260640 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:30.307136 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:30.332225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8396f4-df52-43f0-9a1f-455d84725ced req-5afbb713-dabf-4008-904b-8269c07ccde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:30.335413 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dd8396f4-df52-43f0-9a1f-455d84725ced req-5afbb713-dabf-4008-904b-8269c07ccde8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.4352884 Jan 14 01:38:30.518001 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:30.520396 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dd8396f4-df52-43f0-9a1f-455d84725ced req-5060ca70-4476-4a15-91db-db876c448d40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=a7a34ece-b770-4b98-bc13-476603272037 HTTP/1.1" status: 200 len: 217 time: 0.1711867 Jan 14 01:38:30.529342 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5d9f0880-0303-48cf-99bc-6d6f1ed01717 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:30.599518 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7d891-ff6e-4575-8458-547ead687730', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1392865192-router', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:22Z', 'updated_at': '2022-01-14T01:38:28Z', 'revision_number': 3, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'gw_port': {'id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7d891-ff6e-4575-8458-547ead687730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:26Z', 'updated_at': '2022-01-14T01:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:30.693414 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Checking router: 40c7d891-ff6e-4575-8458-547ead687730 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:38:30.696105 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Updating router 40c7d891-ff6e-4575-8458-547ead687730 port 650179fe-da93-4013-a4c1-86db3c2641f5 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:38:30.729295 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:30.730554 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:30.767073 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (650179fe-da93-4013-a4c1-86db3c2641f5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:30.838496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8396f4-df52-43f0-9a1f-455d84725ced req-097dedf1-8059-4f84-b3c6-027d7cb2e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:30.848935 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dd8396f4-df52-43f0-9a1f-455d84725ced req-097dedf1-8059-4f84-b3c6-027d7cb2e250 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.3129909 Jan 14 01:38:30.931310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Allocated IP 172.25.2.117 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/8a839082-02af-4906-8813-b2d4b6d83846) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:30.973620 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:30.975411 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:31.025974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95db1a5-fd6b-4948-854b-3ff8b362fe41 None None] Network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:31.092209 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:31.116140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecd27e-8492-42cd-9f8d-10795e7a5d22 req-bca591ac-d72a-4975-b0f7-f9f3039a93e3 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:31.117930 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-61ecd27e-8492-42cd-9f8d-10795e7a5d22 req-bca591ac-d72a-4975-b0f7-f9f3039a93e3 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 948 time: 0.4155509 Jan 14 01:38:31.252251 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8396f4-df52-43f0-9a1f-455d84725ced req-d5348357-1af5-4230-9e71-dbb84f37f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:31.258083 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dd8396f4-df52-43f0-9a1f-455d84725ced req-d5348357-1af5-4230-9e71-dbb84f37f70a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3851848 Jan 14 01:38:31.295273 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477747-74d6-4737-8920-41690c0965ff req-e55cbbb1-da19-47ac-a48f-84b3f4b50a02 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:31.302358 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41477747-74d6-4737-8920-41690c0965ff req-e55cbbb1-da19-47ac-a48f-84b3f4b50a02 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 970 time: 0.3959656 Jan 14 01:38:31.435627 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 5d9f0880-0303-48cf-99bc-6d6f1ed01717, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5d9f0880-0303-48cf-99bc-6d6f1ed01717,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:31.442108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7dc3bef0-1392-4a45-87f1-7115fbd8316f None None] Provisioning complete for port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:31.442444 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7dc3bef0-1392-4a45-87f1-7115fbd8316f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:31.459967 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:31.554708 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Allocated IP 172.20.0.1 (10c7a023-3f0d-437f-95fa-eda0ac764497/f0516d83-5e1b-4253-96d4-328f76d7d28c/721f4d51-bdca-4cd5-a80e-c04763389d4f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:31.556051 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-61ecd27e-8492-42cd-9f8d-10795e7a5d22 req-50a84285-1a3e-4090-a933-b88dda6335e3 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259474 Jan 14 01:38:31.610473 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=5d9f0880-0303-48cf-99bc-6d6f1ed01717,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:31.618690 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:31.738177 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41477747-74d6-4737-8920-41690c0965ff req-882a3131-ab1e-4dc7-aaae-a9b45634a01d tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087205 Jan 14 01:38:31.812201 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Publish callbacks [] for port (8a839082-02af-4906-8813-b2d4b6d83846), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:31.820163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7dc3bef0-1392-4a45-87f1-7115fbd8316f None None] Current status of the port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:31.836245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5d9f0880-0303-48cf-99bc-6d6f1ed01717 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:31.855265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Publish callbacks [] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:31.922018 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dd8396f4-df52-43f0-9a1f-455d84725ced req-87359321-eec6-48bd-bae5-fb448b5ad759 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116356 Jan 14 01:38:31.932828 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:31.954807 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:31.955340 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:32.037044 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Network 10c7a023-3f0d-437f-95fa-eda0ac764497 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:32.054554 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:32.057974 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:32.135971 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:32.150674 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 9cc492f9-dd95-48d5-ab5e-7da767db5c3b details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:38:32.158812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Pushing event updated for resources: {'Port': ['ID=721f4d51-bdca-4cd5-a80e-c04763389d4f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:32.217103 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (40c7d891-ff6e-4575-8458-547ead687730), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:32.229854 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dd8396f4-df52-43f0-9a1f-455d84725ced req-81e78746-9083-4f07-9723-6e17aa87a824 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800689 Jan 14 01:38:32.245567 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (8a839082-02af-4906-8813-b2d4b6d83846), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:32.396193 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:32.427559 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:32.446156 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:32.501642 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9cc492f9-dd95-48d5-ab5e-7da767db5c3b,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:32.542316 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '9cc492f9-dd95-48d5-ab5e-7da767db5c3b', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '9cc492f9-dd95-48d5-ab5e-7da767db5c3b', 'mac_address': 'fa:16:3e:e8:da:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:tempest-test_az-1922525536', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:38:32.642146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45006) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:32.661968 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:32.665933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:32.666312 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:32.686257 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Pushing event updated for resources: {'Port': ['ID=8a839082-02af-4906-8813-b2d4b6d83846,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:32.710061 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc492f9-dd95-48d5-ab5e-7da767db5c3b {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:38:32.740675 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Publish callbacks [] for port (650179fe-da93-4013-a4c1-86db3c2641f5), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:32.751421 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9cc492f9-dd95-48d5-ab5e-7da767db5c3b,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:32.753809 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (650179fe-da93-4013-a4c1-86db3c2641f5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:32.759195 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9b5dcc1a-6926-4368-8b4b-163dd38cc8ce None None] Provisioning complete for port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:32.759706 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcc1a-6926-4368-8b4b-163dd38cc8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:32.763750 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:32.859474 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806c2e9-9175-4fcb-9ac7-ad3fe46c3ee2 None None] Pushing event updated for resources: {'Port': ['ID=650179fe-da93-4013-a4c1-86db3c2641f5,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:32.883231 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=9cc492f9-dd95-48d5-ab5e-7da767db5c3b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:32.895656 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Attempting to bind port 650179fe-da93-4013-a4c1-86db3c2641f5 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:32.895890 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Attempting to bind port 650179fe-da93-4013-a4c1-86db3c2641f5 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:32.896613 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Attempting to bind port 650179fe-da93-4013-a4c1-86db3c2641f5 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:32.903315 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:32.903910 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:32.904865 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:32.905435 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:32.906055 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Bound port: 650179fe-da93-4013-a4c1-86db3c2641f5, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:32.907364 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (650179fe-da93-4013-a4c1-86db3c2641f5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:32.933795 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dcc1a-6926-4368-8b4b-163dd38cc8ce None None] Current status of the port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:32.942696 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff95ed51-7f76-4b8b-af47-d056466943bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:32.974138 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] For port 650179fe-da93-4013-a4c1-86db3c2641f5, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:32.981781 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] For port 650179fe-da93-4013-a4c1-86db3c2641f5, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=650179fe-da93-4013-a4c1-86db3c2641f5,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:32.991101 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (650179fe-da93-4013-a4c1-86db3c2641f5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.072646 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Routers {'40c7d891-ff6e-4575-8458-547ead687730'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:38:33.073779 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['40c7d891-ff6e-4575-8458-547ead687730'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:33.075555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-485e689e-5ca9-4642-972a-4479fd56b142 None None] Provisioning complete for port 721f4d51-bdca-4cd5-a80e-c04763389d4f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:33.076230 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-485e689e-5ca9-4642-972a-4479fd56b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.076887 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Publish callbacks [] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.092427 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.121197 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806c2e9-9175-4fcb-9ac7-ad3fe46c3ee2 None None] Pushing event updated for resources: {'Port': ['ID=650179fe-da93-4013-a4c1-86db3c2641f5,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:33.121803 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-485e689e-5ca9-4642-972a-4479fd56b142 None None] Port 721f4d51-bdca-4cd5-a80e-c04763389d4f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:33.147212 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bce35-2ba4-41cd-a9e0-c8ae6b31202b req-9031ac8e-7ac0-416e-9a29-9180362029db tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:33.147789 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-798bce35-2ba4-41cd-a9e0-c8ae6b31202b req-9031ac8e-7ac0-416e-9a29-9180362029db tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 948 time: 0.4214218 Jan 14 01:38:33.150844 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (40c7d891-ff6e-4575-8458-547ead687730), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.154447 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff95ed51-7f76-4b8b-af47-d056466943bd admin admin] Publish callbacks [] for security_group (739e9d14-fb04-4155-9242-298f8b13eb06), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.160796 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['9cc492f9-dd95-48d5-ab5e-7da767db5c3b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:38:33.181410 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff95ed51-7f76-4b8b-af47-d056466943bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (739e9d14-fb04-4155-9242-298f8b13eb06), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.223928 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ff95ed51-7f76-4b8b-af47-d056466943bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d7e645f13f744348893ce0d20932554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5690484 Jan 14 01:38:33.224119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb79729-f094-433d-9b10-64f009ac1bdf req-3eb0b00d-4e32-4325-9b51-0a7d24d609b0 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:33.224119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7bb79729-f094-433d-9b10-64f009ac1bdf req-3eb0b00d-4e32-4325-9b51-0a7d24d609b0 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 971 time: 0.3506298 Jan 14 01:38:33.226042 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45018) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:33.228970 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] Set router 40c7d891-ff6e-4575-8458-547ead687730 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:38:33.291254 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Pushing event updated for resources: {'Port': ['ID=721f4d51-bdca-4cd5-a80e-c04763389d4f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:33.291806 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-798bce35-2ba4-41cd-a9e0-c8ae6b31202b req-48cc158b-29f9-4ad6-927f-dfbdc1dd789e tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921426 Jan 14 01:38:33.322897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95ed51-7f76-4b8b-af47-d056466943bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739e9d14-fb04-4155-9242-298f8b13eb06,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:33.383434 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7bb79729-f094-433d-9b10-64f009ac1bdf req-08046bda-ffde-4fd7-86e5-3dda0ae0ca54 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521943 Jan 14 01:38:33.385073 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Network 10c7a023-3f0d-437f-95fa-eda0ac764497 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:33.386383 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Publish callbacks [] for router_gateway (8af1babb-03c6-44e1-8ddc-a111a37c7368), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.386671 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:33.391146 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbd69f30-edb0-496d-b9dd-196e8429a93e admin admin] Publish callbacks [] for security_group (739e9d14-fb04-4155-9242-298f8b13eb06), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.461298 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbd69f30-edb0-496d-b9dd-196e8429a93e admin admin] Publish callbacks [] for security_group (739e9d14-fb04-4155-9242-298f8b13eb06), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.592991 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7d891-ff6e-4575-8458-547ead687730', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1392865192-router', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:22Z', 'updated_at': '2022-01-14T01:38:32Z', 'revision_number': 4, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'gw_port': {'id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7d891-ff6e-4575-8458-547ead687730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:26Z', 'updated_at': '2022-01-14T01:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '721f4d51-bdca-4cd5-a80e-c04763389d4f', 'name': '', 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'mac_address': 'fa:16:3e:b9:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7d891-ff6e-4575-8458-547ead687730', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'f0516d83-5e1b-4253-96d4-328f76d7d28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:31Z', 'updated_at': '2022-01-14T01:38:31Z', 'revision_number': 1, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'subnets': [{'id': 'f0516d83-5e1b-4253-96d4-328f76d7d28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:33.628841 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257aa68-ecfc-4b01-8887-76bbb9f1aa95 None None] The sync data for ids ['40c7d891-ff6e-4575-8458-547ead687730'] in n-d-824358-4 is: [{'id': '40c7d891-ff6e-4575-8458-547ead687730', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1392865192-router', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:22Z', 'updated_at': '2022-01-14T01:38:32Z', 'revision_number': 4, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'gw_port': {'id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7d891-ff6e-4575-8458-547ead687730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:26Z', 'updated_at': '2022-01-14T01:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '721f4d51-bdca-4cd5-a80e-c04763389d4f', 'name': '', 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'mac_address': 'fa:16:3e:b9:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7d891-ff6e-4575-8458-547ead687730', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'f0516d83-5e1b-4253-96d4-328f76d7d28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:31Z', 'updated_at': '2022-01-14T01:38:31Z', 'revision_number': 1, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'subnets': [{'id': 'f0516d83-5e1b-4253-96d4-328f76d7d28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:38:33.686231 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbd69f30-edb0-496d-b9dd-196e8429a93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (739e9d14-fb04-4155-9242-298f8b13eb06), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.689768 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbd69f30-edb0-496d-b9dd-196e8429a93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.690997 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fbd69f30-edb0-496d-b9dd-196e8429a93e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/739e9d14-fb04-4155-9242-298f8b13eb06 HTTP/1.1" status: 204 len: 168 time: 0.4527278 Jan 14 01:38:33.704553 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd69f30-edb0-496d-b9dd-196e8429a93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739e9d14-fb04-4155-9242-298f8b13eb06,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:33.709254 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Router 40c7d891-ff6e-4575-8458-547ead687730 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:38:33.780361 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (8af1babb-03c6-44e1-8ddc-a111a37c7368), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.850954 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9b1f75c7-8a4e-48e1-b9a7-d7a277b6095d None None] Provisioning complete for port 721f4d51-bdca-4cd5-a80e-c04763389d4f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:33.851993 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b1f75c7-8a4e-48e1-b9a7-d7a277b6095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:33.896372 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f75c7-8a4e-48e1-b9a7-d7a277b6095d None None] Port 721f4d51-bdca-4cd5-a80e-c04763389d4f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:33.954961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:38:33.987571 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8340cbc2-1cf8-4dfd-b8ea-508ed8b8743b admin admin] 10.222.0.26 "PUT /v2.0/routers/40c7d891-ff6e-4575-8458-547ead687730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4492416 Jan 14 01:38:33.997662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Router 8af1babb-03c6-44e1-8ddc-a111a37c7368 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:38:34.124382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 9cc492f9-dd95-48d5-ab5e-7da767db5c3b up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:34.144348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:38:34.166273 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:34.168251 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3027eec5-d7e0-48e1-af9d-1c23f3f078af admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.8189306 Jan 14 01:38:34.171109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45046) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:34.240979 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Sync routers for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:38:34.269720 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:38:34.270627 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:34.319487 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:34.333337 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:38:34.333951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45050) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:34.362354 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6cac4e7-ddef-4502-8d04-e4398555c6eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:34.382561 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:34.383001 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:34.480963 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45056) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:34.513530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87612d77-0d0a-465c-83f5-1a24e37e515a req-3c0a51be-5cee-4524-87ab-f9225da78926 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:34.515083 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87612d77-0d0a-465c-83f5-1a24e37e515a req-3c0a51be-5cee-4524-87ab-f9225da78926 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 948 time: 0.1245952 Jan 14 01:38:34.549362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:38:34.557644 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6cac4e7-ddef-4502-8d04-e4398555c6eb admin admin] Publish callbacks [] for security_group (0dacbe2f-44da-4de7-bdf9-adc28fe42cb5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:34.570696 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6cac4e7-ddef-4502-8d04-e4398555c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0dacbe2f-44da-4de7-bdf9-adc28fe42cb5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:34.597448 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87612d77-0d0a-465c-83f5-1a24e37e515a req-26b5d822-6eea-489e-b616-d05776a60608 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728431 Jan 14 01:38:34.622178 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cac4e7-ddef-4502-8d04-e4398555c6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dacbe2f-44da-4de7-bdf9-adc28fe42cb5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:34.644781 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c6cac4e7-ddef-4502-8d04-e4398555c6eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1eafe8d6ced403eac0166a01eff565f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097851 Jan 14 01:38:34.649852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45060) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:34.799860 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e640e9e8-229d-4100-b55f-a3e0d5c615bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:34.848722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:34.848722 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:34.886355 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41ce0ee0-c2b2-4b61-8578-90897978207d admin admin] Publish callbacks [] for security_group (0dacbe2f-44da-4de7-bdf9-adc28fe42cb5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:34.888547 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b132e-c289-4de8-8de4-0f0122bd3d1d req-ae9d5d5b-8a18-4c8c-8fea-8db707c355dd tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:34.893067 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a89b132e-c289-4de8-8de4-0f0122bd3d1d req-ae9d5d5b-8a18-4c8c-8fea-8db707c355dd tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 971 time: 0.1276312 Jan 14 01:38:34.899993 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9cc492f9-dd95-48d5-ab5e-7da767db5c3b,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:34.909573 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc492f9-dd95-48d5-ab5e-7da767db5c3b'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:34.960357 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41ce0ee0-c2b2-4b61-8578-90897978207d admin admin] Publish callbacks [] for security_group (0dacbe2f-44da-4de7-bdf9-adc28fe42cb5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.002585 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a89b132e-c289-4de8-8de4-0f0122bd3d1d req-df95c5d8-8c38-4599-b7b0-e1a89af68a6e tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029384 Jan 14 01:38:35.022012 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.064499 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.114767 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeeaf34-7fc0-4f7d-ae3e-320727224db2" -d '{"events": [{"server_uuid": "fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2", "name": "network-vif-plugged", "status": "completed", "tag": "9cc492f9-dd95-48d5-ab5e-7da767db5c3b"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:35.121813 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e640e9e8-229d-4100-b55f-a3e0d5c615bd admin admin] Publish callbacks [] for security_group (47a857f1-0981-4f43-8970-8b53f1e25dc4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.124488 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41ce0ee0-c2b2-4b61-8578-90897978207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0dacbe2f-44da-4de7-bdf9-adc28fe42cb5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.127650 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41ce0ee0-c2b2-4b61-8578-90897978207d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.128815 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-41ce0ee0-c2b2-4b61-8578-90897978207d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dacbe2f-44da-4de7-bdf9-adc28fe42cb5 HTTP/1.1" status: 204 len: 168 time: 0.4781163 Jan 14 01:38:35.132165 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8767299-09e5-4f8d-9cf6-e85ec7dbec8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.143021 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e640e9e8-229d-4100-b55f-a3e0d5c615bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (47a857f1-0981-4f43-8970-8b53f1e25dc4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.168813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce0ee0-c2b2-4b61-8578-90897978207d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dacbe2f-44da-4de7-bdf9-adc28fe42cb5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:35.222608 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e640e9e8-229d-4100-b55f-a3e0d5c615bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f44ebb874eb4dc3bed5b8315859e74f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7394910 Jan 14 01:38:35.250469 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640e9e8-229d-4100-b55f-a3e0d5c615bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a857f1-0981-4f43-8970-8b53f1e25dc4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:35.259243 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45084) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:35.266974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=9cc492f9-dd95-48d5-ab5e-7da767db5c3b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:35.334502 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:32Z', 'revision_number': 3, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:35.364737 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6764dc81-3a3d-4ebd-8a31-378d456afbb2 admin admin] Publish callbacks [] for security_group (47a857f1-0981-4f43-8970-8b53f1e25dc4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.394843 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588ebf55-4ac7-4e49-9809-3023fa70c279 x-openstack-request-id: req-588ebf55-4ac7-4e49-9809-3023fa70c279 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:35.396393 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2", "name": "network-vif-plugged", "status": "completed", "tag": "9cc492f9-dd95-48d5-ab5e-7da767db5c3b", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:35.396815 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-588ebf55-4ac7-4e49-9809-3023fa70c279 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:35.397406 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc492f9-dd95-48d5-ab5e-7da767db5c3b', 'code': 200} Jan 14 01:38:35.399076 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Checking router: 8af1babb-03c6-44e1-8ddc-a111a37c7368 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:38:35.399579 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Updating router 8af1babb-03c6-44e1-8ddc-a111a37c7368 port 8a839082-02af-4906-8813-b2d4b6d83846 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:38:35.424114 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6764dc81-3a3d-4ebd-8a31-378d456afbb2 admin admin] Publish callbacks [] for security_group (47a857f1-0981-4f43-8970-8b53f1e25dc4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.448521 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8a839082-02af-4906-8813-b2d4b6d83846), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.459999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Allocated IP 172.20.0.1 (23b69c07-f64d-404a-af1c-4fc7b0f8afb5/f9916215-379b-47af-a68c-9b719146bd63/1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:35.517316 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6764dc81-3a3d-4ebd-8a31-378d456afbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (47a857f1-0981-4f43-8970-8b53f1e25dc4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.520224 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6764dc81-3a3d-4ebd-8a31-378d456afbb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.521463 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6764dc81-3a3d-4ebd-8a31-378d456afbb2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47a857f1-0981-4f43-8970-8b53f1e25dc4 HTTP/1.1" status: 204 len: 168 time: 0.2611873 Jan 14 01:38:35.530539 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764dc81-3a3d-4ebd-8a31-378d456afbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a857f1-0981-4f43-8970-8b53f1e25dc4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:35.618637 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45094) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:35.625224 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6b0ae99f-f251-48df-9deb-dee7efe9937b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177257805', 'description': 'tempest-description--575350184'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:35.709214 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b0ae99f-f251-48df-9deb-dee7efe9937b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.912491 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b0ae99f-f251-48df-9deb-dee7efe9937b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for security_group (8788fce7-64bf-447e-b5da-db1a86d811a7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.923978 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b0ae99f-f251-48df-9deb-dee7efe9937b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8788fce7-64bf-447e-b5da-db1a86d811a7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.968594 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12afcc0-9de4-479f-bc4c-d3bfce7a0ddd req-5ce88e7b-fa6e-49ea-b196-85544295549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:35.970848 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a12afcc0-9de4-479f-bc4c-d3bfce7a0ddd req-5ce88e7b-fa6e-49ea-b196-85544295549b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 1123 time: 0.4586890 Jan 14 01:38:35.978713 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b0ae99f-f251-48df-9deb-dee7efe9937b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.980818 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6b0ae99f-f251-48df-9deb-dee7efe9937b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3609052 Jan 14 01:38:35.992994 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Publish callbacks [] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:35.995265 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45104) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:36.002166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-202cbc6f-c25c-47c3-a3f4-26a698bfb854 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Request body: {'security_group_rule': {'security_group_id': '8788fce7-64bf-447e-b5da-db1a86d811a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:36.019440 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9971af2-a30a-4f22-ba5e-88dd441cf78c req-39c6a8ac-098b-453a-9586-81d8f2825338 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:36.026993 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a9971af2-a30a-4f22-ba5e-88dd441cf78c req-39c6a8ac-098b-453a-9586-81d8f2825338 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 948 time: 0.1593745 Jan 14 01:38:36.031115 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ae99f-f251-48df-9deb-dee7efe9937b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8788fce7-64bf-447e-b5da-db1a86d811a7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:36.035361 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a12afcc0-9de4-479f-bc4c-d3bfce7a0ddd req-3b3ab976-998f-4ba2-a8a0-e799748afe73 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.145241 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 650179fe-da93-4013-a4c1-86db3c2641f5 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:36.160801 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a9971af2-a30a-4f22-ba5e-88dd441cf78c req-3c6b02cd-27ec-4600-9503-8b634402f22d tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265228 Jan 14 01:38:36.223352 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-202cbc6f-c25c-47c3-a3f4-26a698bfb854 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for security_group_rule (9ddbde7f-ea74-4a98-acdf-5ff7c238cb86), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.226324 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.260681 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Publish callbacks [] for port (8a839082-02af-4906-8813-b2d4b6d83846), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.268776 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8a839082-02af-4906-8813-b2d4b6d83846), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.277032 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 650179fe-da93-4013-a4c1-86db3c2641f5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:36.281151 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (650179fe-da93-4013-a4c1-86db3c2641f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.283145 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45116) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:36.297080 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3993eff-dea2-4f6d-b11f-3712f4622f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.326510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:36.334767 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:36.349243 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc98d9-fddc-4f7e-9563-acc84f53523d req-a2cd6357-e177-4bdc-bb22-249ac5418e90 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:36.356399 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dbfc98d9-fddc-4f7e-9563-acc84f53523d req-a2cd6357-e177-4bdc-bb22-249ac5418e90 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 972 time: 0.2058663 Jan 14 01:38:36.358299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Pushing event updated for resources: {'Port': ['ID=1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:36.362210 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:36.386129 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65baa17-de16-449c-849f-ef2ddabf9be4 None None] Pushing event updated for resources: {'Port': ['ID=8a839082-02af-4906-8813-b2d4b6d83846,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:36.396806 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3993eff-dea2-4f6d-b11f-3712f4622f7d admin admin] Publish callbacks [] for security_group (f24d6f4f-e8e3-4a55-9643-d1d569248db8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.405251 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3993eff-dea2-4f6d-b11f-3712f4622f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f24d6f4f-e8e3-4a55-9643-d1d569248db8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.405764 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a12afcc0-9de4-479f-bc4c-d3bfce7a0ddd req-3b3ab976-998f-4ba2-a8a0-e799748afe73 service neutron] Publish callbacks [] for security_group (c33b8551-0717-42ad-bac3-befae6b75a78), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.409025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Attempting to bind port 8a839082-02af-4906-8813-b2d4b6d83846 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:36.413999 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Attempting to bind port 8a839082-02af-4906-8813-b2d4b6d83846 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:36.414482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Attempting to bind port 8a839082-02af-4906-8813-b2d4b6d83846 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:36.426149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:36.430436 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:36.433744 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.434194 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:36.434748 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Bound port: 8a839082-02af-4906-8813-b2d4b6d83846, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:36.435141 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8a839082-02af-4906-8813-b2d4b6d83846), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.445888 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a12afcc0-9de4-479f-bc4c-d3bfce7a0ddd req-3b3ab976-998f-4ba2-a8a0-e799748afe73 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c33b8551-0717-42ad-bac3-befae6b75a78), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.497126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ab976-998f-4ba2-a8a0-e799748afe73 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c33b8551-0717-42ad-bac3-befae6b75a78,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:36.523762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3993eff-dea2-4f6d-b11f-3712f4622f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24d6f4f-e8e3-4a55-9643-d1d569248db8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:36.532743 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d3993eff-dea2-4f6d-b11f-3712f4622f7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11d334fbd3934035b5707f6d3ac5b31e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473278 Jan 14 01:38:36.534755 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45122) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:36.591233 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-202cbc6f-c25c-47c3-a3f4-26a698bfb854 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for security_group_rule (9ddbde7f-ea74-4a98-acdf-5ff7c238cb86), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.607428 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a12afcc0-9de4-479f-bc4c-d3bfce7a0ddd req-3b3ab976-998f-4ba2-a8a0-e799748afe73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6293552 Jan 14 01:38:36.608765 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (8af1babb-03c6-44e1-8ddc-a111a37c7368), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.615928 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 650179fe-da93-4013-a4c1-86db3c2641f5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:36.616234 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (650179fe-da93-4013-a4c1-86db3c2641f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.617231 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-202cbc6f-c25c-47c3-a3f4-26a698bfb854 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (9ddbde7f-ea74-4a98-acdf-5ff7c238cb86), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.636170 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3da2e901-421c-4e8f-8726-b137b0e8f746 admin admin] Publish callbacks [] for security_group (f24d6f4f-e8e3-4a55-9643-d1d569248db8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.651583 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] For port 8a839082-02af-4906-8813-b2d4b6d83846, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:36.659350 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 650179fe-da93-4013-a4c1-86db3c2641f5, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=650179fe-da93-4013-a4c1-86db3c2641f5,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:36.673276 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] For port 8a839082-02af-4906-8813-b2d4b6d83846, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8a839082-02af-4906-8813-b2d4b6d83846,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:36.674916 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (650179fe-da93-4013-a4c1-86db3c2641f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.680078 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3da2e901-421c-4e8f-8726-b137b0e8f746 admin admin] Publish callbacks [] for security_group (f24d6f4f-e8e3-4a55-9643-d1d569248db8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.703069 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dbfc98d9-fddc-4f7e-9563-acc84f53523d req-a4c5ff35-98d9-4848-9b03-01193fb059a2 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456969 Jan 14 01:38:36.721446 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cbc6f-c25c-47c3-a3f4-26a698bfb854 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddbde7f-ea74-4a98-acdf-5ff7c238cb86,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:36.742302 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8a839082-02af-4906-8813-b2d4b6d83846), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.750373 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f76a21f2-48af-4d71-8da3-4e61296c01ba None None] Provisioning complete for port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:36.752239 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f76a21f2-48af-4d71-8da3-4e61296c01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.755562 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3da2e901-421c-4e8f-8726-b137b0e8f746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f24d6f4f-e8e3-4a55-9643-d1d569248db8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.755723 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-202cbc6f-c25c-47c3-a3f4-26a698bfb854 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.759727 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-202cbc6f-c25c-47c3-a3f4-26a698bfb854 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7596500 Jan 14 01:38:36.759850 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3da2e901-421c-4e8f-8726-b137b0e8f746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.759952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a7a34ece-b770-4b98-bc13-476603272037 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:38:36.760030 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45126) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:36.760518 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3da2e901-421c-4e8f-8726-b137b0e8f746 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f24d6f4f-e8e3-4a55-9643-d1d569248db8 HTTP/1.1" status: 204 len: 168 time: 0.2246315 Jan 14 01:38:36.766537 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2131aff6-a4f0-4e9c-ae5a-9156efaeef38 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Request body: {'security_group_rule': {'security_group_id': '8788fce7-64bf-447e-b5da-db1a86d811a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:36.771099 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2e901-421c-4e8f-8726-b137b0e8f746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24d6f4f-e8e3-4a55-9643-d1d569248db8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:36.842665 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2131aff6-a4f0-4e9c-ae5a-9156efaeef38 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for security_group_rule (b1023f55-4691-47b3-ac6c-634e78470dcf), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.890133 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=650179fe-da93-4013-a4c1-86db3c2641f5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:36.892277 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.970501 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65baa17-de16-449c-849f-ef2ddabf9be4 None None] Pushing event updated for resources: {'Port': ['ID=8a839082-02af-4906-8813-b2d4b6d83846,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:36.975898 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2131aff6-a4f0-4e9c-ae5a-9156efaeef38 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for security_group_rule (b1023f55-4691-47b3-ac6c-634e78470dcf), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:36.991260 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2131aff6-a4f0-4e9c-ae5a-9156efaeef38 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (b1023f55-4691-47b3-ac6c-634e78470dcf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:37.008200 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Sync routers for ids ['40c7d891-ff6e-4575-8458-547ead687730'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:38:37.009992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:38:37.010657 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:37.023326 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131aff6-a4f0-4e9c-ae5a-9156efaeef38 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1023f55-4691-47b3-ac6c-634e78470dcf,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:37.043697 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Routers {'40c7d891-ff6e-4575-8458-547ead687730'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:38:37.045248 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['40c7d891-ff6e-4575-8458-547ead687730'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:37.084779 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2131aff6-a4f0-4e9c-ae5a-9156efaeef38 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:37.090254 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2131aff6-a4f0-4e9c-ae5a-9156efaeef38 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3294346 Jan 14 01:38:37.093586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:37.098232 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:37.154437 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:37.165760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:38:37.237724 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Publish callbacks [] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:37.243400 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Set router 40c7d891-ff6e-4575-8458-547ead687730 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:38:37.252509 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:37.336548 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (8af1babb-03c6-44e1-8ddc-a111a37c7368), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:37.394877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f76a21f2-48af-4d71-8da3-4e61296c01ba None None] Port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:37.427016 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:37.542003 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7d891-ff6e-4575-8458-547ead687730', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1392865192-router', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:22Z', 'updated_at': '2022-01-14T01:38:32Z', 'revision_number': 4, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'gw_port': {'id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7d891-ff6e-4575-8458-547ead687730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:26Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '721f4d51-bdca-4cd5-a80e-c04763389d4f', 'name': '', 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'mac_address': 'fa:16:3e:b9:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7d891-ff6e-4575-8458-547ead687730', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'f0516d83-5e1b-4253-96d4-328f76d7d28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:31Z', 'updated_at': '2022-01-14T01:38:32Z', 'revision_number': 2, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'subnets': [{'id': 'f0516d83-5e1b-4253-96d4-328f76d7d28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:37.548737 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f39ebcee-f61a-42e7-b43b-69faed63f372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:37.577961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Allocated IP 172.25.2.190 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/f10bf93a-3024-42c9-a024-23124540a22f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:37.585403 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Checking router: 40c7d891-ff6e-4575-8458-547ead687730 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:38:37.585999 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Updating router 40c7d891-ff6e-4575-8458-547ead687730 port 721f4d51-bdca-4cd5-a80e-c04763389d4f binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:38:37.588247 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Pushing event updated for resources: {'Port': ['ID=1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:37.623587 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:37.627645 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19006e49-ebb5-4b6d-80b9-2e2283426412 req-749d263f-e0e7-4ec0-9ed5-ea6aceb19a15 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:37.629204 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-19006e49-ebb5-4b6d-80b9-2e2283426412 req-749d263f-e0e7-4ec0-9ed5-ea6aceb19a15 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 948 time: 0.2954178 Jan 14 01:38:37.638984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a7a34ece-b770-4b98-bc13-476603272037, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a7a34ece-b770-4b98-bc13-476603272037,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:37.700362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'a7a34ece-b770-4b98-bc13-476603272037', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'a7a34ece-b770-4b98-bc13-476603272037', 'mac_address': 'fa:16:3e:6e:57:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:38:37.793932 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-19006e49-ebb5-4b6d-80b9-2e2283426412 req-b610d96c-8c87-4096-8ed2-86234f1ec6bc tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462278 Jan 14 01:38:37.796748 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for port (f10bf93a-3024-42c9-a024-23124540a22f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:37.806855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:37.824349 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:37.842368 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 650179fe-da93-4013-a4c1-86db3c2641f5 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:37.895551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f10bf93a-3024-42c9-a024-23124540a22f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:37.940742 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a7a34ece-b770-4b98-bc13-476603272037 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:37.941145 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a7a34ece-b770-4b98-bc13-476603272037), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:37.973490 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:37.981070 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:37.985270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:38.030625 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a34ece-b770-4b98-bc13-476603272037 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:38:38.086181 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Pushing event updated for resources: {'Port': ['ID=f10bf93a-3024-42c9-a024-23124540a22f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:38.115393 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a7a34ece-b770-4b98-bc13-476603272037, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a7a34ece-b770-4b98-bc13-476603272037,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:38.129964 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a7a34ece-b770-4b98-bc13-476603272037), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:38.134178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e2fe7-6345-487e-9a2d-af3d918a3efa req-642deaa8-57e3-441d-8f0e-2e28ecd40fb9 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:38.136199 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca1e2fe7-6345-487e-9a2d-af3d918a3efa req-642deaa8-57e3-441d-8f0e-2e28ecd40fb9 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 972 time: 0.3014350 Jan 14 01:38:38.218838 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:35Z', 'revision_number': 1, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:38.267297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615813ea-cac3-4dda-88eb-a43c7cfc6c8f None None] The sync data for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 is: [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:35Z', 'revision_number': 1, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:38:38.272072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Router 8af1babb-03c6-44e1-8ddc-a111a37c7368 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:38:38.277105 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Publish callbacks [] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:38.293344 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 650179fe-da93-4013-a4c1-86db3c2641f5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:38.293962 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (650179fe-da93-4013-a4c1-86db3c2641f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:38.296994 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:38.304042 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for floatingip (6e9fa975-ff3a-4990-a652-a42b4de259fb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:38.308224 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca1e2fe7-6345-487e-9a2d-af3d918a3efa req-4cefdbd2-210f-4451-81af-e5f2f0ac08df tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616011 Jan 14 01:38:38.369207 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:38.378809 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f10bf93a-3024-42c9-a024-23124540a22f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:38.403042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-79037e4a-ed44-4c4c-9309-5c6aa8ce1571 None None] Provisioning complete for port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:38.403659 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79037e4a-ed44-4c4c-9309-5c6aa8ce1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:38.471331 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-79037e4a-ed44-4c4c-9309-5c6aa8ce1571 None None] Port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:38.503931 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a7a34ece-b770-4b98-bc13-476603272037,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:38.533922 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 650179fe-da93-4013-a4c1-86db3c2641f5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:38.591798 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['a7a34ece-b770-4b98-bc13-476603272037'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:38:38.592532 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-89026b2d-a3ec-42a2-bb9d-2db9ff1bf4b5 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2950b316bbf74bffa77aa4146c9c7869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602131 Jan 14 01:38:38.639562 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e518a19-a98d-43d5-a154-af7199f91391 None None] Pushing event updated for resources: {'Port': ['ID=721f4d51-bdca-4cd5-a80e-c04763389d4f,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:38.661006 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:38:38.695092 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8473e30f-06e6-44eb-a27f-4f4c36b0d8fc admin admin] 10.222.0.26 "PUT /v2.0/routers/8af1babb-03c6-44e1-8ddc-a111a37c7368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5226891 Jan 14 01:38:38.814029 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for port (f10bf93a-3024-42c9-a024-23124540a22f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:38.825957 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Attempting to bind port 721f4d51-bdca-4cd5-a80e-c04763389d4f on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:38.828072 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Attempting to bind port 721f4d51-bdca-4cd5-a80e-c04763389d4f by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'c8e03001-f71a-41e6-a325-80e681d7b879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:38.829034 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Attempting to bind port 721f4d51-bdca-4cd5-a80e-c04763389d4f on network 10c7a023-3f0d-437f-95fa-eda0ac764497 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:38.845768 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f10bf93a-3024-42c9-a024-23124540a22f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:38.846261 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:38.846782 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Checking segment: {'id': 'c8e03001-f71a-41e6-a325-80e681d7b879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:38.847262 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:38.848057 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Bound using segment: {'id': 'c8e03001-f71a-41e6-a325-80e681d7b879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:38.848924 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Bound port: 721f4d51-bdca-4cd5-a80e-c04763389d4f, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e03001-f71a-41e6-a325-80e681d7b879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:38.849320 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:38.966966 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-e95e1a1a-86c6-4063-a6e5-3cc3694e21a0 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:38.975870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Pushing event updated for resources: {'Port': ['ID=f10bf93a-3024-42c9-a024-23124540a22f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:38.983125 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-e95e1a1a-86c6-4063-a6e5-3cc3694e21a0 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3825619 Jan 14 01:38:38.995363 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] For port 721f4d51-bdca-4cd5-a80e-c04763389d4f, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:39.006255 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] For port 721f4d51-bdca-4cd5-a80e-c04763389d4f, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=721f4d51-bdca-4cd5-a80e-c04763389d4f,segment=NetworkSegment(c8e03001-f71a-41e6-a325-80e681d7b879),segment_id=c8e03001-f71a-41e6-a325-80e681d7b879)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:39.016392 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:39.057933 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-70479f60-8efd-460a-a37c-99de87e2b9ec tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/quotas/2950b316bbf74bffa77aa4146c9c7869 HTTP/1.1" status: 200 len: 375 time: 0.0541480 Jan 14 01:38:39.079441 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (6e9fa975-ff3a-4990-a652-a42b4de259fb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:39.082632 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bf4f9d23-7667-4192-85c2-23dfc2da01c3 None None] Provisioning complete for port 721f4d51-bdca-4cd5-a80e-c04763389d4f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:39.083038 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9d23-7667-4192-85c2-23dfc2da01c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:39.113154 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:39.119132 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e5fe86e7-a083-4ddb-bc85-a726a1c1cc92 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0242648 Jan 14 01:38:39.129215 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-b915a0de-74a4-40d9-a85a-04124a8c3a4c tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2950b316bbf74bffa77aa4146c9c7869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672853 Jan 14 01:38:39.171465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e58e8-9f24-4e68-9a61-636410f4915d req-2ab240cc-db5f-4eda-8d04-41715bdddb04 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:39.173632 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-858e58e8-9f24-4e68-9a61-636410f4915d req-2ab240cc-db5f-4eda-8d04-41715bdddb04 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 949 time: 0.1870351 Jan 14 01:38:39.188305 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Routers {'40c7d891-ff6e-4575-8458-547ead687730'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:38:39.188946 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['40c7d891-ff6e-4575-8458-547ead687730'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:39.292198 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-858e58e8-9f24-4e68-9a61-636410f4915d req-7b058b9d-f894-4d2b-a85d-fd577f1ceebc tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111965 Jan 14 01:38:39.318071 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e518a19-a98d-43d5-a154-af7199f91391 None None] Pushing event updated for resources: {'Port': ['ID=721f4d51-bdca-4cd5-a80e-c04763389d4f,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:39.376254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f9d23-7667-4192-85c2-23dfc2da01c3 None None] Current status of the port 721f4d51-bdca-4cd5-a80e-c04763389d4f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:39.378719 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9d23-7667-4192-85c2-23dfc2da01c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:39.455718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bf4f9d23-7667-4192-85c2-23dfc2da01c3 None None] For port 721f4d51-bdca-4cd5-a80e-c04763389d4f, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=721f4d51-bdca-4cd5-a80e-c04763389d4f,segment=NetworkSegment(c8e03001-f71a-41e6-a325-80e681d7b879),segment_id=c8e03001-f71a-41e6-a325-80e681d7b879)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:39.467389 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9d23-7667-4192-85c2-23dfc2da01c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:39.522082 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] Set router 40c7d891-ff6e-4575-8458-547ead687730 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:38:39.601482 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4656c9-72bb-4a2b-b08c-ecaed0cb36a6 req-cc6bc86c-a3d6-4ba1-9748-4387607b8884 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:39.603889 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae4656c9-72bb-4a2b-b08c-ecaed0cb36a6 req-cc6bc86c-a3d6-4ba1-9748-4387607b8884 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 972 time: 0.1377254 Jan 14 01:38:39.751275 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae4656c9-72bb-4a2b-b08c-ecaed0cb36a6 req-c6a09dd3-43d6-4d53-a703-48b7165798d5 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205201 Jan 14 01:38:39.902180 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ce03b26-a421-4577-84d1-16a1d752f474 req-1cfaf68e-4569-4a21-92e6-91dfad10a5dc tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 210 time: 0.0337813 Jan 14 01:38:39.966086 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-74460fd8-77e7-4d91-aec9-680e7d45a175 None None] Provisioning complete for port 721f4d51-bdca-4cd5-a80e-c04763389d4f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:39.969337 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74460fd8-77e7-4d91-aec9-680e7d45a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:39.979396 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:40.032024 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 721f4d51-bdca-4cd5-a80e-c04763389d4f up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:40.060722 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7d891-ff6e-4575-8458-547ead687730', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1392865192-router', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:22Z', 'updated_at': '2022-01-14T01:38:32Z', 'revision_number': 4, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'gw_port': {'id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7d891-ff6e-4575-8458-547ead687730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:26Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '721f4d51-bdca-4cd5-a80e-c04763389d4f', 'name': '', 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'mac_address': 'fa:16:3e:b9:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7d891-ff6e-4575-8458-547ead687730', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'f0516d83-5e1b-4253-96d4-328f76d7d28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:31Z', 'updated_at': '2022-01-14T01:38:38Z', 'revision_number': 4, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'subnets': [{'id': 'f0516d83-5e1b-4253-96d4-328f76d7d28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:40.067497 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f9d23-7667-4192-85c2-23dfc2da01c3 None None] Pushing event updated for resources: {'Port': ['ID=721f4d51-bdca-4cd5-a80e-c04763389d4f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:40.101718 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97324be7-f5a1-45b0-acef-4cbf51a3231f None None] The sync data for ids ['40c7d891-ff6e-4575-8458-547ead687730'] in n-d-824358-4 is: [{'id': '40c7d891-ff6e-4575-8458-547ead687730', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1392865192-router', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:22Z', 'updated_at': '2022-01-14T01:38:32Z', 'revision_number': 4, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'gw_port': {'id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7d891-ff6e-4575-8458-547ead687730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:26Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '721f4d51-bdca-4cd5-a80e-c04763389d4f', 'name': '', 'network_id': '10c7a023-3f0d-437f-95fa-eda0ac764497', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'mac_address': 'fa:16:3e:b9:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7d891-ff6e-4575-8458-547ead687730', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'f0516d83-5e1b-4253-96d4-328f76d7d28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:31Z', 'updated_at': '2022-01-14T01:38:38Z', 'revision_number': 4, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'subnets': [{'id': 'f0516d83-5e1b-4253-96d4-328f76d7d28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:38:40.167962 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 721f4d51-bdca-4cd5-a80e-c04763389d4f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:40.174026 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:40.212617 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-74460fd8-77e7-4d91-aec9-680e7d45a175 None None] Current status of the port 721f4d51-bdca-4cd5-a80e-c04763389d4f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:40.281995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 721f4d51-bdca-4cd5-a80e-c04763389d4f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:40.283418 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8a839082-02af-4906-8813-b2d4b6d83846 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:40.359333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8a839082-02af-4906-8813-b2d4b6d83846 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:40.360338 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8a839082-02af-4906-8813-b2d4b6d83846), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:40.458344 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8a839082-02af-4906-8813-b2d4b6d83846 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:40.459090 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8a839082-02af-4906-8813-b2d4b6d83846), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:40.481725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 8a839082-02af-4906-8813-b2d4b6d83846, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8a839082-02af-4906-8813-b2d4b6d83846,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:40.486973 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8a839082-02af-4906-8813-b2d4b6d83846), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:40.513726 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-3b31316f-2a9b-4773-9772-4b0a9cde30f0 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--177257805&fields=id&tenant_id=52dce24e3712453495bd08f4c1c11f5a HTTP/1.1" status: 200 len: 267 time: 0.4416947 Jan 14 01:38:40.553775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=8a839082-02af-4906-8813-b2d4b6d83846,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:40.580268 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-bb44b0b9-2c6a-4943-9ffe-bb3418809642 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:40.581850 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-bb44b0b9-2c6a-4943-9ffe-bb3418809642 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 821 time: 0.6034822 Jan 14 01:38:40.609394 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-1dddbd4b-45dc-441f-a8ab-2235c318b5ae tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/quotas/239011a87ab64074a230fdbcf35ac274 HTTP/1.1" status: 200 len: 375 time: 0.0217595 Jan 14 01:38:40.683674 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-02ffb5ee-ad1f-4d31-a7d0-b4c5f457a1e2 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:40.685218 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-02ffb5ee-ad1f-4d31-a7d0-b4c5f457a1e2 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/networks?id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 HTTP/1.1" status: 200 len: 823 time: 0.1706536 Jan 14 01:38:40.711885 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-1683021e-1ad1-42db-89eb-40d123796e24 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957236 Jan 14 01:38:40.713482 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-a53908b8-4b4a-41e7-bb8d-3f92df80c5ef tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/quotas/52dce24e3712453495bd08f4c1c11f5a HTTP/1.1" status: 200 len: 375 time: 0.0219212 Jan 14 01:38:40.770513 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a7a34ece-b770-4b98-bc13-476603272037 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:40.775332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-8ca7d4c2-7236-4dd0-8019-1b37e349777b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=52dce24e3712453495bd08f4c1c11f5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505304 Jan 14 01:38:40.829942 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port a7a34ece-b770-4b98-bc13-476603272037 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:38:40.838858 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port a7a34ece-b770-4b98-bc13-476603272037 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:40.839258 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a7a34ece-b770-4b98-bc13-476603272037), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:40.909616 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:40.911868 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-4e68fa2a-cada-485a-8164-021543eb572f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:38:40.919185 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-4e68fa2a-cada-485a-8164-021543eb572f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0771620 Jan 14 01:38:40.935212 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-3ba2f096-b604-45ec-937e-c4be11ff093f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:38:40.936231 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-3ba2f096-b604-45ec-937e-c4be11ff093f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0726066 Jan 14 01:38:40.966609 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a7a34ece-b770-4b98-bc13-476603272037 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:40.967116 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a7a34ece-b770-4b98-bc13-476603272037), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:41.004151 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a7a34ece-b770-4b98-bc13-476603272037, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a7a34ece-b770-4b98-bc13-476603272037,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:41.005262 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297aaca8-7b43-4c7d-b4d8-c289169540ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a34ece-b770-4b98-bc13-476603272037'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:41.007975 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36df04c5-b784-45bf-a044-cd1da186a1ae" -d '{"events": [{"server_uuid": "297aaca8-7b43-4c7d-b4d8-c289169540ec", "name": "network-vif-plugged", "status": "completed", "tag": "a7a34ece-b770-4b98-bc13-476603272037"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:41.012199 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a7a34ece-b770-4b98-bc13-476603272037), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:41.043005 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-ad6825ef-4426-4690-8ed0-ce11e9413bb0 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2950b316bbf74bffa77aa4146c9c7869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587630 Jan 14 01:38:41.079609 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a7a34ece-b770-4b98-bc13-476603272037,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:41.178977 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-f58a4dc0-1033-4a1d-98c8-10e655334d34 service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589424 Jan 14 01:38:41.183392 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-10bee2f7-dbd5-41c0-83a9-d8af017f3466 service neutron] 10.222.0.26 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361004 Jan 14 01:38:41.298908 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-1ca3af15-1fca-4468-8e6e-ca7fd02e9170 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:41.300250 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-1ca3af15-1fca-4468-8e6e-ca7fd02e9170 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2454476 Jan 14 01:38:41.323045 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Request body: {'port': {'device_id': '801e44f5-2b63-45f3-a72c-7b6bf2117833', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '2950b316bbf74bffa77aa4146c9c7869'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:41.421834 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-d701a9bc-eb98-4524-acdd-a9145a15d8fb service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307072 Jan 14 01:38:41.426570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-675dc18c-27c8-4718-afa5-8bbb4835210d service neutron] 10.222.0.26 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365186 Jan 14 01:38:41.482928 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Made reservation on behalf of 2950b316bbf74bffa77aa4146c9c7869 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:41.487245 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:41.497487 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:41.634766 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks [] for security_group (fc71ae2a-675f-4381-9c65-d43e6bc015c3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:41.645489 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fc71ae2a-675f-4381-9c65-d43e6bc015c3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:41.803074 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc71ae2a-675f-4381-9c65-d43e6bc015c3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:41.816931 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 721f4d51-bdca-4cd5-a80e-c04763389d4f up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:41.916417 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e697d-c91f-47b8-a1c2-414637b0517e req-acf09f09-3197-4c88-8e10-aab4194684bb tempest-AggregatesAdminTestJSON-1606921517 tempest-AggregatesAdminTestJSON-1606921517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:41.921152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 721f4d51-bdca-4cd5-a80e-c04763389d4f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:41.921649 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:41.924278 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a86e697d-c91f-47b8-a1c2-414637b0517e req-acf09f09-3197-4c88-8e10-aab4194684bb tempest-AggregatesAdminTestJSON-1606921517 tempest-AggregatesAdminTestJSON-1606921517-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 1123 time: 0.2370787 Jan 14 01:38:41.954476 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a86e697d-c91f-47b8-a1c2-414637b0517e req-3254c607-55f3-42a1-acf3-3f9a09da8145 tempest-AggregatesAdminTestJSON-1606921517 tempest-AggregatesAdminTestJSON-1606921517-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:41.972957 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3800-35c5-465c-bdce-8fee7accfde6 req-799481ed-b895-4f3e-8151-c45398e0494b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:41.974831 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b6d3800-35c5-465c-bdce-8fee7accfde6 req-799481ed-b895-4f3e-8151-c45398e0494b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 950 time: 0.1785791 Jan 14 01:38:41.988224 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Allocated IP 192.168.233.190 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/d62c58fe-adc0-485d-9a83-39297cd2a7c0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:42.036041 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 721f4d51-bdca-4cd5-a80e-c04763389d4f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:42.037423 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8a839082-02af-4906-8813-b2d4b6d83846 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:42.094751 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b6d3800-35c5-465c-bdce-8fee7accfde6 req-230f83b3-27ec-4e17-85f0-e16838e7583b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072402 Jan 14 01:38:42.174123 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8a839082-02af-4906-8813-b2d4b6d83846 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:42.174465 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8a839082-02af-4906-8813-b2d4b6d83846), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:42.228476 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a86e697d-c91f-47b8-a1c2-414637b0517e req-3254c607-55f3-42a1-acf3-3f9a09da8145 tempest-AggregatesAdminTestJSON-1606921517 tempest-AggregatesAdminTestJSON-1606921517-project-admin] Publish callbacks [] for security_group (09d46d39-294e-4e40-af45-32a6380d78a2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:42.249092 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a86e697d-c91f-47b8-a1c2-414637b0517e req-3254c607-55f3-42a1-acf3-3f9a09da8145 tempest-AggregatesAdminTestJSON-1606921517 tempest-AggregatesAdminTestJSON-1606921517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (09d46d39-294e-4e40-af45-32a6380d78a2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:42.279464 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-577a8bfb-33f3-4b27-b262-3c73fb724be1 req-1e7df5cc-7f9d-4558-aee5-252e6fedc826 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 210 time: 0.0528736 Jan 14 01:38:42.288174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8a839082-02af-4906-8813-b2d4b6d83846 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:42.342268 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a86e697d-c91f-47b8-a1c2-414637b0517e req-3254c607-55f3-42a1-acf3-3f9a09da8145 tempest-AggregatesAdminTestJSON-1606921517 tempest-AggregatesAdminTestJSON-1606921517-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170933 Jan 14 01:38:42.350458 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4ef4da-cabf-4f16-8365-57e6162f7866 x-openstack-request-id: req-3d4ef4da-cabf-4f16-8365-57e6162f7866 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:42.350845 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297aaca8-7b43-4c7d-b4d8-c289169540ec", "name": "network-vif-plugged", "status": "completed", "tag": "a7a34ece-b770-4b98-bc13-476603272037", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:42.351244 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d4ef4da-cabf-4f16-8365-57e6162f7866 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:42.351720 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297aaca8-7b43-4c7d-b4d8-c289169540ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a34ece-b770-4b98-bc13-476603272037', 'code': 200} Jan 14 01:38:42.352655 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks [] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:42.367293 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254c607-55f3-42a1-acf3-3f9a09da8145 tempest-AggregatesAdminTestJSON-1606921517 tempest-AggregatesAdminTestJSON-1606921517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d46d39-294e-4e40-af45-32a6380d78a2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:42.401247 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:42.467301 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:42.476501 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Sync routers for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:38:42.487654 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:38:42.488384 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:42.507584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:42.535001 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:42.560435 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7a0e591c-ffe6-490e-8d7c-39003838711d req-9fcddcab-5dc4-4a13-a06f-f3c06c9ef5ba tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 210 time: 0.1005869 Jan 14 01:38:42.578734 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Pushing event updated for resources: {'Port': ['ID=d62c58fe-adc0-485d-9a83-39297cd2a7c0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:42.598711 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-522af5cf-e611-46c3-a84d-3b8f536c58e7 req-34af6115-4400-4aee-bd9f-5fe8bbb1d7b4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 210 time: 0.1251490 Jan 14 01:38:42.652951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:38:42.662793 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:42.663447 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:42.697094 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68741f-4277-4f08-bffb-649bd3445ec2 req-6398c1c3-9da9-49f0-a3c0-5e9ce4cd53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:42.698613 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d68741f-4277-4f08-bffb-649bd3445ec2 req-6398c1c3-9da9-49f0-a3c0-5e9ce4cd53cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 1101 time: 0.1718342 Jan 14 01:38:42.709130 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-f776ee1b-879e-421d-8d20-5f328f9416d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3924279 Jan 14 01:38:42.728598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Request body: {'port': {'device_id': '801e44f5-2b63-45f3-a72c-7b6bf2117833', 'device_owner': 'compute:tempest-test_az-1922525536', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:42.905239 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d68741f-4277-4f08-bffb-649bd3445ec2 req-c00bff39-8576-4df3-9f37-11f556656eaf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929462 Jan 14 01:38:42.911949 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.001816 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a1b12c04-c5a5-4c57-88d2-5134ba229a1d None None] Provisioning complete for port d62c58fe-adc0-485d-9a83-39297cd2a7c0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:43.002435 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a1b12c04-c5a5-4c57-88d2-5134ba229a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.049152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a1b12c04-c5a5-4c57-88d2-5134ba229a1d None None] Port d62c58fe-adc0-485d-9a83-39297cd2a7c0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:43.061783 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 2, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:43.091906 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Checking router: 8af1babb-03c6-44e1-8ddc-a111a37c7368 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:38:43.092260 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Updating router 8af1babb-03c6-44e1-8ddc-a111a37c7368 port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:38:43.127785 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.232161 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45324) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:43.298511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62c58fe-adc0-485d-9a83-39297cd2a7c0 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:38:43.308618 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Publish callbacks [] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.333155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Transition to ACTIVE for port object d62c58fe-adc0-485d-9a83-39297cd2a7c0 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:38:43.342274 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afee30-3672-4c21-8a2b-0fe21c083865 req-c9e0cb89-60e5-4bba-b7bc-8c8970c696fc tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:43.343531 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5afee30-3672-4c21-8a2b-0fe21c083865 req-c9e0cb89-60e5-4bba-b7bc-8c8970c696fc tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 950 time: 0.0899355 Jan 14 01:38:43.344731 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.370918 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b74c13e8-683a-457c-9e40-b98d4b4f6f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.466222 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b74c13e8-683a-457c-9e40-b98d4b4f6f1c admin admin] Publish callbacks [] for security_group (0e168810-7511-48b4-870b-6f663a6b071c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.475810 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b74c13e8-683a-457c-9e40-b98d4b4f6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0e168810-7511-48b4-870b-6f663a6b071c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.482876 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Pushing event updated for resources: {'Port': ['ID=d62c58fe-adc0-485d-9a83-39297cd2a7c0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:43.525849 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b74c13e8-683a-457c-9e40-b98d4b4f6f1c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a128f4d50dba4026bffb133d863c46d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920163 Jan 14 01:38:43.526618 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c13e8-683a-457c-9e40-b98d4b4f6f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e168810-7511-48b4-870b-6f663a6b071c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:43.526913 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Publish callbacks [] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.536201 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45340) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:43.545614 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.607254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939af72-3f0b-43f0-a934-9df2e240c75a None None] Pushing event updated for resources: {'Port': ['ID=1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:43.613011 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f75c09e9-1e71-4ec9-b14d-90c193453b4a admin admin] Publish callbacks [] for security_group (0e168810-7511-48b4-870b-6f663a6b071c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.627530 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5afee30-3672-4c21-8a2b-0fe21c083865 req-cde93944-8baf-42e1-bae9-72aba35d3ce1 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722650 Jan 14 01:38:43.719764 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f75c09e9-1e71-4ec9-b14d-90c193453b4a admin admin] Publish callbacks [] for security_group (0e168810-7511-48b4-870b-6f663a6b071c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.719926 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Attempting to bind port d62c58fe-adc0-485d-9a83-39297cd2a7c0 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:43.720425 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Attempting to bind port d62c58fe-adc0-485d-9a83-39297cd2a7c0 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:43.720754 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Attempting to bind port d62c58fe-adc0-485d-9a83-39297cd2a7c0 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:43.740792 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Attempting to bind port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:43.742366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Attempting to bind port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:43.742857 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Attempting to bind port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a on network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:43.753889 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:43.755090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4ac87-898d-458e-8839-cff10ce93d25 req-80a5a3bf-fa4c-4fb4-a77d-1545d532f7bd tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:43.755529 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Checking segment: {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:43.764304 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.764911 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Bound using segment: {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:43.765563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36d4ac87-898d-458e-8839-cff10ce93d25 req-80a5a3bf-fa4c-4fb4-a77d-1545d532f7bd tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 970 time: 0.2493260 Jan 14 01:38:43.766211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Bound port: 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:43.767158 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.775644 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Port d62c58fe-adc0-485d-9a83-39297cd2a7c0 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:38:43.777062 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Attempting to bind port d62c58fe-adc0-485d-9a83-39297cd2a7c0 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:43.832118 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f75c09e9-1e71-4ec9-b14d-90c193453b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0e168810-7511-48b4-870b-6f663a6b071c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.836041 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f75c09e9-1e71-4ec9-b14d-90c193453b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.837341 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f75c09e9-1e71-4ec9-b14d-90c193453b4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e168810-7511-48b4-870b-6f663a6b071c HTTP/1.1" status: 204 len: 168 time: 0.2959895 Jan 14 01:38:43.868960 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c09e9-1e71-4ec9-b14d-90c193453b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e168810-7511-48b4-870b-6f663a6b071c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:43.870642 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.46', 58745) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:43.882185 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] For port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:43.885580 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] For port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:43.890638 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-60eda4f9-f798-4cf3-b115-ad322129da57 req-bc1ee800-138b-4aab-ba24-c0fb4c3106a8 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 210 time: 0.0946035 Jan 14 01:38:43.901742 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:43.902209 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:43.902721 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:43.903542 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Bound port: d62c58fe-adc0-485d-9a83-39297cd2a7c0, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:43.903964 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:43.942319 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:44.041617 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36d4ac87-898d-458e-8839-cff10ce93d25 req-23485d03-df40-464b-9e9d-d3704287617b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736280 Jan 14 01:38:44.109527 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:38:44.110172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:44.163584 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939af72-3f0b-43f0-a934-9df2e240c75a None None] Pushing event updated for resources: {'Port': ['ID=1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:44.189895 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c640f17-07e8-43b6-b3fb-94f58c209118 req-82e918fa-9cc6-4ef1-a0ae-17a03bf2952e tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 210 time: 0.1235464 Jan 14 01:38:44.267026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] For port d62c58fe-adc0-485d-9a83-39297cd2a7c0, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:44.274524 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] For port d62c58fe-adc0-485d-9a83-39297cd2a7c0, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=d62c58fe-adc0-485d-9a83-39297cd2a7c0,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:44.286127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-62a4c1f8-a781-471e-b865-f3e001f03e7d None None] Provisioning complete for port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:44.286531 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62a4c1f8-a781-471e-b865-f3e001f03e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.300251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.302936 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.302936 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.302936 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.302936 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.302936 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.302936 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.302936 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.302936 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.302936 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.302936 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.302936 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:44.302936 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:44.309809 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-d5ecfa08-5b06-4c70-9b2c-fb8c6e7a4f48 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:44.312288 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-d5ecfa08-5b06-4c70-9b2c-fb8c6e7a4f48 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.46 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 821 time: 0.4274819 Jan 14 01:38:44.316133 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:44.368828 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Request body: {'port': {'device_id': '15704941-b342-4c65-92d2-bb32b28b3648', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'admin_state_up': True, 'tenant_id': '239011a87ab64074a230fdbcf35ac274'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:44.392404 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:38:44.434299 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45364) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:44.462463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:44.463848 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:44.465701 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] 10.222.0.36 "PUT /v2.0/ports/d62c58fe-adc0-485d-9a83-39297cd2a7c0 HTTP/1.1" status: 200 len: 1118 time: 1.7419338 Jan 14 01:38:44.472499 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801e44f5-2b63-45f3-a72c-7b6bf2117833', 'tag': 'd62c58fe-adc0-485d-9a83-39297cd2a7c0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:44.475198 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4140d5-981a-4471-91dd-e811bad6a4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "801e44f5-2b63-45f3-a72c-7b6bf2117833", "tag": "d62c58fe-adc0-485d-9a83-39297cd2a7c0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:44.480758 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56be2037-bd19-43d8-96e7-7dba55e2792b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:44.535576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-fa6f792d-a946-4cd7-8d17-bc82eb50a7a0 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:44.540099 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-fa6f792d-a946-4cd7-8d17-bc82eb50a7a0 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.46 "GET /v2.0/networks?id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 HTTP/1.1" status: 200 len: 823 time: 0.6678104 Jan 14 01:38:44.558301 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b91775f-c79e-4f78-af3a-ebeef938b0b1 x-openstack-request-id: req-2b91775f-c79e-4f78-af3a-ebeef938b0b1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:44.558761 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801e44f5-2b63-45f3-a72c-7b6bf2117833", "tag": "d62c58fe-adc0-485d-9a83-39297cd2a7c0", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:44.559080 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b91775f-c79e-4f78-af3a-ebeef938b0b1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:44.559531 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801e44f5-2b63-45f3-a72c-7b6bf2117833', 'tag': 'd62c58fe-adc0-485d-9a83-39297cd2a7c0', 'status': 'completed', 'code': 200} Jan 14 01:38:44.570179 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eee2e3-975a-462c-a2bc-84ec73f47c8c service neutron] Pushing event updated for resources: {'Port': ['ID=d62c58fe-adc0-485d-9a83-39297cd2a7c0,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:44.665269 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-29ea2f2c-be34-4ea2-afac-0ed1e0219bd1 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52dce24e3712453495bd08f4c1c11f5a HTTP/1.1" status: 200 len: 379 time: 0.0995541 Jan 14 01:38:44.684495 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-d64d4d03-a00e-4bdf-b5a0-884393f4e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:44.692744 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-d64d4d03-a00e-4bdf-b5a0-884393f4e783 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2950b316bbf74bffa77aa4146c9c7869&device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 1121 time: 0.0989099 Jan 14 01:38:44.696023 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Made reservation on behalf of 239011a87ab64074a230fdbcf35ac274 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:44.701730 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Request body: {'port': {'device_id': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'admin_state_up': True, 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'security_groups': ['8788fce7-64bf-447e-b5da-db1a86d811a7']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:44.702950 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:44.782012 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:38:44.862845 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-62a4c1f8-a781-471e-b865-f3e001f03e7d None None] Current status of the port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:44.863236 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62a4c1f8-a781-471e-b865-f3e001f03e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:44.867302 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56be2037-bd19-43d8-96e7-7dba55e2792b admin admin] Publish callbacks [] for security_group (d5085a17-47d5-425c-bd96-bf1e06aeea10), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:44.877521 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56be2037-bd19-43d8-96e7-7dba55e2792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d5085a17-47d5-425c-bd96-bf1e06aeea10), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:44.899804 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-62a4c1f8-a781-471e-b865-f3e001f03e7d None None] For port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:44.932342 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62a4c1f8-a781-471e-b865-f3e001f03e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:44.933752 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-56be2037-bd19-43d8-96e7-7dba55e2792b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=248eb34fa4e6424b95de91560a56fb02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4971437 Jan 14 01:38:44.967586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be2037-bd19-43d8-96e7-7dba55e2792b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5085a17-47d5-425c-bd96-bf1e06aeea10,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:44.971893 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45386) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:45.052921 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2812f155-e053-4b62-a999-cef6b720bc2f admin admin] Publish callbacks [] for security_group (d5085a17-47d5-425c-bd96-bf1e06aeea10), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:45.061931 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4c1f8-a781-471e-b865-f3e001f03e7d None None] Pushing event updated for resources: {'Port': ['ID=1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:45.067587 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Made reservation on behalf of 52dce24e3712453495bd08f4c1c11f5a for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:45.071572 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:45.089840 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-5abfc862-9c2f-4382-a2c6-82411beac8ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d62c58fe-adc0-485d-9a83-39297cd2a7c0 HTTP/1.1" status: 200 len: 217 time: 0.3811839 Jan 14 01:38:45.124569 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e04c5763-86c0-48e4-815a-1e3743bf805f None None] Provisioning complete for port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:45.125735 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e04c5763-86c0-48e4-815a-1e3743bf805f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:45.179951 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2812f155-e053-4b62-a999-cef6b720bc2f admin admin] Publish callbacks [] for security_group (d5085a17-47d5-425c-bd96-bf1e06aeea10), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:45.208155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:43Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:38:45.240651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-13003f47-6f60-4a5b-b2e1-86143d4ec02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:45.242254 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-13003f47-6f60-4a5b-b2e1-86143d4ec02e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1320152 Jan 14 01:38:45.244433 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4579119f-d4f0-4af6-987c-f43e746eec71 req-4fc1e13d-bb12-4cdc-aa57-25b88feca336 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 210 time: 0.0477500 Jan 14 01:38:45.263379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3bfe8-198c-4381-8203-b9f681eb2a59 None None] The sync data for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 is: [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:43Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:38:45.274405 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecb5b1-da6c-4a84-aa83-e6a411ec80d9 req-ca6bc1bf-44ce-4bb1-81fb-712fb7ab14b5 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:45.281492 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2ecb5b1-da6c-4a84-aa83-e6a411ec80d9 req-ca6bc1bf-44ce-4bb1-81fb-712fb7ab14b5 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 950 time: 0.2347097 Jan 14 01:38:45.299903 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e04c5763-86c0-48e4-815a-1e3743bf805f None None] Current status of the port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:45.404157 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2812f155-e053-4b62-a999-cef6b720bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d5085a17-47d5-425c-bd96-bf1e06aeea10), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:45.406457 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2812f155-e053-4b62-a999-cef6b720bc2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:45.407582 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2812f155-e053-4b62-a999-cef6b720bc2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5085a17-47d5-425c-bd96-bf1e06aeea10 HTTP/1.1" status: 204 len: 168 time: 0.4329669 Jan 14 01:38:45.429138 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812f155-e053-4b62-a999-cef6b720bc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5085a17-47d5-425c-bd96-bf1e06aeea10,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:45.448922 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2ecb5b1-da6c-4a84-aa83-e6a411ec80d9 req-6f3f4622-65fe-4d6c-aab6-c990e7af486d tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536245 Jan 14 01:38:45.465501 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Allocated IP 172.20.0.3 (0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7/ec2c54e8-2288-419a-ae9e-34008480a281/58ed85e9-9509-4915-b988-44db1d6b714f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:45.466658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-d49b76e2-4d75-431e-ab20-967c56fb01e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:45.468346 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-d49b76e2-4d75-431e-ab20-967c56fb01e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2137880 Jan 14 01:38:45.469644 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Allocated IP 172.20.0.13 (23b69c07-f64d-404a-af1c-4fc7b0f8afb5/f9916215-379b-47af-a68c-9b719146bd63/d6e19b37-028f-4bd8-b332-962e0c07a042) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:45.552266 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd8b1a-9ecd-4b1a-aa90-e2e92f593ec9 req-5b2ea35d-8241-4717-851c-767d529fafc4 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:45.559044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4cd8b1a-9ecd-4b1a-aa90-e2e92f593ec9 req-5b2ea35d-8241-4717-851c-767d529fafc4 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 970 time: 0.1972568 Jan 14 01:38:45.711897 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for port (58ed85e9-9509-4915-b988-44db1d6b714f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:45.752762 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4cd8b1a-9ecd-4b1a-aa90-e2e92f593ec9 req-bbefba9c-6cd1-4e69-a6d2-a65a5d8b6d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925573 Jan 14 01:38:45.761939 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:45.780415 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-cb5f1d91-3c9f-45ff-96ba-38b04e9ffeb9 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035657 Jan 14 01:38:45.873038 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:45.880212 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:45.882870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:45.894394 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:45.951287 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Pushing event updated for resources: {'Port': ['ID=58ed85e9-9509-4915-b988-44db1d6b714f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:45.993722 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:45.994450 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:45.996905 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:45.997344 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:46.042959 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cca788-c45c-43a1-bb55-d33154facbea req-a6011431-2916-4c69-98ba-0c39fbeeee50 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:46.045439 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47cca788-c45c-43a1-bb55-d33154facbea req-a6011431-2916-4c69-98ba-0c39fbeeee50 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 931 time: 0.2877407 Jan 14 01:38:46.052137 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-091a0f8a-2009-4c17-b34a-fd735f312e45 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3631313 Jan 14 01:38:46.075602 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Request body: {'port': {'device_id': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:46.083479 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:46.192192 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47cca788-c45c-43a1-bb55-d33154facbea req-44da0d7e-1a35-43bd-9996-2ca3e96ba38f tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280911 Jan 14 01:38:46.228105 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:46.232801 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:46.251621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74df1311-4b63-4e9a-a946-fc230f1288e1 req-de9ebedb-f72a-4401-b465-dd4d3bc3f78a service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530725 Jan 14 01:38:46.288166 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:46.343533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0919b85e-1112-41dd-8a72-52cad5ff5477 None None] Provisioning complete for port 58ed85e9-9509-4915-b988-44db1d6b714f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:46.344892 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0919b85e-1112-41dd-8a72-52cad5ff5477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:46.361837 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:46.383090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:46.402732 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:46.413469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Pushing event updated for resources: {'Port': ['ID=d6e19b37-028f-4bd8-b332-962e0c07a042,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:46.456870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0919b85e-1112-41dd-8a72-52cad5ff5477 None None] Port 58ed85e9-9509-4915-b988-44db1d6b714f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:46.477119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4140d5-981a-4471-91dd-e811bad6a4e8 req-c9d3d64e-4c68-4d7f-8ebb-e7a76ea46f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:46.478685 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a4140d5-981a-4471-91dd-e811bad6a4e8 req-c9d3d64e-4c68-4d7f-8ebb-e7a76ea46f21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2950b316bbf74bffa77aa4146c9c7869&device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 1121 time: 0.1103661 Jan 14 01:38:46.494596 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:46.495426 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:46.691406 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-63039e92-1c3e-486e-9364-cd65178ce09b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3291748 Jan 14 01:38:46.716415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Request body: {'port': {'device_id': '15704941-b342-4c65-92d2-bb32b28b3648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:46.757553 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4140d5-981a-4471-91dd-e811bad6a4e8 req-461c9589-c8fa-4f28-bbce-73e8a1643410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:46.759045 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a4140d5-981a-4471-91dd-e811bad6a4e8 req-461c9589-c8fa-4f28-bbce-73e8a1643410 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2605495 Jan 14 01:38:46.778497 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113472f5-b466-4052-93d3-61cdc8fba8f5 req-5203c2db-b6e0-44d5-8374-053befb5a4da tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:46.780176 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-113472f5-b466-4052-93d3-61cdc8fba8f5 req-5203c2db-b6e0-44d5-8374-053befb5a4da tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 950 time: 0.1809607 Jan 14 01:38:46.780352 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d74968b4-bd77-43ce-84f2-6521d4294466 None None] Provisioning complete for port d6e19b37-028f-4bd8-b332-962e0c07a042 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:46.780895 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d74968b4-bd77-43ce-84f2-6521d4294466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:46.794000 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3890d52-7ab3-49af-8c80-171f1b58b9b9 req-c9a8645b-6964-4040-a069-0c18cec770f7 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:46.800717 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c3890d52-7ab3-49af-8c80-171f1b58b9b9 req-c9a8645b-6964-4040-a069-0c18cec770f7 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 932 time: 0.2003350 Jan 14 01:38:46.817085 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d74968b4-bd77-43ce-84f2-6521d4294466 None None] Port d6e19b37-028f-4bd8-b332-962e0c07a042 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:46.832370 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45458) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:46.856598 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ed85e9-9509-4915-b988-44db1d6b714f {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:38:46.865069 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Publish callbacks [] for port (58ed85e9-9509-4915-b988-44db1d6b714f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:46.869657 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a4140d5-981a-4471-91dd-e811bad6a4e8 req-8aa83f7a-1f8f-4d14-9938-7be31d6a6c5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d62c58fe-adc0-485d-9a83-39297cd2a7c0 HTTP/1.1" status: 200 len: 217 time: 0.1003413 Jan 14 01:38:46.884351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Transition to ACTIVE for port object 58ed85e9-9509-4915-b988-44db1d6b714f will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:38:46.889273 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:46.933633 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:46.965398 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=58ed85e9-9509-4915-b988-44db1d6b714f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:46.986939 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-787426932-network', 'tenant_id': 'fb29aaab805049d786bf79e89fb9efca'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:46.988707 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c3890d52-7ab3-49af-8c80-171f1b58b9b9 req-447e75b0-2e94-4218-b90f-9e9ac1afd2cb tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871617 Jan 14 01:38:47.001216 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-113472f5-b466-4052-93d3-61cdc8fba8f5 req-f4f95215-e34f-4ee3-b9bb-c66948164ce7 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982925 Jan 14 01:38:47.007823 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4140d5-981a-4471-91dd-e811bad6a4e8 req-6b2b47cb-e8d2-44d7-a61f-f2e7aab16f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:47.011212 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a4140d5-981a-4471-91dd-e811bad6a4e8 req-6b2b47cb-e8d2-44d7-a61f-f2e7aab16f09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1253953 Jan 14 01:38:47.081316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Made reservation on behalf of fb29aaab805049d786bf79e89fb9efca for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:47.084975 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.095100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Attempting to bind port 58ed85e9-9509-4915-b988-44db1d6b714f on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:47.095468 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Attempting to bind port 58ed85e9-9509-4915-b988-44db1d6b714f by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:47.095827 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Attempting to bind port 58ed85e9-9509-4915-b988-44db1d6b714f on network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:47.098138 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.110077 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Port 58ed85e9-9509-4915-b988-44db1d6b714f on network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:38:47.110408 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Attempting to bind port 58ed85e9-9509-4915-b988-44db1d6b714f on network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:47.122911 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:47.122911 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Checking segment: {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:47.123600 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Bound using segment: {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:47.123909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Bound port: 58ed85e9-9509-4915-b988-44db1d6b714f, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:47.124281 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.202473 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4140d5-981a-4471-91dd-e811bad6a4e8 req-69216247-4d07-40d4-8736-8e153e9220b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:47.204090 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a4140d5-981a-4471-91dd-e811bad6a4e8 req-69216247-4d07-40d4-8736-8e153e9220b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486402 Jan 14 01:38:47.249818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] For port 58ed85e9-9509-4915-b988-44db1d6b714f, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:47.280923 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] For port 58ed85e9-9509-4915-b988-44db1d6b714f, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=58ed85e9-9509-4915-b988-44db1d6b714f,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:47.286037 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Publish callbacks [] for security_group (9178d236-2866-4248-9bf5-f0cb039344b9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.287869 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.294966 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9178d236-2866-4248-9bf5-f0cb039344b9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.381503 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e5f90-0d03-4c44-b378-3b9adcbfdddf req-7e8f2775-a7a1-4fa8-b689-202d1712249d tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:47.383410 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a77e5f90-0d03-4c44-b378-3b9adcbfdddf req-7e8f2775-a7a1-4fa8-b689-202d1712249d tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 970 time: 0.1760671 Jan 14 01:38:47.480341 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a4140d5-981a-4471-91dd-e811bad6a4e8 req-c3c39b26-4d36-4d45-a2bc-4d8329e6ac61 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587821 Jan 14 01:38:47.490766 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a77e5f90-0d03-4c44-b378-3b9adcbfdddf req-36e7817b-82a3-43de-86ca-60f20ec59357 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958371 Jan 14 01:38:47.491667 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:38:47.497855 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:47.498681 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.500441 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] 10.222.0.46 "PUT /v2.0/ports/58ed85e9-9509-4915-b988-44db1d6b714f HTTP/1.1" status: 200 len: 1091 time: 1.4345918 Jan 14 01:38:47.501055 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'tag': '58ed85e9-9509-4915-b988-44db1d6b714f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:47.540104 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9178d236-2866-4248-9bf5-f0cb039344b9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:47.543744 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (73de15b7-b457-4acd-b4f4-07744b8f9343), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.544306 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Added segment 73de15b7-b457-4acd-b4f4-07744b8f9343 of type vlan for network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb Jan 14 01:38:47.562185 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bb06c-3643-4000-b23a-97891d24e7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=58ed85e9-9509-4915-b988-44db1d6b714f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:47.625556 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (61934a89-e7c0-4c0c-b87e-9b0f2dc593bb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.654141 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6364e69b-df82-433b-97a8-c6defba379a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e26e927-9e4c-4f5e-b932-ee91583b4d2d", "tag": "58ed85e9-9509-4915-b988-44db1d6b714f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:47.667429 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (61934a89-e7c0-4c0c-b87e-9b0f2dc593bb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.668506 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:47.669389 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.810176 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9766397 Jan 14 01:38:47.810522 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a4140d5-981a-4471-91dd-e811bad6a4e8 req-e7070957-3422-432e-a8a2-2729ee1f6246 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158016 Jan 14 01:38:47.814285 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45496) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:47.821983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3a71e5dc-d9e7-42e7-80f8-583fc201f1cf admin admin] Request body: {'subnet': {'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-787426932-subnet', 'tenant_id': 'fb29aaab805049d786bf79e89fb9efca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:47.849015 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6044a9d-263a-44db-ace7-a02864ed48dd admin admin] Pushing event updated for resources: {'Network': ['ID=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:47.860096 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:38:47.872973 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-69762a0f-7436-4be7-8f78-045b9f8da4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:47.874830 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-69762a0f-7436-4be7-8f78-045b9f8da4a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52dce24e3712453495bd08f4c1c11f5a&device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 1094 time: 0.2240784 Jan 14 01:38:47.886619 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68808615-d0cc-4582-9aa0-ec4f122db8c7 req-2aeba18f-a5d5-4a0a-a6e7-9c6606618fef tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:47.888987 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68808615-d0cc-4582-9aa0-ec4f122db8c7 req-2aeba18f-a5d5-4a0a-a6e7-9c6606618fef tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 943 time: 0.1704288 Jan 14 01:38:47.894507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e19b37-028f-4bd8-b332-962e0c07a042 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:38:47.914227 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Publish callbacks [] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.933734 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a71e5dc-d9e7-42e7-80f8-583fc201f1cf admin admin] Made reservation on behalf of fb29aaab805049d786bf79e89fb9efca for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:47.936250 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a71e5dc-d9e7-42e7-80f8-583fc201f1cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.962221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Transition to ACTIVE for port object d6e19b37-028f-4bd8-b332-962e0c07a042 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:38:47.967276 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5072c25d-15a9-4aa7-8d39-6dd0648a78b9 x-openstack-request-id: req-5072c25d-15a9-4aa7-8d39-6dd0648a78b9 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:47.967559 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e26e927-9e4c-4f5e-b932-ee91583b4d2d", "tag": "58ed85e9-9509-4915-b988-44db1d6b714f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:47.967809 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5072c25d-15a9-4aa7-8d39-6dd0648a78b9 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:47.968244 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'tag': '58ed85e9-9509-4915-b988-44db1d6b714f', 'status': 'completed', 'code': 200} Jan 14 01:38:47.970501 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:47.978930 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-fc809926-b2c4-4d58-9346-ad405271144a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ed85e9-9509-4915-b988-44db1d6b714f HTTP/1.1" status: 200 len: 217 time: 0.0905268 Jan 14 01:38:48.004037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68808615-d0cc-4582-9aa0-ec4f122db8c7 req-57fc7a54-8d7a-4f01-ba9d-e678dc01c7ac tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027226 Jan 14 01:38:48.087818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-eb4e2557-0df3-4bb4-92d5-f4126858fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:48.089931 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-eb4e2557-0df3-4bb4-92d5-f4126858fd3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec2c54e8-2288-419a-ae9e-34008480a281 HTTP/1.1" status: 200 len: 862 time: 0.0873361 Jan 14 01:38:48.217884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-4cec4fd0-bf98-409c-9cf0-5c08d7054d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:48.219465 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-4cec4fd0-bf98-409c-9cf0-5c08d7054d7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221809 Jan 14 01:38:48.324190 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a71e5dc-d9e7-42e7-80f8-583fc201f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (d2dc1ec0-b4e3-4416-992a-c3607b086cec), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:48.356267 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Pushing event updated for resources: {'Port': ['ID=d6e19b37-028f-4bd8-b332-962e0c07a042,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:48.392221 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-271ad713-7d58-41d2-bc23-a5972426d1e1 service neutron] 10.222.0.46 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646082 Jan 14 01:38:48.394864 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71e5dc-d9e7-42e7-80f8-583fc201f1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2dc1ec0-b4e3-4416-992a-c3607b086cec,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:48.406275 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812e2e1-9aed-429a-83fb-6db6cf4d8298 req-e9a5f127-864e-4b72-a13c-088f863ec8cc tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:48.407831 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1812e2e1-9aed-429a-83fb-6db6cf4d8298 req-e9a5f127-864e-4b72-a13c-088f863ec8cc tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 950 time: 0.3765211 Jan 14 01:38:48.433802 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697bb2d-607f-41e6-9147-7ee5d28f2876 req-cb73e886-33bc-45ee-a188-aba8cb1abd19 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:48.435274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5697bb2d-607f-41e6-9147-7ee5d28f2876 req-cb73e886-33bc-45ee-a188-aba8cb1abd19 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 944 time: 0.1430955 Jan 14 01:38:48.454274 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71e5dc-d9e7-42e7-80f8-583fc201f1cf admin admin] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:48.454647 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71e5dc-d9e7-42e7-80f8-583fc201f1cf admin admin] Network hostable DHCP agents. Network: 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:38:48.477850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Attempting to bind port d6e19b37-028f-4bd8-b332-962e0c07a042 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:48.478212 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Attempting to bind port d6e19b37-028f-4bd8-b332-962e0c07a042 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:48.478525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Attempting to bind port d6e19b37-028f-4bd8-b332-962e0c07a042 on network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:48.491976 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71e5dc-d9e7-42e7-80f8-583fc201f1cf admin admin] Network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:38:48.498312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Port d6e19b37-028f-4bd8-b332-962e0c07a042 on network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:38:48.498662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Attempting to bind port d6e19b37-028f-4bd8-b332-962e0c07a042 on network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:48.506187 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11308eea-9f70-4143-87ab-a0ce42a6e222 req-798e4527-0a1b-4285-a5f1-d92d1c0bb7ea service neutron] 10.222.0.46 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070752 Jan 14 01:38:48.507179 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3a71e5dc-d9e7-42e7-80f8-583fc201f1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:48.511316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a71e5dc-d9e7-42e7-80f8-583fc201f1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:48.511924 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a71e5dc-d9e7-42e7-80f8-583fc201f1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:48.519197 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bb5f4d-d42d-4706-8c7b-3a8fa792ae3c None None] Network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:48.521349 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:48.521698 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Checking segment: {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:48.522101 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Bound using segment: {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:48.522548 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Bound port: d6e19b37-028f-4bd8-b332-962e0c07a042, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:48.523082 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:48.532637 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1812e2e1-9aed-429a-83fb-6db6cf4d8298 req-e7b46e8f-aa96-443d-844c-6978b3c3e17f tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173909 Jan 14 01:38:48.533809 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3a71e5dc-d9e7-42e7-80f8-583fc201f1cf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7164433 Jan 14 01:38:48.547534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5697bb2d-607f-41e6-9147-7ee5d28f2876 req-143f90a3-81f0-4583-a4ef-6553f58ab7d5 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045341 Jan 14 01:38:48.658688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] For port d6e19b37-028f-4bd8-b332-962e0c07a042, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:48.668006 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] For port d6e19b37-028f-4bd8-b332-962e0c07a042, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=d6e19b37-028f-4bd8-b332-962e0c07a042,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:48.676588 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:48.714923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ae87c-17f9-4fb4-bea3-4fd86fe1ac5f None None] Network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:48.730830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364e69b-df82-433b-97a8-c6defba379a3 req-dadc802f-7ae1-4930-a268-ada668ccd5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:48.739289 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6364e69b-df82-433b-97a8-c6defba379a3 req-dadc802f-7ae1-4930-a268-ada668ccd5fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52dce24e3712453495bd08f4c1c11f5a&device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 1094 time: 0.0957487 Jan 14 01:38:48.821165 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:48.821808 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:48.832609 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] 10.222.0.46 "PUT /v2.0/ports/d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 1092 time: 2.1202803 Jan 14 01:38:48.833214 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:48.838096 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd76916-fc9a-4b45-9184-a0a1eda5405a" -d '{"events": [{"name": "network-changed", "server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:48.982345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28095fb6-2e37-4813-ab50-8b029b017a58 req-c8f89d83-5e8d-47a8-86fc-bf5223c35b15 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:48.997967 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28095fb6-2e37-4813-ab50-8b029b017a58 req-c8f89d83-5e8d-47a8-86fc-bf5223c35b15 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 970 time: 0.2613585 Jan 14 01:38:49.032058 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364e69b-df82-433b-97a8-c6defba379a3 req-02c6483f-2aff-4512-9be7-c7d6f5699ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:49.035721 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba89e2c-2f30-40d9-ac35-a8da45467454 x-openstack-request-id: req-4ba89e2c-2f30-40d9-ac35-a8da45467454 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:49.036024 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:49.036285 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ba89e2c-2f30-40d9-ac35-a8da45467454 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:49.036691 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'status': 'completed', 'code': 200} Jan 14 01:38:49.037301 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ca9e3-90a5-46e7-b74e-57d174e0bf3d service neutron] Pushing event updated for resources: {'Port': ['ID=d6e19b37-028f-4bd8-b332-962e0c07a042,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:49.037913 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6364e69b-df82-433b-97a8-c6defba379a3 req-02c6483f-2aff-4512-9be7-c7d6f5699ff8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 HTTP/1.1" status: 200 len: 924 time: 0.2967043 Jan 14 01:38:49.085913 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45542) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:49.112559 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6364e69b-df82-433b-97a8-c6defba379a3 req-0f07a63e-7a02-4292-927e-ef8e5756c911 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ed85e9-9509-4915-b988-44db1d6b714f HTTP/1.1" status: 200 len: 217 time: 0.0547721 Jan 14 01:38:49.122456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-25c203f8-2ed1-4e69-83c1-30acfe73234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:49.124120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-25c203f8-2ed1-4e69-83c1-30acfe73234f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 1095 time: 0.1927507 Jan 14 01:38:49.128241 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28095fb6-2e37-4813-ab50-8b029b017a58 req-82db9580-4c7c-4a1c-928f-9ac44a787da1 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294448 Jan 14 01:38:49.209316 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-1bf279c5-a974-4dae-b362-dcc61aaf192c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 217 time: 0.0708907 Jan 14 01:38:49.217200 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364e69b-df82-433b-97a8-c6defba379a3 req-bebb79e3-b801-4271-95e9-3df23e1db96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:49.219356 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6364e69b-df82-433b-97a8-c6defba379a3 req-bebb79e3-b801-4271-95e9-3df23e1db96c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec2c54e8-2288-419a-ae9e-34008480a281 HTTP/1.1" status: 200 len: 862 time: 0.1054685 Jan 14 01:38:49.261616 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.46', 58749) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:49.408938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45558) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:49.409912 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d558783d-cbe9-44d6-9aaf-771fd3bc7d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:49.479292 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5dd7a-1890-4b30-bfd8-4894f896d4cd req-48d2f43d-2ffa-4a9c-9b75-ecb13dffe3b5 tempest-DeleteServersAdminTestJSON-1955306127 tempest-DeleteServersAdminTestJSON-1955306127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:49.483272 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d7c5dd7a-1890-4b30-bfd8-4894f896d4cd req-48d2f43d-2ffa-4a9c-9b75-ecb13dffe3b5 tempest-DeleteServersAdminTestJSON-1955306127 tempest-DeleteServersAdminTestJSON-1955306127-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 1101 time: 0.2193465 Jan 14 01:38:49.489404 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364e69b-df82-433b-97a8-c6defba379a3 req-afa70a19-c25c-467a-9e83-ba9e4219a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:49.494050 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6364e69b-df82-433b-97a8-c6defba379a3 req-afa70a19-c25c-467a-9e83-ba9e4219a27d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2312915 Jan 14 01:38:49.510218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8079ffe-4ff3-4005-8b4a-79541dbfd462 req-7a187f9b-ae16-4c79-820b-b7025b92e8ee tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:49.513527 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8079ffe-4ff3-4005-8b4a-79541dbfd462 req-7a187f9b-ae16-4c79-820b-b7025b92e8ee tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 943 time: 0.2588856 Jan 14 01:38:49.531492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-65949c9a-d90d-4395-9f5d-b50f8ebee7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:49.533260 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-65949c9a-d90d-4395-9f5d-b50f8ebee7b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.2446737 Jan 14 01:38:49.646645 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d558783d-cbe9-44d6-9aaf-771fd3bc7d58 admin admin] Publish callbacks [] for security_group (253f77c8-c33a-45ad-888c-fce9216765b9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:49.661552 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45580) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:49.668375 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1325141636-network', 'tenant_id': '6995184038864f2b9eeda57c3d9cb9fd'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:49.675540 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf148929-6020-4a38-a70e-6d7268896f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:49.682497 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d558783d-cbe9-44d6-9aaf-771fd3bc7d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (253f77c8-c33a-45ad-888c-fce9216765b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:49.723144 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-d7c5dd7a-1890-4b30-bfd8-4894f896d4cd req-be892c06-e362-43fe-b507-c1f1ef64e794 tempest-DeleteServersAdminTestJSON-1955306127 tempest-DeleteServersAdminTestJSON-1955306127-project-admin] Deleting port a7a34ece-b770-4b98-bc13-476603272037 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:38:49.723485 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7c5dd7a-1890-4b30-bfd8-4894f896d4cd req-be892c06-e362-43fe-b507-c1f1ef64e794 tempest-DeleteServersAdminTestJSON-1955306127 tempest-DeleteServersAdminTestJSON-1955306127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a7a34ece-b770-4b98-bc13-476603272037), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:49.727120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8079ffe-4ff3-4005-8b4a-79541dbfd462 req-86ec7458-cd17-4d2b-852f-a1d72b98538e tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928356 Jan 14 01:38:49.753676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-fee9b6c0-0892-43a5-9eef-eaa46cae5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:49.755214 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-fee9b6c0-0892-43a5-9eef-eaa46cae5a67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094200 Jan 14 01:38:49.777871 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6364e69b-df82-433b-97a8-c6defba379a3 req-fe59cec3-ddd6-47aa-a2a5-f10d28febd18 service neutron] 10.222.0.46 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238629 Jan 14 01:38:49.780244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Made reservation on behalf of 6995184038864f2b9eeda57c3d9cb9fd for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:49.783187 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:49.790494 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d558783d-cbe9-44d6-9aaf-771fd3bc7d58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d494435cae248c1a30ae2316f037ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7034943 Jan 14 01:38:49.804929 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558783d-cbe9-44d6-9aaf-771fd3bc7d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253f77c8-c33a-45ad-888c-fce9216765b9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:49.806093 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45582) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:49.831695 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:49.885690 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b780cd-ef2b-4bb1-9961-1b56ce809774 req-ddf436d1-412c-44a4-9070-a4be8452f708 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:49.887307 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-23b780cd-ef2b-4bb1-9961-1b56ce809774 req-ddf436d1-412c-44a4-9070-a4be8452f708 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 944 time: 0.2267768 Jan 14 01:38:49.988815 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5ee0-80bc-4781-9198-e773e4e2d2c4 req-e414386e-069c-484a-b47e-18cd570ee737 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:49.990314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-385c5ee0-80bc-4781-9198-e773e4e2d2c4 req-e414386e-069c-484a-b47e-18cd570ee737 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 950 time: 0.1986985 Jan 14 01:38:50.006251 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-c1b67c23-ee20-4d31-b117-c329c9081a6b service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400682 Jan 14 01:38:50.046966 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf148929-6020-4a38-a70e-6d7268896f74 admin admin] Publish callbacks [] for security_group (083851f6-1673-49e1-ad17-897c6bd22bd4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.064837 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-23b780cd-ef2b-4bb1-9961-1b56ce809774 req-94249f0e-33b1-483f-b8f1-7cf4d0085b1b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666563 Jan 14 01:38:50.091559 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf148929-6020-4a38-a70e-6d7268896f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (083851f6-1673-49e1-ad17-897c6bd22bd4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.141653 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d7c5dd7a-1890-4b30-bfd8-4894f896d4cd req-be892c06-e362-43fe-b507-c1f1ef64e794 tempest-DeleteServersAdminTestJSON-1955306127 tempest-DeleteServersAdminTestJSON-1955306127-project-admin] For port a7a34ece-b770-4b98-bc13-476603272037, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a7a34ece-b770-4b98-bc13-476603272037,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:50.142216 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7c5dd7a-1890-4b30-bfd8-4894f896d4cd req-be892c06-e362-43fe-b507-c1f1ef64e794 tempest-DeleteServersAdminTestJSON-1955306127 tempest-DeleteServersAdminTestJSON-1955306127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a7a34ece-b770-4b98-bc13-476603272037), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.177171 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9855ee67-6427-4ab1-8069-80a281cf54df admin admin] Publish callbacks [] for security_group (253f77c8-c33a-45ad-888c-fce9216765b9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.179099 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cf148929-6020-4a38-a70e-6d7268896f74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a7236be86bd444199acd2845b730fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7667065 Jan 14 01:38:50.185853 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45590) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:50.194238 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-385c5ee0-80bc-4781-9198-e773e4e2d2c4 req-e8a87283-255b-45fe-8c6d-53957fa694fa tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902208 Jan 14 01:38:50.196643 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf148929-6020-4a38-a70e-6d7268896f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083851f6-1673-49e1-ad17-897c6bd22bd4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:50.214380 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df69c2a7-317a-47b3-94d3-1152219ad4c2 req-e99a7d0d-085c-4d8a-addd-b6a5abe3e1c6 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969395 Jan 14 01:38:50.214897 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device d62c58fe-adc0-485d-9a83-39297cd2a7c0 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:38:50.242036 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-d7c5dd7a-1890-4b30-bfd8-4894f896d4cd req-be892c06-e362-43fe-b507-c1f1ef64e794 tempest-DeleteServersAdminTestJSON-1955306127 tempest-DeleteServersAdminTestJSON-1955306127-project-admin] Calling delete_port for a7a34ece-b770-4b98-bc13-476603272037 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:38:50.260491 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6364e69b-df82-433b-97a8-c6defba379a3 req-78ce6e33-05b5-4bfa-b8eb-91963459ad73 service neutron] 10.222.0.46 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728749 Jan 14 01:38:50.340279 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9855ee67-6427-4ab1-8069-80a281cf54df admin admin] Publish callbacks [] for security_group (253f77c8-c33a-45ad-888c-fce9216765b9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.359253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdb844-c11e-4ad7-9add-3959303e3b3f req-08bf879e-bd6d-49c0-b696-75db1741d5b3 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:50.361988 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dcbdb844-c11e-4ad7-9add-3959303e3b3f req-08bf879e-bd6d-49c0-b696-75db1741d5b3 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 970 time: 0.0747664 Jan 14 01:38:50.409408 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port d62c58fe-adc0-485d-9a83-39297cd2a7c0, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=d62c58fe-adc0-485d-9a83-39297cd2a7c0,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:50.442577 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'd62c58fe-adc0-485d-9a83-39297cd2a7c0', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'd62c58fe-adc0-485d-9a83-39297cd2a7c0', 'mac_address': 'fa:16:3e:3c:ca:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:tempest-test_az-1922525536', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:38:50.447478 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dcbdb844-c11e-4ad7-9add-3959303e3b3f req-3a4e9e5c-bb95-4110-99d8-92eb0e138642 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741639 Jan 14 01:38:50.501473 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Publish callbacks [] for security_group (35c2a300-bc57-414f-8345-1bf2f156258c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.504827 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port d62c58fe-adc0-485d-9a83-39297cd2a7c0 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:50.505338 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.520840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62c58fe-adc0-485d-9a83-39297cd2a7c0 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:38:50.529825 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (35c2a300-bc57-414f-8345-1bf2f156258c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.540629 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:38:50.543585 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b0e24-74af-41df-99d6-3aaa430ed04d req-a0986597-592b-490a-9ddc-289be4c5a8a2 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:50.545989 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a71b0e24-74af-41df-99d6-3aaa430ed04d req-a0986597-592b-490a-9ddc-289be4c5a8a2 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 972 time: 0.0601437 Jan 14 01:38:50.551095 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port d62c58fe-adc0-485d-9a83-39297cd2a7c0, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=d62c58fe-adc0-485d-9a83-39297cd2a7c0,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:50.556860 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.581586 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0c9dd1f-2ea5-48e9-ac79-0ca18c59129a admin admin] Publish callbacks [] for security_group (083851f6-1673-49e1-ad17-897c6bd22bd4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.604695 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0c9dd1f-2ea5-48e9-ac79-0ca18c59129a admin admin] Publish callbacks [] for security_group (083851f6-1673-49e1-ad17-897c6bd22bd4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.617333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=d62c58fe-adc0-485d-9a83-39297cd2a7c0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:50.624274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a71b0e24-74af-41df-99d6-3aaa430ed04d req-c0c018d3-b867-40d2-a58e-4d93b3e2ef1a tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683267 Jan 14 01:38:50.637695 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (0127132c-c9c9-4b7b-b3fc-0f1b29814de6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.638171 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Added segment 0127132c-c9c9-4b7b-b3fc-0f1b29814de6 of type vlan for network 25b4405a-6703-4765-8d6d-9c7b065abf73 Jan 14 01:38:50.687176 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd76916-fc9a-4b45-9184-a0a1eda5405a req-8bd7921b-9feb-4b92-b43a-7e851286448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:50.689377 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0fd76916-fc9a-4b45-9184-a0a1eda5405a req-8bd7921b-9feb-4b92-b43a-7e851286448c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 1095 time: 0.3095801 Jan 14 01:38:50.701231 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9855ee67-6427-4ab1-8069-80a281cf54df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (253f77c8-c33a-45ad-888c-fce9216765b9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.704397 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9855ee67-6427-4ab1-8069-80a281cf54df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.708348 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9855ee67-6427-4ab1-8069-80a281cf54df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/253f77c8-c33a-45ad-888c-fce9216765b9 HTTP/1.1" status: 204 len: 168 time: 0.8976896 Jan 14 01:38:50.776797 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (25b4405a-6703-4765-8d6d-9c7b065abf73), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.781011 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c2a300-bc57-414f-8345-1bf2f156258c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:50.833062 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855ee67-6427-4ab1-8069-80a281cf54df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253f77c8-c33a-45ad-888c-fce9216765b9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:50.850209 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0c9dd1f-2ea5-48e9-ac79-0ca18c59129a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (083851f6-1673-49e1-ad17-897c6bd22bd4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.852723 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0c9dd1f-2ea5-48e9-ac79-0ca18c59129a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.856261 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b0c9dd1f-2ea5-48e9-ac79-0ca18c59129a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/083851f6-1673-49e1-ad17-897c6bd22bd4 HTTP/1.1" status: 204 len: 168 time: 0.6650300 Jan 14 01:38:50.874008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['d62c58fe-adc0-485d-9a83-39297cd2a7c0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:38:50.886592 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (25b4405a-6703-4765-8d6d-9c7b065abf73), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.887515 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:50.888090 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.894184 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9dd1f-2ea5-48e9-ac79-0ca18c59129a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083851f6-1673-49e1-ad17-897c6bd22bd4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:50.915607 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7c5dd7a-1890-4b30-bfd8-4894f896d4cd req-be892c06-e362-43fe-b507-c1f1ef64e794 tempest-DeleteServersAdminTestJSON-1955306127 tempest-DeleteServersAdminTestJSON-1955306127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a7a34ece-b770-4b98-bc13-476603272037), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:50.945927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93fbca-5c5f-4b87-9515-7d8274e73128 req-1184aa54-b5a9-42c4-9604-d67950cff4a7 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:50.950235 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8d93fbca-5c5f-4b87-9515-7d8274e73128 req-1184aa54-b5a9-42c4-9604-d67950cff4a7 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 943 time: 0.1206789 Jan 14 01:38:50.996843 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3340676 Jan 14 01:38:50.998851 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45600) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:51.001402 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd76916-fc9a-4b45-9184-a0a1eda5405a req-b2b0f9b3-895b-40db-b54e-34f5342ea329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:51.002864 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0fd76916-fc9a-4b45-9184-a0a1eda5405a req-b2b0f9b3-895b-40db-b54e-34f5342ea329 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.2927098 Jan 14 01:38:51.005272 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be892c06-e362-43fe-b507-c1f1ef64e794 tempest-DeleteServersAdminTestJSON-1955306127 tempest-DeleteServersAdminTestJSON-1955306127-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7a34ece-b770-4b98-bc13-476603272037,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:51.009884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e121d3-36eb-46ed-b612-78b4835f5c70 admin admin] Pushing event updated for resources: {'Network': ['ID=25b4405a-6703-4765-8d6d-9c7b065abf73,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:51.013448 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f926cdd9-942e-407f-831e-a530e8599392 admin admin] Request body: {'subnet': {'network_id': '25b4405a-6703-4765-8d6d-9c7b065abf73', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1325141636-subnet', 'tenant_id': '6995184038864f2b9eeda57c3d9cb9fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:51.041513 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 25b4405a-6703-4765-8d6d-9c7b065abf73 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:38:51.105521 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f926cdd9-942e-407f-831e-a530e8599392 admin admin] Made reservation on behalf of 6995184038864f2b9eeda57c3d9cb9fd for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:51.108210 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0fd76916-fc9a-4b45-9184-a0a1eda5405a req-a26a81f8-ecfd-4157-8d99-62457b4cccf0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 217 time: 0.0959094 Jan 14 01:38:51.111627 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f926cdd9-942e-407f-831e-a530e8599392 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.142919 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c5dd7a-1890-4b30-bfd8-4894f896d4cd req-be892c06-e362-43fe-b507-c1f1ef64e794 tempest-DeleteServersAdminTestJSON-1955306127 tempest-DeleteServersAdminTestJSON-1955306127-project-admin] No DVR routers for this DVR port a7a34ece-b770-4b98-bc13-476603272037 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:38:51.212667 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7c5dd7a-1890-4b30-bfd8-4894f896d4cd req-be892c06-e362-43fe-b507-c1f1ef64e794 tempest-DeleteServersAdminTestJSON-1955306127 tempest-DeleteServersAdminTestJSON-1955306127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.216374 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d7c5dd7a-1890-4b30-bfd8-4894f896d4cd req-be892c06-e362-43fe-b507-c1f1ef64e794 tempest-DeleteServersAdminTestJSON-1955306127 tempest-DeleteServersAdminTestJSON-1955306127-project-admin] 10.222.0.46 "DELETE /v2.0/ports/a7a34ece-b770-4b98-bc13-476603272037 HTTP/1.1" status: 204 len: 173 time: 1.7197561 Jan 14 01:38:51.217002 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297aaca8-7b43-4c7d-b4d8-c289169540ec', 'name': 'network-vif-deleted', 'tag': 'a7a34ece-b770-4b98-bc13-476603272037'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:51.219974 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7006895-47ab-4de6-ba17-0867a71509b7" -d '{"events": [{"server_uuid": "297aaca8-7b43-4c7d-b4d8-c289169540ec", "name": "network-vif-deleted", "tag": "a7a34ece-b770-4b98-bc13-476603272037"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:51.273831 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd76916-fc9a-4b45-9184-a0a1eda5405a req-c6527d52-6bd9-4d21-abba-49b72d413a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:51.278257 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0fd76916-fc9a-4b45-9184-a0a1eda5405a req-c6527d52-6bd9-4d21-abba-49b72d413a8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.1364710 Jan 14 01:38:51.293445 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8d93fbca-5c5f-4b87-9515-7d8274e73128 req-0c38c3c6-a0e7-49f6-81d9-4e7d39d14c3e tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3356576 Jan 14 01:38:51.366803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd76916-fc9a-4b45-9184-a0a1eda5405a req-68db8f0c-ec71-4e59-bdf4-ffcbdb6e3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:51.368289 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0fd76916-fc9a-4b45-9184-a0a1eda5405a req-68db8f0c-ec71-4e59-bdf4-ffcbdb6e3233 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807230 Jan 14 01:38:51.434245 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:51.443278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45614) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:51.456578 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3adc6bea-c738-4e61-aa6e-de98de8f502f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.479107 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a2439dfd-d0a6-497a-855e-90ba801c6304 req-e44372c5-ac74-4b3b-b832-bb5ec45777d9 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=297aaca8-7b43-4c7d-b4d8-c289169540ec HTTP/1.1" status: 200 len: 210 time: 0.0872953 Jan 14 01:38:51.483134 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fecd5eab-f9e0-4ce0-ad31-cd049cb6ecca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.527640 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0fd76916-fc9a-4b45-9184-a0a1eda5405a req-3bf9f1f1-aa8e-438d-af4f-601c36996bc1 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529055 Jan 14 01:38:51.537345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f29aa5-9b41-450d-a512-de9c7a9b7b7d req-57866bc6-d42d-4f84-be4a-b222c0bc1f83 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:51.538895 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63f29aa5-9b41-450d-a512-de9c7a9b7b7d req-57866bc6-d42d-4f84-be4a-b222c0bc1f83 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 944 time: 0.2831461 Jan 14 01:38:51.557068 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c43cfe-6f2f-4e49-a332-d2326ad90904 x-openstack-request-id: req-b2c43cfe-6f2f-4e49-a332-d2326ad90904 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:51.557507 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297aaca8-7b43-4c7d-b4d8-c289169540ec", "name": "network-vif-deleted", "tag": "a7a34ece-b770-4b98-bc13-476603272037", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:51.558578 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2c43cfe-6f2f-4e49-a332-d2326ad90904 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:51.558973 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297aaca8-7b43-4c7d-b4d8-c289169540ec', 'name': 'network-vif-deleted', 'tag': 'a7a34ece-b770-4b98-bc13-476603272037', 'status': 'completed', 'code': 200} Jan 14 01:38:51.632288 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f926cdd9-942e-407f-831e-a530e8599392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (f52892b6-476f-43ce-832a-59f8adffdecd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.650140 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3adc6bea-c738-4e61-aa6e-de98de8f502f admin admin] Publish callbacks [] for security_group (a5e62c68-f1c3-4c12-9ea6-9c299034521f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.658471 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3adc6bea-c738-4e61-aa6e-de98de8f502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a5e62c68-f1c3-4c12-9ea6-9c299034521f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.698302 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0fd76916-fc9a-4b45-9184-a0a1eda5405a req-4d24c928-4b5f-4f20-9bee-cda89cf41e2d service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604519 Jan 14 01:38:51.706020 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3adc6bea-c738-4e61-aa6e-de98de8f502f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74b40d22fbfa4bd881993e7ef7f83845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707798 Jan 14 01:38:51.707028 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc6bea-c738-4e61-aa6e-de98de8f502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e62c68-f1c3-4c12-9ea6-9c299034521f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:51.709247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45620) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:51.716317 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63f29aa5-9b41-450d-a512-de9c7a9b7b7d req-e30b3046-8b0e-40da-8f49-1849e03f9173 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555650 Jan 14 01:38:51.749016 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fecd5eab-f9e0-4ce0-ad31-cd049cb6ecca admin admin] Publish callbacks [] for security_group (f383c348-a488-476d-ba40-8305f402ccf1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.767451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2bd07-8632-4f4e-a5ee-1862295792d2 req-a7881302-8b6c-467f-b785-cc8a3c47c8f4 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:51.771003 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7bb2bd07-8632-4f4e-a5ee-1862295792d2 req-a7881302-8b6c-467f-b785-cc8a3c47c8f4 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 971 time: 0.1606154 Jan 14 01:38:51.775136 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fecd5eab-f9e0-4ce0-ad31-cd049cb6ecca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f383c348-a488-476d-ba40-8305f402ccf1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.786547 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3276c4e8-2001-438c-9287-5068a4b673f6 admin admin] Publish callbacks [] for security_group (a5e62c68-f1c3-4c12-9ea6-9c299034521f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.811108 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3276c4e8-2001-438c-9287-5068a4b673f6 admin admin] Publish callbacks [] for security_group (a5e62c68-f1c3-4c12-9ea6-9c299034521f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.822762 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926cdd9-942e-407f-831e-a530e8599392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52892b6-476f-43ce-832a-59f8adffdecd,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:51.834886 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fecd5eab-f9e0-4ce0-ad31-cd049cb6ecca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c78bf3d1dbba496b89481c11ffd5eb7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3877177 Jan 14 01:38:51.847225 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45622) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:51.906401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926cdd9-942e-407f-831e-a530e8599392 admin admin] Checking segment: {'id': '0127132c-c9c9-4b7b-b3fc-0f1b29814de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '25b4405a-6703-4765-8d6d-9c7b065abf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:51.906857 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926cdd9-942e-407f-831e-a530e8599392 admin admin] Network hostable DHCP agents. Network: 25b4405a-6703-4765-8d6d-9c7b065abf73, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:38:51.910032 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd5eab-f9e0-4ce0-ad31-cd049cb6ecca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f383c348-a488-476d-ba40-8305f402ccf1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:51.914277 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ef975af-8a8e-4b6f-88e2-b044efeefbe6 admin admin] Publish callbacks [] for security_group (f383c348-a488-476d-ba40-8305f402ccf1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.930645 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3276c4e8-2001-438c-9287-5068a4b673f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a5e62c68-f1c3-4c12-9ea6-9c299034521f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.933207 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3276c4e8-2001-438c-9287-5068a4b673f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.942506 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3276c4e8-2001-438c-9287-5068a4b673f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5e62c68-f1c3-4c12-9ea6-9c299034521f HTTP/1.1" status: 204 len: 168 time: 0.2282372 Jan 14 01:38:51.962530 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276c4e8-2001-438c-9287-5068a4b673f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e62c68-f1c3-4c12-9ea6-9c299034521f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:51.965464 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ef975af-8a8e-4b6f-88e2-b044efeefbe6 admin admin] Publish callbacks [] for security_group (f383c348-a488-476d-ba40-8305f402ccf1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:51.979519 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7bb2bd07-8632-4f4e-a5ee-1862295792d2 req-48546833-ace9-49bc-a2c3-25740116e542 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580560 Jan 14 01:38:51.990557 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fc3db-3167-488d-bed2-1af3d2722461 req-6d3ee4e2-f148-4a0f-bbec-d04e28ab63ac tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:51.999722 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f97fc3db-3167-488d-bed2-1af3d2722461 req-6d3ee4e2-f148-4a0f-bbec-d04e28ab63ac tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 972 time: 0.1796415 Jan 14 01:38:52.003211 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926cdd9-942e-407f-831e-a530e8599392 admin admin] Network 25b4405a-6703-4765-8d6d-9c7b065abf73 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:38:52.033044 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ef975af-8a8e-4b6f-88e2-b044efeefbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f383c348-a488-476d-ba40-8305f402ccf1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:52.035890 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ef975af-8a8e-4b6f-88e2-b044efeefbe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:52.039912 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f926cdd9-942e-407f-831e-a530e8599392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 25b4405a-6703-4765-8d6d-9c7b065abf73) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:52.040200 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6ef975af-8a8e-4b6f-88e2-b044efeefbe6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f383c348-a488-476d-ba40-8305f402ccf1 HTTP/1.1" status: 204 len: 168 time: 0.1893125 Jan 14 01:38:52.047362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f027751-8332-4b0b-b797-ad03a97301fc None None] Network 25b4405a-6703-4765-8d6d-9c7b065abf73 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:52.056583 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef975af-8a8e-4b6f-88e2-b044efeefbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f383c348-a488-476d-ba40-8305f402ccf1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:52.063363 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f926cdd9-942e-407f-831e-a530e8599392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:52.063957 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f926cdd9-942e-407f-831e-a530e8599392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:52.098374 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f97fc3db-3167-488d-bed2-1af3d2722461 req-fa09009c-a42c-44ef-8e99-c4e9a13ba22f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872386 Jan 14 01:38:52.125609 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f926cdd9-942e-407f-831e-a530e8599392 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1146247 Jan 14 01:38:52.127111 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea56c43-b331-459a-9ec7-c23eee51b473 req-9f8cadc3-5953-4430-9edf-23301b9932c4 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:52.128864 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aea56c43-b331-459a-9ec7-c23eee51b473 req-9f8cadc3-5953-4430-9edf-23301b9932c4 tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2 HTTP/1.1" status: 200 len: 972 time: 0.1074376 Jan 14 01:38:52.190483 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a862c9d-1b1d-4b96-a1df-ff1662959c81 None None] Network 25b4405a-6703-4765-8d6d-9c7b065abf73 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:38:52.254011 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device d62c58fe-adc0-485d-9a83-39297cd2a7c0 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:52.316122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-aea56c43-b331-459a-9ec7-c23eee51b473 req-ab3bdd6e-9af4-4371-bed4-0351cf31cd6f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Deleting port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:38:52.316459 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-aea56c43-b331-459a-9ec7-c23eee51b473 req-ab3bdd6e-9af4-4371-bed4-0351cf31cd6f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:52.360465 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port d62c58fe-adc0-485d-9a83-39297cd2a7c0 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:38:52.366257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port d62c58fe-adc0-485d-9a83-39297cd2a7c0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:52.368862 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:52.423343 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-aea56c43-b331-459a-9ec7-c23eee51b473 req-ab3bdd6e-9af4-4371-bed4-0351cf31cd6f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] For port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9cc492f9-dd95-48d5-ab5e-7da767db5c3b,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:52.423704 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-aea56c43-b331-459a-9ec7-c23eee51b473 req-ab3bdd6e-9af4-4371-bed4-0351cf31cd6f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:52.462398 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-aea56c43-b331-459a-9ec7-c23eee51b473 req-ab3bdd6e-9af4-4371-bed4-0351cf31cd6f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Calling delete_port for 9cc492f9-dd95-48d5-ab5e-7da767db5c3b owned by compute:tempest-test_az-1922525536 {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:38:52.478836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port d62c58fe-adc0-485d-9a83-39297cd2a7c0 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:52.479554 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:52.505477 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801e44f5-2b63-45f3-a72c-7b6bf2117833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62c58fe-adc0-485d-9a83-39297cd2a7c0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:52.508247 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3edda1-7f3d-4641-8403-3cc9e1a5ea34" -d '{"events": [{"server_uuid": "801e44f5-2b63-45f3-a72c-7b6bf2117833", "name": "network-vif-plugged", "status": "completed", "tag": "d62c58fe-adc0-485d-9a83-39297cd2a7c0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:52.522549 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port d62c58fe-adc0-485d-9a83-39297cd2a7c0, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=d62c58fe-adc0-485d-9a83-39297cd2a7c0,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:52.534556 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:52.599151 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d5057-03fa-4ab5-ad13-6a6572c7915a req-ce1b9664-ada2-452a-bf1e-8f72ffeef688 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:52.605959 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-114d5057-03fa-4ab5-ad13-6a6572c7915a req-ce1b9664-ada2-452a-bf1e-8f72ffeef688 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 943 time: 0.1789346 Jan 14 01:38:52.623605 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178e458e-b698-4ea1-9d22-2dea29722622 x-openstack-request-id: req-178e458e-b698-4ea1-9d22-2dea29722622 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:52.623935 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801e44f5-2b63-45f3-a72c-7b6bf2117833", "name": "network-vif-plugged", "status": "completed", "tag": "d62c58fe-adc0-485d-9a83-39297cd2a7c0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:52.624106 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-178e458e-b698-4ea1-9d22-2dea29722622 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:52.624512 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801e44f5-2b63-45f3-a72c-7b6bf2117833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62c58fe-adc0-485d-9a83-39297cd2a7c0', 'code': 200} Jan 14 01:38:52.636233 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=d62c58fe-adc0-485d-9a83-39297cd2a7c0,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:52.717985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.36', 59854) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:52.723117 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-114d5057-03fa-4ab5-ad13-6a6572c7915a req-88b7497f-e5ed-4e7b-9e05-0ed28ef352a7 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161151 Jan 14 01:38:52.769051 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-aea56c43-b331-459a-9ec7-c23eee51b473 req-ab3bdd6e-9af4-4371-bed4-0351cf31cd6f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (9cc492f9-dd95-48d5-ab5e-7da767db5c3b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:52.777232 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f1568-1cba-47d2-9b51-55be34c56ba6 req-dc1270be-09fc-4505-a603-dab4dc398cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:52.778833 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a46f1568-1cba-47d2-9b51-55be34c56ba6 req-dc1270be-09fc-4505-a603-dab4dc398cbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 1123 time: 0.0596967 Jan 14 01:38:52.798357 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 58ed85e9-9509-4915-b988-44db1d6b714f details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:38:52.805965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['9cc492f9-dd95-48d5-ab5e-7da767db5c3b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:38:52.825170 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bdd6e-9af4-4371-bed4-0351cf31cd6f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Pushing event deleted for resources: {'Port': ['ID=9cc492f9-dd95-48d5-ab5e-7da767db5c3b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:52.900796 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-786a603f-d745-4274-84c1-5b79b6d3e68f tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=03c02436d299493cbfe1f452f2da5c1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382028 Jan 14 01:38:52.917588 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a46f1568-1cba-47d2-9b51-55be34c56ba6 req-1e0615fa-a76d-4bc0-8a35-6a1e0a62e820 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280639 Jan 14 01:38:52.959418 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea56c43-b331-459a-9ec7-c23eee51b473 req-ab3bdd6e-9af4-4371-bed4-0351cf31cd6f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] No DVR routers for this DVR port 9cc492f9-dd95-48d5-ab5e-7da767db5c3b on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:38:52.962773 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-aea56c43-b331-459a-9ec7-c23eee51b473 req-ab3bdd6e-9af4-4371-bed4-0351cf31cd6f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:52.966635 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aea56c43-b331-459a-9ec7-c23eee51b473 req-ab3bdd6e-9af4-4371-bed4-0351cf31cd6f tempest-AggregatesAdminTestJSON-1236582007 tempest-AggregatesAdminTestJSON-1236582007-project] 10.222.0.36 "DELETE /v2.0/ports/9cc492f9-dd95-48d5-ab5e-7da767db5c3b HTTP/1.1" status: 204 len: 173 time: 0.8322399 Jan 14 01:38:52.992030 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2', 'name': 'network-vif-deleted', 'tag': '9cc492f9-dd95-48d5-ab5e-7da767db5c3b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:52.994322 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4aeaae-5256-4088-a5fe-d97cad0e656d" -d '{"events": [{"server_uuid": "fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2", "name": "network-vif-deleted", "tag": "9cc492f9-dd95-48d5-ab5e-7da767db5c3b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:53.083532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132125-637b-4989-b97f-f79e3d011457 req-42d8abf8-412b-4564-8ef4-b9a65293889e tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:53.085798 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-42d8abf8-412b-4564-8ef4-b9a65293889e tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836629 Jan 14 01:38:53.092217 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a7a34ece-b770-4b98-bc13-476603272037 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:38:53.129584 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-43d3085a-e0ec-42af-817a-6002a502606e tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/quotas/03c02436d299493cbfe1f452f2da5c1c HTTP/1.1" status: 200 len: 375 time: 0.0347180 Jan 14 01:38:53.140646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: a7a34ece-b770-4b98-bc13-476603272037 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:38:53.141156 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a7a34ece-b770-4b98-bc13-476603272037 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:38:53.199406 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-59cfbfda-7c8a-4749-915a-4988912721f5 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=03c02436d299493cbfe1f452f2da5c1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689905 Jan 14 01:38:53.316059 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 58ed85e9-9509-4915-b988-44db1d6b714f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=58ed85e9-9509-4915-b988-44db1d6b714f,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:53.337916 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '58ed85e9-9509-4915-b988-44db1d6b714f', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'port_id': '58ed85e9-9509-4915-b988-44db1d6b714f', 'mac_address': 'fa:16:3e:82:a2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:38:53.414726 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 58ed85e9-9509-4915-b988-44db1d6b714f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:53.415471 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:53.434574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cb6fb-23da-47db-b243-c8232779b299 req-aa9ce866-4436-4ead-9fc7-d38dc9084f3e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:53.446863 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-aa9ce866-4436-4ead-9fc7-d38dc9084f3e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 820 time: 0.2179382 Jan 14 01:38:53.458923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ed85e9-9509-4915-b988-44db1d6b714f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:38:53.479045 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-2e0c4c4d-e14f-4b8b-a795-fcd9ffca511a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/quotas/fb29aaab805049d786bf79e89fb9efca HTTP/1.1" status: 200 len: 375 time: 0.0283847 Jan 14 01:38:53.505697 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 58ed85e9-9509-4915-b988-44db1d6b714f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=58ed85e9-9509-4915-b988-44db1d6b714f,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:53.511348 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:53.512003 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device d6e19b37-028f-4bd8-b332-962e0c07a042 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:38:53.564918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-0ff4b273-fafa-44e2-b456-08ada32e8e3f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812232 Jan 14 01:38:53.613776 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=58ed85e9-9509-4915-b988-44db1d6b714f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:53.673342 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9a71e-dd2e-40ea-be8e-d38e125b9b13 req-91b60e06-f2c5-4b1b-afdc-7dd345c8b75b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:53.675575 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5d9a71e-dd2e-40ea-be8e-d38e125b9b13 req-91b60e06-f2c5-4b1b-afdc-7dd345c8b75b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 944 time: 0.1591604 Jan 14 01:38:53.712078 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port d6e19b37-028f-4bd8-b332-962e0c07a042, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=d6e19b37-028f-4bd8-b332-962e0c07a042,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:53.736614 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'port_id': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'mac_address': 'fa:16:3e:18:41:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:38:53.804925 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-3a8feb8e-8b51-4fb7-81cf-8198c87fa183 service neutron] 10.222.0.26 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063158 Jan 14 01:38:53.820991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port d6e19b37-028f-4bd8-b332-962e0c07a042 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:53.821394 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:53.852479 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e19b37-028f-4bd8-b332-962e0c07a042 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:38:53.887856 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port d6e19b37-028f-4bd8-b332-962e0c07a042, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=d6e19b37-028f-4bd8-b332-962e0c07a042,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:53.897362 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:54.013644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=d6e19b37-028f-4bd8-b332-962e0c07a042,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:54.222020 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['d6e19b37-028f-4bd8-b332-962e0c07a042'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:38:54.267605 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5d9a71e-dd2e-40ea-be8e-d38e125b9b13 req-58001240-7092-4a87-a16e-9ae601256dbd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544982 Jan 14 01:38:54.269459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['58ed85e9-9509-4915-b988-44db1d6b714f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:38:54.336809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-7a2aa780-c977-4f46-b8b1-a5e8407e2db4 service neutron] 10.222.0.26 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308285 Jan 14 01:38:54.470731 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fada5f-ab90-4fe0-8e1e-a497b27b7142 req-d3f2253d-f54e-4177-b8aa-3b95e9351465 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:54.486631 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15fada5f-ab90-4fe0-8e1e-a497b27b7142 req-d3f2253d-f54e-4177-b8aa-3b95e9351465 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 972 time: 0.0976675 Jan 14 01:38:54.542487 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15fada5f-ab90-4fe0-8e1e-a497b27b7142 req-3a4e3f61-5e70-4804-9fee-32e57e27fd06 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537038 Jan 14 01:38:54.585463 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f007a8-5857-4457-8f6b-dbdde13ac4c6 x-openstack-request-id: req-a0f007a8-5857-4457-8f6b-dbdde13ac4c6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:54.585816 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2", "name": "network-vif-deleted", "tag": "9cc492f9-dd95-48d5-ab5e-7da767db5c3b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:54.586176 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0f007a8-5857-4457-8f6b-dbdde13ac4c6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:54.586788 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4c641a-fd7c-4fd6-b340-0ae3a7eadaa2', 'name': 'network-vif-deleted', 'tag': '9cc492f9-dd95-48d5-ab5e-7da767db5c3b', 'status': 'completed', 'code': 200} Jan 14 01:38:54.692126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-096dbcc4-f8f9-4459-9a62-c4af6b42b5ec req-8c71afc8-dc7d-4fcd-a0f0-0013caaa906a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 210 time: 0.0404506 Jan 14 01:38:54.768734 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fcecbc0c-da75-45b1-b557-5b14743fca98 req-2ed4a10c-5a94-4d16-af92-aa4303285a2f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 210 time: 0.0348577 Jan 14 01:38:54.799031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66c396-c959-4522-bda1-3a2de42dbc19 req-e9bec399-1164-45a7-b457-73f9419607ef tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:54.814726 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe66c396-c959-4522-bda1-3a2de42dbc19 req-e9bec399-1164-45a7-b457-73f9419607ef tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 944 time: 0.1297498 Jan 14 01:38:54.881893 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe66c396-c959-4522-bda1-3a2de42dbc19 req-40b48480-67ee-4e2a-8b0d-6350ea951635 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639508 Jan 14 01:38:54.913806 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-9b490308-ff46-488b-824a-a8893de89524 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=03c02436d299493cbfe1f452f2da5c1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280106 Jan 14 01:38:55.091502 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132125-637b-4989-b97f-f79e3d011457 req-8e8e3248-3097-48a1-87d4-8df05b6e68e0 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:55.093448 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-8e8e3248-3097-48a1-87d4-8df05b6e68e0 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747735 Jan 14 01:38:55.119356 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-ab132125-637b-4989-b97f-f79e3d011457 req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Request body: {'port': {'device_id': 'ef9bab7e-cc08-4947-ae18-419009484883', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '03c02436d299493cbfe1f452f2da5c1c'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:55.154336 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45774) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:55.254667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab132125-637b-4989-b97f-f79e3d011457 req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Made reservation on behalf of 03c02436d299493cbfe1f452f2da5c1c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:55.258477 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ab132125-637b-4989-b97f-f79e3d011457 req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:55.443375 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-de9c800f-a4a4-4011-a9d8-630b9305ecfd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28778c288a1544938bf3bdc3e92dc8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872567 Jan 14 01:38:55.444124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45786) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:55.497617 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-ab132125-637b-4989-b97f-f79e3d011457 req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Allocated IP 192.168.233.107 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/0e2d3264-1c45-4a2a-8de5-05c0fe050406) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:55.525931 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5fc17e6-2cd5-4d5e-b0e8-c57e0f2df475 admin admin] Publish callbacks [] for security_group (cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:55.552307 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5fc17e6-2cd5-4d5e-b0e8-c57e0f2df475 admin admin] Publish callbacks [] for security_group (cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:55.615097 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5315125-0ce4-4d83-b5c0-82c6e96b2d0b req-12ddda13-ad01-4940-b0b8-2582c82ae992 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:55.622978 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5315125-0ce4-4d83-b5c0-82c6e96b2d0b req-12ddda13-ad01-4940-b0b8-2582c82ae992 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 945 time: 0.2580764 Jan 14 01:38:55.626326 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5fc17e6-2cd5-4d5e-b0e8-c57e0f2df475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:55.629077 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5fc17e6-2cd5-4d5e-b0e8-c57e0f2df475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:55.630652 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c5fc17e6-2cd5-4d5e-b0e8-c57e0f2df475 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20 HTTP/1.1" status: 204 len: 168 time: 0.1854312 Jan 14 01:38:55.640143 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc17e6-2cd5-4d5e-b0e8-c57e0f2df475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0c57f5-2c0d-4b92-acc9-3ac8f699fb20,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:55.745708 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-e06b180c-d6b6-4f34-9056-435f67e38b8e tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2950b316bbf74bffa77aa4146c9c7869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558376 Jan 14 01:38:55.747650 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45804) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:55.792245 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5315125-0ce4-4d83-b5c0-82c6e96b2d0b req-9c218ff3-3a59-4793-8210-61917dc7bc93 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543851 Jan 14 01:38:55.832485 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ab132125-637b-4989-b97f-f79e3d011457 req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks [] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:55.905439 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-51f489fa-3256-4a36-b74e-b4c769a82858 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:55.912557 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-51f489fa-3256-4a36-b74e-b4c769a82858 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494515 Jan 14 01:38:55.931413 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-4deb1538-bc41-48a3-9c9e-c4451acce990 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/quotas/2950b316bbf74bffa77aa4146c9c7869 HTTP/1.1" status: 200 len: 375 time: 0.0179064 Jan 14 01:38:55.941770 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ab132125-637b-4989-b97f-f79e3d011457 req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.015198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab132125-637b-4989-b97f-f79e3d011457 req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:56.033631 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-ab132125-637b-4989-b97f-f79e3d011457 req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:56.045692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab132125-637b-4989-b97f-f79e3d011457 req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:56.124308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Pushing event updated for resources: {'Port': ['ID=0e2d3264-1c45-4a2a-8de5-05c0fe050406,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:56.131578 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95b75d06-7455-4061-a3a6-9c14f00e260d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.170501 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-bceabe54-966f-4b28-84c7-e4d9e5fe8e07 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2950b316bbf74bffa77aa4146c9c7869&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2328987 Jan 14 01:38:56.197934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cb6fb-23da-47db-b243-c8232779b299 req-95086445-b68a-4d40-a14f-f5c9faefba00 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:56.200480 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-95086445-b68a-4d40-a14f-f5c9faefba00 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.36 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 820 time: 0.2693212 Jan 14 01:38:56.221098 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f49cb6fb-23da-47db-b243-c8232779b299 req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Request body: {'port': {'device_id': '54420223-dda6-4c95-90e5-aadabd2695da', 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb', 'admin_state_up': True, 'tenant_id': 'fb29aaab805049d786bf79e89fb9efca'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.224317 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132125-637b-4989-b97f-f79e3d011457 req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:56.226358 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ab132125-637b-4989-b97f-f79e3d011457 req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.250685 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 9cc492f9-dd95-48d5-ab5e-7da767db5c3b no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:38:56.267579 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-33192ebb-5d0b-48ea-8c42-5258b56ea814 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1523197 Jan 14 01:38:56.269827 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45814) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:56.301141 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 9cc492f9-dd95-48d5-ab5e-7da767db5c3b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:38:56.302759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 9cc492f9-dd95-48d5-ab5e-7da767db5c3b not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:38:56.303474 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Request body: {'port': {'device_id': 'ef9bab7e-cc08-4947-ae18-419009484883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:56.420246 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49cb6fb-23da-47db-b243-c8232779b299 req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Made reservation on behalf of fb29aaab805049d786bf79e89fb9efca for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:56.424097 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f49cb6fb-23da-47db-b243-c8232779b299 req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.429097 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d670e469-0516-40fb-81a2-21c8a0a31815 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f0563491c7c4d65a8232f9181d8b25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580915 Jan 14 01:38:56.435086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45822) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:56.457578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1a2fa607-89ea-4109-aea4-71448a03cb8c None None] Provisioning complete for port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:56.457949 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa607-89ea-4109-aea4-71448a03cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.470017 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea82604d-9fd7-4ef4-9fc3-a5593bd2bbe1 req-a6f503ef-81e5-4c55-afb7-f2cb4df275b1 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 210 time: 0.0468922 Jan 14 01:38:56.504946 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95b75d06-7455-4061-a3a6-9c14f00e260d admin admin] Publish callbacks [] for security_group (36406760-6653-42ae-9956-796dee346054), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.506991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1a2fa607-89ea-4109-aea4-71448a03cb8c None None] Port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:38:56.517440 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95b75d06-7455-4061-a3a6-9c14f00e260d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (36406760-6653-42ae-9956-796dee346054), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.542973 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.559181 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf78195-4f92-4fae-b516-1fe210f61f9e req-f97efc71-b9ba-41fb-a858-d94a5c5d53bf tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:56.560697 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cbf78195-4f92-4fae-b516-1fe210f61f9e req-f97efc71-b9ba-41fb-a858-d94a5c5d53bf tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 936 time: 0.2134397 Jan 14 01:38:56.597770 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-95b75d06-7455-4061-a3a6-9c14f00e260d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1cb51fc78c74036bbd93293bbf30056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8488669 Jan 14 01:38:56.602868 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45828) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:56.615723 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b75d06-7455-4061-a3a6-9c14f00e260d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36406760-6653-42ae-9956-796dee346054,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:56.691747 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-f49cb6fb-23da-47db-b243-c8232779b299 req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Allocated IP 172.20.0.6 (61934a89-e7c0-4c0c-b87e-9b0f2dc593bb/d2dc1ec0-b4e3-4416-992a-c3607b086cec/4a366cd5-345b-42a2-967e-ac258c0e21b1) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:56.711801 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61194366-4756-4474-b547-db87e14f0137 admin admin] Publish callbacks [] for security_group (09d46d39-294e-4e40-af45-32a6380d78a2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.755811 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cbf78195-4f92-4fae-b516-1fe210f61f9e req-58f1fa21-661c-4342-b78f-09f4f72c0d5b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765952 Jan 14 01:38:56.769018 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6061b1-66cc-42a9-a176-0d422b12d3f8 req-c23266eb-354e-439d-bef6-cc4a745cc67c tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:56.776041 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-da6061b1-66cc-42a9-a176-0d422b12d3f8 req-c23266eb-354e-439d-bef6-cc4a745cc67c tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 944 time: 0.2018578 Jan 14 01:38:56.817234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 58ed85e9-9509-4915-b988-44db1d6b714f up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:56.841035 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61194366-4756-4474-b547-db87e14f0137 admin admin] Publish callbacks [] for security_group (09d46d39-294e-4e40-af45-32a6380d78a2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.890071 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f64cb4c-8bff-4501-9319-82712d02eb94 admin admin] Publish callbacks [] for security_group (36406760-6653-42ae-9956-796dee346054), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.895139 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 58ed85e9-9509-4915-b988-44db1d6b714f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:38:56.897668 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f49cb6fb-23da-47db-b243-c8232779b299 req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks [] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.900712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 58ed85e9-9509-4915-b988-44db1d6b714f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:56.901179 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.948038 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f49cb6fb-23da-47db-b243-c8232779b299 req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:56.983751 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-93cab25a-c86a-4aff-bdac-5a4491a28e7c req-1e60ce40-fe93-4db6-ac70-89e11b915cb3 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 210 time: 0.0625162 Jan 14 01:38:56.993979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49cb6fb-23da-47db-b243-c8232779b299 req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:38:56.997082 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-f49cb6fb-23da-47db-b243-c8232779b299 req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:38:56.999440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49cb6fb-23da-47db-b243-c8232779b299 req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:38:57.011922 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 58ed85e9-9509-4915-b988-44db1d6b714f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:57.012402 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.037891 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ed85e9-9509-4915-b988-44db1d6b714f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:57.040833 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a68952e-181a-49dc-8f69-d5168e50f8fd" -d '{"events": [{"server_uuid": "7e26e927-9e4c-4f5e-b932-ee91583b4d2d", "name": "network-vif-plugged", "status": "completed", "tag": "58ed85e9-9509-4915-b988-44db1d6b714f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:57.050619 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-da6061b1-66cc-42a9-a176-0d422b12d3f8 req-13eba861-b153-4123-8253-e9b4e23151a3 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736433 Jan 14 01:38:57.055767 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 58ed85e9-9509-4915-b988-44db1d6b714f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=58ed85e9-9509-4915-b988-44db1d6b714f,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:57.059718 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f64cb4c-8bff-4501-9319-82712d02eb94 admin admin] Publish callbacks [] for security_group (36406760-6653-42ae-9956-796dee346054), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.063674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cb6fb-23da-47db-b243-c8232779b299 req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:57.064325 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f49cb6fb-23da-47db-b243-c8232779b299 req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.073503 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.074778 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device d6e19b37-028f-4bd8-b332-962e0c07a042 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:38:57.100243 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Pushing event updated for resources: {'Port': ['ID=4a366cd5-345b-42a2-967e-ac258c0e21b1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:57.111923 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-d32c1c3e-9465-408e-b83b-621e8adf9eae tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8965833 Jan 14 01:38:57.122012 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61194366-4756-4474-b547-db87e14f0137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (09d46d39-294e-4e40-af45-32a6380d78a2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.124609 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61194366-4756-4474-b547-db87e14f0137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.126333 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-61194366-4756-4474-b547-db87e14f0137 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09d46d39-294e-4e40-af45-32a6380d78a2 HTTP/1.1" status: 204 len: 168 time: 0.6595073 Jan 14 01:38:57.136047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Request body: {'port': {'device_id': '54420223-dda6-4c95-90e5-aadabd2695da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:57.185412 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61194366-4756-4474-b547-db87e14f0137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d46d39-294e-4e40-af45-32a6380d78a2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:57.224381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=58ed85e9-9509-4915-b988-44db1d6b714f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:57.236756 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port d6e19b37-028f-4bd8-b332-962e0c07a042 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:38:57.243690 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port d6e19b37-028f-4bd8-b332-962e0c07a042 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:38:57.244941 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.266618 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d9d4-9354-4eea-938a-dc62193cc078 req-b47da7ff-6c56-4590-9948-78964ee3afc2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:57.273421 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-61d2d9d4-9354-4eea-938a-dc62193cc078 req-b47da7ff-6c56-4590-9948-78964ee3afc2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 945 time: 0.1087615 Jan 14 01:38:57.282899 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.284977 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f64cb4c-8bff-4501-9319-82712d02eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (36406760-6653-42ae-9956-796dee346054), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.287610 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f64cb4c-8bff-4501-9319-82712d02eb94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.288695 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5f64cb4c-8bff-4501-9319-82712d02eb94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36406760-6653-42ae-9956-796dee346054 HTTP/1.1" status: 204 len: 168 time: 0.6701083 Jan 14 01:38:57.330792 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64cb4c-8bff-4501-9319-82712d02eb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36406760-6653-42ae-9956-796dee346054,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:57.354879 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2d3264-1c45-4a2a-8de5-05c0fe050406 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:38:57.369904 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Publish callbacks [] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.388052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port d6e19b37-028f-4bd8-b332-962e0c07a042 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:38:57.389056 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.391741 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-61d2d9d4-9354-4eea-938a-dc62193cc078 req-a6a4a0c5-604c-44a6-a4d2-b6c012a078df tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167891 Jan 14 01:38:57.398670 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Transition to ACTIVE for port object 0e2d3264-1c45-4a2a-8de5-05c0fe050406 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:38:57.411018 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.515904 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port d6e19b37-028f-4bd8-b332-962e0c07a042, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=d6e19b37-028f-4bd8-b332-962e0c07a042,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:38:57.519627 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4570598-d9ae-4c5b-a31b-b50ce617037f x-openstack-request-id: req-d4570598-d9ae-4c5b-a31b-b50ce617037f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:57.520421 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e26e927-9e4c-4f5e-b932-ee91583b4d2d", "name": "network-vif-plugged", "status": "completed", "tag": "58ed85e9-9509-4915-b988-44db1d6b714f", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:57.520877 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4570598-d9ae-4c5b-a31b-b50ce617037f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:57.521818 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ed85e9-9509-4915-b988-44db1d6b714f', 'code': 200} Jan 14 01:38:57.525055 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:57.629058 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=d6e19b37-028f-4bd8-b332-962e0c07a042,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:57.695019 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2d3264-1c45-4a2a-8de5-05c0fe050406,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:57.882001 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c619fe-56e1-4229-ac31-5be51580edf4 req-df4da2cd-a37c-4eea-aaf7-731b445408a6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:57.883613 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36c619fe-56e1-4229-ac31-5be51580edf4 req-df4da2cd-a37c-4eea-aaf7-731b445408a6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 931 time: 0.2088704 Jan 14 01:38:57.918224 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Attempting to bind port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:57.918599 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Attempting to bind port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:57.919090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Attempting to bind port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:57.949234 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-ff966dec-acb9-44ec-b5d7-8cea34ffd81e tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2950b316bbf74bffa77aa4146c9c7869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1920407 Jan 14 01:38:57.981982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:38:57.982706 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Attempting to bind port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:57.991787 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45864) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:58.003761 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:58.004745 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:58.005157 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:58.006227 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Bound port: 0e2d3264-1c45-4a2a-8de5-05c0fe050406, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:58.007218 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.036357 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.072249 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c04d0-1a3f-4cfe-9a0e-e06b95113426 req-e3b38ee7-9762-4967-8904-9804718303e3 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:58.075070 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-231c04d0-1a3f-4cfe-9a0e-e06b95113426 req-e3b38ee7-9762-4967-8904-9804718303e3 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 948 time: 0.1904106 Jan 14 01:38:58.124191 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36c619fe-56e1-4229-ac31-5be51580edf4 req-bbdc06ff-c3c0-407e-8fdf-111d33a30d71 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075002 Jan 14 01:38:58.209120 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45872) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:58.271857 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04151d-d9eb-4e79-92a2-8e896cafbb88 req-a8406f77-d47c-41f5-bb6e-87644f787f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:58.273421 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3f04151d-d9eb-4e79-92a2-8e896cafbb88 req-a8406f77-d47c-41f5-bb6e-87644f787f94 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 1096 time: 0.5401406 Jan 14 01:38:58.275013 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28a61386-0670-4ba8-ba96-963de5cd88ae req-0d75fb77-45d3-4d3a-bc7a-bcbce62d26c2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 210 time: 0.0662119 Jan 14 01:38:58.311272 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] For port 0e2d3264-1c45-4a2a-8de5-05c0fe050406, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:58.333578 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Publish callbacks [] for security_group (90380230-9207-4793-85ea-73677fb93d10), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.344381 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] For port 0e2d3264-1c45-4a2a-8de5-05c0fe050406, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0e2d3264-1c45-4a2a-8de5-05c0fe050406,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:58.346711 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (90380230-9207-4793-85ea-73677fb93d10), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.372141 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-231c04d0-1a3f-4cfe-9a0e-e06b95113426 req-06e63797-2200-423e-bdd2-b87555351520 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349725 Jan 14 01:38:58.391182 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.467059 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a366cd5-345b-42a2-967e-ac258c0e21b1 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:38:58.478643 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2d3264-1c45-4a2a-8de5-05c0fe050406,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:58.480787 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90380230-9207-4793-85ea-73677fb93d10,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:58.486062 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Publish callbacks [] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.498033 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9ed5ad270344330b86b905fe7bae789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5029900 Jan 14 01:38:58.499048 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96100165-5c7b-458d-a46f-c898dd5eeb7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.503608 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-53b43340-5b66-4512-84e5-e06a241e15ba tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:58.505109 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-53b43340-5b66-4512-84e5-e06a241e15ba tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5497584 Jan 14 01:38:58.508106 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45884) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:58.512299 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3f04151d-d9eb-4e79-92a2-8e896cafbb88 req-adcdb8d2-282d-4ffc-aa1f-8ea0816b81dd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288961 Jan 14 01:38:58.525184 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Transition to ACTIVE for port object 4a366cd5-345b-42a2-967e-ac258c0e21b1 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:38:58.531768 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.548409 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.548773 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.549086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.549424 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.549750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.550078 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.551020 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.551020 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.551020 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.551558 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.551641 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.551955 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.552270 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.573059 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.573544 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.573754 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.574149 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.575170 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.575509 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.576103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.576450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.577096 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.577096 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.577404 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.577729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.578082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168ae3f-f1f1-455f-82c0-4d782ec57878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.586657 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:58.587292 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.588612 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-c3e99857-9f66-477f-86ea-d27a66114673 service neutron] 10.222.0.36 "PUT /v2.0/ports/0e2d3264-1c45-4a2a-8de5-05c0fe050406 HTTP/1.1" status: 200 len: 1096 time: 2.2896988 Jan 14 01:38:58.589938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9bab7e-cc08-4947-ae18-419009484883', 'tag': '0e2d3264-1c45-4a2a-8de5-05c0fe050406'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:58.592197 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8a8231-bc0e-4c82-b23c-5d19acde3879" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9bab7e-cc08-4947-ae18-419009484883", "tag": "0e2d3264-1c45-4a2a-8de5-05c0fe050406"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:58.635066 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Pushing event updated for resources: {'Port': ['ID=4a366cd5-345b-42a2-967e-ac258c0e21b1,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:58.689405 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.689747 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.690081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.690430 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.690765 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.691092 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.691414 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.691733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.692350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.701370 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.701726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.702063 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.702392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:38:58.707629 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a284c6c-f102-4aaf-adf2-ae67179ad0bf admin admin] Publish callbacks [] for security_group (90380230-9207-4793-85ea-73677fb93d10), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.743213 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a284c6c-f102-4aaf-adf2-ae67179ad0bf admin admin] Publish callbacks [] for security_group (90380230-9207-4793-85ea-73677fb93d10), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.746500 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1af7-b1fc-4d21-99b9-0a68574c6736 req-4d793b60-84ba-4c96-8038-c11be5b942ab tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:58.748075 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-719e1af7-b1fc-4d21-99b9-0a68574c6736 req-4d793b60-84ba-4c96-8038-c11be5b942ab tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 945 time: 0.2736418 Jan 14 01:38:58.769555 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Attempting to bind port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:38:58.769883 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Attempting to bind port 4a366cd5-345b-42a2-967e-ac258c0e21b1 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:38:58.770202 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Attempting to bind port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:58.775721 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16768af-c3b3-4311-9c90-315cdaa7cf9e req-be9d2d1a-c26f-49ea-a151-2fa0141835ed tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:58.778014 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c16768af-c3b3-4311-9c90-315cdaa7cf9e req-be9d2d1a-c26f-49ea-a151-2fa0141835ed tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 946 time: 0.2918420 Jan 14 01:38:58.787196 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:38:58.787662 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Attempting to bind port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:38:58.793237 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:38:58.793535 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:38:58.793896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Bound using segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:38:58.794186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132125-637b-4989-b97f-f79e3d011457 req-9125cc41-dafb-4b7f-ac27-83994b021b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:58.794308 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Bound port: 4a366cd5-345b-42a2-967e-ac258c0e21b1, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:38:58.794683 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.795700 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-9125cc41-dafb-4b7f-ac27-83994b021b6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=03c02436d299493cbfe1f452f2da5c1c&device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 1099 time: 0.1405551 Jan 14 01:38:58.802963 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Request body: {'port': {'device_id': '47b5cf0e-bc4b-418c-8664-a0a894462152', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '2950b316bbf74bffa77aa4146c9c7869'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:38:58.899012 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a284c6c-f102-4aaf-adf2-ae67179ad0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (90380230-9207-4793-85ea-73677fb93d10), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.901503 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a284c6c-f102-4aaf-adf2-ae67179ad0bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.902845 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8a284c6c-f102-4aaf-adf2-ae67179ad0bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90380230-9207-4793-85ea-73677fb93d10 HTTP/1.1" status: 204 len: 168 time: 0.3937049 Jan 14 01:38:58.920021 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a284c6c-f102-4aaf-adf2-ae67179ad0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90380230-9207-4793-85ea-73677fb93d10,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:58.945754 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-17bdd1d8-564c-42b6-836b-87eaa881b2d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0e2d3264-1c45-4a2a-8de5-05c0fe050406 HTTP/1.1" status: 200 len: 217 time: 0.1115661 Jan 14 01:38:58.959065 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96100165-5c7b-458d-a46f-c898dd5eeb7d admin admin] Publish callbacks [] for security_group (599f3a47-c67e-4691-80a4-52f9d0143b36), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.964786 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:38:58.985607 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:38:58.988276 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96100165-5c7b-458d-a46f-c898dd5eeb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (599f3a47-c67e-4691-80a4-52f9d0143b36), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:58.999895 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:59.032436 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c16768af-c3b3-4311-9c90-315cdaa7cf9e req-0b63e59d-9921-4fed-9df1-e310ee8c9bd7 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338171 Jan 14 01:38:59.048336 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:59.048947 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:59.051034 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a366cd5-345b-42a2-967e-ac258c0e21b1 HTTP/1.1" status: 200 len: 1091 time: 1.9214187 Jan 14 01:38:59.053641 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-719e1af7-b1fc-4d21-99b9-0a68574c6736 req-086ebfbc-e984-45f6-a0f2-53d44159a1f8 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915823 Jan 14 01:38:59.055640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54420223-dda6-4c95-90e5-aadabd2695da', 'tag': '4a366cd5-345b-42a2-967e-ac258c0e21b1'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:59.058000 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8e011a-56bf-4954-9503-61b3f3b5e0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "54420223-dda6-4c95-90e5-aadabd2695da", "tag": "4a366cd5-345b-42a2-967e-ac258c0e21b1"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:59.084954 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-96100165-5c7b-458d-a46f-c898dd5eeb7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=184f08301a9c4fc8a6d47e9e201c2c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8670776 Jan 14 01:38:59.085719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45902) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:38:59.097209 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96100165-5c7b-458d-a46f-c898dd5eeb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599f3a47-c67e-4691-80a4-52f9d0143b36,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:59.100487 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Made reservation on behalf of 2950b316bbf74bffa77aa4146c9c7869 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:38:59.106053 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:59.109482 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132125-637b-4989-b97f-f79e3d011457 req-fe888d7e-7487-4a74-9d3a-380995856de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:59.110945 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-fe888d7e-7487-4a74-9d3a-380995856de9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1470933 Jan 14 01:38:59.136872 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec263369-4a10-4173-b114-75745d7b5f23 x-openstack-request-id: req-ec263369-4a10-4173-b114-75745d7b5f23 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:59.137053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0391131-62e9-4e06-b4be-d58c0093ea27 service neutron] Pushing event updated for resources: {'Port': ['ID=4a366cd5-345b-42a2-967e-ac258c0e21b1,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:59.137419 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9bab7e-cc08-4947-ae18-419009484883", "tag": "0e2d3264-1c45-4a2a-8de5-05c0fe050406", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:59.137554 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec263369-4a10-4173-b114-75745d7b5f23 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:59.137925 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9bab7e-cc08-4947-ae18-419009484883', 'tag': '0e2d3264-1c45-4a2a-8de5-05c0fe050406', 'status': 'completed', 'code': 200} Jan 14 01:38:59.195522 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aba7aeed-3aec-41e0-b5a2-32fd1f712b40 admin admin] Publish callbacks [] for security_group (599f3a47-c67e-4691-80a4-52f9d0143b36), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:59.202598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132125-637b-4989-b97f-f79e3d011457 req-ca428b68-b219-4537-83af-e504bd728672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:59.204878 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-ca428b68-b219-4537-83af-e504bd728672 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796540 Jan 14 01:38:59.229973 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cac1a20-1f79-47f5-b11e-240fef9b1dbf x-openstack-request-id: req-5cac1a20-1f79-47f5-b11e-240fef9b1dbf {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:38:59.230797 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54420223-dda6-4c95-90e5-aadabd2695da", "tag": "4a366cd5-345b-42a2-967e-ac258c0e21b1", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:38:59.231205 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cac1a20-1f79-47f5-b11e-240fef9b1dbf {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:38:59.231733 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54420223-dda6-4c95-90e5-aadabd2695da', 'tag': '4a366cd5-345b-42a2-967e-ac258c0e21b1', 'status': 'completed', 'code': 200} Jan 14 01:38:59.236345 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aba7aeed-3aec-41e0-b5a2-32fd1f712b40 admin admin] Publish callbacks [] for security_group (599f3a47-c67e-4691-80a4-52f9d0143b36), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:59.288106 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cb6fb-23da-47db-b243-c8232779b299 req-3137d153-5380-4edc-a7df-24cd4a3e9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:59.290614 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-3137d153-5380-4edc-a7df-24cd4a3e9639 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 1094 time: 0.1313214 Jan 14 01:38:59.362866 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-28c0a0b2-01a4-4d4a-9530-52ab9bbee057 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1 HTTP/1.1" status: 200 len: 217 time: 0.0529742 Jan 14 01:38:59.438705 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Allocated IP 192.168.233.80 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/ed72ac1c-6ad1-4b26-8b23-451a21c5b94f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:38:59.461663 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cb6fb-23da-47db-b243-c8232779b299 req-be1c89e4-4774-4b50-b084-ab06dfbc4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:59.463678 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-be1c89e4-4774-4b50-b084-ab06dfbc4d22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.0925610 Jan 14 01:38:59.509970 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-dc5f6015-07b3-4d59-9896-2609fb42b3bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378687 Jan 14 01:38:59.523397 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:38:59.528156 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed812585-fa62-4482-a484-f86d2276bdaf" -d '{"events": [{"server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "name": "network-vif-plugged", "status": "completed", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:38:59.639452 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3869a814-63df-4efa-b8f6-83adb970a349 req-824408cf-7c11-495f-b3d0-650846c93e15 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 210 time: 0.0485272 Jan 14 01:38:59.757672 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48201b-8fd9-43c6-9c06-72e6ffdaadb7 req-8d02ade8-ee75-4b84-adff-31831038f96b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:59.759181 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a48201b-8fd9-43c6-9c06-72e6ffdaadb7 req-8d02ade8-ee75-4b84-adff-31831038f96b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 943 time: 0.5209682 Jan 14 01:38:59.788104 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-97b80723-574c-49fc-a95d-b807dc2f458a service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655875 Jan 14 01:38:59.793817 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-c346ba8d-9567-4831-a04d-20a7b1a27e59 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775495 Jan 14 01:38:59.814516 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aba7aeed-3aec-41e0-b5a2-32fd1f712b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (599f3a47-c67e-4691-80a4-52f9d0143b36), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:59.816933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aba7aeed-3aec-41e0-b5a2-32fd1f712b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:59.821155 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-aba7aeed-3aec-41e0-b5a2-32fd1f712b40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/599f3a47-c67e-4691-80a4-52f9d0143b36 HTTP/1.1" status: 204 len: 168 time: 0.7322698 Jan 14 01:38:59.880541 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7aeed-3aec-41e0-b5a2-32fd1f712b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599f3a47-c67e-4691-80a4-52f9d0143b36,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:38:59.909640 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879f06b-2953-46f2-9acb-3ca2c4c4349c req-e16d455f-727d-4994-90f7-3fc1f7adc03d tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:38:59.916743 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b879f06b-2953-46f2-9acb-3ca2c4c4349c req-e16d455f-727d-4994-90f7-3fc1f7adc03d tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 948 time: 0.1848278 Jan 14 01:38:59.930550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a48201b-8fd9-43c6-9c06-72e6ffdaadb7 req-6fa6b402-f0fc-4cda-bf00-478feed1f20c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516020 Jan 14 01:38:59.930711 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks [] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:38:59.991970 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f49cb6fb-23da-47db-b243-c8232779b299 req-5c96dd96-0fa1-4b1b-9c18-03c6ac65aae1 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617289 Jan 14 01:38:59.997397 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab132125-637b-4989-b97f-f79e3d011457 req-b4bd1f52-42d5-4932-bd4d-886780a927cb service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950159 Jan 14 01:39:00.005365 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:00.032141 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b879f06b-2953-46f2-9acb-3ca2c4c4349c req-e208f75d-6c4b-46be-8bec-e9e2a9955105 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108105 Jan 14 01:39:00.047266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['d62c58fe-adc0-485d-9a83-39297cd2a7c0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:00.051711 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5192e0eb-b096-4529-b6c9-0b86138bee43 x-openstack-request-id: req-5192e0eb-b096-4529-b6c9-0b86138bee43 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:00.051866 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "name": "network-vif-plugged", "status": "completed", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:00.052133 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5192e0eb-b096-4529-b6c9-0b86138bee43 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:00.052513 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'code': 200} Jan 14 01:39:00.084418 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:39:00.099546 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:00.105891 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:39:00.197229 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Pushing event updated for resources: {'Port': ['ID=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:00.277324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:00.277976 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:00.308360 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3c8f9-68af-43e4-a8ef-340a969cbbc5 req-68a8128d-6d7a-4400-bd5b-092b2b5c0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:00.309930 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1ed3c8f9-68af-43e4-a8ef-340a969cbbc5 req-68a8128d-6d7a-4400-bd5b-092b2b5c0eaf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 1097 time: 0.1552122 Jan 14 01:39:00.319261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e011a-56bf-4954-9503-61b3f3b5e0b1 req-802a0561-d6ca-43df-8432-9b19c9107017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:00.321032 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7f8e011a-56bf-4954-9503-61b3f3b5e0b1 req-802a0561-d6ca-43df-8432-9b19c9107017 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 1094 time: 0.1246316 Jan 14 01:39:00.324019 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-2b9760d3-1117-448e-98b3-8b6b49154d6b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5271888 Jan 14 01:39:00.376255 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864027f2-804e-4d8d-a002-a4bb5fc7a3f1 req-0757c0df-a339-4e8c-ab4d-bba3d84b9443 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:00.377773 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-864027f2-804e-4d8d-a002-a4bb5fc7a3f1 req-0757c0df-a339-4e8c-ab4d-bba3d84b9443 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 946 time: 0.1674402 Jan 14 01:39:00.380968 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8231-bc0e-4c82-b23c-5d19acde3879 req-383610f7-6b49-4dcd-8c0e-f7fd12e530c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:00.382408 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d8a8231-bc0e-4c82-b23c-5d19acde3879 req-383610f7-6b49-4dcd-8c0e-f7fd12e530c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=03c02436d299493cbfe1f452f2da5c1c&device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 1099 time: 0.1976347 Jan 14 01:39:00.490630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Request body: {'port': {'device_id': '47b5cf0e-bc4b-418c-8664-a0a894462152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:00.528949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2a2d5573-0873-4d59-9b3b-74846189ba45 None None] Provisioning complete for port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:00.529745 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5573-0873-4d59-9b3b-74846189ba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:00.565298 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e011a-56bf-4954-9503-61b3f3b5e0b1 req-5df5fe3e-1e86-4366-8ec5-77367df4a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:00.567082 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7f8e011a-56bf-4954-9503-61b3f3b5e0b1 req-5df5fe3e-1e86-4366-8ec5-77367df4a563 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.2356687 Jan 14 01:39:00.570365 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-864027f2-804e-4d8d-a002-a4bb5fc7a3f1 req-2eacadf0-04e5-4946-b8bb-19efcd255ed4 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862299 Jan 14 01:39:00.587832 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45952) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:00.601394 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d5573-0873-4d59-9b3b-74846189ba45 None None] Port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:39:00.620214 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1ed3c8f9-68af-43e4-a8ef-340a969cbbc5 req-b3c5f6c1-ec70-4d72-956e-1c1c4461602d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024559 Jan 14 01:39:00.634609 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1df73e8f-c5f5-45da-b66b-05c7b3d57109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:00.653491 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8231-bc0e-4c82-b23c-5d19acde3879 req-08561812-1f7e-487f-8718-22e7ce5ecffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:00.654976 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d8a8231-bc0e-4c82-b23c-5d19acde3879 req-08561812-1f7e-487f-8718-22e7ce5ecffc service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2518194 Jan 14 01:39:00.670507 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7f8e011a-56bf-4954-9503-61b3f3b5e0b1 req-dc51e106-772f-49b5-b49c-710f28ad0e45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1 HTTP/1.1" status: 200 len: 217 time: 0.0866127 Jan 14 01:39:00.720506 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89818f0-e5be-48eb-a02b-c979b0fd46f7 req-a9108f8b-7767-4558-8465-1d0666129c56 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:00.729232 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b89818f0-e5be-48eb-a02b-c979b0fd46f7 req-a9108f8b-7767-4558-8465-1d0666129c56 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 945 time: 0.1485736 Jan 14 01:39:00.736745 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d8a8231-bc0e-4c82-b23c-5d19acde3879 req-29a4f5f4-b57f-4425-86b0-d5a765679ec7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0e2d3264-1c45-4a2a-8de5-05c0fe050406 HTTP/1.1" status: 200 len: 217 time: 0.0718501 Jan 14 01:39:00.746123 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:00.759093 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e011a-56bf-4954-9503-61b3f3b5e0b1 req-0357098b-ea0e-446a-a985-2e34ee32f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:00.760703 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7f8e011a-56bf-4954-9503-61b3f3b5e0b1 req-0357098b-ea0e-446a-a985-2e34ee32f7da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.0823524 Jan 14 01:39:00.810585 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7f8e011a-56bf-4954-9503-61b3f3b5e0b1 req-fdbfa3e3-d686-48aa-9e73-3f98b0b06a5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425525 Jan 14 01:39:00.868463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8231-bc0e-4c82-b23c-5d19acde3879 req-78c44eaa-3a27-4a6a-b734-0bab984fbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:00.870549 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d8a8231-bc0e-4c82-b23c-5d19acde3879 req-78c44eaa-3a27-4a6a-b734-0bab984fbf89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1259971 Jan 14 01:39:00.881533 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b89818f0-e5be-48eb-a02b-c979b0fd46f7 req-d0e13b5f-9e91-4ace-8a95-b16c6aaa0267 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517608 Jan 14 01:39:00.909063 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8468ecb-341c-42e8-8b5e-74e96e28bcc8 req-ac932621-7ff0-4d31-a894-46a8375527fa tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:00.910560 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8468ecb-341c-42e8-8b5e-74e96e28bcc8 req-ac932621-7ff0-4d31-a894-46a8375527fa tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 935 time: 0.1687868 Jan 14 01:39:00.952416 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1df73e8f-c5f5-45da-b66b-05c7b3d57109 admin admin] Publish callbacks [] for security_group (c71a30ef-1080-4b39-a548-2094a96e6769), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:00.978203 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1df73e8f-c5f5-45da-b66b-05c7b3d57109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c71a30ef-1080-4b39-a548-2094a96e6769), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:01.038313 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7f8e011a-56bf-4954-9503-61b3f3b5e0b1 req-880a54b0-0fee-4a5b-a27e-5be3d740589f service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194822 Jan 14 01:39:01.067419 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8231-bc0e-4c82-b23c-5d19acde3879 req-59212a6b-54e4-403e-8258-dbe9e47ea36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:01.069561 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d8a8231-bc0e-4c82-b23c-5d19acde3879 req-59212a6b-54e4-403e-8258-dbe9e47ea36d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1852925 Jan 14 01:39:01.096500 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1df73e8f-c5f5-45da-b66b-05c7b3d57109 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69a0d03de6194ed9b84263f70ffbf2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5035331 Jan 14 01:39:01.096823 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45974) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:01.098881 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8468ecb-341c-42e8-8b5e-74e96e28bcc8 req-1cbdfbb5-d467-4f8c-830d-f98b3e3329f0 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726196 Jan 14 01:39:01.103853 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df73e8f-c5f5-45da-b66b-05c7b3d57109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71a30ef-1080-4b39-a548-2094a96e6769,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:01.194284 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4f751-7a37-4aae-9a5b-e4dcd17f3bf6 req-6e8bfa54-6b03-45f5-97a6-f1419635e9f9 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:01.196621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-84e4f751-7a37-4aae-9a5b-e4dcd17f3bf6 req-6e8bfa54-6b03-45f5-97a6-f1419635e9f9 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 945 time: 0.1855643 Jan 14 01:39:01.208892 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45982) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:01.219842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fddbf15f-c45f-4de1-b48f-17dd537a5059 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Request body: {'floatingip': {'port_id': '58ed85e9-9509-4915-b988-44db1d6b714f'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:01.345325 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fddbf15f-c45f-4de1-b48f-17dd537a5059 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for floatingip (6e9fa975-ff3a-4990-a652-a42b4de259fb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:01.407364 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d8a8231-bc0e-4c82-b23c-5d19acde3879 req-8f603ee7-1b05-4e22-b0cf-c6b60f174477 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248830 Jan 14 01:39:01.410570 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:01.410751 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7f8e011a-56bf-4954-9503-61b3f3b5e0b1 req-7fecdc29-7a2f-4c77-a198-e136f9acd3e6 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649356 Jan 14 01:39:01.422616 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a4562db-0f29-40a9-8e16-e405c9d1afb9 admin admin] Publish callbacks [] for security_group (c71a30ef-1080-4b39-a548-2094a96e6769), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:01.470054 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a4562db-0f29-40a9-8e16-e405c9d1afb9 admin admin] Publish callbacks [] for security_group (c71a30ef-1080-4b39-a548-2094a96e6769), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:01.478700 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed72ac1c-6ad1-4b26-8b23-451a21c5b94f {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:01.489240 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Publish callbacks [] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:01.517506 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Transition to ACTIVE for port object ed72ac1c-6ad1-4b26-8b23-451a21c5b94f will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:39:01.524067 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c1636-3230-41c2-bfdd-8a30869b8f99 req-e9011155-f5e3-4b80-8594-cd55428c4d82 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:01.524379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:01.525641 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f9c1636-3230-41c2-bfdd-8a30869b8f99 req-e9011155-f5e3-4b80-8594-cd55428c4d82 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 943 time: 0.3030696 Jan 14 01:39:01.539392 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdaeed-0658-443b-9e14-9402c1b4ed3e req-c2820e8e-5e42-4ec6-a43b-09c532adcf72 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:01.540842 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcfdaeed-0658-443b-9e14-9402c1b4ed3e req-c2820e8e-5e42-4ec6-a43b-09c532adcf72 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 948 time: 0.2454467 Jan 14 01:39:01.582238 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:01.585557 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a4562db-0f29-40a9-8e16-e405c9d1afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c71a30ef-1080-4b39-a548-2094a96e6769), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:01.588057 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a4562db-0f29-40a9-8e16-e405c9d1afb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:01.589269 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1a4562db-0f29-40a9-8e16-e405c9d1afb9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c71a30ef-1080-4b39-a548-2094a96e6769 HTTP/1.1" status: 204 len: 168 time: 0.4914546 Jan 14 01:39:01.604296 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4562db-0f29-40a9-8e16-e405c9d1afb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71a30ef-1080-4b39-a548-2094a96e6769,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:01.710457 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Attempting to bind port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:01.711199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Attempting to bind port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:01.711751 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Attempting to bind port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:01.718737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:01.719459 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Attempting to bind port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:01.725812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:01.726283 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:01.726962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:01.728125 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Bound port: ed72ac1c-6ad1-4b26-8b23-451a21c5b94f, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:01.728719 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:01.829165 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] For port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:01.832763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] For port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:01.839005 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:01.859775 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d8a8231-bc0e-4c82-b23c-5d19acde3879 req-6549bc40-7b54-434b-8d14-1a753fc35d63 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227512 Jan 14 01:39:01.878992 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:01.879755 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:01.881215 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] 10.222.0.46 "PUT /v2.0/ports/ed72ac1c-6ad1-4b26-8b23-451a21c5b94f HTTP/1.1" status: 200 len: 1095 time: 1.3955376 Jan 14 01:39:01.881577 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b5cf0e-bc4b-418c-8664-a0a894462152', 'tag': 'ed72ac1c-6ad1-4b26-8b23-451a21c5b94f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:01.883799 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a35c4d6-355c-4329-8c35-e9e30b1afc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "47b5cf0e-bc4b-418c-8664-a0a894462152", "tag": "ed72ac1c-6ad1-4b26-8b23-451a21c5b94f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:01.913726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2a41a-64b1-4ce6-8093-2123180ef2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:01.927066 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f9c1636-3230-41c2-bfdd-8a30869b8f99 req-0c2f3c0f-28ed-4a2b-a92a-e7469c1e1b28 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851721 Jan 14 01:39:01.930136 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcfdaeed-0658-443b-9e14-9402c1b4ed3e req-9d40b4f0-e1d8-4183-9107-2e821a0d67e8 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558006 Jan 14 01:39:02.075656 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f22114f3-2313-4b1f-a252-551ea57e415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:02.079235 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-f22114f3-2313-4b1f-a252-551ea57e415c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2950b316bbf74bffa77aa4146c9c7869&device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 1098 time: 0.1065824 Jan 14 01:39:02.128049 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-e812478d-ed85-4a6b-9698-5ea2758b5ee5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f HTTP/1.1" status: 200 len: 217 time: 0.0380838 Jan 14 01:39:02.203392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-02d3f550-aeda-4856-ac3b-cd8297e0b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:02.205172 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-02d3f550-aeda-4856-ac3b-cd8297e0b2d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0713849 Jan 14 01:39:02.271090 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-8dba3b84-eeef-44b6-86f9-6ff817de1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:02.274323 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-8dba3b84-eeef-44b6-86f9-6ff817de1a01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600572 Jan 14 01:39:02.378446 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-5f3aeebf-4eb3-4361-bca3-dd470f64701d service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978417 Jan 14 01:39:02.482300 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f56a1996-27a7-42f1-b838-3ea933a6180e req-ccf5aed5-8f79-4d1f-8f24-67c2c9c35286 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979884 Jan 14 01:39:02.515077 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-bdbc2766-365e-4109-affa-0528606d668a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032329 Jan 14 01:39:02.529574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd2161-39df-44a1-96eb-485ce5bc0879 req-f931d717-4d7b-4aee-87b7-16369f26ec12 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:02.531792 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9edd2161-39df-44a1-96eb-485ce5bc0879 req-f931d717-4d7b-4aee-87b7-16369f26ec12 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 946 time: 0.4181592 Jan 14 01:39:02.775009 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9edd2161-39df-44a1-96eb-485ce5bc0879 req-f347d5fe-8f10-47cb-8369-cd14df4c7200 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326117 Jan 14 01:39:02.827107 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e2bc61-a1d7-4692-a945-39debfdf9edb x-openstack-request-id: req-05e2bc61-a1d7-4692-a945-39debfdf9edb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:02.828917 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b5cf0e-bc4b-418c-8664-a0a894462152", "tag": "ed72ac1c-6ad1-4b26-8b23-451a21c5b94f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:02.828917 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05e2bc61-a1d7-4692-a945-39debfdf9edb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:02.829097 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b5cf0e-bc4b-418c-8664-a0a894462152', 'tag': 'ed72ac1c-6ad1-4b26-8b23-451a21c5b94f', 'status': 'completed', 'code': 200} Jan 14 01:39:02.829556 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-d119738f-2ce4-4b0c-8dbf-ec6cff50de4a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:02.838675 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-d119738f-2ce4-4b0c-8dbf-ec6cff50de4a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3027039 Jan 14 01:39:02.855303 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fddbf15f-c45f-4de1-b48f-17dd537a5059 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:02.864916 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-ed4cb541-a858-4772-82f5-0a80fb4bf013 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/quotas/4e109b3f5cfb4e82a5b57102758e39eb HTTP/1.1" status: 200 len: 375 time: 0.0251772 Jan 14 01:39:02.875500 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fddbf15f-c45f-4de1-b48f-17dd537a5059 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (6e9fa975-ff3a-4990-a652-a42b4de259fb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:02.893529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-0d71077a-37ed-47b9-a5af-580ab8dc9858 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290194 Jan 14 01:39:02.939498 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35c4d6-355c-4329-8c35-e9e30b1afc8d req-cfe1ff05-a38e-47a2-a87d-457871052701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:02.941148 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5a35c4d6-355c-4329-8c35-e9e30b1afc8d req-cfe1ff05-a38e-47a2-a87d-457871052701 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2950b316bbf74bffa77aa4146c9c7869&device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 1098 time: 0.0579407 Jan 14 01:39:03.065028 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35c4d6-355c-4329-8c35-e9e30b1afc8d req-5338ce2e-eeb3-4725-9912-fc9516508a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:03.066728 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5a35c4d6-355c-4329-8c35-e9e30b1afc8d req-5338ce2e-eeb3-4725-9912-fc9516508a86 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1190453 Jan 14 01:39:03.085127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caa1b1-b65c-40ab-b13d-5bc43ce77e10 req-02fe4004-563d-4c1b-b5c0-12d8336e8985 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:03.086755 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95caa1b1-b65c-40ab-b13d-5bc43ce77e10 req-02fe4004-563d-4c1b-b5c0-12d8336e8985 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 947 time: 0.1538072 Jan 14 01:39:03.138546 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5a35c4d6-355c-4329-8c35-e9e30b1afc8d req-e6eef14d-4349-4637-90ba-a08555a3e087 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f HTTP/1.1" status: 200 len: 217 time: 0.0549588 Jan 14 01:39:03.176858 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [None req-fddbf15f-c45f-4de1-b48f-17dd537a5059 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Floating IP 6e9fa975-ff3a-4990-a652-a42b4de259fb associated. External IP: 172.25.2.190, port: 58ed85e9-9509-4915-b988-44db1d6b714f. Jan 14 01:39:03.195270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35c4d6-355c-4329-8c35-e9e30b1afc8d req-915aec1d-33e9-46ec-866e-d9688b255078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:03.197146 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5a35c4d6-355c-4329-8c35-e9e30b1afc8d req-915aec1d-33e9-46ec-866e-d9688b255078 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0516913 Jan 14 01:39:03.247252 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35c4d6-355c-4329-8c35-e9e30b1afc8d req-d61e323c-4ad4-4f84-ba83-893ceddb8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:03.249389 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5a35c4d6-355c-4329-8c35-e9e30b1afc8d req-d61e323c-4ad4-4f84-ba83-893ceddb8d77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449808 Jan 14 01:39:03.364036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95caa1b1-b65c-40ab-b13d-5bc43ce77e10 req-79447174-cf1c-47ac-8876-6a3f96b83d79 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660670 Jan 14 01:39:03.375865 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5a35c4d6-355c-4329-8c35-e9e30b1afc8d req-dd42e0ae-d110-4b04-90b4-ad270f239f65 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068237 Jan 14 01:39:03.393232 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-fa3e8f14-1461-409b-a33c-f96538eec153 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3277786 Jan 14 01:39:03.400378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:03.496641 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5a35c4d6-355c-4329-8c35-e9e30b1afc8d req-720d99da-3a7a-4968-a77a-8bb43d7813ea service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176920 Jan 14 01:39:03.524945 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:03.653670 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b3431-2ecf-47f3-8603-44516ffff17e req-dfd07b9b-1bea-482e-8dcb-c17dd69e38a8 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:03.655180 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d07b3431-2ecf-47f3-8603-44516ffff17e req-dfd07b9b-1bea-482e-8dcb-c17dd69e38a8 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 943 time: 0.1569505 Jan 14 01:39:03.664159 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddbf15f-c45f-4de1-b48f-17dd537a5059 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:39:03.763023 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d07b3431-2ecf-47f3-8603-44516ffff17e req-ca987eb1-4b67-4292-ac73-b0be2abbcdde tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006639 Jan 14 01:39:04.083274 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.097658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddbf15f-c45f-4de1-b48f-17dd537a5059 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:39:04.104307 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fddbf15f-c45f-4de1-b48f-17dd537a5059 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.109783 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f41882f-82b7-41d8-9af4-30a0cd0b8f57 None None] Sync routers for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:39:04.120624 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f41882f-82b7-41d8-9af4-30a0cd0b8f57 None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:04.121237 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0f41882f-82b7-41d8-9af4-30a0cd0b8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:04.170430 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0ff13-502e-40c2-ade2-07f5c2f013d1 req-ec6abf8e-8fac-4798-961b-299e5184102f tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:04.171931 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-81d0ff13-502e-40c2-ade2-07f5c2f013d1 req-ec6abf8e-8fac-4798-961b-299e5184102f tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 948 time: 0.3429875 Jan 14 01:39:04.177451 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fddbf15f-c45f-4de1-b48f-17dd537a5059 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "PUT /v2.0/floatingips/6e9fa975-ff3a-4990-a652-a42b4de259fb HTTP/1.1" status: 200 len: 991 time: 2.9675770 Jan 14 01:39:04.181473 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'tag': '58ed85e9-9509-4915-b988-44db1d6b714f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:04.183794 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c48b9c-9563-4df6-86e0-a5a2fefb13ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7e26e927-9e4c-4f5e-b932-ee91583b4d2d", "tag": "58ed85e9-9509-4915-b988-44db1d6b714f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:04.227085 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0f41882f-82b7-41d8-9af4-30a0cd0b8f57 None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:04.239424 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.252595 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-23799ac2-2f66-438b-9c9e-d66e6cfa005e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542035 Jan 14 01:39:04.271056 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 4a366cd5-345b-42a2-967e-ac258c0e21b1 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:39:04.339162 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Allocated IP 172.25.2.193 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/363bf2f8-93eb-4aa0-8bc0-7d12ae892652) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:39:04.346285 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-81d0ff13-502e-40c2-ade2-07f5c2f013d1 req-843035ea-515e-4a93-a3be-80aa0cce8390 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674259 Jan 14 01:39:04.422879 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:04.442656 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '4a366cd5-345b-42a2-967e-ac258c0e21b1', 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb', 'port_id': '4a366cd5-345b-42a2-967e-ac258c0e21b1', 'mac_address': 'fa:16:3e:a7:75:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2dc1ec0-b4e3-4416-992a-c3607b086cec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:39:04.445665 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-3606cdcd-85df-4d74-8fb2-f2868eafca92 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:04.447135 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-3606cdcd-85df-4d74-8fb2-f2868eafca92 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867907 Jan 14 01:39:04.478041 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b6efc23-725c-4716-9182-972f26667307 req-66e49689-9ac5-4cc0-baab-5e3d561b03a6 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 210 time: 0.0299189 Jan 14 01:39:04.487231 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 4a366cd5-345b-42a2-967e-ac258c0e21b1 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:04.488104 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.493038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Request body: {'port': {'device_id': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '4e109b3f5cfb4e82a5b57102758e39eb'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:04.520627 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a366cd5-345b-42a2-967e-ac258c0e21b1 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:04.535870 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0f41882f-82b7-41d8-9af4-30a0cd0b8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '6e9fa975-ff3a-4990-a652-a42b4de259fb', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'port_id': '58ed85e9-9509-4915-b988-44db1d6b714f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'mac_address': 'fa:16:3e:82:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:38:38Z', 'updated_at': '2022-01-14T01:39:02Z', 'revision_number': 1, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:22Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:04.548306 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:04.554521 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.555332 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 0e2d3264-1c45-4a2a-8de5-05c0fe050406 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:39:04.565841 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for port (363bf2f8-93eb-4aa0-8bc0-7d12ae892652), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.568715 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f41882f-82b7-41d8-9af4-30a0cd0b8f57 None None] Checking router: e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:39:04.578089 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f41882f-82b7-41d8-9af4-30a0cd0b8f57 None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:04.578990 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0f41882f-82b7-41d8-9af4-30a0cd0b8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:38:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:04.607828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=4a366cd5-345b-42a2-967e-ac258c0e21b1,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:04.644908 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (363bf2f8-93eb-4aa0-8bc0-7d12ae892652), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.678728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Made reservation on behalf of 4e109b3f5cfb4e82a5b57102758e39eb for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:04.682221 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.697665 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:39:04.700612 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.706238 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0f41882f-82b7-41d8-9af4-30a0cd0b8f57 None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:04.714750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:04.719814 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:39:04.739858 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 0e2d3264-1c45-4a2a-8de5-05c0fe050406, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0e2d3264-1c45-4a2a-8de5-05c0fe050406,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:04.747196 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Pushing event updated for resources: {'Port': ['ID=363bf2f8-93eb-4aa0-8bc0-7d12ae892652,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:04.756302 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '0e2d3264-1c45-4a2a-8de5-05c0fe050406', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '0e2d3264-1c45-4a2a-8de5-05c0fe050406', 'mac_address': 'fa:16:3e:ec:41:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:39:04.821867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device ed72ac1c-6ad1-4b26-8b23-451a21c5b94f details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:39:04.851771 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:04.852285 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.871608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2d3264-1c45-4a2a-8de5-05c0fe050406 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:04.931005 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.943086 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks [] for security_group (b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.949516 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.961951 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6fec2520-3ead-40cc-bb50-09a9f2058d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:04.966689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 0e2d3264-1c45-4a2a-8de5-05c0fe050406, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0e2d3264-1c45-4a2a-8de5-05c0fe050406,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:04.976326 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:05.045048 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:05.051302 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04486064-d37b-4482-8f3b-bf21a720b335 x-openstack-request-id: req-04486064-d37b-4482-8f3b-bf21a720b335 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:05.051587 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e26e927-9e4c-4f5e-b932-ee91583b4d2d", "tag": "58ed85e9-9509-4915-b988-44db1d6b714f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:05.051839 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04486064-d37b-4482-8f3b-bf21a720b335 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:05.052407 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'tag': '58ed85e9-9509-4915-b988-44db1d6b714f', 'status': 'completed', 'code': 200} Jan 14 01:39:05.055833 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (363bf2f8-93eb-4aa0-8bc0-7d12ae892652), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:05.107425 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=0e2d3264-1c45-4a2a-8de5-05c0fe050406,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:05.114796 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:05.144622 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'ed72ac1c-6ad1-4b26-8b23-451a21c5b94f', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'ed72ac1c-6ad1-4b26-8b23-451a21c5b94f', 'mac_address': 'fa:16:3e:31:f2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:39:05.146172 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0f41882f-82b7-41d8-9af4-30a0cd0b8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '6e9fa975-ff3a-4990-a652-a42b4de259fb', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'port_id': '58ed85e9-9509-4915-b988-44db1d6b714f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'mac_address': 'fa:16:3e:82:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:38:38Z', 'updated_at': '2022-01-14T01:39:02Z', 'revision_number': 1, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:22Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:05.169681 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48b9c-9563-4df6-86e0-a5a2fefb13ac req-e79f9e01-f7aa-4294-b487-109d92df3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:05.171243 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-86c48b9c-9563-4df6-86e0-a5a2fefb13ac req-e79f9e01-f7aa-4294-b487-109d92df3fbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52dce24e3712453495bd08f4c1c11f5a&device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 1096 time: 0.0828655 Jan 14 01:39:05.185076 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f41882f-82b7-41d8-9af4-30a0cd0b8f57 None None] The sync data for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 is: [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '6e9fa975-ff3a-4990-a652-a42b4de259fb', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'port_id': '58ed85e9-9509-4915-b988-44db1d6b714f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'mac_address': 'fa:16:3e:82:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:38:38Z', 'updated_at': '2022-01-14T01:39:02Z', 'revision_number': 1, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:22Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:39:05.220839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:05.221698 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:05.247987 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed72ac1c-6ad1-4b26-8b23-451a21c5b94f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:05.274864 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Allocated IP 192.168.233.28 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/46ccbe15-593e-452d-8586-ad63bd4e7490) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:39:05.280004 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:05.285376 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:05.323613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48b9c-9563-4df6-86e0-a5a2fefb13ac req-b5ea4f6b-4e56-4b81-83d2-47615452a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:05.325312 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-86c48b9c-9563-4df6-86e0-a5a2fefb13ac req-b5ea4f6b-4e56-4b81-83d2-47615452a480 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 HTTP/1.1" status: 200 len: 924 time: 0.1480117 Jan 14 01:39:05.336497 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['0e2d3264-1c45-4a2a-8de5-05c0fe050406'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:05.337282 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1346b-b443-447c-acf9-01ce88f636f4 req-b1b9b0da-ed99-468e-ae63-06de084d6f1a tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:05.339387 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73d1346b-b443-447c-acf9-01ce88f636f4 req-b1b9b0da-ed99-468e-ae63-06de084d6f1a tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 947 time: 0.1657660 Jan 14 01:39:05.372292 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['4a366cd5-345b-42a2-967e-ac258c0e21b1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:05.423081 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:05.454652 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-86c48b9c-9563-4df6-86e0-a5a2fefb13ac req-7fb2d21d-5255-46ad-8c14-1769b691ceb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ed85e9-9509-4915-b988-44db1d6b714f HTTP/1.1" status: 200 len: 999 time: 0.1225719 Jan 14 01:39:05.484264 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73d1346b-b443-447c-acf9-01ce88f636f4 req-bacb5b7b-b48e-4a4f-8900-37809046d9d2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371589 Jan 14 01:39:05.501065 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99c75e-79a7-441d-a20e-e96a8935cacf None None] New status for floating IP 6e9fa975-ff3a-4990-a652-a42b4de259fb: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:39:05.519865 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48b9c-9563-4df6-86e0-a5a2fefb13ac req-0bc7a0f6-7a1e-4633-a6ee-5d72f10296d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:05.520842 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for port (363bf2f8-93eb-4aa0-8bc0-7d12ae892652), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:05.521489 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-86c48b9c-9563-4df6-86e0-a5a2fefb13ac req-0bc7a0f6-7a1e-4633-a6ee-5d72f10296d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec2c54e8-2288-419a-ae9e-34008480a281 HTTP/1.1" status: 200 len: 862 time: 0.0599122 Jan 14 01:39:05.557592 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks [] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:05.582920 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (363bf2f8-93eb-4aa0-8bc0-7d12ae892652), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:05.590301 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48b9c-9563-4df6-86e0-a5a2fefb13ac req-8e9696d8-6ff0-4940-9674-4c595b8f35f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:05.591987 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-86c48b9c-9563-4df6-86e0-a5a2fefb13ac req-8e9696d8-6ff0-4940-9674-4c595b8f35f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639992 Jan 14 01:39:05.603282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['ed72ac1c-6ad1-4b26-8b23-451a21c5b94f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:05.698840 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-86c48b9c-9563-4df6-86e0-a5a2fefb13ac req-bc8cea18-7033-49c9-867b-d55dc31773b9 service neutron] 10.222.0.46 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994456 Jan 14 01:39:05.699949 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Pushing event updated for resources: {'Port': ['ID=363bf2f8-93eb-4aa0-8bc0-7d12ae892652,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:05.709982 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:05.754437 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:05.786818 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf6dfb-5d2a-4cd1-81a8-42f731db14a3 req-c9fe4d45-ed54-4f62-94e3-4c5fcac1e05b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:05.788419 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64cf6dfb-5d2a-4cd1-81a8-42f731db14a3 req-c9fe4d45-ed54-4f62-94e3-4c5fcac1e05b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 944 time: 0.1856871 Jan 14 01:39:05.792770 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:39:05.799066 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:05.802000 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:39:05.810713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:05.811857 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-c081265f-4b74-4ae7-84fd-4b309f1973c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4178321 Jan 14 01:39:05.815260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Pushing event updated for resources: {'Port': ['ID=46ccbe15-593e-452d-8586-ad63bd4e7490,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:05.832004 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-86c48b9c-9563-4df6-86e0-a5a2fefb13ac req-c3d4b2f2-4929-4fd4-8322-48bc11e133a8 service neutron] 10.222.0.46 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269207 Jan 14 01:39:05.948755 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-9a3ae21d-39cd-4eee-a1b6-71228acaf95d tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 696 time: 0.0975764 Jan 14 01:39:05.961266 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:05.961894 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:06.047131 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64cf6dfb-5d2a-4cd1-81a8-42f731db14a3 req-0508f245-b24a-49fd-9402-a013bf8dc489 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439220 Jan 14 01:39:06.073791 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f2694807-d4ca-45d4-a3fe-84e990f8499b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5866458 Jan 14 01:39:06.105660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Request body: {'port': {'device_id': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:06.138790 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c5d810d7-4444-4133-ac72-2e33408562f4 None None] Provisioning complete for port 46ccbe15-593e-452d-8586-ad63bd4e7490 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:06.139173 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c5d810d7-4444-4133-ac72-2e33408562f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:06.150303 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-1369af7b-73dc-49e4-bd59-2fdd4716d956 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:06.151686 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-1369af7b-73dc-49e4-bd59-2fdd4716d956 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.1967261 Jan 14 01:39:06.177013 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-517f0363-a262-4319-9012-afb569962833 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:39:06.177993 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcfa82b5-b967-449d-833e-4bde9581b634 req-517f0363-a262-4319-9012-afb569962833 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200033 Jan 14 01:39:06.187195 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:06.217940 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c5d810d7-4444-4133-ac72-2e33408562f4 None None] Port 46ccbe15-593e-452d-8586-ad63bd4e7490 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:39:06.390389 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40261f9a-c224-4d61-86eb-ebe560231198 req-1c932ec8-718f-4fe6-a766-658196bab047 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:06.391869 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40261f9a-c224-4d61-86eb-ebe560231198 req-1c932ec8-718f-4fe6-a766-658196bab047 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 949 time: 0.1541774 Jan 14 01:39:06.468713 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3d8ad-ba6b-4d2b-abb6-052ea73888dc req-05dbada5-f667-4d9d-bb32-0b82db9ef159 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:06.470078 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bdf3d8ad-ba6b-4d2b-abb6-052ea73888dc req-05dbada5-f667-4d9d-bb32-0b82db9ef159 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 935 time: 0.1434708 Jan 14 01:39:06.521471 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40261f9a-c224-4d61-86eb-ebe560231198 req-19fdd6fb-9545-41db-92ff-ffb76ecb95b0 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189044 Jan 14 01:39:06.571601 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bdf3d8ad-ba6b-4d2b-abb6-052ea73888dc req-cd77bc3e-d5a2-48b7-bffc-cbf0f944b0b3 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931039 Jan 14 01:39:06.635090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ccbe15-593e-452d-8586-ad63bd4e7490 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:06.643471 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Publish callbacks [] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:06.660044 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Transition to ACTIVE for port object 46ccbe15-593e-452d-8586-ad63bd4e7490 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:39:06.664636 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:06.693266 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0ab75355-645a-46e8-8277-50f0b7588d6f req-59328ba7-7f24-4a15-9d8b-a39368de608d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428548 Jan 14 01:39:06.794909 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Pushing event updated for resources: {'Port': ['ID=46ccbe15-593e-452d-8586-ad63bd4e7490,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:06.816528 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab75355-645a-46e8-8277-50f0b7588d6f req-7d41c50d-87a0-421c-916d-b8f331651f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:06.818020 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0ab75355-645a-46e8-8277-50f0b7588d6f req-7d41c50d-87a0-421c-916d-b8f331651f81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2950b316bbf74bffa77aa4146c9c7869&device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 1123 time: 0.0507741 Jan 14 01:39:06.822107 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device ed72ac1c-6ad1-4b26-8b23-451a21c5b94f up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:39:06.895944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:39:06.901431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:06.901815 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:06.923213 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcd6fd-8b8b-4030-b530-1e807d01dea0 req-762950d0-0c5a-4279-bc7d-dc21ee009e78 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:06.924632 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-adfcd6fd-8b8b-4030-b530-1e807d01dea0 req-762950d0-0c5a-4279-bc7d-dc21ee009e78 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 948 time: 0.1539023 Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.934131 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:06.936361 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-ec18b348-8658-4ab2-86eb-877f3fe994f1 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:06.938335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-ec18b348-8658-4ab2-86eb-877f3fe994f1 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 821 time: 0.2401986 Jan 14 01:39:06.950018 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Attempting to bind port 46ccbe15-593e-452d-8586-ad63bd4e7490 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:06.950345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Attempting to bind port 46ccbe15-593e-452d-8586-ad63bd4e7490 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:06.950682 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Attempting to bind port 46ccbe15-593e-452d-8586-ad63bd4e7490 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:06.971448 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Port 46ccbe15-593e-452d-8586-ad63bd4e7490 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:06.971769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Attempting to bind port 46ccbe15-593e-452d-8586-ad63bd4e7490 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:06.975652 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-bcea8858-39d4-497e-aef0-d2ba1684da2a tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/quotas/239011a87ab64074a230fdbcf35ac274 HTTP/1.1" status: 200 len: 375 time: 0.0265791 Jan 14 01:39:06.981699 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:06.981962 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:06.982332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:06.982789 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Bound port: 46ccbe15-593e-452d-8586-ad63bd4e7490, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:06.983136 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:06.988289 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab75355-645a-46e8-8277-50f0b7588d6f req-6e5664ca-f2e5-495b-a5f9-0de7a09c1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:06.989795 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0ab75355-645a-46e8-8277-50f0b7588d6f req-6e5664ca-f2e5-495b-a5f9-0de7a09c1c87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1212399 Jan 14 01:39:07.010238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:07.010670 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:07.037527 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0ab75355-645a-46e8-8277-50f0b7588d6f req-34e23892-c1b0-4a7c-ba15-c0b483f8f2ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d62c58fe-adc0-485d-9a83-39297cd2a7c0 HTTP/1.1" status: 200 len: 217 time: 0.0414350 Jan 14 01:39:07.042103 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-adfcd6fd-8b8b-4030-b530-1e807d01dea0 req-84671daf-970d-412d-bdd4-4035bcb0ea1a tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013165 Jan 14 01:39:07.043012 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b5cf0e-bc4b-418c-8664-a0a894462152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed72ac1c-6ad1-4b26-8b23-451a21c5b94f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:07.045863 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fb5190-79fe-4751-a831-286b03ac0928" -d '{"events": [{"server_uuid": "47b5cf0e-bc4b-418c-8664-a0a894462152", "name": "network-vif-plugged", "status": "completed", "tag": "ed72ac1c-6ad1-4b26-8b23-451a21c5b94f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:07.055358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:07.068887 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:07.095110 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-0530e8ea-8d23-4dbe-954a-9471525726a2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1052008 Jan 14 01:39:07.106221 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab75355-645a-46e8-8277-50f0b7588d6f req-4cf78117-a719-4db4-b74e-383664f2832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:07.111178 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0ab75355-645a-46e8-8277-50f0b7588d6f req-4cf78117-a719-4db4-b74e-383664f2832b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0602193 Jan 14 01:39:07.153876 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:07.162770 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:07.169938 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b82c8879-6c96-4a34-80e2-100219dd87a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:07.172743 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.173510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.173510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.173812 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.174100 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.174849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.174849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.175115 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.175436 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.175944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.176145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.176396 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.176717 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:07.181055 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=46ccbe15-593e-452d-8586-ad63bd4e7490,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:07.183848 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab75355-645a-46e8-8277-50f0b7588d6f req-094bd369-614c-454b-a136-f36a05ed7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:07.185316 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0ab75355-645a-46e8-8277-50f0b7588d6f req-094bd369-614c-454b-a136-f36a05ed7f43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669303 Jan 14 01:39:07.189006 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:07.248873 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3a29a9-ff2b-41a5-a47c-266550087ac0 x-openstack-request-id: req-1f3a29a9-ff2b-41a5-a47c-266550087ac0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:07.250462 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b5cf0e-bc4b-418c-8664-a0a894462152", "name": "network-vif-plugged", "status": "completed", "tag": "ed72ac1c-6ad1-4b26-8b23-451a21c5b94f", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:07.250930 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f3a29a9-ff2b-41a5-a47c-266550087ac0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:07.251334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:07.251659 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b5cf0e-bc4b-418c-8664-a0a894462152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed72ac1c-6ad1-4b26-8b23-451a21c5b94f', 'code': 200} Jan 14 01:39:07.251952 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:07.253401 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] 10.222.0.36 "PUT /v2.0/ports/46ccbe15-593e-452d-8586-ad63bd4e7490 HTTP/1.1" status: 200 len: 1095 time: 1.1546910 Jan 14 01:39:07.253849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'tag': '46ccbe15-593e-452d-8586-ad63bd4e7490'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:07.256113 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c307c92a-d6f9-4a4a-b5cf-f5ee65a7a740" -d '{"events": [{"name": "network-changed", "server_uuid": "da6d0a8e-8efa-4164-9bc1-b583fb9b7585", "tag": "46ccbe15-593e-452d-8586-ad63bd4e7490"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:07.279684 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-bc8a6bfb-1438-46c3-b53a-c2f39d258859 service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711977 Jan 14 01:39:07.284740 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4f672-127c-4fa8-843e-a75e8cec5732 service neutron] Pushing event updated for resources: {'Port': ['ID=46ccbe15-593e-452d-8586-ad63bd4e7490,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:07.312975 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0ab75355-645a-46e8-8277-50f0b7588d6f req-e18f8d1f-f5c2-4ccb-aca2-ea9d08eee1c9 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175659 Jan 14 01:39:07.463853 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbc695-a444-4e0e-a224-b03d524bec50 req-f5ecd65c-c12e-4640-9f3b-1c392e1bf27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:07.465314 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-07fbc695-a444-4e0e-a224-b03d524bec50 req-f5ecd65c-c12e-4640-9f3b-1c392e1bf27b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 1100 time: 0.0682054 Jan 14 01:39:07.467654 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-24dc4363-e261-41be-b3a4-cae496d16b4c service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798768 Jan 14 01:39:07.478673 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f1aa5218-1092-4f15-8bd9-6757161b8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:07.480342 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-f1aa5218-1092-4f15-8bd9-6757161b8952 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 1098 time: 0.1008494 Jan 14 01:39:07.486078 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0ab75355-645a-46e8-8277-50f0b7588d6f req-7e94485f-82a8-44c2-95e9-139ef0dca7ee service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665261 Jan 14 01:39:07.490994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07dcac-660b-44be-9e74-1ce213753774 req-29888106-cbce-41a9-8bd4-a0e71bb070ea tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:07.492354 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d07dcac-660b-44be-9e74-1ce213753774 req-29888106-cbce-41a9-8bd4-a0e71bb070ea tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 944 time: 0.1116798 Jan 14 01:39:07.531745 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-07fbc695-a444-4e0e-a224-b03d524bec50 req-d68cebea-599c-49db-b616-842bf45f11f3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573084 Jan 14 01:39:07.763215 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cf7b4e-c231-4815-a222-4ba54331a7e8 x-openstack-request-id: req-e7cf7b4e-c231-4815-a222-4ba54331a7e8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:07.763710 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6d0a8e-8efa-4164-9bc1-b583fb9b7585", "tag": "46ccbe15-593e-452d-8586-ad63bd4e7490", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:07.763817 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7cf7b4e-c231-4815-a222-4ba54331a7e8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:07.764128 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'tag': '46ccbe15-593e-452d-8586-ad63bd4e7490', 'status': 'completed', 'code': 200} Jan 14 01:39:07.805340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-14271889-15b4-4515-a12b-c05da374e47a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=46ccbe15-593e-452d-8586-ad63bd4e7490 HTTP/1.1" status: 200 len: 217 time: 0.0438781 Jan 14 01:39:07.860084 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d07dcac-660b-44be-9e74-1ce213753774 req-94ad1f8a-4ebc-4d99-985a-45eba6a76ba7 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622632 Jan 14 01:39:07.872540 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-8c91c472-c6d9-483e-bef1-20a62f7037a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:07.874016 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-8c91c472-c6d9-483e-bef1-20a62f7037a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0625739 Jan 14 01:39:07.948528 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-20b197a8-c5b9-4ed7-989a-a1bae13d9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:07.950401 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-20b197a8-c5b9-4ed7-989a-a1bae13d9d9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701225 Jan 14 01:39:08.015650 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc455357-658d-406d-8d29-59f2ab7e4ff0 req-0875baa2-1e6b-4128-a089-0d6817613ab1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777333 Jan 14 01:39:08.123283 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507899f-0d42-41c0-9d5e-1cd2c47f4a81 req-68335fe3-eb3b-4675-89b2-37e4472f15d9 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:08.124819 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8507899f-0d42-41c0-9d5e-1cd2c47f4a81 req-68335fe3-eb3b-4675-89b2-37e4472f15d9 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 949 time: 0.1791229 Jan 14 01:39:08.136113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c674c8-37a3-4101-b985-ec2426b53b7f req-4d8c6be3-c063-4ce7-81fd-5eead47e8cb7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:08.138100 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06c674c8-37a3-4101-b985-ec2426b53b7f req-4d8c6be3-c063-4ce7-81fd-5eead47e8cb7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 947 time: 0.0995743 Jan 14 01:39:08.139168 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc455357-658d-406d-8d29-59f2ab7e4ff0 req-b03fdfe9-9eac-4e15-8237-fadb427a1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:08.141313 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc455357-658d-406d-8d29-59f2ab7e4ff0 req-b03fdfe9-9eac-4e15-8237-fadb427a1d7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52dce24e3712453495bd08f4c1c11f5a&device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 1096 time: 0.0432658 Jan 14 01:39:08.144165 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-b3d4bcb0-ed13-4c23-8cbb-654c7996b0c3 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816928 Jan 14 01:39:08.266246 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:08.275803 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8507899f-0d42-41c0-9d5e-1cd2c47f4a81 req-b219cd1f-c038-4288-b93f-c14c5489a1bd tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362343 Jan 14 01:39:08.277612 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc455357-658d-406d-8d29-59f2ab7e4ff0 req-2d026c3a-1b06-4f3c-9981-68278f7b746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:08.279347 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc455357-658d-406d-8d29-59f2ab7e4ff0 req-2d026c3a-1b06-4f3c-9981-68278f7b746d service neutron] 10.222.0.46 "GET /v2.0/networks?id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 HTTP/1.1" status: 200 len: 924 time: 0.1029885 Jan 14 01:39:08.292358 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06c674c8-37a3-4101-b985-ec2426b53b7f req-c5c36286-96eb-4c30-ab85-5b46dffdf6a2 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408868 Jan 14 01:39:08.307155 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76e368e5-35d1-4346-a3d8-20055db1e835 req-ba655945-d122-408a-a132-629be49f3750 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562269 Jan 14 01:39:08.314862 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 4a366cd5-345b-42a2-967e-ac258c0e21b1 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:39:08.397206 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc455357-658d-406d-8d29-59f2ab7e4ff0 req-cf3c0cde-dcba-4ff3-a290-e9799c432211 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ed85e9-9509-4915-b988-44db1d6b714f HTTP/1.1" status: 200 len: 1001 time: 0.0789893 Jan 14 01:39:08.400355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 4a366cd5-345b-42a2-967e-ac258c0e21b1 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:39:08.412331 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 4a366cd5-345b-42a2-967e-ac258c0e21b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:08.412830 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:08.450699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8d5429c1-80f0-4d87-b9a2-fcccbaac364b req-d0f2f6c5-2b6b-4120-a228-1d15a7738183 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 210 time: 0.0595553 Jan 14 01:39:08.462821 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc455357-658d-406d-8d29-59f2ab7e4ff0 req-286bc6d2-5c7d-4145-b05f-b49afd8257e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:08.464428 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc455357-658d-406d-8d29-59f2ab7e4ff0 req-286bc6d2-5c7d-4145-b05f-b49afd8257e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec2c54e8-2288-419a-ae9e-34008480a281 HTTP/1.1" status: 200 len: 862 time: 0.0595429 Jan 14 01:39:08.466841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307c92a-d6f9-4a4a-b5cf-f5ee65a7a740 req-56178a95-e000-410a-bb5c-77c7871fead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:08.468449 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c307c92a-d6f9-4a4a-b5cf-f5ee65a7a740 req-56178a95-e000-410a-bb5c-77c7871fead0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 1098 time: 0.0644095 Jan 14 01:39:08.533592 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc455357-658d-406d-8d29-59f2ab7e4ff0 req-15e6ec17-5f31-4f44-bb3d-67c9da9ca136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:08.535795 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc455357-658d-406d-8d29-59f2ab7e4ff0 req-15e6ec17-5f31-4f44-bb3d-67c9da9ca136 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632555 Jan 14 01:39:08.555061 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 4a366cd5-345b-42a2-967e-ac258c0e21b1 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:08.555562 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:08.591288 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:08.596159 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:08.597265 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 0e2d3264-1c45-4a2a-8de5-05c0fe050406 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:39:08.604832 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307c92a-d6f9-4a4a-b5cf-f5ee65a7a740 req-3029bb3b-e3ee-447e-9595-8e79e4546de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:08.606391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c307c92a-d6f9-4a4a-b5cf-f5ee65a7a740 req-3029bb3b-e3ee-447e-9595-8e79e4546de4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1321206 Jan 14 01:39:08.613944 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf137c9-02ea-4bb4-bc6e-1cca1378d063 req-70452803-bcb1-4fca-b273-9e0001cac4ff tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:08.615485 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2cf137c9-02ea-4bb4-bc6e-1cca1378d063 req-70452803-bcb1-4fca-b273-9e0001cac4ff tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 949 time: 0.0844290 Jan 14 01:39:08.675339 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c307c92a-d6f9-4a4a-b5cf-f5ee65a7a740 req-4612b3f1-696c-4b8c-90da-7d043d7fabfe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=46ccbe15-593e-452d-8586-ad63bd4e7490 HTTP/1.1" status: 200 len: 217 time: 0.0583498 Jan 14 01:39:08.682015 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc455357-658d-406d-8d29-59f2ab7e4ff0 req-a99a3227-115c-47e7-acad-293ac9f55e10 service neutron] 10.222.0.46 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086478 Jan 14 01:39:08.708597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=4a366cd5-345b-42a2-967e-ac258c0e21b1,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:08.726005 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:39:08.731675 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:08.732261 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:08.745174 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2cf137c9-02ea-4bb4-bc6e-1cca1378d063 req-0967a45f-c4eb-4fd2-96aa-607aa588551c tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229267 Jan 14 01:39:08.754141 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307c92a-d6f9-4a4a-b5cf-f5ee65a7a740 req-de669b1f-e724-455f-8570-9b77fa67a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:08.755684 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c307c92a-d6f9-4a4a-b5cf-f5ee65a7a740 req-de669b1f-e724-455f-8570-9b77fa67a26b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0721886 Jan 14 01:39:08.823962 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307c92a-d6f9-4a4a-b5cf-f5ee65a7a740 req-51a46a39-f73f-4644-a7c1-44d382414312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:08.825726 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c307c92a-d6f9-4a4a-b5cf-f5ee65a7a740 req-51a46a39-f73f-4644-a7c1-44d382414312 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625467 Jan 14 01:39:08.826172 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc455357-658d-406d-8d29-59f2ab7e4ff0 req-ab25e7b4-1e63-4edd-b347-cadbaf726cd4 service neutron] 10.222.0.46 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189830 Jan 14 01:39:08.866896 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:08.867456 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:08.939350 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 0e2d3264-1c45-4a2a-8de5-05c0fe050406, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0e2d3264-1c45-4a2a-8de5-05c0fe050406,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:08.948446 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:08.980067 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c307c92a-d6f9-4a4a-b5cf-f5ee65a7a740 req-5920f0c8-9ef4-4274-9a88-6bc15c8a7d19 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457450 Jan 14 01:39:09.055615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=0e2d3264-1c45-4a2a-8de5-05c0fe050406,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:09.113444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ec0e3-93d8-44aa-b4dd-2513b62f4c3f req-c4e7b07e-38a8-4984-a082-586cd36f7629 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:09.114993 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b6ec0e3-93d8-44aa-b4dd-2513b62f4c3f req-c4e7b07e-38a8-4984-a082-586cd36f7629 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 945 time: 0.1302290 Jan 14 01:39:09.195480 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c307c92a-d6f9-4a4a-b5cf-f5ee65a7a740 req-f5bcc9aa-9b16-4a70-a734-f59153bad76c service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082565 Jan 14 01:39:09.213367 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b6ec0e3-93d8-44aa-b4dd-2513b62f4c3f req-ab3e92b5-67c4-4ff1-9360-fd6b7d4f8a1a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842257 Jan 14 01:39:09.253181 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54420223-dda6-4c95-90e5-aadabd2695da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a366cd5-345b-42a2-967e-ac258c0e21b1'}, {'server_uuid': 'ef9bab7e-cc08-4947-ae18-419009484883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2d3264-1c45-4a2a-8de5-05c0fe050406'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:09.255905 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1bb082-2e45-45e6-bdd0-af70a6c41a59" -d '{"events": [{"server_uuid": "54420223-dda6-4c95-90e5-aadabd2695da", "name": "network-vif-plugged", "status": "completed", "tag": "4a366cd5-345b-42a2-967e-ac258c0e21b1"}, {"server_uuid": "ef9bab7e-cc08-4947-ae18-419009484883", "name": "network-vif-plugged", "status": "completed", "tag": "0e2d3264-1c45-4a2a-8de5-05c0fe050406"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.323187 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.325702 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.325702 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.325702 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.325702 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.325702 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.325702 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.325702 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.325702 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.325702 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:09.325702 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:09.325702 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-967feca8-b590-412d-8793-186b97ba783e tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:09.326889 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-967feca8-b590-412d-8793-186b97ba783e tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.46 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 821 time: 0.1668954 Jan 14 01:39:09.328431 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3194a9-4287-42bf-803e-7332f7b1e0cb x-openstack-request-id: req-4e3194a9-4287-42bf-803e-7332f7b1e0cb {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:09.328868 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54420223-dda6-4c95-90e5-aadabd2695da", "name": "network-vif-plugged", "status": "completed", "tag": "4a366cd5-345b-42a2-967e-ac258c0e21b1", "code": 200}, {"server_uuid": "ef9bab7e-cc08-4947-ae18-419009484883", "name": "network-vif-plugged", "status": "completed", "tag": "0e2d3264-1c45-4a2a-8de5-05c0fe050406", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:09.328975 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e3194a9-4287-42bf-803e-7332f7b1e0cb {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:09.329346 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54420223-dda6-4c95-90e5-aadabd2695da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a366cd5-345b-42a2-967e-ac258c0e21b1', 'code': 200} Jan 14 01:39:09.329602 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9bab7e-cc08-4947-ae18-419009484883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2d3264-1c45-4a2a-8de5-05c0fe050406', 'code': 200} Jan 14 01:39:09.369382 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Request body: {'port': {'device_id': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'admin_state_up': True, 'tenant_id': '239011a87ab64074a230fdbcf35ac274'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:09.513852 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea0f17-68c0-4fce-9973-ea56e58be93c req-80c04f50-3ef1-42ab-9c6d-a984af471a1e tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:09.515893 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2ea0f17-68c0-4fce-9973-ea56e58be93c req-80c04f50-3ef1-42ab-9c6d-a984af471a1e tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 950 time: 0.0983236 Jan 14 01:39:09.524572 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aba8c-037b-4c65-b8a5-ca7827b4d05f req-1e459618-4880-47bc-8c37-9273f8c5e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:09.526204 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-659aba8c-037b-4c65-b8a5-ca7827b4d05f req-1e459618-4880-47bc-8c37-9273f8c5e923 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 1101 time: 0.0555589 Jan 14 01:39:09.527264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Made reservation on behalf of 239011a87ab64074a230fdbcf35ac274 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:09.531250 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:09.582104 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5124-6182-4f39-9c42-d50337afa7cd req-ab656ba7-de8e-48c5-bac2-2bc76249524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:09.583662 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-855a5124-6182-4f39-9c42-d50337afa7cd req-ab656ba7-de8e-48c5-bac2-2bc76249524f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 1096 time: 0.1164064 Jan 14 01:39:09.598106 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90909a-61ad-4e6b-9c1f-c6b9b7e89408 req-3b735071-bc2c-46f3-9e8d-c59f254cf662 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:09.599541 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc90909a-61ad-4e6b-9c1f-c6b9b7e89408 req-3b735071-bc2c-46f3-9e8d-c59f254cf662 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 947 time: 0.1214447 Jan 14 01:39:09.623428 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-659aba8c-037b-4c65-b8a5-ca7827b4d05f req-ba8efdeb-cbe6-4e7a-87eb-f825a9912b3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890341 Jan 14 01:39:09.630524 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2ea0f17-68c0-4fce-9973-ea56e58be93c req-7826cff1-4c5a-4096-b906-2ddd0ac0019a tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958261 Jan 14 01:39:09.680734 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-855a5124-6182-4f39-9c42-d50337afa7cd req-89a7b56f-0c8e-42fe-a738-52f41bd4cb35 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764065 Jan 14 01:39:09.684128 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc90909a-61ad-4e6b-9c1f-c6b9b7e89408 req-6a149873-3297-4dec-80c3-00ec9078cee8 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723040 Jan 14 01:39:09.703541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Allocated IP 172.20.0.3 (23b69c07-f64d-404a-af1c-4fc7b0f8afb5/f9916215-379b-47af-a68c-9b719146bd63/a291819e-6d0d-4dad-a947-42c1c8846a0c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:39:09.798504 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:09.846448 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d977d875-265c-4aff-9b04-56e3aad89497 req-2e9724e5-965c-4ed5-9265-06c896c6d554 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 210 time: 0.0424786 Jan 14 01:39:09.922394 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:09.960014 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd3bf7-d456-4441-bf7f-200fb8703d14 req-470afc69-ac73-4184-bd30-64da6c51c678 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:09.961833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a0dd3bf7-d456-4441-bf7f-200fb8703d14 req-470afc69-ac73-4184-bd30-64da6c51c678 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 949 time: 0.0647736 Jan 14 01:39:09.969916 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:10.008133 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['d6e19b37-028f-4bd8-b332-962e0c07a042'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:10.019091 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:39:10.022370 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:10.029369 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:39:10.031615 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a0dd3bf7-d456-4441-bf7f-200fb8703d14 req-ca843db7-1534-4efa-8818-975538d2fda7 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621638 Jan 14 01:39:10.075917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Pushing event updated for resources: {'Port': ['ID=a291819e-6d0d-4dad-a947-42c1c8846a0c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:10.109657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:10.110347 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:10.147331 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-e4ed7c28-02c3-4968-a452-57cfdcdfa447 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820311 Jan 14 01:39:10.181078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Request body: {'port': {'device_id': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:10.417133 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4d0ce-48f4-4908-8bfd-4579cdcf8238 req-56888429-2999-4eb5-9e04-acd231438306 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:10.418753 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89c4d0ce-48f4-4908-8bfd-4579cdcf8238 req-56888429-2999-4eb5-9e04-acd231438306 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 945 time: 0.0863519 Jan 14 01:39:10.472376 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89c4d0ce-48f4-4908-8bfd-4579cdcf8238 req-a693c24a-c4d7-4885-9351-fa9cd3f8f816 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 Jan 14 01:39:10.480983 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ae40fb25-9fa8-44ea-90f2-ce9c39858484 None None] Provisioning complete for port a291819e-6d0d-4dad-a947-42c1c8846a0c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:10.481633 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae40fb25-9fa8-44ea-90f2-ce9c39858484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:10.531167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ae40fb25-9fa8-44ea-90f2-ce9c39858484 None None] Port a291819e-6d0d-4dad-a947-42c1c8846a0c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:39:10.552588 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:10.638396 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ed791-2c2d-4f2b-8e00-aa4e2cd621a4 req-885f97af-f6ad-470e-bd49-89c2273cb7ce tempest-ServersAdminNegativeTestJSON-2054974657 tempest-ServersAdminNegativeTestJSON-2054974657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:10.642291 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-859ed791-2c2d-4f2b-8e00-aa4e2cd621a4 req-885f97af-f6ad-470e-bd49-89c2273cb7ce tempest-ServersAdminNegativeTestJSON-2054974657 tempest-ServersAdminNegativeTestJSON-2054974657-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 1100 time: 0.0536649 Jan 14 01:39:10.663422 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-859ed791-2c2d-4f2b-8e00-aa4e2cd621a4 req-c48ec4fe-923f-4616-8325-5b0058644176 tempest-ServersAdminNegativeTestJSON-2054974657 tempest-ServersAdminNegativeTestJSON-2054974657-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:10.760260 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-859ed791-2c2d-4f2b-8e00-aa4e2cd621a4 req-c48ec4fe-923f-4616-8325-5b0058644176 tempest-ServersAdminNegativeTestJSON-2054974657 tempest-ServersAdminNegativeTestJSON-2054974657-project-admin] Publish callbacks [] for security_group (7d9bd668-cf7f-4f4e-9323-92e7f6e5170f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:10.764785 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-859ed791-2c2d-4f2b-8e00-aa4e2cd621a4 req-c48ec4fe-923f-4616-8325-5b0058644176 tempest-ServersAdminNegativeTestJSON-2054974657 tempest-ServersAdminNegativeTestJSON-2054974657-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7d9bd668-cf7f-4f4e-9323-92e7f6e5170f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:10.805044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-859ed791-2c2d-4f2b-8e00-aa4e2cd621a4 req-c48ec4fe-923f-4616-8325-5b0058644176 tempest-ServersAdminNegativeTestJSON-2054974657 tempest-ServersAdminNegativeTestJSON-2054974657-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593401 Jan 14 01:39:10.813126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ec4fe-923f-4616-8325-5b0058644176 tempest-ServersAdminNegativeTestJSON-2054974657 tempest-ServersAdminNegativeTestJSON-2054974657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9bd668-cf7f-4f4e-9323-92e7f6e5170f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:10.847117 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a291819e-6d0d-4dad-a947-42c1c8846a0c {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:10.855547 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Publish callbacks [] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:10.870816 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Transition to ACTIVE for port object a291819e-6d0d-4dad-a947-42c1c8846a0c will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:39:10.874590 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:10.876672 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:10.933340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Pushing event updated for resources: {'Port': ['ID=a291819e-6d0d-4dad-a947-42c1c8846a0c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:10.971939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515c51e-8cb5-4fba-9ede-977566d2ec22 req-4b60e23b-225e-4238-8cef-a5dafd2fa3e7 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:10.978974 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f515c51e-8cb5-4fba-9ede-977566d2ec22 req-4b60e23b-225e-4238-8cef-a5dafd2fa3e7 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 950 time: 0.0751014 Jan 14 01:39:11.023167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Attempting to bind port a291819e-6d0d-4dad-a947-42c1c8846a0c on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:11.023167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Attempting to bind port a291819e-6d0d-4dad-a947-42c1c8846a0c by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:11.023167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Attempting to bind port a291819e-6d0d-4dad-a947-42c1c8846a0c on network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:11.027235 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Port a291819e-6d0d-4dad-a947-42c1c8846a0c on network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:11.027768 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Attempting to bind port a291819e-6d0d-4dad-a947-42c1c8846a0c on network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:11.034371 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:11.034846 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Checking segment: {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:11.035348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Bound using segment: {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:11.035827 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Bound port: a291819e-6d0d-4dad-a947-42c1c8846a0c, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b583a68-7499-4a17-9881-a48aa60eddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:11.036247 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:11.062348 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f515c51e-8cb5-4fba-9ede-977566d2ec22 req-de2f323c-5115-4aaf-a083-baa29d8f63d5 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755422 Jan 14 01:39:11.131019 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] For port a291819e-6d0d-4dad-a947-42c1c8846a0c, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:11.135411 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] For port a291819e-6d0d-4dad-a947-42c1c8846a0c, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a291819e-6d0d-4dad-a947-42c1c8846a0c,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:11.142323 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:11.177366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720e4d8-151e-4714-baa6-3162f111ddb0 req-892f32b3-c459-4ab9-a143-98d978de4a85 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:11.178906 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d720e4d8-151e-4714-baa6-3162f111ddb0 req-892f32b3-c459-4ab9-a143-98d978de4a85 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 947 time: 0.0834620 Jan 14 01:39:11.193818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:11.194447 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:11.196299 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] 10.222.0.46 "PUT /v2.0/ports/a291819e-6d0d-4dad-a947-42c1c8846a0c HTTP/1.1" status: 200 len: 1091 time: 1.0300272 Jan 14 01:39:11.197000 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'tag': 'a291819e-6d0d-4dad-a947-42c1c8846a0c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:11.200049 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30176c1b-66f8-4de6-bd57-1f3cf9cf9a03" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2", "tag": "a291819e-6d0d-4dad-a947-42c1c8846a0c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:11.239191 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bae507-59c8-4618-9d98-58e3811194ab service neutron] Pushing event updated for resources: {'Port': ['ID=a291819e-6d0d-4dad-a947-42c1c8846a0c,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:11.280165 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d720e4d8-151e-4714-baa6-3162f111ddb0 req-4879c193-4bb1-4b77-9e88-53c9b1bc8017 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889010 Jan 14 01:39:11.343978 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69a905-7b4c-4b60-b89d-6c5abe7064d0 req-92bc8f97-3564-4cd7-b1a4-af0a070d6c48 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:11.347790 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-2840d9bf-5856-4486-a7f5-7a82f4416a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:11.349531 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-2840d9bf-5856-4486-a7f5-7a82f4416a8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 1094 time: 0.0510690 Jan 14 01:39:11.351349 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3d69a905-7b4c-4b60-b89d-6c5abe7064d0 req-92bc8f97-3564-4cd7-b1a4-af0a070d6c48 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 943 time: 0.0863225 Jan 14 01:39:11.405907 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3d69a905-7b4c-4b60-b89d-6c5abe7064d0 req-d3e31da9-32f5-42d8-8fe1-285b60bde74a tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534949 Jan 14 01:39:11.412404 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-c66a2b2c-27bd-4255-b0f7-0a419a4f5558 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a291819e-6d0d-4dad-a947-42c1c8846a0c HTTP/1.1" status: 200 len: 217 time: 0.0466776 Jan 14 01:39:11.506350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-6fe47661-c335-4f0c-8d67-1842d8270424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:11.508352 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-6fe47661-c335-4f0c-8d67-1842d8270424 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.0820417 Jan 14 01:39:11.525559 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29931981-ea46-497f-a292-6c796b7cb31f x-openstack-request-id: req-29931981-ea46-497f-a292-6c796b7cb31f {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:11.525559 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2", "tag": "a291819e-6d0d-4dad-a947-42c1c8846a0c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:11.525559 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29931981-ea46-497f-a292-6c796b7cb31f {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:11.525895 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'tag': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'status': 'completed', 'code': 200} Jan 14 01:39:11.569142 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-64623b6a-9aa7-4e08-9787-c55eef9c9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:11.570806 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-64623b6a-9aa7-4e08-9787-c55eef9c9aa2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565228 Jan 14 01:39:11.661096 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b7c6-b555-42e6-ba26-0a978732258a req-5301e90f-480d-4696-8324-5e1e6b5b9d5d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:11.663040 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e14b7c6-b555-42e6-ba26-0a978732258a req-5301e90f-480d-4696-8324-5e1e6b5b9d5d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 945 time: 0.0522132 Jan 14 01:39:11.666393 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-33d72b8f-dc59-405c-ba77-e2e8515fa0b1 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871723 Jan 14 01:39:11.716072 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e14b7c6-b555-42e6-ba26-0a978732258a req-4c560065-c347-4d0e-b3cd-16cdd08e7bb6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467219 Jan 14 01:39:11.793012 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e545e8a3-5c09-45cb-a350-3ab4727e81fd req-3cf11c0e-2fe7-483b-9e77-d43129b284a5 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182528 Jan 14 01:39:11.933574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1a3cd-cb19-4e85-970c-9355c20bfcc9 req-3877d401-4c37-4be4-88fb-686607944a72 tempest-ServersAdminNegativeTestJSON-2054974657 tempest-ServersAdminNegativeTestJSON-2054974657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:11.935189 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37e1a3cd-cb19-4e85-970c-9355c20bfcc9 req-3877d401-4c37-4be4-88fb-686607944a72 tempest-ServersAdminNegativeTestJSON-2054974657 tempest-ServersAdminNegativeTestJSON-2054974657-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 1100 time: 0.0487142 Jan 14 01:39:11.978063 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30176c1b-66f8-4de6-bd57-1f3cf9cf9a03 req-485ff25e-8cc3-4442-acef-dabe0c86890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:11.979615 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-30176c1b-66f8-4de6-bd57-1f3cf9cf9a03 req-485ff25e-8cc3-4442-acef-dabe0c86890e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 1094 time: 0.0473371 Jan 14 01:39:12.014840 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0e2ca-06f1-48f1-8faf-2ff883477c9d req-1689757c-7fc2-4d32-a130-8c223d0275e7 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:12.016971 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b9a0e2ca-06f1-48f1-8faf-2ff883477c9d req-1689757c-7fc2-4d32-a130-8c223d0275e7 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 1096 time: 0.0680165 Jan 14 01:39:12.029533 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37e1a3cd-cb19-4e85-970c-9355c20bfcc9 req-ead66b60-04ed-44e2-8d0b-5fbac0fb48bc tempest-ServersAdminNegativeTestJSON-2054974657 tempest-ServersAdminNegativeTestJSON-2054974657-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872436 Jan 14 01:39:12.088374 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b9a0e2ca-06f1-48f1-8faf-2ff883477c9d req-39bd425d-caa6-4c69-b5b1-ca6213a501f8 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576098 Jan 14 01:39:12.106165 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46330) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:12.117588 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30176c1b-66f8-4de6-bd57-1f3cf9cf9a03 req-1cc6511c-2054-41fe-b69a-7f3dd8fc942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:12.119423 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-30176c1b-66f8-4de6-bd57-1f3cf9cf9a03 req-1cc6511c-2054-41fe-b69a-7f3dd8fc942a service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.1302013 Jan 14 01:39:12.177600 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-30176c1b-66f8-4de6-bd57-1f3cf9cf9a03 req-2f8b54f4-fbba-4293-95ab-007f7eafc122 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a291819e-6d0d-4dad-a947-42c1c8846a0c HTTP/1.1" status: 200 len: 217 time: 0.0471685 Jan 14 01:39:12.198226 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-84752ad5-1c7f-43d2-a02e-c40ca72ec4a3 req-3b1d1ecd-2985-45e9-83ee-8daf2ce330e1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:39:12.200112 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-84752ad5-1c7f-43d2-a02e-c40ca72ec4a3 req-3b1d1ecd-2985-45e9-83ee-8daf2ce330e1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060399 Jan 14 01:39:12.247476 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30176c1b-66f8-4de6-bd57-1f3cf9cf9a03 req-87ba4fec-8735-4046-94f1-4709101f67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:12.249017 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-30176c1b-66f8-4de6-bd57-1f3cf9cf9a03 req-87ba4fec-8735-4046-94f1-4709101f67c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.0632226 Jan 14 01:39:12.275332 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a01fa45e-4542-4dd1-997d-a7e27b127597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:12.298733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30176c1b-66f8-4de6-bd57-1f3cf9cf9a03 req-de28977e-c16c-4803-bd5d-4c0df0ee11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:12.300219 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-30176c1b-66f8-4de6-bd57-1f3cf9cf9a03 req-de28977e-c16c-4803-bd5d-4c0df0ee11ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446470 Jan 14 01:39:12.327536 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 46ccbe15-593e-452d-8586-ad63bd4e7490 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:39:12.331856 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2694b-a66e-4385-94f8-28981989e8e6 req-4e32df98-df1f-4caf-8f01-cc2d47c0deff tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:12.333362 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2c2694b-a66e-4385-94f8-28981989e8e6 req-4e32df98-df1f-4caf-8f01-cc2d47c0deff tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 950 time: 0.1042666 Jan 14 01:39:12.393961 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65063709-5d0a-4781-91a7-ae0ba532746d req-c6e17d94-3888-4445-8245-ba86f62ad97f tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:12.395581 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-65063709-5d0a-4781-91a7-ae0ba532746d req-c6e17d94-3888-4445-8245-ba86f62ad97f tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 1096 time: 0.1077604 Jan 14 01:39:12.409494 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-30176c1b-66f8-4de6-bd57-1f3cf9cf9a03 req-254012d4-60c2-41d9-bcbd-f209ee308953 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015201 Jan 14 01:39:12.437041 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2c2694b-a66e-4385-94f8-28981989e8e6 req-e3939f88-9cd6-4532-817f-cc5b87859eb3 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970993 Jan 14 01:39:12.446968 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=46ccbe15-593e-452d-8586-ad63bd4e7490,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:12.472650 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '46ccbe15-593e-452d-8586-ad63bd4e7490', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '46ccbe15-593e-452d-8586-ad63bd4e7490', 'mac_address': 'fa:16:3e:58:d4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:39:12.472790 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a01fa45e-4542-4dd1-997d-a7e27b127597 admin admin] Publish callbacks [] for security_group (d29d88e8-000d-45a1-9c1a-5d1fb5f749a4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:12.479367 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-65063709-5d0a-4781-91a7-ae0ba532746d req-b7631f19-3605-4cee-a33a-02ff524b1fc7 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766993 Jan 14 01:39:12.482532 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a01fa45e-4542-4dd1-997d-a7e27b127597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d29d88e8-000d-45a1-9c1a-5d1fb5f749a4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:12.528785 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a01fa45e-4542-4dd1-997d-a7e27b127597 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b23c880315a6445db4f44ff0f428ef37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4214401 Jan 14 01:39:12.529579 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fa45e-4542-4dd1-997d-a7e27b127597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29d88e8-000d-45a1-9c1a-5d1fb5f749a4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:12.532492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46348) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:12.541210 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-30176c1b-66f8-4de6-bd57-1f3cf9cf9a03 req-f3bd1c21-4af5-4d89-a16c-a3c3d2c77d65 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250856 Jan 14 01:39:12.555122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 46ccbe15-593e-452d-8586-ad63bd4e7490 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:12.555516 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:12.574793 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ccbe15-593e-452d-8586-ad63bd4e7490 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:12.600939 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=46ccbe15-593e-452d-8586-ad63bd4e7490,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:12.601728 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ecb712e-58bf-4936-b1fa-871353d0f954 admin admin] Publish callbacks [] for security_group (d29d88e8-000d-45a1-9c1a-5d1fb5f749a4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:12.606944 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:12.638746 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ecb712e-58bf-4936-b1fa-871353d0f954 admin admin] Publish callbacks [] for security_group (d29d88e8-000d-45a1-9c1a-5d1fb5f749a4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:12.660433 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=46ccbe15-593e-452d-8586-ad63bd4e7490,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:12.745718 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8329c-7cdb-42a8-a799-b826bade57dd req-28b8dc9c-c53b-4a90-ac91-0a7060e871bc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:12.747140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-86f8329c-7cdb-42a8-a799-b826bade57dd req-28b8dc9c-c53b-4a90-ac91-0a7060e871bc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 948 time: 0.0992563 Jan 14 01:39:12.759855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eff47-9b58-4cd9-b3c2-64ba9f85a237 req-de3db328-6868-46fa-acf7-cb57205cff5d tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:12.761265 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af8eff47-9b58-4cd9-b3c2-64ba9f85a237 req-de3db328-6868-46fa-acf7-cb57205cff5d tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 943 time: 0.0741410 Jan 14 01:39:12.779967 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ecb712e-58bf-4936-b1fa-871353d0f954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d29d88e8-000d-45a1-9c1a-5d1fb5f749a4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:12.783051 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ecb712e-58bf-4936-b1fa-871353d0f954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:12.784106 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8ecb712e-58bf-4936-b1fa-871353d0f954 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d29d88e8-000d-45a1-9c1a-5d1fb5f749a4 HTTP/1.1" status: 204 len: 168 time: 0.2507885 Jan 14 01:39:12.807151 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb712e-58bf-4936-b1fa-871353d0f954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29d88e8-000d-45a1-9c1a-5d1fb5f749a4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:12.852008 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-86f8329c-7cdb-42a8-a799-b826bade57dd req-56e1eb1c-17cf-472e-b124-150210797d45 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898006 Jan 14 01:39:12.862709 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af8eff47-9b58-4cd9-b3c2-64ba9f85a237 req-8f5ebb82-1f86-46d7-a796-3ebf9abf93de tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888422 Jan 14 01:39:12.959595 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['46ccbe15-593e-452d-8586-ad63bd4e7490'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:13.111803 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46374) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:13.131136 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37627240-8d58-4519-85b9-3a049546be09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:13.217643 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37627240-8d58-4519-85b9-3a049546be09 admin admin] Publish callbacks [] for security_group (cae4568a-75ca-44a9-8541-f293ccb0db86), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:13.221202 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37627240-8d58-4519-85b9-3a049546be09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cae4568a-75ca-44a9-8541-f293ccb0db86), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:13.266682 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-37627240-8d58-4519-85b9-3a049546be09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07f1c914362543228ed109c91fa98e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504245 Jan 14 01:39:13.267650 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37627240-8d58-4519-85b9-3a049546be09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae4568a-75ca-44a9-8541-f293ccb0db86,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:13.268040 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46382) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:13.331626 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d6b049-e3e7-4769-b81c-b7ad5ef3743e admin admin] Publish callbacks [] for security_group (cae4568a-75ca-44a9-8541-f293ccb0db86), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:13.349031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b6d43-cfc7-480a-aa32-cfa49712374d req-27ab2010-c2c2-456d-8be0-91a864daa450 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:13.350541 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-453b6d43-cfc7-480a-aa32-cfa49712374d req-27ab2010-c2c2-456d-8be0-91a864daa450 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 950 time: 0.0601265 Jan 14 01:39:13.358404 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d6b049-e3e7-4769-b81c-b7ad5ef3743e admin admin] Publish callbacks [] for security_group (cae4568a-75ca-44a9-8541-f293ccb0db86), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:13.399534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-453b6d43-cfc7-480a-aa32-cfa49712374d req-8dcbcec7-0ac8-4db3-8404-df66c77b29a4 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421844 Jan 14 01:39:13.412326 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d6b049-e3e7-4769-b81c-b7ad5ef3743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cae4568a-75ca-44a9-8541-f293ccb0db86), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:13.415141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d6b049-e3e7-4769-b81c-b7ad5ef3743e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:13.419013 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f9d6b049-e3e7-4769-b81c-b7ad5ef3743e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cae4568a-75ca-44a9-8541-f293ccb0db86 HTTP/1.1" status: 204 len: 168 time: 0.1495643 Jan 14 01:39:13.429458 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6b049-e3e7-4769-b81c-b7ad5ef3743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae4568a-75ca-44a9-8541-f293ccb0db86,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:13.558142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf04b7d-b197-4615-9ef7-cf8090725fc8 req-61648e0d-d377-46b0-be2e-06d905f7d292 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:13.565695 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acf04b7d-b197-4615-9ef7-cf8090725fc8 req-61648e0d-d377-46b0-be2e-06d905f7d292 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 949 time: 0.0603514 Jan 14 01:39:13.612271 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acf04b7d-b197-4615-9ef7-cf8090725fc8 req-8109fae4-6bc0-478c-9aee-4e8ccb799730 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457201 Jan 14 01:39:14.023137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0320dd-f81a-43a2-9e3a-c430197c5504 req-5bdcd890-b529-4b63-a230-e92296ac241b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:14.026894 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0320dd-f81a-43a2-9e3a-c430197c5504 req-5bdcd890-b529-4b63-a230-e92296ac241b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 950 time: 0.0605824 Jan 14 01:39:14.065121 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46436) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:14.080419 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0320dd-f81a-43a2-9e3a-c430197c5504 req-ed02b2a6-d321-4994-b2c4-c25e79def676 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503073 Jan 14 01:39:14.186600 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08ade79c-3fa3-4a02-a176-f5a883a1bc15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:14.200369 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888c992-8141-4bec-92d9-a3fe37e3a8e2 req-420203a2-fc68-427d-b160-5226949dc9c2 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:14.202189 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1888c992-8141-4bec-92d9-a3fe37e3a8e2 req-420203a2-fc68-427d-b160-5226949dc9c2 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 948 time: 0.0566044 Jan 14 01:39:14.278184 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1888c992-8141-4bec-92d9-a3fe37e3a8e2 req-f1151120-e9bd-457c-83df-026df55e2147 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588713 Jan 14 01:39:14.278472 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08ade79c-3fa3-4a02-a176-f5a883a1bc15 admin admin] Publish callbacks [] for security_group (820d9783-8862-44e7-afc9-4b9376d9a8d6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:14.292136 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08ade79c-3fa3-4a02-a176-f5a883a1bc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (820d9783-8862-44e7-afc9-4b9376d9a8d6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:14.351504 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 46ccbe15-593e-452d-8586-ad63bd4e7490 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:39:14.361958 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46452) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:14.362183 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-08ade79c-3fa3-4a02-a176-f5a883a1bc15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=643d004d7d3640509d9f355ad31108d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958531 Jan 14 01:39:14.363465 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ade79c-3fa3-4a02-a176-f5a883a1bc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820d9783-8862-44e7-afc9-4b9376d9a8d6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:14.420334 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46454) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:14.432832 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 46ccbe15-593e-452d-8586-ad63bd4e7490 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:39:14.437493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 46ccbe15-593e-452d-8586-ad63bd4e7490 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:14.437872 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:14.460853 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a32c0-a0a9-4295-b8f1-b68bd9b3b28d req-485cccb5-ae56-4dba-9554-e83a679baa25 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:14.469665 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-643a32c0-a0a9-4295-b8f1-b68bd9b3b28d req-485cccb5-ae56-4dba-9554-e83a679baa25 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 943 time: 0.1113808 Jan 14 01:39:14.494126 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65de03f1-b63d-4b2d-b2b4-404a3438aae2 admin admin] Publish callbacks [] for security_group (820d9783-8862-44e7-afc9-4b9376d9a8d6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:14.539356 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65de03f1-b63d-4b2d-b2b4-404a3438aae2 admin admin] Publish callbacks [] for security_group (820d9783-8862-44e7-afc9-4b9376d9a8d6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:14.541876 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 46ccbe15-593e-452d-8586-ad63bd4e7490 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:14.542389 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:14.548820 n-d-824358-4 neutron-server[103354]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 14 01:39:14.552651 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-01046dc4-d2b0-4348-b028-098e67e44368 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:39:14.553690 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-01046dc4-d2b0-4348-b028-098e67e44368 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1322033 Jan 14 01:39:14.562768 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-643a32c0-a0a9-4295-b8f1-b68bd9b3b28d req-065c6f51-d439-4b87-85aa-c541a76a8316 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796597 Jan 14 01:39:14.582008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ccbe15-593e-452d-8586-ad63bd4e7490'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:14.586302 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338b9bd4-e141-448b-a48f-7b34ed5e87d3" -d '{"events": [{"server_uuid": "da6d0a8e-8efa-4164-9bc1-b583fb9b7585", "name": "network-vif-plugged", "status": "completed", "tag": "46ccbe15-593e-452d-8586-ad63bd4e7490"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:14.602653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=46ccbe15-593e-452d-8586-ad63bd4e7490,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:14.608211 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:14.634480 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65de03f1-b63d-4b2d-b2b4-404a3438aae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (820d9783-8862-44e7-afc9-4b9376d9a8d6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:14.637057 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65de03f1-b63d-4b2d-b2b4-404a3438aae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:14.639429 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-65de03f1-b63d-4b2d-b2b4-404a3438aae2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/820d9783-8862-44e7-afc9-4b9376d9a8d6 HTTP/1.1" status: 204 len: 168 time: 0.2761595 Jan 14 01:39:14.652574 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c6568a-0cf3-4002-877d-0d0988268383 x-openstack-request-id: req-d5c6568a-0cf3-4002-877d-0d0988268383 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:14.652887 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6d0a8e-8efa-4164-9bc1-b583fb9b7585", "name": "network-vif-plugged", "status": "completed", "tag": "46ccbe15-593e-452d-8586-ad63bd4e7490", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:14.653151 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5c6568a-0cf3-4002-877d-0d0988268383 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:14.653650 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ccbe15-593e-452d-8586-ad63bd4e7490', 'code': 200} Jan 14 01:39:14.656388 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de03f1-b63d-4b2d-b2b4-404a3438aae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d9783-8862-44e7-afc9-4b9376d9a8d6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:14.700870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=46ccbe15-593e-452d-8586-ad63bd4e7490,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:14.759016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f7962-1de4-460a-bf92-38c20aa108da req-052a1ac2-0f9c-4ed2-9331-436175af111d tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:14.763314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-574f7962-1de4-460a-bf92-38c20aa108da req-052a1ac2-0f9c-4ed2-9331-436175af111d tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 949 time: 0.0655351 Jan 14 01:39:14.845707 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a291819e-6d0d-4dad-a947-42c1c8846a0c details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:39:14.859389 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-574f7962-1de4-460a-bf92-38c20aa108da req-2a25885e-a34f-4451-8650-8a79fe415bdd tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921366 Jan 14 01:39:14.864143 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-2f0899ef-630a-4044-a5ed-54b4401eadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:14.867750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197f9eb-ad54-4e9e-8265-970637cda460 req-bfbde4af-a786-45dc-a551-17309474ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:14.869765 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0197f9eb-ad54-4e9e-8265-970637cda460 req-bfbde4af-a786-45dc-a551-17309474ed69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 1100 time: 0.0946646 Jan 14 01:39:14.875892 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-2f0899ef-630a-4044-a5ed-54b4401eadf5 service neutron] 10.222.0.26 "GET /v2.0/ports/4a366cd5-345b-42a2-967e-ac258c0e21b1 HTTP/1.1" status: 200 len: 1093 time: 0.1987729 Jan 14 01:39:14.880921 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] Request body: {'binding': {'host': 'n-h1-824358-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:14.881531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] Unknown quota resources ['binding']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 14 01:39:14.929319 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0197f9eb-ad54-4e9e-8265-970637cda460 req-624fbb6a-e51d-47e2-a984-1ec254d3101c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447094 Jan 14 01:39:15.012710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a291819e-6d0d-4dad-a947-42c1c8846a0c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a291819e-6d0d-4dad-a947-42c1c8846a0c,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:15.026763 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'port_id': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'mac_address': 'fa:16:3e:93:ad:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:39:15.073800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a291819e-6d0d-4dad-a947-42c1c8846a0c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:15.074192 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:15.074890 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] Attempting to bind port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on host n-h1-824358-4 for vnic_type normal with profile None {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:15.075225 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] Attempting to bind port 4a366cd5-345b-42a2-967e-ac258c0e21b1 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:15.075546 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] Attempting to bind port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:15.080282 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] Port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:15.080603 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] Attempting to bind port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:15.085998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:15.086631 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:15.087192 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] Bound using segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:15.087613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] Bound port: 4a366cd5-345b-42a2-967e-ac258c0e21b1, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:15.092021 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a291819e-6d0d-4dad-a947-42c1c8846a0c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:15.121198 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a291819e-6d0d-4dad-a947-42c1c8846a0c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a291819e-6d0d-4dad-a947-42c1c8846a0c,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:15.130598 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:15.186732 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:15.209027 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a291819e-6d0d-4dad-a947-42c1c8846a0c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:15.258282 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:15.259468 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a8b09cc-353d-46d8-9e96-a12e779d0005 service neutron] 10.222.0.26 "POST /v2.0/ports/4a366cd5-345b-42a2-967e-ac258c0e21b1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3827951 Jan 14 01:39:15.277829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46488) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:15.295595 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6d28c-9784-49b3-bf96-11b524384583 req-9a7b6f01-1037-493c-9b55-b277dcbbb3de tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:15.304467 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73e6d28c-9784-49b3-bf96-11b524384583 req-9a7b6f01-1037-493c-9b55-b277dcbbb3de tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 950 time: 0.0764568 Jan 14 01:39:15.306170 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62319-8648-47ba-b790-1eec749a65ed req-edfbf016-af26-40a1-bccf-d432842ec40b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:15.307943 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-54e62319-8648-47ba-b790-1eec749a65ed req-edfbf016-af26-40a1-bccf-d432842ec40b tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.46 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 949 time: 0.1197546 Jan 14 01:39:15.316892 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07917446-a565-4b3d-ad69-7d02d523203f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:15.423172 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73e6d28c-9784-49b3-bf96-11b524384583 req-397cb75d-fe3b-4e8d-9805-1bf137bf44ac tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176245 Jan 14 01:39:15.455450 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['a291819e-6d0d-4dad-a947-42c1c8846a0c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:15.522668 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-54e62319-8648-47ba-b790-1eec749a65ed req-e913ef34-8e39-4306-af99-be9d093885ab tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Deleting port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:39:15.523030 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-54e62319-8648-47ba-b790-1eec749a65ed req-e913ef34-8e39-4306-af99-be9d093885ab tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:15.625204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012030e3-c510-4d91-9379-133e83808539 req-bdc94a7e-277c-4d31-ba3c-433b271d246d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:15.631910 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-012030e3-c510-4d91-9379-133e83808539 req-bdc94a7e-277c-4d31-ba3c-433b271d246d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1276472 Jan 14 01:39:15.652035 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26965a-461b-4930-a0f1-0c79db6a8508 req-615238a9-6e74-4fe9-9c71-606260840ee4 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:15.653466 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e26965a-461b-4930-a0f1-0c79db6a8508 req-615238a9-6e74-4fe9-9c71-606260840ee4 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 945 time: 0.1437290 Jan 14 01:39:15.656584 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a20b4fe-5ee0-4b83-9ef9-20ee9a27b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:15.658463 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0a20b4fe-5ee0-4b83-9ef9-20ee9a27b1be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 1096 time: 0.0735667 Jan 14 01:39:15.661298 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07917446-a565-4b3d-ad69-7d02d523203f admin admin] Publish callbacks [] for security_group (2649e99f-c966-4812-a63c-417ae3366d7e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:15.665342 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-54e62319-8648-47ba-b790-1eec749a65ed req-e913ef34-8e39-4306-af99-be9d093885ab tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] For port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:15.665696 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-54e62319-8648-47ba-b790-1eec749a65ed req-e913ef34-8e39-4306-af99-be9d093885ab tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:15.677217 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07917446-a565-4b3d-ad69-7d02d523203f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2649e99f-c966-4812-a63c-417ae3366d7e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:15.719512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-54e62319-8648-47ba-b790-1eec749a65ed req-e913ef34-8e39-4306-af99-be9d093885ab tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Calling delete_port for ed72ac1c-6ad1-4b26-8b23-451a21c5b94f owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:39:15.754404 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-07917446-a565-4b3d-ad69-7d02d523203f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b6c24afa91b4a93a1f8da46a86bf2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4748228 Jan 14 01:39:15.761284 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46500) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:15.765983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07917446-a565-4b3d-ad69-7d02d523203f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2649e99f-c966-4812-a63c-417ae3366d7e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:15.784042 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e26965a-461b-4930-a0f1-0c79db6a8508 req-5ce2c679-8803-4055-8862-744ac003796e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208634 Jan 14 01:39:15.789064 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-012030e3-c510-4d91-9379-133e83808539 req-98b65664-3cd9-4d77-b2a3-afeb971e798a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561923 Jan 14 01:39:15.812633 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-8c786c1f-5693-42e9-8b72-02ae20b29f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:15.814072 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-8c786c1f-5693-42e9-8b72-02ae20b29f56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.1458154 Jan 14 01:39:15.876171 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-b59b2bfe-280c-4d88-8e31-397f86067b06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1 HTTP/1.1" status: 200 len: 217 time: 0.0494132 Jan 14 01:39:15.892874 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86822cfa-e057-4834-bdbb-0e5208747c12 admin admin] Publish callbacks [] for security_group (2649e99f-c966-4812-a63c-417ae3366d7e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:15.948478 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86822cfa-e057-4834-bdbb-0e5208747c12 admin admin] Publish callbacks [] for security_group (2649e99f-c966-4812-a63c-417ae3366d7e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:15.957269 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-cd2cc6c4-8a61-419b-8eea-7260a2713b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:15.958737 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-cd2cc6c4-8a61-419b-8eea-7260a2713b28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.0750849 Jan 14 01:39:15.975164 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-54e62319-8648-47ba-b790-1eec749a65ed req-e913ef34-8e39-4306-af99-be9d093885ab tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (ed72ac1c-6ad1-4b26-8b23-451a21c5b94f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:15.980548 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d427a4-911c-4855-b2d3-7fe3ac5eb645 req-e140f8e3-6cbf-41ea-8914-5dc875bd064f tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:15.982053 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17d427a4-911c-4855-b2d3-7fe3ac5eb645 req-e140f8e3-6cbf-41ea-8914-5dc875bd064f tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 950 time: 0.1372001 Jan 14 01:39:15.995495 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-e8c472f4-5210-459f-a12d-78b26466376e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301442 Jan 14 01:39:16.014287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['ed72ac1c-6ad1-4b26-8b23-451a21c5b94f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:16.021320 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['d62c58fe-adc0-485d-9a83-39297cd2a7c0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:16.030770 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913ef34-8e39-4306-af99-be9d093885ab tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Pushing event deleted for resources: {'Port': ['ID=ed72ac1c-6ad1-4b26-8b23-451a21c5b94f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:16.043262 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b909d2-fd11-4cea-a52e-faa7faf10867 req-80579180-42dd-46c8-94db-6ffc98bd0540 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:16.047882 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2b909d2-fd11-4cea-a52e-faa7faf10867 req-80579180-42dd-46c8-94db-6ffc98bd0540 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 944 time: 0.1559057 Jan 14 01:39:16.138891 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b392c89b-7bc3-40ee-ba25-8aa26c8ab74b tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=156806c620d84ff0ba23f46666bb8246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703106 Jan 14 01:39:16.154286 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e62319-8648-47ba-b790-1eec749a65ed req-e913ef34-8e39-4306-af99-be9d093885ab tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] No DVR routers for this DVR port ed72ac1c-6ad1-4b26-8b23-451a21c5b94f on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:39:16.165846 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-54e62319-8648-47ba-b790-1eec749a65ed req-e913ef34-8e39-4306-af99-be9d093885ab tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:16.170161 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-54e62319-8648-47ba-b790-1eec749a65ed req-e913ef34-8e39-4306-af99-be9d093885ab tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.46 "DELETE /v2.0/ports/ed72ac1c-6ad1-4b26-8b23-451a21c5b94f HTTP/1.1" status: 204 len: 173 time: 0.8547246 Jan 14 01:39:16.170739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b5cf0e-bc4b-418c-8664-a0a894462152', 'name': 'network-vif-deleted', 'tag': 'ed72ac1c-6ad1-4b26-8b23-451a21c5b94f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:16.173940 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66d2c18-58ff-450f-84ed-c0167e336e18" -d '{"events": [{"server_uuid": "47b5cf0e-bc4b-418c-8664-a0a894462152", "name": "network-vif-deleted", "tag": "ed72ac1c-6ad1-4b26-8b23-451a21c5b94f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:16.201733 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-f1f800ba-5cf0-4fb6-a21d-8d4b9519d541 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813622 Jan 14 01:39:16.222666 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2b909d2-fd11-4cea-a52e-faa7faf10867 req-6d182c49-ee99-4a2e-bf4c-08abe62685e2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450615 Jan 14 01:39:16.335902 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86822cfa-e057-4834-bdbb-0e5208747c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2649e99f-c966-4812-a63c-417ae3366d7e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:16.338534 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86822cfa-e057-4834-bdbb-0e5208747c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:16.350667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-86822cfa-e057-4834-bdbb-0e5208747c12 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2649e99f-c966-4812-a63c-417ae3366d7e HTTP/1.1" status: 204 len: 168 time: 0.5779395 Jan 14 01:39:16.379059 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-77a083cd-4c52-4290-83ba-83a6f8222f64 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692626 Jan 14 01:39:16.647620 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86822cfa-e057-4834-bdbb-0e5208747c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2649e99f-c966-4812-a63c-417ae3366d7e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:16.651668 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ece87e37-3383-46db-ad66-865768b65386 req-749333e9-6393-4353-80bb-2ad166e58f49 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b5cf0e-bc4b-418c-8664-a0a894462152 HTTP/1.1" status: 200 len: 210 time: 0.3221924 Jan 14 01:39:16.695084 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-17d427a4-911c-4855-b2d3-7fe3ac5eb645 req-0dcab8c1-f520-4c46-8322-1cc342d12e7b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Deleting port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:39:16.695425 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17d427a4-911c-4855-b2d3-7fe3ac5eb645 req-0dcab8c1-f520-4c46-8322-1cc342d12e7b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:16.707399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082971f-e89b-4659-b753-8cc524d24e34 req-e962b881-82d7-4617-9c38-4b1ba7abba84 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:16.710517 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-e962b881-82d7-4617-9c38-4b1ba7abba84 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5708590 Jan 14 01:39:16.750655 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-26ed0c2e-cfa4-4363-ae71-56258a8dc37a tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:16.752701 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-26ed0c2e-cfa4-4363-ae71-56258a8dc37a tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da&tenant_id=fb29aaab805049d786bf79e89fb9efca&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1096 time: 0.1193502 Jan 14 01:39:16.766651 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b4758d25-9d56-48c2-887b-e1ef3a63302b tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/quotas/156806c620d84ff0ba23f46666bb8246 HTTP/1.1" status: 200 len: 375 time: 0.0164907 Jan 14 01:39:16.778354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824358-4'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:16.811553 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-127d5b6b-fd04-4fbd-a665-7ac3d9f35245 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=156806c620d84ff0ba23f46666bb8246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371962 Jan 14 01:39:16.867416 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-17d427a4-911c-4855-b2d3-7fe3ac5eb645 req-0dcab8c1-f520-4c46-8322-1cc342d12e7b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] For port 0e2d3264-1c45-4a2a-8de5-05c0fe050406, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0e2d3264-1c45-4a2a-8de5-05c0fe050406,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:16.869206 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17d427a4-911c-4855-b2d3-7fe3ac5eb645 req-0dcab8c1-f520-4c46-8322-1cc342d12e7b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:16.872151 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a291819e-6d0d-4dad-a947-42c1c8846a0c up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:39:16.911346 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-17d427a4-911c-4855-b2d3-7fe3ac5eb645 req-0dcab8c1-f520-4c46-8322-1cc342d12e7b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Calling delete_port for 0e2d3264-1c45-4a2a-8de5-05c0fe050406 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:39:16.983499 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port a291819e-6d0d-4dad-a947-42c1c8846a0c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:39:16.995591 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port a291819e-6d0d-4dad-a947-42c1c8846a0c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:16.995972 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:17.118253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c27f08-196b-4e9d-bddb-91de3d429edc req-74e64b56-45cf-4f76-aa29-9357674ce9f6 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:17.126148 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20c27f08-196b-4e9d-bddb-91de3d429edc req-74e64b56-45cf-4f76-aa29-9357674ce9f6 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 950 time: 0.1995764 Jan 14 01:39:17.187407 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a291819e-6d0d-4dad-a947-42c1c8846a0c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:17.187864 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:17.200269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20c27f08-196b-4e9d-bddb-91de3d429edc req-585fe82a-2a09-4aee-822c-9e60061558d4 tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/security-groups?id=e714d006-4785-4a96-8670-e2d0b931aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707130 Jan 14 01:39:17.244260 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a291819e-6d0d-4dad-a947-42c1c8846a0c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:17.247786 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ffd368-abb4-4de2-9a42-5e33de05a6cc" -d '{"events": [{"server_uuid": "1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2", "name": "network-vif-plugged", "status": "completed", "tag": "a291819e-6d0d-4dad-a947-42c1c8846a0c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:17.266099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a291819e-6d0d-4dad-a947-42c1c8846a0c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a291819e-6d0d-4dad-a947-42c1c8846a0c,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:17.273273 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:17.317119 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa5cfca-00bc-4e76-b583-3a27a04ca949 x-openstack-request-id: req-6aa5cfca-00bc-4e76-b583-3a27a04ca949 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:17.317425 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b5cf0e-bc4b-418c-8664-a0a894462152", "name": "network-vif-deleted", "tag": "ed72ac1c-6ad1-4b26-8b23-451a21c5b94f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:17.317774 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6aa5cfca-00bc-4e76-b583-3a27a04ca949 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:17.318242 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b5cf0e-bc4b-418c-8664-a0a894462152', 'name': 'network-vif-deleted', 'tag': 'ed72ac1c-6ad1-4b26-8b23-451a21c5b94f', 'status': 'completed', 'code': 200} Jan 14 01:39:17.330881 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a291819e-6d0d-4dad-a947-42c1c8846a0c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:17.366155 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:17.377676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152371e6-c68b-468b-a3d2-204fb0b4be1f req-54bb7ed2-d1f2-4759-a580-41788a96fd49 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:17.379683 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-152371e6-c68b-468b-a3d2-204fb0b4be1f req-54bb7ed2-d1f2-4759-a580-41788a96fd49 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 945 time: 0.2482541 Jan 14 01:39:17.418226 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46bab1-9694-449c-8c29-f6e1fde7df13 req-1980a9b9-a8d6-4e6b-9f9f-44f07250fd74 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:17.424974 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b46bab1-9694-449c-8c29-f6e1fde7df13 req-1980a9b9-a8d6-4e6b-9f9f-44f07250fd74 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1455510 Jan 14 01:39:17.535267 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-152371e6-c68b-468b-a3d2-204fb0b4be1f req-3f6a3943-8e55-4b05-a7df-d8e681440f09 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430008 Jan 14 01:39:17.553390 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:17.573386 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17d427a4-911c-4855-b2d3-7fe3ac5eb645 req-0dcab8c1-f520-4c46-8322-1cc342d12e7b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (0e2d3264-1c45-4a2a-8de5-05c0fe050406), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:17.609925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['0e2d3264-1c45-4a2a-8de5-05c0fe050406'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:17.622611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:17.639230 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b46bab1-9694-449c-8c29-f6e1fde7df13 req-fd7d0ad1-ad4e-44a2-930c-16ad3fd5baa3 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134156 Jan 14 01:39:17.665155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcab8c1-f520-4c46-8322-1cc342d12e7b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Pushing event deleted for resources: {'Port': ['ID=0e2d3264-1c45-4a2a-8de5-05c0fe050406,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:17.690072 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Publish callbacks [] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:17.707234 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b2290ce-d837-4123-9bbe-1cf68f83cb0b req-10236d99-62ae-463f-ace5-4613411a3159 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 210 time: 0.1029997 Jan 14 01:39:17.711686 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:17.784855 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2820965-97af-476f-8950-d417b57490d6 x-openstack-request-id: req-d2820965-97af-476f-8950-d417b57490d6 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:17.785172 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2", "name": "network-vif-plugged", "status": "completed", "tag": "a291819e-6d0d-4dad-a947-42c1c8846a0c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:17.785426 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2820965-97af-476f-8950-d417b57490d6 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:17.785813 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'code': 200} Jan 14 01:39:17.846095 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d427a4-911c-4855-b2d3-7fe3ac5eb645 req-0dcab8c1-f520-4c46-8322-1cc342d12e7b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] No DVR routers for this DVR port 0e2d3264-1c45-4a2a-8de5-05c0fe050406 on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:39:17.851074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17d427a4-911c-4855-b2d3-7fe3ac5eb645 req-0dcab8c1-f520-4c46-8322-1cc342d12e7b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:17.854872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17d427a4-911c-4855-b2d3-7fe3ac5eb645 req-0dcab8c1-f520-4c46-8322-1cc342d12e7b tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.36 "DELETE /v2.0/ports/0e2d3264-1c45-4a2a-8de5-05c0fe050406 HTTP/1.1" status: 204 len: 173 time: 1.8596373 Jan 14 01:39:17.855458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9bab7e-cc08-4947-ae18-419009484883', 'name': 'network-vif-deleted', 'tag': '0e2d3264-1c45-4a2a-8de5-05c0fe050406'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:17.857721 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e36fbb1-719b-4e39-ab01-ab3c8ba3b428" -d '{"events": [{"server_uuid": "ef9bab7e-cc08-4947-ae18-419009484883", "name": "network-vif-deleted", "tag": "0e2d3264-1c45-4a2a-8de5-05c0fe050406"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:17.858340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Pushing event updated for resources: {'Port': ['ID=4a366cd5-345b-42a2-967e-ac258c0e21b1,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:17.875880 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Attempting to bind port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on host n-h2-824358-4 for vnic_type normal with profile {"migrating_to": "n-h1-824358-4"} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:17.876102 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Attempting to bind port 4a366cd5-345b-42a2-967e-ac258c0e21b1 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:17.876437 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Attempting to bind port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:17.884672 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:17.884989 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Attempting to bind port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:17.889326 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e03017-11f6-4339-a646-3e79aea82c44 req-7dde7f31-704b-4e84-8157-e6cc325af5c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:17.895523 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:17.896295 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:17.896295 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Bound using segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:17.896747 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Bound port: 4a366cd5-345b-42a2-967e-ac258c0e21b1, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:17.897155 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:17.902008 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7e03017-11f6-4339-a646-3e79aea82c44 req-7dde7f31-704b-4e84-8157-e6cc325af5c0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 945 time: 0.1573014 Jan 14 01:39:17.990463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7e03017-11f6-4339-a646-3e79aea82c44 req-05efedde-8ef5-4fd1-8e60-49821f826b30 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804553 Jan 14 01:39:18.072594 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:18.088773 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d227589-349b-4aa3-b3d5-ee6b5c49fdcc req-b443cf64-07c8-496e-9ab8-c9fe0f5d7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:18.090591 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9d227589-349b-4aa3-b3d5-ee6b5c49fdcc req-b443cf64-07c8-496e-9ab8-c9fe0f5d7af2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 1096 time: 0.0932124 Jan 14 01:39:18.094342 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:18.104823 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:18.219467 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9d227589-349b-4aa3-b3d5-ee6b5c49fdcc req-947d602a-304e-4707-9f23-2e1afe3bd62a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223795 Jan 14 01:39:18.222096 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Pushing event updated for resources: {'Port': ['ID=4a366cd5-345b-42a2-967e-ac258c0e21b1,revision_number=8']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:18.227686 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:18.228352 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:18.229832 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-a02c6e19-e77b-4e6b-9182-a61e898c3a9a service neutron] 10.222.0.46 "PUT /v2.0/ports/4a366cd5-345b-42a2-967e-ac258c0e21b1 HTTP/1.1" status: 200 len: 1121 time: 1.4555440 Jan 14 01:39:18.235607 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa02770-78ba-4257-bda9-fe658448d742 x-openstack-request-id: req-8fa02770-78ba-4257-bda9-fe658448d742 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:18.235896 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9bab7e-cc08-4947-ae18-419009484883", "name": "network-vif-deleted", "tag": "0e2d3264-1c45-4a2a-8de5-05c0fe050406", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:18.236143 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fa02770-78ba-4257-bda9-fe658448d742 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:18.236598 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9bab7e-cc08-4947-ae18-419009484883', 'name': 'network-vif-deleted', 'tag': '0e2d3264-1c45-4a2a-8de5-05c0fe050406', 'status': 'completed', 'code': 200} Jan 14 01:39:18.312667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe25c92-c9e1-46db-be8d-015ef062581b req-2e8d67ce-b683-4acb-859e-e9db93f117b5 tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:18.314245 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fe25c92-c9e1-46db-be8d-015ef062581b req-2e8d67ce-b683-4acb-859e-e9db93f117b5 tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 1100 time: 0.0404682 Jan 14 01:39:18.332182 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fe25c92-c9e1-46db-be8d-015ef062581b req-5258dc85-2c5d-4296-8da5-1ab13fb41e10 tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:18.388350 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['4a366cd5-345b-42a2-967e-ac258c0e21b1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:18.408463 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fe25c92-c9e1-46db-be8d-015ef062581b req-5258dc85-2c5d-4296-8da5-1ab13fb41e10 tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] Publish callbacks [] for security_group (045d90c7-9976-44e1-bca1-f75e9e23fa0a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:18.414593 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fe25c92-c9e1-46db-be8d-015ef062581b req-5258dc85-2c5d-4296-8da5-1ab13fb41e10 tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (045d90c7-9976-44e1-bca1-f75e9e23fa0a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:18.468716 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a089bbf2-2a93-463b-b0dc-84c6505ec17f req-fe044c49-22da-48c7-af62-aee66e5bb1ec tempest-DeleteServersAdminTestJSON-1165337330 tempest-DeleteServersAdminTestJSON-1165337330-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef9bab7e-cc08-4947-ae18-419009484883 HTTP/1.1" status: 200 len: 210 time: 0.0488908 Jan 14 01:39:18.481386 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fe25c92-c9e1-46db-be8d-015ef062581b req-5258dc85-2c5d-4296-8da5-1ab13fb41e10 tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615648 Jan 14 01:39:18.482134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258dc85-2c5d-4296-8da5-1ab13fb41e10 tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045d90c7-9976-44e1-bca1-f75e9e23fa0a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:18.614136 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b7fe2-a4e1-49be-a661-a4ea951048ef req-c09495bd-2d1d-4d2b-a90f-3ab3f41e0a33 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:18.615793 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-046b7fe2-a4e1-49be-a661-a4ea951048ef req-c09495bd-2d1d-4d2b-a90f-3ab3f41e0a33 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 972 time: 0.0626011 Jan 14 01:39:18.663879 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-046b7fe2-a4e1-49be-a661-a4ea951048ef req-3af3af59-ae71-419c-8575-54277496672f tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Jan 14 01:39:18.772365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-4acfaa61-b1ef-47d2-99e5-0aeed9ad38b0 req-692b5189-1399-4364-8a58-40fceea4ea94 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:39:18.773203 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4acfaa61-b1ef-47d2-99e5-0aeed9ad38b0 req-692b5189-1399-4364-8a58-40fceea4ea94 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050750 Jan 14 01:39:18.791889 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fdaf6-6bf8-4f57-9aa1-b20025a480c5 req-96c985d6-3254-4c89-bbdf-be1b045c776a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:18.793368 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-185fdaf6-6bf8-4f57-9aa1-b20025a480c5 req-96c985d6-3254-4c89-bbdf-be1b045c776a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 943 time: 0.0635295 Jan 14 01:39:18.844858 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-185fdaf6-6bf8-4f57-9aa1-b20025a480c5 req-2e3061b2-a89c-4659-a076-4e44a09dc974 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 Jan 14 01:39:18.861437 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device ed72ac1c-6ad1-4b26-8b23-451a21c5b94f no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:39:18.884549 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: ed72ac1c-6ad1-4b26-8b23-451a21c5b94f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:39:18.884963 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device ed72ac1c-6ad1-4b26-8b23-451a21c5b94f not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:39:19.054704 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-bcd88063-65ed-41b9-88cb-6ff81aef9f97 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=156806c620d84ff0ba23f46666bb8246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243413 Jan 14 01:39:19.061464 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-217cb1c9-340b-45a5-a4ca-a9a285c80b9d req-1b02066e-9f77-45c0-991f-192c9252a477 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 210 time: 0.0311010 Jan 14 01:39:19.218564 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082971f-e89b-4659-b753-8cc524d24e34 req-4389cf55-8af6-4c97-b194-4f7b88a5b043 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:19.220187 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-4389cf55-8af6-4c97-b194-4f7b88a5b043 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565728 Jan 14 01:39:19.265330 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-f963d5cb-710d-4100-a84a-b029b35380a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441182 Jan 14 01:39:19.270197 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Request body: {'port': {'device_id': 'debf101c-85eb-4f5c-bad9-ea1c6204dfe6', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '156806c620d84ff0ba23f46666bb8246'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:19.278464 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-38d24027-f190-4600-9011-bf2ca14a4ead service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:39:19.279414 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-38d24027-f190-4600-9011-bf2ca14a4ead service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048871 Jan 14 01:39:19.290801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a714469-eca9-41a1-b520-8207ab23e02c req-a959877b-6929-435c-a49d-7422db2e6404 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:19.292298 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4a714469-eca9-41a1-b520-8207ab23e02c req-a959877b-6929-435c-a49d-7422db2e6404 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 945 time: 0.0803063 Jan 14 01:39:19.308184 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841245a3-b26f-44bd-a822-6cc1aeaadc46 req-ede719bb-e11e-448b-9e9f-2ebaa36433bb tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:19.309628 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-841245a3-b26f-44bd-a822-6cc1aeaadc46 req-ede719bb-e11e-448b-9e9f-2ebaa36433bb tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.0716720 Jan 14 01:39:19.318888 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54420223-dda6-4c95-90e5-aadabd2695da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a366cd5-345b-42a2-967e-ac258c0e21b1'}, {'name': 'network-changed', 'server_uuid': '54420223-dda6-4c95-90e5-aadabd2695da', 'tag': '4a366cd5-345b-42a2-967e-ac258c0e21b1'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:19.325552 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9a0364-5808-46cc-bef8-1e847306c481" -d '{"events": [{"server_uuid": "54420223-dda6-4c95-90e5-aadabd2695da", "name": "network-vif-unplugged", "status": "completed", "tag": "4a366cd5-345b-42a2-967e-ac258c0e21b1"}, {"name": "network-changed", "server_uuid": "54420223-dda6-4c95-90e5-aadabd2695da", "tag": "4a366cd5-345b-42a2-967e-ac258c0e21b1"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:19.383004 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4a714469-eca9-41a1-b520-8207ab23e02c req-afba1f0b-9a1d-4e7e-86e3-1ec311a99135 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842659 Jan 14 01:39:19.390509 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-841245a3-b26f-44bd-a822-6cc1aeaadc46 req-be609563-6e2e-4943-a1be-c681ebe41ce9 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666723 Jan 14 01:39:19.424820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Made reservation on behalf of 156806c620d84ff0ba23f46666bb8246 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:19.429137 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:19.440907 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:19.528714 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b8ae50-e6fe-423f-a798-f9dc478ccd29 x-openstack-request-id: req-a4b8ae50-e6fe-423f-a798-f9dc478ccd29 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:19.529080 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54420223-dda6-4c95-90e5-aadabd2695da", "name": "network-vif-unplugged", "status": "completed", "tag": "4a366cd5-345b-42a2-967e-ac258c0e21b1", "code": 200}, {"name": "network-changed", "server_uuid": "54420223-dda6-4c95-90e5-aadabd2695da", "tag": "4a366cd5-345b-42a2-967e-ac258c0e21b1", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:19.529396 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4b8ae50-e6fe-423f-a798-f9dc478ccd29 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:19.529904 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54420223-dda6-4c95-90e5-aadabd2695da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a366cd5-345b-42a2-967e-ac258c0e21b1', 'code': 200} Jan 14 01:39:19.530220 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54420223-dda6-4c95-90e5-aadabd2695da', 'tag': '4a366cd5-345b-42a2-967e-ac258c0e21b1', 'status': 'completed', 'code': 200} Jan 14 01:39:19.579039 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Publish callbacks [] for security_group (3d2ab20f-c587-4fbd-8bff-8f961ce7c6da), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:19.585258 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3d2ab20f-c587-4fbd-8bff-8f961ce7c6da), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:19.662227 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2ab20f-c587-4fbd-8bff-8f961ce7c6da,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:19.681066 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a0364-5808-46cc-bef8-1e847306c481 req-de4bc117-1610-4777-9f8f-3f8d428b3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:19.684605 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be9a0364-5808-46cc-bef8-1e847306c481 req-de4bc117-1610-4777-9f8f-3f8d428b3ae6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 1124 time: 0.0678384 Jan 14 01:39:19.798567 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Allocated IP 192.168.233.120 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/82b70459-ad03-4f89-8c2f-8755de29d924) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:39:19.890922 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a0364-5808-46cc-bef8-1e847306c481 req-ca1f4e1f-f799-46a1-9fb3-1310a424dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:19.892576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be9a0364-5808-46cc-bef8-1e847306c481 req-ca1f4e1f-f799-46a1-9fb3-1310a424dc9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.2013659 Jan 14 01:39:19.914895 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2ea1d-d8d0-4f42-874b-4c3c6b37ced0 req-1826cf14-9de3-4cfe-b933-6c7d0db85ca4 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:19.923529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ddb2ea1d-d8d0-4f42-874b-4c3c6b37ced0 req-1826cf14-9de3-4cfe-b933-6c7d0db85ca4 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 972 time: 0.1202199 Jan 14 01:39:19.973265 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be9a0364-5808-46cc-bef8-1e847306c481 req-da0caf37-f79c-4746-887d-ee8151fd52ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1 HTTP/1.1" status: 200 len: 217 time: 0.0667753 Jan 14 01:39:20.070939 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46676) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:20.097446 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ddb2ea1d-d8d0-4f42-874b-4c3c6b37ced0 req-126bf565-27c1-41e2-a737-994aa093bd11 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632440 Jan 14 01:39:20.100351 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a0364-5808-46cc-bef8-1e847306c481 req-e3225aef-822e-4db4-be35-74bc0481ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:20.101806 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be9a0364-5808-46cc-bef8-1e847306c481 req-e3225aef-822e-4db4-be35-74bc0481ec7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.1174386 Jan 14 01:39:20.112276 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Publish callbacks [] for port (82b70459-ad03-4f89-8c2f-8755de29d924), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:20.168799 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:20.181212 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be9a0364-5808-46cc-bef8-1e847306c481 req-b8252977-f185-4312-b892-5917939c29eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694318 Jan 14 01:39:20.200303 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486f330-76b2-49ed-b562-59c17eacea48 req-00a2afa1-51d7-4098-ada6-38f4cf19598a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:20.208707 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5486f330-76b2-49ed-b562-59c17eacea48 req-00a2afa1-51d7-4098-ada6-38f4cf19598a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 943 time: 0.2029576 Jan 14 01:39:20.260670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:20.294372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Pushing event updated for resources: {'Port': ['ID=82b70459-ad03-4f89-8c2f-8755de29d924,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:20.341032 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:39:20.367537 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5486f330-76b2-49ed-b562-59c17eacea48 req-580676ce-087d-40d5-bae2-bd2de116f067 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570711 Jan 14 01:39:20.373237 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:20.389018 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be9a0364-5808-46cc-bef8-1e847306c481 req-36bffd3a-0bce-468e-af2c-d8f5d61d2d1d service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686535 Jan 14 01:39:20.396589 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:39:20.404164 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca68db3-d9a7-49a4-9f81-5adc064f6d12 req-36ee4099-a5b1-401c-8001-0468e50199c5 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:20.405763 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fca68db3-d9a7-49a4-9f81-5adc064f6d12 req-36ee4099-a5b1-401c-8001-0468e50199c5 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 936 time: 0.1940749 Jan 14 01:39:20.435880 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 0e2d3264-1c45-4a2a-8de5-05c0fe050406 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:39:20.466825 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 0e2d3264-1c45-4a2a-8de5-05c0fe050406 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:39:20.468144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 0e2d3264-1c45-4a2a-8de5-05c0fe050406 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:39:20.478629 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb1d80-eed6-456b-b89e-312b35380aff req-af61dc27-f1e1-45e3-ba2e-e8f29e9389e2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:20.480180 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cbeb1d80-eed6-456b-b89e-312b35380aff req-af61dc27-f1e1-45e3-ba2e-e8f29e9389e2 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.36 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 972 time: 0.2448821 Jan 14 01:39:20.485424 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a02599a1-e06c-44e7-a7c8-68beeb65b65b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:20.582496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fca68db3-d9a7-49a4-9f81-5adc064f6d12 req-4f626572-7bcd-4649-ac79-e8debcca29aa tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d2ab20f-c587-4fbd-8bff-8f961ce7c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601231 Jan 14 01:39:20.597559 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-387273dc-57da-47a8-ab93-c87f006cc73a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03c02436d299493cbfe1f452f2da5c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279994 Jan 14 01:39:20.605641 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46692) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:20.625713 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:20.626464 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:20.652097 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb1ad7-88d9-4db0-9175-97c0dfefae03 req-d35bc2c3-6219-4f49-909b-68d7503d9a32 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:20.653894 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89eb1ad7-88d9-4db0-9175-97c0dfefae03 req-d35bc2c3-6219-4f49-909b-68d7503d9a32 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 945 time: 0.1471519 Jan 14 01:39:20.684337 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be9a0364-5808-46cc-bef8-1e847306c481 req-0b752c32-7d51-46e2-b4ab-fa0c86e91b35 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892563 Jan 14 01:39:20.689362 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-031776ae-60af-4421-82bd-9c239f6854eb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4230864 Jan 14 01:39:20.736556 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Request body: {'port': {'device_id': 'debf101c-85eb-4f5c-bad9-ea1c6204dfe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:20.737354 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4ce31a87-0ecb-46e9-95ca-724c8dd96a3a None None] Provisioning complete for port 82b70459-ad03-4f89-8c2f-8755de29d924 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:20.738066 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ce31a87-0ecb-46e9-95ca-724c8dd96a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:20.757465 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89eb1ad7-88d9-4db0-9175-97c0dfefae03 req-997e716d-365c-4931-8981-b39517a0fcab tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932467 Jan 14 01:39:20.789842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bce2cb-3eae-4321-8d17-3d186647015c req-e4009e36-1655-42fe-a018-29a5449d9c59 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:20.792847 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94f7bf4e-5825-41a3-bb0f-7fc69600a430 admin admin] Publish callbacks [] for security_group (e714d006-4785-4a96-8670-e2d0b931aca5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:20.798534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-59bce2cb-3eae-4321-8d17-3d186647015c req-e4009e36-1655-42fe-a018-29a5449d9c59 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1116517 Jan 14 01:39:20.841977 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-cbeb1d80-eed6-456b-b89e-312b35380aff req-adb9be93-803c-4369-865f-00de4201fec8 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Deleting port d62c58fe-adc0-485d-9a83-39297cd2a7c0 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:39:20.842379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cbeb1d80-eed6-456b-b89e-312b35380aff req-adb9be93-803c-4369-865f-00de4201fec8 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:20.864732 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-59bce2cb-3eae-4321-8d17-3d186647015c req-a00b06a4-a1db-4614-ad93-88e899500461 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651550 Jan 14 01:39:20.907591 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a02599a1-e06c-44e7-a7c8-68beeb65b65b admin admin] Publish callbacks [] for security_group (5ea4678d-6725-43bb-a431-1a33c36554a2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:20.914890 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:20.919536 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94f7bf4e-5825-41a3-bb0f-7fc69600a430 admin admin] Publish callbacks [] for security_group (e714d006-4785-4a96-8670-e2d0b931aca5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:20.927899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a366cd5-345b-42a2-967e-ac258c0e21b1 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:39:20.937185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a02599a1-e06c-44e7-a7c8-68beeb65b65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5ea4678d-6725-43bb-a431-1a33c36554a2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:20.955714 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4ce31a87-0ecb-46e9-95ca-724c8dd96a3a None None] Port 82b70459-ad03-4f89-8c2f-8755de29d924 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:39:21.044748 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a02599a1-e06c-44e7-a7c8-68beeb65b65b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ba9a303796b41a0ad0d64fbbf9ae424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9728303 Jan 14 01:39:21.048658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-ede81f5a-1d3d-4b93-b1aa-0cc55bd6a20a tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:21.049009 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02599a1-e06c-44e7-a7c8-68beeb65b65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea4678d-6725-43bb-a431-1a33c36554a2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:21.049748 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:21.050789 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-ede81f5a-1d3d-4b93-b1aa-0cc55bd6a20a tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0887189 Jan 14 01:39:21.051297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46696) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:21.063848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a366cd5-345b-42a2-967e-ac258c0e21b1 has no active binding in host n-h1-824358-4 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 14 01:39:21.067762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cbeb1d80-eed6-456b-b89e-312b35380aff req-adb9be93-803c-4369-865f-00de4201fec8 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] For port d62c58fe-adc0-485d-9a83-39297cd2a7c0, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=d62c58fe-adc0-485d-9a83-39297cd2a7c0,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:21.067921 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cbeb1d80-eed6-456b-b89e-312b35380aff req-adb9be93-803c-4369-865f-00de4201fec8 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.116704 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-72ac2d43-8ead-44af-b7c6-37ccf2698f4e tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 696 time: 0.0567434 Jan 14 01:39:21.121360 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-4de6915e-638e-473b-b86c-52dfff9b4635 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Request body: {'floatingip': {'port_id': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:21.153938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-cbeb1d80-eed6-456b-b89e-312b35380aff req-adb9be93-803c-4369-865f-00de4201fec8 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Calling delete_port for d62c58fe-adc0-485d-9a83-39297cd2a7c0 owned by compute:tempest-test_az-1922525536 {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:39:21.170248 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-4de6915e-638e-473b-b86c-52dfff9b4635 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.179419 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94f7bf4e-5825-41a3-bb0f-7fc69600a430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e714d006-4785-4a96-8670-e2d0b931aca5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.181728 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94f7bf4e-5825-41a3-bb0f-7fc69600a430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.182857 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-94f7bf4e-5825-41a3-bb0f-7fc69600a430 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e714d006-4785-4a96-8670-e2d0b931aca5 HTTP/1.1" status: 204 len: 168 time: 0.5762289 Jan 14 01:39:21.243577 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7bf4e-5825-41a3-bb0f-7fc69600a430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e714d006-4785-4a96-8670-e2d0b931aca5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:21.300980 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8f39-5ce5-4104-a6e4-e277d2e6f163 admin admin] Publish callbacks [] for security_group (5ea4678d-6725-43bb-a431-1a33c36554a2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.357578 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8f39-5ce5-4104-a6e4-e277d2e6f163 admin admin] Publish callbacks [] for security_group (5ea4678d-6725-43bb-a431-1a33c36554a2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.391260 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:39:21.509869 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8f39-5ce5-4104-a6e4-e277d2e6f163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5ea4678d-6725-43bb-a431-1a33c36554a2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.512730 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8f39-5ce5-4104-a6e4-e277d2e6f163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.516266 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f5fd8f39-5ce5-4104-a6e4-e277d2e6f163 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ea4678d-6725-43bb-a431-1a33c36554a2 HTTP/1.1" status: 204 len: 168 time: 0.4574912 Jan 14 01:39:21.555621 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e4941-ab31-48db-a0df-6e909cbb7e1f req-824b964f-dba9-4c44-ad16-e0f5baab51a5 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:21.564047 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cbeb1d80-eed6-456b-b89e-312b35380aff req-adb9be93-803c-4369-865f-00de4201fec8 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d62c58fe-adc0-485d-9a83-39297cd2a7c0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.568326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd8f39-5ce5-4104-a6e4-e277d2e6f163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea4678d-6725-43bb-a431-1a33c36554a2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:21.569195 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a6e4941-ab31-48db-a0df-6e909cbb7e1f req-824b964f-dba9-4c44-ad16-e0f5baab51a5 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/ports?device_id=801e44f5-2b63-45f3-a72c-7b6bf2117833 HTTP/1.1" status: 200 len: 889 time: 0.3939903 Jan 14 01:39:21.604620 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-f899cf16-ad6e-46b9-8746-0cf6e02f6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:21.604880 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b70459-ad03-4f89-8c2f-8755de29d924 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:21.606256 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-f899cf16-ad6e-46b9-8746-0cf6e02f6f21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 1100 time: 0.3899162 Jan 14 01:39:21.616540 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9be93-803c-4369-865f-00de4201fec8 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Pushing event deleted for resources: {'Port': ['ID=d62c58fe-adc0-485d-9a83-39297cd2a7c0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:21.617124 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['d62c58fe-adc0-485d-9a83-39297cd2a7c0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:21.620876 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Publish callbacks [] for port (82b70459-ad03-4f89-8c2f-8755de29d924), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.656011 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Transition to ACTIVE for port object 82b70459-ad03-4f89-8c2f-8755de29d924 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:39:21.678131 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46710) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:21.679035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeb1d80-eed6-456b-b89e-312b35380aff req-adb9be93-803c-4369-865f-00de4201fec8 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] No DVR routers for this DVR port d62c58fe-adc0-485d-9a83-39297cd2a7c0 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:39:21.681025 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.685849 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cbeb1d80-eed6-456b-b89e-312b35380aff req-adb9be93-803c-4369-865f-00de4201fec8 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.689893 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cbeb1d80-eed6-456b-b89e-312b35380aff req-adb9be93-803c-4369-865f-00de4201fec8 tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.36 "DELETE /v2.0/ports/d62c58fe-adc0-485d-9a83-39297cd2a7c0 HTTP/1.1" status: 204 len: 173 time: 1.1908910 Jan 14 01:39:21.696144 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801e44f5-2b63-45f3-a72c-7b6bf2117833', 'name': 'network-vif-deleted', 'tag': 'd62c58fe-adc0-485d-9a83-39297cd2a7c0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:21.698594 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef1cc14-e34e-4d9b-b982-f40c3fbd4188" -d '{"events": [{"server_uuid": "801e44f5-2b63-45f3-a72c-7b6bf2117833", "name": "network-vif-deleted", "tag": "d62c58fe-adc0-485d-9a83-39297cd2a7c0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:21.738052 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-00ff3d48-c679-4b8e-926e-0027e41982a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.801651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-4ec413d9-b8c3-4781-9592-46c8c2701d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:21.803264 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-4ec413d9-b8c3-4781-9592-46c8c2701d4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1852572 Jan 14 01:39:21.834677 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Pushing event updated for resources: {'Port': ['ID=82b70459-ad03-4f89-8c2f-8755de29d924,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:21.903042 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a6e4941-ab31-48db-a0df-6e909cbb7e1f req-cdd72f6f-cc5d-4277-8e16-a5bbaddf130f tempest-ServersAdminNegativeTestJSON-1999858429 tempest-ServersAdminNegativeTestJSON-1999858429-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc71ae2a-675f-4381-9c65-d43e6bc015c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327277 Jan 14 01:39:21.937733 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-00ff3d48-c679-4b8e-926e-0027e41982a9 admin admin] Publish callbacks [] for security_group (36bab0f7-8fae-465b-9e4e-bce46161c9b2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.941593 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Attempting to bind port 82b70459-ad03-4f89-8c2f-8755de29d924 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:21.941735 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Attempting to bind port 82b70459-ad03-4f89-8c2f-8755de29d924 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:21.942014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Attempting to bind port 82b70459-ad03-4f89-8c2f-8755de29d924 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:21.946914 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Port 82b70459-ad03-4f89-8c2f-8755de29d924 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:21.947233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Attempting to bind port 82b70459-ad03-4f89-8c2f-8755de29d924 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:21.953793 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-00ff3d48-c679-4b8e-926e-0027e41982a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (36bab0f7-8fae-465b-9e4e-bce46161c9b2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:21.964936 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:21.965281 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:21.965662 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:21.966106 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Bound port: 82b70459-ad03-4f89-8c2f-8755de29d924, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:21.966480 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:22.013240 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-00ff3d48-c679-4b8e-926e-0027e41982a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=651b42b597a443b9adcea9182dfbe6dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297434 Jan 14 01:39:22.017456 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46720) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:22.032174 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-2a564f4a-5546-4f35-8513-631dc7287f76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=46ccbe15-593e-452d-8586-ad63bd4e7490 HTTP/1.1" status: 200 len: 217 time: 0.1512609 Jan 14 01:39:22.059520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff3d48-c679-4b8e-926e-0027e41982a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bab0f7-8fae-465b-9e4e-bce46161c9b2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:22.133844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] For port 82b70459-ad03-4f89-8c2f-8755de29d924, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:22.145215 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-3f58b2b5-3e67-4c75-8d3c-7cfb6107ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:22.147369 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-3f58b2b5-3e67-4c75-8d3c-7cfb6107ead1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0619223 Jan 14 01:39:22.155110 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb344e04-e7b9-4b5c-a8a6-8859ad36fdf3 admin admin] Publish callbacks [] for security_group (36bab0f7-8fae-465b-9e4e-bce46161c9b2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:22.187814 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] For port 82b70459-ad03-4f89-8c2f-8755de29d924, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=82b70459-ad03-4f89-8c2f-8755de29d924,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:22.199662 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb344e04-e7b9-4b5c-a8a6-8859ad36fdf3 admin admin] Publish callbacks [] for security_group (36bab0f7-8fae-465b-9e4e-bce46161c9b2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:22.210686 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:22.275412 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:22.276933 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:22.279681 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] 10.222.0.46 "PUT /v2.0/ports/82b70459-ad03-4f89-8c2f-8755de29d924 HTTP/1.1" status: 200 len: 1096 time: 1.5515749 Jan 14 01:39:22.312218 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46722) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:22.332433 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66d832b0-8d01-4e9b-87f2-f3a659139518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:22.345814 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080513a-33d3-4ea2-850b-c4b7b5f685b0 req-19c325e9-e829-40fb-8b36-b688e8248a14 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:22.353887 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9080513a-33d3-4ea2-850b-c4b7b5f685b0 req-19c325e9-e829-40fb-8b36-b688e8248a14 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 943 time: 0.2699375 Jan 14 01:39:22.365600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-8e6af329-8391-4b5f-ba5c-db001ad55429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:22.367422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-8e6af329-8391-4b5f-ba5c-db001ad55429 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677754 Jan 14 01:39:22.396154 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a628a-850a-4622-a7d6-21a91afbea33 service neutron] Pushing event updated for resources: {'Port': ['ID=82b70459-ad03-4f89-8c2f-8755de29d924,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:22.429642 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9080513a-33d3-4ea2-850b-c4b7b5f685b0 req-6ae21d76-00ef-498a-8b81-33969d5c1969 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690010 Jan 14 01:39:22.507231 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb344e04-e7b9-4b5c-a8a6-8859ad36fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (36bab0f7-8fae-465b-9e4e-bce46161c9b2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:22.509810 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb344e04-e7b9-4b5c-a8a6-8859ad36fdf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:22.519962 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fb344e04-e7b9-4b5c-a8a6-8859ad36fdf3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36bab0f7-8fae-465b-9e4e-bce46161c9b2 HTTP/1.1" status: 204 len: 168 time: 0.5019913 Jan 14 01:39:22.554822 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb344e04-e7b9-4b5c-a8a6-8859ad36fdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bab0f7-8fae-465b-9e4e-bce46161c9b2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:22.597124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082971f-e89b-4659-b753-8cc524d24e34 req-aa723a8e-ee39-4eae-a112-d2b42275bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:22.599869 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-aa723a8e-ee39-4eae-a112-d2b42275bc2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=156806c620d84ff0ba23f46666bb8246&device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 1099 time: 0.1824949 Jan 14 01:39:22.682054 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-4cf94316-6ac0-4a94-bc37-807415c9704c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=82b70459-ad03-4f89-8c2f-8755de29d924 HTTP/1.1" status: 200 len: 217 time: 0.0492284 Jan 14 01:39:22.753792 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082971f-e89b-4659-b753-8cc524d24e34 req-fc95dcf9-f9b5-4d62-a84d-aaa781437dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:22.755744 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-fc95dcf9-f9b5-4d62-a84d-aaa781437dc3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0662012 Jan 14 01:39:22.767630 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66d832b0-8d01-4e9b-87f2-f3a659139518 admin admin] Publish callbacks [] for security_group (8c4b21f0-2312-476e-b858-eb0dd483be26), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:22.793665 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66d832b0-8d01-4e9b-87f2-f3a659139518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8c4b21f0-2312-476e-b858-eb0dd483be26), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:22.848219 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-66d832b0-8d01-4e9b-87f2-f3a659139518 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e529f69358fc4f4bba5e328e66c5a573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5342193 Jan 14 01:39:22.852650 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46728) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:22.885443 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d832b0-8d01-4e9b-87f2-f3a659139518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b21f0-2312-476e-b858-eb0dd483be26,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:22.910468 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082971f-e89b-4659-b753-8cc524d24e34 req-eb539d6f-949e-4a4e-a13f-5f71e5ab96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:22.911975 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-eb539d6f-949e-4a4e-a13f-5f71e5ab96ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473951 Jan 14 01:39:22.985083 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aab5fe68-fb2f-4a49-8e61-2d3ffc8d53a9 admin admin] Publish callbacks [] for security_group (8c4b21f0-2312-476e-b858-eb0dd483be26), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:23.212318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47e015-6f94-4c5e-8e81-0d403e74cf35 req-434034fa-bd91-48c6-a811-c91b21cb4441 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:23.222538 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b47e015-6f94-4c5e-8e81-0d403e74cf35 req-434034fa-bd91-48c6-a811-c91b21cb4441 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 948 time: 0.6723616 Jan 14 01:39:23.241873 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-4de6915e-638e-473b-b86c-52dfff9b4635 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:39:23.259616 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-3f29bc76-78ac-41dc-aae7-bcf18622aa6a service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8413947 Jan 14 01:39:23.270906 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aab5fe68-fb2f-4a49-8e61-2d3ffc8d53a9 admin admin] Publish callbacks [] for security_group (8c4b21f0-2312-476e-b858-eb0dd483be26), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:23.330993 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-db47e514-ace5-4098-8155-2b4e96c26f6d service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105000 Jan 14 01:39:23.392333 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aab5fe68-fb2f-4a49-8e61-2d3ffc8d53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8c4b21f0-2312-476e-b858-eb0dd483be26), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:23.395000 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aab5fe68-fb2f-4a49-8e61-2d3ffc8d53a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:23.396124 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-aab5fe68-fb2f-4a49-8e61-2d3ffc8d53a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c4b21f0-2312-476e-b858-eb0dd483be26 HTTP/1.1" status: 204 len: 168 time: 0.5425372 Jan 14 01:39:23.407585 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5fe68-fb2f-4a49-8e61-2d3ffc8d53a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4b21f0-2312-476e-b858-eb0dd483be26,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:23.485659 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f082971f-e89b-4659-b753-8cc524d24e34 req-5fd9a0f2-4abc-4e45-833c-063ee1d8177e service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429877 Jan 14 01:39:23.534963 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-4de6915e-638e-473b-b86c-52dfff9b4635 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:23.549955 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-4de6915e-638e-473b-b86c-52dfff9b4635 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:23.650457 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b47e015-6f94-4c5e-8e81-0d403e74cf35 req-fa98eef8-2ba4-4f6f-b416-b261b58e94ae tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d2ab20f-c587-4fbd-8bff-8f961ce7c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188292 Jan 14 01:39:23.708703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-7abf47a2-d33a-441b-947a-3ae2a73b58c1 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690097 Jan 14 01:39:23.709894 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-4de6915e-638e-473b-b86c-52dfff9b4635 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Floating IP f3dbb9d4-6879-47ec-9a73-c9f2222db353 associated. External IP: 172.25.2.193, port: d6e19b37-028f-4bd8-b332-962e0c07a042. Jan 14 01:39:23.825922 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3c7b77-fcbe-44a3-bc52-2bfa4d29f5a4 x-openstack-request-id: req-9b3c7b77-fcbe-44a3-bc52-2bfa4d29f5a4 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:23.826505 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801e44f5-2b63-45f3-a72c-7b6bf2117833", "name": "network-vif-deleted", "tag": "d62c58fe-adc0-485d-9a83-39297cd2a7c0", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:23.826765 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b3c7b77-fcbe-44a3-bc52-2bfa4d29f5a4 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:23.827746 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801e44f5-2b63-45f3-a72c-7b6bf2117833', 'name': 'network-vif-deleted', 'tag': 'd62c58fe-adc0-485d-9a83-39297cd2a7c0', 'status': 'completed', 'code': 200} Jan 14 01:39:24.151954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4228607-a562-4004-a5c9-d998362ab39e req-2cc2c67a-609d-418b-ad33-7f9c83504787 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:24.158718 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a4228607-a562-4004-a5c9-d998362ab39e req-2cc2c67a-609d-418b-ad33-7f9c83504787 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1759803 Jan 14 01:39:24.167025 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-4de6915e-638e-473b-b86c-52dfff9b4635 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Router 8af1babb-03c6-44e1-8ddc-a111a37c7368 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:39:24.391385 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a4228607-a562-4004-a5c9-d998362ab39e req-1eaff93c-fd1f-40c9-b214-a15e10eb78df tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268279 Jan 14 01:39:24.481870 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-8b755e19-0260-403c-882e-00e1aa95c4c8 service neutron] 10.222.0.36 "GET /v2.0/ports/4a366cd5-345b-42a2-967e-ac258c0e21b1/bindings/n-h1-824358-4 HTTP/1.1" status: 200 len: 384 time: 0.2443724 Jan 14 01:39:24.487979 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device d62c58fe-adc0-485d-9a83-39297cd2a7c0 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:39:24.498628 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-4de6915e-638e-473b-b86c-52dfff9b4635 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:39:24.505726 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-4de6915e-638e-473b-b86c-52dfff9b4635 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:24.511300 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0a7bcf-0100-41d6-bfe5-dd0cea7e39c9 None None] Sync routers for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:39:24.533747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: d62c58fe-adc0-485d-9a83-39297cd2a7c0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:39:24.534102 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device d62c58fe-adc0-485d-9a83-39297cd2a7c0 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:39:24.539427 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0a7bcf-0100-41d6-bfe5-dd0cea7e39c9 None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:24.542676 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5c0a7bcf-0100-41d6-bfe5-dd0cea7e39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:24.596531 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-4de6915e-638e-473b-b86c-52dfff9b4635 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "PUT /v2.0/floatingips/f3dbb9d4-6879-47ec-9a73-c9f2222db353 HTTP/1.1" status: 200 len: 997 time: 3.4788733 Jan 14 01:39:24.605073 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:24.612600 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2364beb8-d2ad-4dcb-9c16-628e7d56895c" -d '{"events": [{"name": "network-changed", "server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:24.760150 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5c0a7bcf-0100-41d6-bfe5-dd0cea7e39c9 None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:24.935977 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-fd2bdc40-af31-45f6-a17a-c71e5a4a3e3e service neutron] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:24.965279 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be377b3-6498-435f-8254-e703750bbbf0 req-8c8e0f3c-a880-475a-ba3f-17281abdd9dc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:24.965615 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46796) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:24.973497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0be377b3-6498-435f-8254-e703750bbbf0 req-8c8e0f3c-a880-475a-ba3f-17281abdd9dc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 943 time: 0.2651587 Jan 14 01:39:24.976667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-b75104e6-a2d8-4206-afd5-6080b22957b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:24.978101 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-b75104e6-a2d8-4206-afd5-6080b22957b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 1097 time: 0.3587198 Jan 14 01:39:25.023117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-fd2bdc40-af31-45f6-a17a-c71e5a4a3e3e service neutron] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:25.119243 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0be377b3-6498-435f-8254-e703750bbbf0 req-26c7b9aa-a0fa-43e2-8956-c815980b0689 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450298 Jan 14 01:39:25.165261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-fd2bdc40-af31-45f6-a17a-c71e5a4a3e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a366cd5-345b-42a2-967e-ac258c0e21b1 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:25.196036 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-fd2bdc40-af31-45f6-a17a-c71e5a4a3e3e service neutron] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:25.215200 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15de2bb-8bad-4fdb-946a-41e696841970 x-openstack-request-id: req-d15de2bb-8bad-4fdb-946a-41e696841970 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:25.215802 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:25.216659 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d15de2bb-8bad-4fdb-946a-41e696841970 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:25.217246 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'status': 'completed', 'code': 200} Jan 14 01:39:25.234494 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5c0a7bcf-0100-41d6-bfe5-dd0cea7e39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3dbb9d4-6879-47ec-9a73-c9f2222db353', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'port_id': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'mac_address': 'fa:16:3e:18:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15704941-b342-4c65-92d2-bb32b28b3648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:39:04Z', 'updated_at': '2022-01-14T01:39:22Z', 'revision_number': 1, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:25.263184 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-fd2bdc40-af31-45f6-a17a-c71e5a4a3e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:25.276951 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-8b25d21d-e453-4945-9516-5f3cf91febd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:25.278598 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-8b25d21d-e453-4945-9516-5f3cf91febd5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.2740924 Jan 14 01:39:25.299580 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0a7bcf-0100-41d6-bfe5-dd0cea7e39c9 None None] Checking router: 8af1babb-03c6-44e1-8ddc-a111a37c7368 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:39:25.338179 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0a7bcf-0100-41d6-bfe5-dd0cea7e39c9 None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:25.340073 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5c0a7bcf-0100-41d6-bfe5-dd0cea7e39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:25.396198 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-07666a61-982d-45c8-aabe-b15a1478e403 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 1000 time: 0.1099432 Jan 14 01:39:25.402461 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9b7d31b5-2bed-440b-9f84-b815b43572a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2950b316bbf74bffa77aa4146c9c7869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334242 Jan 14 01:39:25.408727 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46810) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:25.443583 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364beb8-d2ad-4dcb-9c16-628e7d56895c req-c7a453cd-e65a-4dbf-960d-aed3c0b8eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:25.453037 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2364beb8-d2ad-4dcb-9c16-628e7d56895c req-c7a453cd-e65a-4dbf-960d-aed3c0b8eecd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 1097 time: 0.1882904 Jan 14 01:39:25.483079 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5c0a7bcf-0100-41d6-bfe5-dd0cea7e39c9 None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:25.501930 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-9b3bd55f-dbf4-4743-99b6-a2acbdcc892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:25.509235 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-9b3bd55f-dbf4-4743-99b6-a2acbdcc892b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.1119506 Jan 14 01:39:25.553938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-fd2bdc40-af31-45f6-a17a-c71e5a4a3e3e service neutron] Transition to ACTIVE for port object 4a366cd5-345b-42a2-967e-ac258c0e21b1 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:39:25.569501 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-3ac612d7-80ac-474f-9131-ee9b772ca693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:25.578736 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-3ac612d7-80ac-474f-9131-ee9b772ca693 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684431 Jan 14 01:39:25.587931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-246edef3-21eb-44a9-909b-76cac59ca601 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:39:25.599268 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-246edef3-21eb-44a9-909b-76cac59ca601 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191882 Jan 14 01:39:25.613869 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c448-ad5d-45fd-af91-8ae44fa58ba7 admin admin] Publish callbacks [] for security_group (fc71ae2a-675f-4381-9c65-d43e6bc015c3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:25.619498 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-fd2bdc40-af31-45f6-a17a-c71e5a4a3e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:25.663251 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c448-ad5d-45fd-af91-8ae44fa58ba7 admin admin] Publish callbacks [] for security_group (fc71ae2a-675f-4381-9c65-d43e6bc015c3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:25.674196 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364beb8-d2ad-4dcb-9c16-628e7d56895c req-2a447668-1319-402e-8553-24fa13731c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:25.675757 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2364beb8-d2ad-4dcb-9c16-628e7d56895c req-2a447668-1319-402e-8553-24fa13731c85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.2065709 Jan 14 01:39:25.754579 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-fd2bdc40-af31-45f6-a17a-c71e5a4a3e3e service neutron] No DVR routers for this DVR port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:39:25.788540 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bdc40-af31-45f6-a17a-c71e5a4a3e3e service neutron] Pushing event updated for resources: {'Port': ['ID=4a366cd5-345b-42a2-967e-ac258c0e21b1,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:25.792349 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2364beb8-d2ad-4dcb-9c16-628e7d56895c req-ef2a7663-3033-479f-b688-3e7cf22beab6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 1000 time: 0.1069481 Jan 14 01:39:25.798379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c448-ad5d-45fd-af91-8ae44fa58ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fc71ae2a-675f-4381-9c65-d43e6bc015c3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:25.803261 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5c0a7bcf-0100-41d6-bfe5-dd0cea7e39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3dbb9d4-6879-47ec-9a73-c9f2222db353', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'port_id': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'mac_address': 'fa:16:3e:18:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15704941-b342-4c65-92d2-bb32b28b3648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:39:04Z', 'updated_at': '2022-01-14T01:39:22Z', 'revision_number': 1, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:25.806334 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c448-ad5d-45fd-af91-8ae44fa58ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:25.810062 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e4f9c448-ad5d-45fd-af91-8ae44fa58ba7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc71ae2a-675f-4381-9c65-d43e6bc015c3 HTTP/1.1" status: 204 len: 168 time: 0.3934951 Jan 14 01:39:25.840123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debf101c-85eb-4f5c-bad9-ea1c6204dfe6', 'tag': '82b70459-ad03-4f89-8c2f-8755de29d924'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:25.847066 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c715088-0ffd-42f4-9256-c35b60f39adc" -d '{"events": [{"name": "network-changed", "server_uuid": "debf101c-85eb-4f5c-bad9-ea1c6204dfe6", "tag": "82b70459-ad03-4f89-8c2f-8755de29d924"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:25.849855 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0a7bcf-0100-41d6-bfe5-dd0cea7e39c9 None None] The sync data for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 is: [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3dbb9d4-6879-47ec-9a73-c9f2222db353', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'port_id': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'mac_address': 'fa:16:3e:18:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15704941-b342-4c65-92d2-bb32b28b3648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:39:04Z', 'updated_at': '2022-01-14T01:39:22Z', 'revision_number': 1, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:39:25.856629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-fd2bdc40-af31-45f6-a17a-c71e5a4a3e3e service neutron] 10.222.0.36 "PUT /v2.0/ports/4a366cd5-345b-42a2-967e-ac258c0e21b1/bindings/n-h1-824358-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3663938 Jan 14 01:39:25.871587 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9c448-ad5d-45fd-af91-8ae44fa58ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc71ae2a-675f-4381-9c65-d43e6bc015c3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:25.876790 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-115641f1-f3a6-42b9-b0ad-dd1170e56a6e service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764964 Jan 14 01:39:25.957808 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364beb8-d2ad-4dcb-9c16-628e7d56895c req-667dc719-7fe2-45fd-bdff-41f432ad328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:25.960491 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2364beb8-d2ad-4dcb-9c16-628e7d56895c req-667dc719-7fe2-45fd-bdff-41f432ad328c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.1515672 Jan 14 01:39:26.058468 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364beb8-d2ad-4dcb-9c16-628e7d56895c req-e509632d-1bf4-4b47-a909-9b37e8e8b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:26.060001 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2364beb8-d2ad-4dcb-9c16-628e7d56895c req-e509632d-1bf4-4b47-a909-9b37e8e8b71f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791938 Jan 14 01:39:26.062719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-5a6c2c04-733a-4b33-8047-61f9ab76d694 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:26.064160 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-5a6c2c04-733a-4b33-8047-61f9ab76d694 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da&tenant_id=fb29aaab805049d786bf79e89fb9efca&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1095 time: 0.0882020 Jan 14 01:39:26.098274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d137a9e0-f078-4bd1-a436-7e10a49e471b req-fdb87c1f-9852-479a-a708-85594352e71c service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158442 Jan 14 01:39:26.118688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878148b-7334-444f-b884-b2ceab441be1 req-fdc9b06c-167f-404c-aea3-fa3b78a0ceea tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:26.120547 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9878148b-7334-444f-b884-b2ceab441be1 req-fdc9b06c-167f-404c-aea3-fa3b78a0ceea tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 948 time: 0.1362946 Jan 14 01:39:26.213201 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9878148b-7334-444f-b884-b2ceab441be1 req-bb11b7d6-d13a-46c8-b748-469f29d1e11b tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d2ab20f-c587-4fbd-8bff-8f961ce7c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837901 Jan 14 01:39:26.246636 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417673df-73aa-4e6e-8637-313a2b76d1b4 None None] New status for floating IP f3dbb9d4-6879-47ec-9a73-c9f2222db353: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:39:26.267479 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0e18fe39-7aeb-452a-9e5f-f96b5f60b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:26.268966 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-0e18fe39-7aeb-452a-9e5f-f96b5f60b945 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da&tenant_id=fb29aaab805049d786bf79e89fb9efca HTTP/1.1" status: 200 len: 1095 time: 0.1870811 Jan 14 01:39:26.313996 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2364beb8-d2ad-4dcb-9c16-628e7d56895c req-6c7e95a5-2da3-4be9-aeab-c82034829e49 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403059 Jan 14 01:39:26.349480 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48069e-f970-467f-82ba-e465454fc435 req-117812ef-b397-428c-8b76-ac90b3429c47 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:26.369749 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f48069e-f970-467f-82ba-e465454fc435 req-117812ef-b397-428c-8b76-ac90b3429c47 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1509130 Jan 14 01:39:26.401214 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46836) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:26.492072 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9eede272-443a-4dfd-bc49-5f5a59988dee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67905b11558149128fe73782377d1403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0897353 Jan 14 01:39:26.494914 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46838) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:26.545646 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f48069e-f970-467f-82ba-e465454fc435 req-a601a12d-4462-4ecb-ba56-9f6c407f163c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746817 Jan 14 01:39:26.553847 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-d70119dc-c3f9-42e3-8cd7-a5b113a906fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:26.556090 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-d70119dc-c3f9-42e3-8cd7-a5b113a906fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 1095 time: 0.1953645 Jan 14 01:39:26.592157 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa22e8d-41b3-435f-a45b-c3786a867f3e admin admin] Publish callbacks [] for security_group (7d9bd668-cf7f-4f4e-9323-92e7f6e5170f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:26.635717 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2047e5d-e0e3-4cb4-8228-730c40c7f9be x-openstack-request-id: req-b2047e5d-e0e3-4cb4-8228-730c40c7f9be {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:26.636007 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debf101c-85eb-4f5c-bad9-ea1c6204dfe6", "tag": "82b70459-ad03-4f89-8c2f-8755de29d924", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:26.636257 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2047e5d-e0e3-4cb4-8228-730c40c7f9be {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:26.636644 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debf101c-85eb-4f5c-bad9-ea1c6204dfe6', 'tag': '82b70459-ad03-4f89-8c2f-8755de29d924', 'status': 'completed', 'code': 200} Jan 14 01:39:26.638889 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa22e8d-41b3-435f-a45b-c3786a867f3e admin admin] Publish callbacks [] for security_group (7d9bd668-cf7f-4f4e-9323-92e7f6e5170f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:26.644659 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2364beb8-d2ad-4dcb-9c16-628e7d56895c req-78281cf6-a8a3-4d75-9df0-ec3eb2d73634 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932427 Jan 14 01:39:26.691476 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-90649b62-71ea-49d3-97fd-c5e08409960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:26.693757 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-90649b62-71ea-49d3-97fd-c5e08409960c service neutron] 10.222.0.46 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.1257260 Jan 14 01:39:26.706839 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa22e8d-41b3-435f-a45b-c3786a867f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7d9bd668-cf7f-4f4e-9323-92e7f6e5170f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:26.710642 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa22e8d-41b3-435f-a45b-c3786a867f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:26.715064 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0fa22e8d-41b3-435f-a45b-c3786a867f3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d9bd668-cf7f-4f4e-9323-92e7f6e5170f HTTP/1.1" status: 204 len: 168 time: 0.2191985 Jan 14 01:39:26.726560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa22e8d-41b3-435f-a45b-c3786a867f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9bd668-cf7f-4f4e-9323-92e7f6e5170f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:26.785823 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-3335af5d-6ca8-4d0e-992e-8a169eeb5a20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1 HTTP/1.1" status: 200 len: 217 time: 0.0794599 Jan 14 01:39:26.853127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-4d0787d6-4a18-4e16-a217-c08d68b3aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:26.854973 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-4d0787d6-4a18-4e16-a217-c08d68b3aecb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.0604742 Jan 14 01:39:26.893155 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-92ff4a65-4cf1-47e0-be82-4f3437d44ced service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282912 Jan 14 01:39:26.895193 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c715088-0ffd-42f4-9256-c35b60f39adc req-02248f7d-48cb-49d3-88f1-c5fc4d2013dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:26.896570 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1c715088-0ffd-42f4-9256-c35b60f39adc req-02248f7d-48cb-49d3-88f1-c5fc4d2013dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=156806c620d84ff0ba23f46666bb8246&device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 1099 time: 0.2020299 Jan 14 01:39:26.898785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 82b70459-ad03-4f89-8c2f-8755de29d924 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:39:27.004840 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-706cff67-078c-4cd0-9bb4-51460b770c75 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:27.006680 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-706cff67-078c-4cd0-9bb4-51460b770c75 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0932930 Jan 14 01:39:27.023716 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 82b70459-ad03-4f89-8c2f-8755de29d924, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=82b70459-ad03-4f89-8c2f-8755de29d924,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:27.036570 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '82b70459-ad03-4f89-8c2f-8755de29d924', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '82b70459-ad03-4f89-8c2f-8755de29d924', 'mac_address': 'fa:16:3e:82:17:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:39:27.072820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c715088-0ffd-42f4-9256-c35b60f39adc req-e75f3df2-3d7b-4f4b-9e56-274d1e8ee1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:27.074308 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1c715088-0ffd-42f4-9256-c35b60f39adc req-e75f3df2-3d7b-4f4b-9e56-274d1e8ee1fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1513598 Jan 14 01:39:27.091512 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 82b70459-ad03-4f89-8c2f-8755de29d924 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:27.092249 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:27.119909 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b70459-ad03-4f89-8c2f-8755de29d924 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:27.120011 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b2764-7191-413a-b1b9-e1f05a1839a4 req-babea6a2-1909-415b-9752-2f19df9df004 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:27.120694 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-563b2764-7191-413a-b1b9-e1f05a1839a4 req-babea6a2-1909-415b-9752-2f19df9df004 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 944 time: 0.1927562 Jan 14 01:39:27.127379 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1c715088-0ffd-42f4-9256-c35b60f39adc req-8817b7b8-209e-4f62-9d3f-d3f2094c920b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=82b70459-ad03-4f89-8c2f-8755de29d924 HTTP/1.1" status: 200 len: 217 time: 0.0437961 Jan 14 01:39:27.137629 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-18b8a8da-6eda-42bf-9c33-59933addcb6e service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231069 Jan 14 01:39:27.141356 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-08b28707-77ce-4536-ab21-7d97103b27b0 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 1002 time: 0.1293888 Jan 14 01:39:27.159186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-2cd6fc09-2b3a-4aa6-ae49-6b46abf71fcd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Request body: {'floatingip': {'port_id': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:27.159567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 82b70459-ad03-4f89-8c2f-8755de29d924, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=82b70459-ad03-4f89-8c2f-8755de29d924,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:27.167555 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:27.231479 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c715088-0ffd-42f4-9256-c35b60f39adc req-6a0400b2-9133-488f-b345-6ac239986be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:27.234529 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1c715088-0ffd-42f4-9256-c35b60f39adc req-6a0400b2-9133-488f-b345-6ac239986be9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0954132 Jan 14 01:39:27.235566 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-563b2764-7191-413a-b1b9-e1f05a1839a4 req-66c24e72-2fe7-43e3-ad0e-d03f97d93c7d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036530 Jan 14 01:39:27.247170 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=82b70459-ad03-4f89-8c2f-8755de29d924,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:27.249421 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-2cd6fc09-2b3a-4aa6-ae49-6b46abf71fcd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:27.316189 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-3c7ea9b9-efe3-4df7-aaaf-e443d8e56f67 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689324 Jan 14 01:39:27.323621 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c715088-0ffd-42f4-9256-c35b60f39adc req-71a0348d-6530-4f64-b657-2596aa421c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:27.325981 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1c715088-0ffd-42f4-9256-c35b60f39adc req-71a0348d-6530-4f64-b657-2596aa421c0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824788 Jan 14 01:39:27.462971 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1c715088-0ffd-42f4-9256-c35b60f39adc req-ebb21950-d904-4a64-b9a9-e3e1832e418d service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210918 Jan 14 01:39:27.583849 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1c715088-0ffd-42f4-9256-c35b60f39adc req-d7ca96d2-de2e-464f-bb2d-ca98d68e2b8c service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061420 Jan 14 01:39:27.584346 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['82b70459-ad03-4f89-8c2f-8755de29d924'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:27.694786 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-82b1ed22-da1c-4651-9e36-89c49d347c7f tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:27.696294 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-82b1ed22-da1c-4651-9e36-89c49d347c7f tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da&tenant_id=fb29aaab805049d786bf79e89fb9efca&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 1095 time: 0.0483310 Jan 14 01:39:27.821135 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67675ca-0c8c-46cc-a903-27c5abb22767 req-988086e3-b4f3-47f6-84b7-9cbb26ec457d tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:27.822634 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c67675ca-0c8c-46cc-a903-27c5abb22767 req-988086e3-b4f3-47f6-84b7-9cbb26ec457d tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 949 time: 0.3994894 Jan 14 01:39:27.849673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-c404dbee-4921-41dd-91c7-469a2917a07b service neutron] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:27.853137 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-c404dbee-4921-41dd-91c7-469a2917a07b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:27.854653 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17839a90-af06-43ae-a1bc-e3bfaeb8ad5f req-c404dbee-4921-41dd-91c7-469a2917a07b service neutron] 10.222.0.46 "DELETE /v2.0/ports/4a366cd5-345b-42a2-967e-ac258c0e21b1/bindings/n-h2-824358-4 HTTP/1.1" status: 204 len: 173 time: 0.1502395 Jan 14 01:39:27.919160 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c67675ca-0c8c-46cc-a903-27c5abb22767 req-7d43e1df-c698-4f79-ab6b-ff81f5ce2d5c tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d2ab20f-c587-4fbd-8bff-8f961ce7c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888548 Jan 14 01:39:28.211384 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-2cd6fc09-2b3a-4aa6-ae49-6b46abf71fcd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:28.217464 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-2cd6fc09-2b3a-4aa6-ae49-6b46abf71fcd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:28.259948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ff471-51f2-4021-9f03-402415081ddf req-c406c76d-42d3-43d8-937d-051176ded402 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:28.261526 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-645ff471-51f2-4021-9f03-402415081ddf req-c406c76d-42d3-43d8-937d-051176ded402 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1268952 Jan 14 01:39:28.361482 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-645ff471-51f2-4021-9f03-402415081ddf req-a484d0cd-fc2c-4ed7-824b-fe7089b2a45d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909252 Jan 14 01:39:28.366361 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-2cd6fc09-2b3a-4aa6-ae49-6b46abf71fcd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Floating IP f3dbb9d4-6879-47ec-9a73-c9f2222db353 associated. External IP: 172.25.2.193, port: d6e19b37-028f-4bd8-b332-962e0c07a042. Jan 14 01:39:28.513957 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 4a366cd5-345b-42a2-967e-ac258c0e21b1 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:39:28.558591 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] The host n-h2-824358-4 is not matching for port 4a366cd5-345b-42a2-967e-ac258c0e21b1 host n-h1-824358-4! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 01:39:28.558985 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 4a366cd5-345b-42a2-967e-ac258c0e21b1 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:39:28.574629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dea9d-ec77-4b53-a87b-f2791abf90e3 req-ab286402-f182-4906-b522-33533056189d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:28.576387 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a99dea9d-ec77-4b53-a87b-f2791abf90e3 req-ab286402-f182-4906-b522-33533056189d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 944 time: 0.0952718 Jan 14 01:39:28.685036 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-2cd6fc09-2b3a-4aa6-ae49-6b46abf71fcd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Router 8af1babb-03c6-44e1-8ddc-a111a37c7368 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:39:28.698534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a99dea9d-ec77-4b53-a87b-f2791abf90e3 req-c35e4068-4265-4ef7-9f7b-f9358471eaaa tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111751 Jan 14 01:39:28.719475 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46908) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:28.838168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-2cd6fc09-2b3a-4aa6-ae49-6b46abf71fcd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:39:28.853263 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00beceb-43bd-4118-8115-94566c4f88dd None None] Sync routers for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:39:28.867095 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00beceb-43bd-4118-8115-94566c4f88dd None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:28.867706 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e00beceb-43bd-4118-8115-94566c4f88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:28.902251 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2494eb9b-64f2-4f8b-bd40-65724d5cadf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:28.923804 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 82b70459-ad03-4f89-8c2f-8755de29d924 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:39:28.981630 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 82b70459-ad03-4f89-8c2f-8755de29d924 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:39:28.989293 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 82b70459-ad03-4f89-8c2f-8755de29d924 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:28.989673 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:28.995033 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e00beceb-43bd-4118-8115-94566c4f88dd None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:29.091492 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 82b70459-ad03-4f89-8c2f-8755de29d924 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:29.092419 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:29.117299 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debf101c-85eb-4f5c-bad9-ea1c6204dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b70459-ad03-4f89-8c2f-8755de29d924'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:29.119938 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f3e99f-29c7-49cf-bb49-83c906c2f7d0" -d '{"events": [{"server_uuid": "debf101c-85eb-4f5c-bad9-ea1c6204dfe6", "name": "network-vif-plugged", "status": "completed", "tag": "82b70459-ad03-4f89-8c2f-8755de29d924"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:29.132988 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 82b70459-ad03-4f89-8c2f-8755de29d924, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=82b70459-ad03-4f89-8c2f-8755de29d924,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:29.134032 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2494eb9b-64f2-4f8b-bd40-65724d5cadf4 admin admin] Publish callbacks [] for security_group (79debbaf-21db-497e-b82e-8b6c73739a6f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:29.137982 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:29.140985 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-79ec7568-69c2-4ea5-843c-c68e13993cdf tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438859 Jan 14 01:39:29.144152 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2494eb9b-64f2-4f8b-bd40-65724d5cadf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (79debbaf-21db-497e-b82e-8b6c73739a6f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:29.187655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=82b70459-ad03-4f89-8c2f-8755de29d924,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:29.245368 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-2cd6fc09-2b3a-4aa6-ae49-6b46abf71fcd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Router 8af1babb-03c6-44e1-8ddc-a111a37c7368 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:39:29.250052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2494eb9b-64f2-4f8b-bd40-65724d5cadf4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17a70cc7d83449de881f2cf25967235f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5281703 Jan 14 01:39:29.252853 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46930) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:29.261152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494eb9b-64f2-4f8b-bd40-65724d5cadf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79debbaf-21db-497e-b82e-8b6c73739a6f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:29.279790 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e00beceb-43bd-4118-8115-94566c4f88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3dbb9d4-6879-47ec-9a73-c9f2222db353', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'port_id': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'mac_address': 'fa:16:3e:93:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:39:04Z', 'updated_at': '2022-01-14T01:39:28Z', 'revision_number': 3, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:29.341435 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-6936b590-cb63-43b6-94a7-226a74df86d1 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:29.343023 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-6936b590-cb63-43b6-94a7-226a74df86d1 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918483 Jan 14 01:39:29.350411 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebe55cfb-d50f-4982-be13-9e63a5ecbc5e admin admin] Publish callbacks [] for security_group (79debbaf-21db-497e-b82e-8b6c73739a6f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:29.364745 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-91f311d4-166a-4256-8e32-b4e6d6b1611c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/quotas/8ff8ea5e5e6d409fbb62db3920d7c046 HTTP/1.1" status: 200 len: 375 time: 0.0146804 Jan 14 01:39:29.381060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebe55cfb-d50f-4982-be13-9e63a5ecbc5e admin admin] Publish callbacks [] for security_group (79debbaf-21db-497e-b82e-8b6c73739a6f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:29.396229 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00beceb-43bd-4118-8115-94566c4f88dd None None] Checking router: 8af1babb-03c6-44e1-8ddc-a111a37c7368 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:39:29.405835 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00beceb-43bd-4118-8115-94566c4f88dd None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:29.406459 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e00beceb-43bd-4118-8115-94566c4f88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:29.424754 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-860ebb39-5489-4d4c-9307-0d47233a0e34 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301030 Jan 14 01:39:29.440185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebe55cfb-d50f-4982-be13-9e63a5ecbc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (79debbaf-21db-497e-b82e-8b6c73739a6f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:29.442450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-2cd6fc09-2b3a-4aa6-ae49-6b46abf71fcd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:39:29.445516 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebe55cfb-d50f-4982-be13-9e63a5ecbc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:29.447354 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ebe55cfb-d50f-4982-be13-9e63a5ecbc5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79debbaf-21db-497e-b82e-8b6c73739a6f HTTP/1.1" status: 204 len: 168 time: 0.1917033 Jan 14 01:39:29.449816 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-2cd6fc09-2b3a-4aa6-ae49-6b46abf71fcd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:29.455535 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe55cfb-d50f-4982-be13-9e63a5ecbc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79debbaf-21db-497e-b82e-8b6c73739a6f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:29.516736 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:29.519063 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3d336e-6f56-47aa-81d7-c79a663d3a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:29.545404 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e00beceb-43bd-4118-8115-94566c4f88dd None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:29.551967 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-2cd6fc09-2b3a-4aa6-ae49-6b46abf71fcd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "PUT /v2.0/floatingips/f3dbb9d4-6879-47ec-9a73-c9f2222db353 HTTP/1.1" status: 200 len: 998 time: 2.3992584 Jan 14 01:39:29.625967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-917b2809-0f61-4dbd-bac1-48adb2791302 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:29.627932 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-917b2809-0f61-4dbd-bac1-48adb2791302 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports/d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 943 time: 0.0692620 Jan 14 01:39:29.887207 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-5aa5b328-14d5-4b64-ac78-981fa47b3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:29.899711 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-5aa5b328-14d5-4b64-ac78-981fa47b3b48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 1097 time: 0.1755199 Jan 14 01:39:29.926548 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e00beceb-43bd-4118-8115-94566c4f88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3dbb9d4-6879-47ec-9a73-c9f2222db353', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'port_id': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'mac_address': 'fa:16:3e:93:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:39:04Z', 'updated_at': '2022-01-14T01:39:28Z', 'revision_number': 3, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:29.970237 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46952) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:29.971045 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00beceb-43bd-4118-8115-94566c4f88dd None None] The sync data for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 is: [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3dbb9d4-6879-47ec-9a73-c9f2222db353', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'port_id': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'mac_address': 'fa:16:3e:93:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:39:04Z', 'updated_at': '2022-01-14T01:39:28Z', 'revision_number': 3, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:39:29.993178 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1f2aa68-6d78-4422-a197-8c56bdf1aa73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.010219 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7bd9c-c9c6-4699-99e4-5835e855d306 req-82e0b7fd-16b7-4938-85ed-131543f893db tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:30.017319 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4e7bd9c-c9c6-4699-99e4-5835e855d306 req-82e0b7fd-16b7-4938-85ed-131543f893db tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 950 time: 0.2360158 Jan 14 01:39:30.090738 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1f2aa68-6d78-4422-a197-8c56bdf1aa73 admin admin] Publish callbacks [] for security_group (b58b9e0c-bef5-49bb-a939-b899bdcd3f6b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.094995 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4e7bd9c-c9c6-4699-99e4-5835e855d306 req-452c939b-303c-4510-8fe8-b346b5940454 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d2ab20f-c587-4fbd-8bff-8f961ce7c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767467 Jan 14 01:39:30.102706 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1f2aa68-6d78-4422-a197-8c56bdf1aa73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b58b9e0c-bef5-49bb-a939-b899bdcd3f6b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.109998 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46956) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:30.129451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-e7ef8066-5860-4b05-a4a7-90258eaec977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:30.131706 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-e7ef8066-5860-4b05-a4a7-90258eaec977 service neutron] 10.222.0.26 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.2225766 Jan 14 01:39:30.146221 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c1f2aa68-6d78-4422-a197-8c56bdf1aa73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa1f1a339a734f19bc932d370dc2bca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725314 Jan 14 01:39:30.152272 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46960) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:30.189933 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-2d249cf0-c7e7-46c3-9843-55ff563cf48c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 217 time: 0.0447676 Jan 14 01:39:30.223290 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2aa68-6d78-4422-a197-8c56bdf1aa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58b9e0c-bef5-49bb-a939-b899bdcd3f6b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:30.227351 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3390f201-7f16-412e-89e7-0acc58c14b77 admin admin] Publish callbacks [] for security_group (b58b9e0c-bef5-49bb-a939-b899bdcd3f6b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.275388 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3390f201-7f16-412e-89e7-0acc58c14b77 admin admin] Publish callbacks [] for security_group (b58b9e0c-bef5-49bb-a939-b899bdcd3f6b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.285172 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-87d9b2e2-3f71-49d6-b8f3-e9078761e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:30.287980 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-87d9b2e2-3f71-49d6-b8f3-e9078761e118 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.0934126 Jan 14 01:39:30.316024 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53dd743-f718-45b2-bc19-a568748b6637 None None] New status for floating IP f3dbb9d4-6879-47ec-9a73-c9f2222db353: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:39:30.352849 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3390f201-7f16-412e-89e7-0acc58c14b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b58b9e0c-bef5-49bb-a939-b899bdcd3f6b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.355916 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3390f201-7f16-412e-89e7-0acc58c14b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.359354 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3390f201-7f16-412e-89e7-0acc58c14b77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b58b9e0c-bef5-49bb-a939-b899bdcd3f6b HTTP/1.1" status: 204 len: 168 time: 0.2031910 Jan 14 01:39:30.359494 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6605f9c9-8c77-4b5b-99ab-6f7c8a14be90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.376890 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390f201-7f16-412e-89e7-0acc58c14b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58b9e0c-bef5-49bb-a939-b899bdcd3f6b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:30.489379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-4cc3f155-135e-4e7a-b7f7-c0e70815a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:30.497193 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-4cc3f155-135e-4e7a-b7f7-c0e70815a421 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015064 Jan 14 01:39:30.502996 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-67551b7e-92c2-4d10-9513-f72efbb3c1e9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:39:30.509906 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-67551b7e-92c2-4d10-9513-f72efbb3c1e9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117822 Jan 14 01:39:30.523530 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432954c8-5e4c-45d0-952f-bcc50b229453 x-openstack-request-id: req-432954c8-5e4c-45d0-952f-bcc50b229453 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:30.523858 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debf101c-85eb-4f5c-bad9-ea1c6204dfe6", "name": "network-vif-plugged", "status": "completed", "tag": "82b70459-ad03-4f89-8c2f-8755de29d924", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:30.524167 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-432954c8-5e4c-45d0-952f-bcc50b229453 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:30.524560 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debf101c-85eb-4f5c-bad9-ea1c6204dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b70459-ad03-4f89-8c2f-8755de29d924', 'code': 200} Jan 14 01:39:30.554698 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0dfa3-a5b0-4a9a-aab0-f52aac17ceb3 req-e15f7be6-6be4-47f8-b96f-3c5cba5638a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:30.556800 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a6a0dfa3-a5b0-4a9a-aab0-f52aac17ceb3 req-e15f7be6-6be4-47f8-b96f-3c5cba5638a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 1101 time: 0.0750327 Jan 14 01:39:30.648179 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a6a0dfa3-a5b0-4a9a-aab0-f52aac17ceb3 req-97b12c07-f7c6-4d76-849f-1043088fadb5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3d2ab20f-c587-4fbd-8bff-8f961ce7c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610070 Jan 14 01:39:30.650806 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b07a344-7a6a-4ac6-bfce-875cedc85476 None None] Sync routers for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:39:30.660462 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3e308-5e89-4b30-b365-50b8217bae90 req-541ef92e-32f7-4a97-8bca-772927e9eae5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:30.662541 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b07a344-7a6a-4ac6-bfce-875cedc85476 None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:30.663250 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7b07a344-7a6a-4ac6-bfce-875cedc85476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:30.668993 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18f3e308-5e89-4b30-b365-50b8217bae90 req-541ef92e-32f7-4a97-8bca-772927e9eae5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.2269773 Jan 14 01:39:30.700999 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6605f9c9-8c77-4b5b-99ab-6f7c8a14be90 admin admin] Publish callbacks [] for security_group (4aab2927-6dca-4fb2-86cc-f69b397b12d0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.716091 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6605f9c9-8c77-4b5b-99ab-6f7c8a14be90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4aab2927-6dca-4fb2-86cc-f69b397b12d0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.772352 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18f3e308-5e89-4b30-b365-50b8217bae90 req-8b0ad992-d2c2-4b12-9892-faf07ec55413 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025002 Jan 14 01:39:30.792762 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6605f9c9-8c77-4b5b-99ab-6f7c8a14be90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=058e1d1fd5b74e758141a8bcd2fd0f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6671660 Jan 14 01:39:30.792966 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46974) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:30.793087 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-7b07a344-7a6a-4ac6-bfce-875cedc85476 None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:30.814025 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605f9c9-8c77-4b5b-99ab-6f7c8a14be90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab2927-6dca-4fb2-86cc-f69b397b12d0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:30.818316 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-b604aab4-1989-431a-befe-e528bf8a9af0 service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075411 Jan 14 01:39:30.839900 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ea8e90-9df6-47d4-b7a7-824af3f7cce1 x-openstack-request-id: req-d6ea8e90-9df6-47d4-b7a7-824af3f7cce1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:30.840186 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:30.840440 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6ea8e90-9df6-47d4-b7a7-824af3f7cce1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:30.840834 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'status': 'completed', 'code': 200} Jan 14 01:39:30.871174 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a8c32d9-730f-4724-8b32-f09a1e92b79e admin admin] Publish callbacks [] for security_group (4aab2927-6dca-4fb2-86cc-f69b397b12d0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.893834 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a8c32d9-730f-4724-8b32-f09a1e92b79e admin admin] Publish callbacks [] for security_group (4aab2927-6dca-4fb2-86cc-f69b397b12d0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.956111 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a8c32d9-730f-4724-8b32-f09a1e92b79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4aab2927-6dca-4fb2-86cc-f69b397b12d0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.964002 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a8c32d9-730f-4724-8b32-f09a1e92b79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:30.969763 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7a8c32d9-730f-4724-8b32-f09a1e92b79e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4aab2927-6dca-4fb2-86cc-f69b397b12d0 HTTP/1.1" status: 204 len: 168 time: 0.1788876 Jan 14 01:39:30.978370 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c32d9-730f-4724-8b32-f09a1e92b79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab2927-6dca-4fb2-86cc-f69b397b12d0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:30.987971 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95b431d9-d359-42c1-b11d-15d7ff3be59b req-a095db27-5f9b-4e8f-b8f4-6b6e53b06a74 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 210 time: 0.0527787 Jan 14 01:39:31.053032 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-c3a93026-0adb-4e7c-aeb6-cd38bad3d897 service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211878 Jan 14 01:39:31.141838 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7b07a344-7a6a-4ac6-bfce-875cedc85476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3dbb9d4-6879-47ec-9a73-c9f2222db353', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'port_id': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'mac_address': 'fa:16:3e:93:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:39:04Z', 'updated_at': '2022-01-14T01:39:30Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:31.190408 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d336e-6f56-47aa-81d7-c79a663d3a3d req-9de5beb7-966d-44f2-8d8e-161c0b5dc34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:31.194005 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fb3d336e-6f56-47aa-81d7-c79a663d3a3d req-9de5beb7-966d-44f2-8d8e-161c0b5dc34e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 1097 time: 0.1242647 Jan 14 01:39:31.197934 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b07a344-7a6a-4ac6-bfce-875cedc85476 None None] Checking router: 8af1babb-03c6-44e1-8ddc-a111a37c7368 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:39:31.226841 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b07a344-7a6a-4ac6-bfce-875cedc85476 None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:31.227569 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7b07a344-7a6a-4ac6-bfce-875cedc85476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:31.340602 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d336e-6f56-47aa-81d7-c79a663d3a3d req-95a0364f-3e15-4694-9dc1-60cc066a7ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:31.343585 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fb3d336e-6f56-47aa-81d7-c79a663d3a3d req-95a0364f-3e15-4694-9dc1-60cc066a7ecd service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.1385038 Jan 14 01:39:31.409590 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fb3d336e-6f56-47aa-81d7-c79a663d3a3d req-51d1a07e-b4d8-43e6-8671-eb81fe84cc2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 217 time: 0.0525928 Jan 14 01:39:31.419866 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:31.474971 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d336e-6f56-47aa-81d7-c79a663d3a3d req-75ddcfab-24e5-4af0-b00e-569e2d625025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:31.476803 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fb3d336e-6f56-47aa-81d7-c79a663d3a3d req-75ddcfab-24e5-4af0-b00e-569e2d625025 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.0594985 Jan 14 01:39:31.481258 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-7b07a344-7a6a-4ac6-bfce-875cedc85476 None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:31.506091 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46994) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:31.527793 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-d0b0c881-c757-4814-bb12-4b0f37f0196b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3955264 Jan 14 01:39:31.540898 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49a1a488-5e89-4a86-a44d-5c0e150b8038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:31.545311 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc34375-bef1-4fbf-81cd-a7b645bb522a req-cd3db292-4fdb-4afe-9708-0ea98f814efb tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:31.552330 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8cc34375-bef1-4fbf-81cd-a7b645bb522a req-cd3db292-4fdb-4afe-9708-0ea98f814efb tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 1095 time: 0.4646475 Jan 14 01:39:31.596585 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d336e-6f56-47aa-81d7-c79a663d3a3d req-541a48df-fc4c-45a3-bc87-c3cc4aafe29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:31.598383 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fb3d336e-6f56-47aa-81d7-c79a663d3a3d req-541a48df-fc4c-45a3-bc87-c3cc4aafe29e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064637 Jan 14 01:39:31.659221 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8cc34375-bef1-4fbf-81cd-a7b645bb522a req-eca1f3c1-7487-44f6-8d56-3406bc6ab871 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029069 Jan 14 01:39:31.670021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-6364f6bc-86d0-4d3e-9b60-e30f1b7338b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:31.679891 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-6364f6bc-86d0-4d3e-9b60-e30f1b7338b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 1096 time: 0.5316501 Jan 14 01:39:31.765654 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fb3d336e-6f56-47aa-81d7-c79a663d3a3d req-06a9cb77-1aca-41dc-b357-dee565f7c502 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566978 Jan 14 01:39:31.771143 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7b07a344-7a6a-4ac6-bfce-875cedc85476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3dbb9d4-6879-47ec-9a73-c9f2222db353', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'port_id': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'mac_address': 'fa:16:3e:93:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:39:04Z', 'updated_at': '2022-01-14T01:39:30Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:31.801524 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49a1a488-5e89-4a86-a44d-5c0e150b8038 admin admin] Publish callbacks [] for security_group (0dc01202-f2eb-462a-9888-69a9bc1264f8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:31.809057 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-ef5356ec-db0d-4397-b700-472c78aabbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:31.810869 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-ef5356ec-db0d-4397-b700-472c78aabbb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.1228542 Jan 14 01:39:31.848970 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49a1a488-5e89-4a86-a44d-5c0e150b8038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0dc01202-f2eb-462a-9888-69a9bc1264f8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:31.854088 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b07a344-7a6a-4ac6-bfce-875cedc85476 None None] The sync data for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 is: [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3dbb9d4-6879-47ec-9a73-c9f2222db353', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'port_id': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'mac_address': 'fa:16:3e:93:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:39:04Z', 'updated_at': '2022-01-14T01:39:30Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:39:31.917342 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1a488-5e89-4a86-a44d-5c0e150b8038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc01202-f2eb-462a-9888-69a9bc1264f8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:31.921608 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-49a1a488-5e89-4a86-a44d-5c0e150b8038 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57eeed6a82e74e5cbc28822aba46314f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4135225 Jan 14 01:39:31.924715 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47006) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:31.936888 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-5774cb4b-8a76-4016-ad43-44f5815e36b4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:31.938364 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-5774cb4b-8a76-4016-ad43-44f5815e36b4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041014 Jan 14 01:39:31.962492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c19df-cf7d-4e12-bb0c-5babeceddb81 req-840fec67-4c8f-4b8b-ab55-75b1188e6eeb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:31.964042 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a2c19df-cf7d-4e12-bb0c-5babeceddb81 req-840fec67-4c8f-4b8b-ab55-75b1188e6eeb tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 950 time: 0.1513615 Jan 14 01:39:31.968038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Request body: {'port': {'device_id': '283895bf-e041-4c6c-b4d7-e7de1ffb6b72', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '8ff8ea5e5e6d409fbb62db3920d7c046'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:31.977442 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fb3d336e-6f56-47aa-81d7-c79a663d3a3d req-8f609035-2e89-4b02-8fa3-162ba574ea43 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894326 Jan 14 01:39:31.978289 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-6de6e6e6-7e65-4d03-a6de-8546254e96b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a291819e-6d0d-4dad-a947-42c1c8846a0c HTTP/1.1" status: 200 len: 1001 time: 0.1539824 Jan 14 01:39:32.010833 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-292b2322-926a-4038-8d0b-94a12dcb8e66 admin admin] Publish callbacks [] for security_group (0dc01202-f2eb-462a-9888-69a9bc1264f8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:32.042793 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-292b2322-926a-4038-8d0b-94a12dcb8e66 admin admin] Publish callbacks [] for security_group (0dc01202-f2eb-462a-9888-69a9bc1264f8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:32.105520 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-292b2322-926a-4038-8d0b-94a12dcb8e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0dc01202-f2eb-462a-9888-69a9bc1264f8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:32.109035 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-292b2322-926a-4038-8d0b-94a12dcb8e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:32.110393 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-292b2322-926a-4038-8d0b-94a12dcb8e66 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dc01202-f2eb-462a-9888-69a9bc1264f8 HTTP/1.1" status: 204 len: 168 time: 0.1847863 Jan 14 01:39:32.116154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a2c19df-cf7d-4e12-bb0c-5babeceddb81 req-82d2ae99-adc1-4a97-950a-0f7be1d0791e tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d2ab20f-c587-4fbd-8bff-8f961ce7c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421430 Jan 14 01:39:32.125737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-d7e9e34c-f244-4154-9ad6-338575285e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:32.125915 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b2322-926a-4038-8d0b-94a12dcb8e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc01202-f2eb-462a-9888-69a9bc1264f8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:32.127255 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-d7e9e34c-f244-4154-9ad6-338575285e42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.1332102 Jan 14 01:39:32.203666 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-ebce9108-fede-495a-9611-5ca38a538da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:32.205324 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-ebce9108-fede-495a-9611-5ca38a538da4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708120 Jan 14 01:39:32.225110 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Made reservation on behalf of 8ff8ea5e5e6d409fbb62db3920d7c046 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:32.228991 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:32.277886 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:32.387808 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-c3e0c8fd-d99f-459e-8307-2c494883db76 service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739385 Jan 14 01:39:32.473741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784a85c-429e-42ea-acdc-050693efae51 req-6c12de5b-d2a1-4d47-aeab-8eb0f8112525 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:32.475274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f784a85c-429e-42ea-acdc-050693efae51 req-6c12de5b-d2a1-4d47-aeab-8eb0f8112525 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1450620 Jan 14 01:39:32.522590 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks [] for security_group (57b02300-2c14-45f2-a915-43efabeb99fe), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:32.531186 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (57b02300-2c14-45f2-a915-43efabeb99fe), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:32.633249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ca99017-ff17-40ac-afa7-86431ba91138 req-c45891f6-2935-42c3-974d-2f48f385dc28 service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303274 Jan 14 01:39:32.641240 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f784a85c-429e-42ea-acdc-050693efae51 req-b627bc4d-7350-4ee6-b165-1fa107fa826f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512582 Jan 14 01:39:32.644694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b02300-2c14-45f2-a915-43efabeb99fe,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:32.787699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-efda5f7c-9cc2-49ce-a802-2ed13ec21e68 req-50d932a1-fa2b-43f6-8d5b-19c2e1e8d373 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 210 time: 0.0588117 Jan 14 01:39:32.813676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Allocated IP 192.168.233.21 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/6c1aad08-b38f-4b1c-bc31-4ec294e52f69) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:39:32.842468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'tag': 'a291819e-6d0d-4dad-a947-42c1c8846a0c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:32.845019 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faa3f55-48a9-4614-a1b9-9a2b09c2d57f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2", "tag": "a291819e-6d0d-4dad-a947-42c1c8846a0c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:32.928155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-a8899161-2321-44dd-84c1-5b1d66ccd13a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:32.929635 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-a8899161-2321-44dd-84c1-5b1d66ccd13a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 820 time: 0.1936073 Jan 14 01:39:32.970653 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-41b83b4c-a6ff-4829-a039-096dc23d8640 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/quotas/fb29aaab805049d786bf79e89fb9efca HTTP/1.1" status: 200 len: 375 time: 0.0156329 Jan 14 01:39:33.055089 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-6c9ded7d-a6c6-4c43-987f-98cc152bbf62 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0768645 Jan 14 01:39:33.057834 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks [] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:33.176459 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-d30b3c94-d84c-4c72-89b1-02bcca08884e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec16ded0471e4a3282df4d7f460bd414&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366862 Jan 14 01:39:33.179603 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:33.251767 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-7988f3b3-7655-469e-8ec4-a779236c68e1 service neutron] 10.222.0.26 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886914 Jan 14 01:39:33.291720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:39:33.306103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:33.346513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:39:33.349143 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event updated for resources: {'Port': ['ID=6c1aad08-b38f-4b1c-bc31-4ec294e52f69,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:33.449463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:33.450126 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.464013 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.466155 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.466155 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.466155 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.466155 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.466155 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.466155 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.466155 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.466155 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.466155 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.466155 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.466155 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:33.466155 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:33.467313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-46b9d929-9a90-4195-b52f-0075e3e0af0e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:33.471248 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-46b9d929-9a90-4195-b52f-0075e3e0af0e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817485 Jan 14 01:39:33.503463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8216894a-a23a-4fa9-8120-d11600b3725f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5488007 Jan 14 01:39:33.506830 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-90b0c815-ff33-45ba-9f44-e09ec915b26f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/quotas/ec16ded0471e4a3282df4d7f460bd414 HTTP/1.1" status: 200 len: 375 time: 0.0275931 Jan 14 01:39:33.517383 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-02ae63fd-da16-4bfd-836e-7afabf0f8fc8 service neutron] 10.222.0.26 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342069 Jan 14 01:39:33.523292 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Request body: {'port': {'device_id': '283895bf-e041-4c6c-b4d7-e7de1ffb6b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:33.545353 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-84a9a0e0-532a-4b00-b559-c6e927d5e5b4 None None] Provisioning complete for port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:33.546762 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84a9a0e0-532a-4b00-b559-c6e927d5e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:33.572065 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-024208d9-7751-468a-a2d9-8ddf9a153f41 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec16ded0471e4a3282df4d7f460bd414&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536547 Jan 14 01:39:33.590358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-84a9a0e0-532a-4b00-b559-c6e927d5e5b4 None None] Port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:39:33.610396 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:33.739024 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25d5a1e6-690b-441b-9e89-f36e5df180b9 req-300e378a-aab5-44b2-a674-6d8ddbab2a0e tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 1001 time: 0.1049662 Jan 14 01:39:33.786460 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa29e40-3d45-4d11-a4ef-b1cf56a05954 x-openstack-request-id: req-aaa29e40-3d45-4d11-a4ef-b1cf56a05954 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:33.786740 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2", "tag": "a291819e-6d0d-4dad-a947-42c1c8846a0c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:33.786988 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aaa29e40-3d45-4d11-a4ef-b1cf56a05954 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:33.787374 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'tag': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'status': 'completed', 'code': 200} Jan 14 01:39:33.864807 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa3f55-48a9-4614-a1b9-9a2b09c2d57f req-22cc01bd-1093-42ba-91f7-83a56260958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:33.867011 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8faa3f55-48a9-4614-a1b9-9a2b09c2d57f req-22cc01bd-1093-42ba-91f7-83a56260958d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 1096 time: 0.0522609 Jan 14 01:39:33.916262 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5a1e6-690b-441b-9e89-f36e5df180b9 req-0ce3b633-2d21-4f05-98bf-a16eaf05e4e3 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:33.917650 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25d5a1e6-690b-441b-9e89-f36e5df180b9 req-0ce3b633-2d21-4f05-98bf-a16eaf05e4e3 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports/a291819e-6d0d-4dad-a947-42c1c8846a0c HTTP/1.1" status: 200 len: 942 time: 0.1295009 Jan 14 01:39:33.983610 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa3f55-48a9-4614-a1b9-9a2b09c2d57f req-e8660662-0929-4565-b340-f71f3fb9d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:33.985348 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8faa3f55-48a9-4614-a1b9-9a2b09c2d57f req-e8660662-0929-4565-b340-f71f3fb9d95f service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.1025033 Jan 14 01:39:33.996454 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c1ecd-9077-4f78-a93b-9adaa86877a6 req-97b6af41-d1de-4b71-ab76-6d61b7ef449f tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:33.998199 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-030c1ecd-9077-4f78-a93b-9adaa86877a6 req-97b6af41-d1de-4b71-ab76-6d61b7ef449f tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 950 time: 0.1513789 Jan 14 01:39:34.084442 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8faa3f55-48a9-4614-a1b9-9a2b09c2d57f req-3cb31c78-db42-4c10-b114-a7eaac877c4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a291819e-6d0d-4dad-a947-42c1c8846a0c HTTP/1.1" status: 200 len: 1001 time: 0.0843077 Jan 14 01:39:34.160052 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa3f55-48a9-4614-a1b9-9a2b09c2d57f req-1b3a1fd0-31e2-42ef-a618-15a05cbb5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:34.162234 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8faa3f55-48a9-4614-a1b9-9a2b09c2d57f req-1b3a1fd0-31e2-42ef-a618-15a05cbb5665 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.0720148 Jan 14 01:39:34.163231 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-030c1ecd-9077-4f78-a93b-9adaa86877a6 req-7b759fc0-28a0-4faf-978f-2fb6093be155 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d2ab20f-c587-4fbd-8bff-8f961ce7c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525431 Jan 14 01:39:34.177756 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25d5a1e6-690b-441b-9e89-f36e5df180b9 req-ac9ad2a2-86f2-49c7-af4d-55043ad8215c tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 1001 time: 0.1698716 Jan 14 01:39:34.257411 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:34.271991 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa3f55-48a9-4614-a1b9-9a2b09c2d57f req-f4bc1ed3-b75b-4dac-810e-8093a1612126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:34.273817 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8faa3f55-48a9-4614-a1b9-9a2b09c2d57f req-f4bc1ed3-b75b-4dac-810e-8093a1612126 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982933 Jan 14 01:39:34.284015 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:34.294761 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Publish callbacks [] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:34.339604 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Transition to ACTIVE for port object 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:39:34.363079 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:34.423837 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8faa3f55-48a9-4614-a1b9-9a2b09c2d57f req-27732a90-4356-4bf5-af0e-644e92e7d44c service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166966 Jan 14 01:39:34.475546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5a1e6-690b-441b-9e89-f36e5df180b9 req-927bdeef-7fa6-40c5-8242-1fd71c0bf96a tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:34.477344 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25d5a1e6-690b-441b-9e89-f36e5df180b9 req-927bdeef-7fa6-40c5-8242-1fd71c0bf96a tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2601321 Jan 14 01:39:34.527602 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b57abcb2-4d76-4ab7-8cfd-86ddbe5d869a req-6b2be685-8e83-4ae9-8e00-ee7835ddb690 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 210 time: 0.1409829 Jan 14 01:39:34.570178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1aad08-b38f-4b1c-bc31-4ec294e52f69,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:34.617690 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8faa3f55-48a9-4614-a1b9-9a2b09c2d57f req-d5439304-a40d-4723-9294-fef5b2d9485d service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782229 Jan 14 01:39:34.714962 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-137fa2fd-05ed-4c77-ae73-b6e21d3cb769 req-0e95168d-4508-48ac-a6b4-ca0068c3b913 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 210 time: 0.0576048 Jan 14 01:39:34.723691 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47118) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:34.759652 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b979fd-6e25-4d7a-ac2a-75717ff37ba9 req-433957d9-68a3-4aaf-b36a-713b22710d1d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:34.767421 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90b979fd-6e25-4d7a-ac2a-75717ff37ba9 req-433957d9-68a3-4aaf-b36a-713b22710d1d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1887269 Jan 14 01:39:34.800143 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Attempting to bind port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:34.800467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Attempting to bind port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:34.800782 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Attempting to bind port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:34.840085 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:34.840522 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Attempting to bind port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:34.850231 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5574be3b-680a-4770-99cb-e2cff0a65a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:34.865351 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:34.866146 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:34.866630 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:34.867139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Bound port: 6c1aad08-b38f-4b1c-bc31-4ec294e52f69, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:34.867849 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:34.877918 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3212b1c5-1930-492a-bfde-bf3beda1e99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:34.943551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5574be3b-680a-4770-99cb-e2cff0a65a39 admin admin] Publish callbacks [] for security_group (412ec4e8-31a8-4376-8311-16a7ff0d52d1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:34.947758 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5574be3b-680a-4770-99cb-e2cff0a65a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (412ec4e8-31a8-4376-8311-16a7ff0d52d1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:35.042986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574be3b-680a-4770-99cb-e2cff0a65a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412ec4e8-31a8-4376-8311-16a7ff0d52d1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:35.052700 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5574be3b-680a-4770-99cb-e2cff0a65a39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b35b4ee88dde4a3da15c06abac4df068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271313 Jan 14 01:39:35.053687 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47122) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:35.116484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.36', 59892) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:35.140347 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-e4220286-8d92-4d4f-827e-991e14cd20f8 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:35.141889 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-e4220286-8d92-4d4f-827e-991e14cd20f8 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.36 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 820 time: 0.1765037 Jan 14 01:39:35.155998 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1f67c-9b9b-45ae-9b08-21b22677646f req-28189981-59dc-4932-95fe-5d9b5ae25b54 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:35.157212 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-89be6bd9-3e48-405a-aafc-4340a03eb973 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ec16ded0471e4a3282df4d7f460bd414&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381269 Jan 14 01:39:35.157462 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0bb1f67c-9b9b-45ae-9b08-21b22677646f req-28189981-59dc-4932-95fe-5d9b5ae25b54 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 947 time: 0.3735323 Jan 14 01:39:35.164949 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90b979fd-6e25-4d7a-ac2a-75717ff37ba9 req-4a359530-816e-4bd3-840b-339ec4fef505 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966367 Jan 14 01:39:35.177876 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Request body: {'port': {'device_id': 'a3751b78-1b93-4fec-b55c-db2ef186f6af', 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb', 'admin_state_up': True, 'tenant_id': 'fb29aaab805049d786bf79e89fb9efca'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:35.282186 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4e695a1-b37d-4473-81a5-2d729af86760 admin admin] Publish callbacks [] for security_group (412ec4e8-31a8-4376-8311-16a7ff0d52d1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:35.290789 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0bb1f67c-9b9b-45ae-9b08-21b22677646f req-1989b2f6-3922-4d87-88ee-5794cb695252 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056278 Jan 14 01:39:35.295110 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] For port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:35.300478 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] For port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c1aad08-b38f-4b1c-bc31-4ec294e52f69,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:35.330081 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4e695a1-b37d-4473-81a5-2d729af86760 admin admin] Publish callbacks [] for security_group (412ec4e8-31a8-4376-8311-16a7ff0d52d1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:35.344764 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:35.395352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:35.395967 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:35.397641 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] 10.222.0.36 "PUT /v2.0/ports/6c1aad08-b38f-4b1c-bc31-4ec294e52f69 HTTP/1.1" status: 200 len: 1095 time: 1.8782146 Jan 14 01:39:35.411930 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-8539524a-8c99-483a-a859-491e34abfd86 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 1001 time: 0.1493666 Jan 14 01:39:35.461358 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e232dfd-6d57-444f-913e-cc6344897788 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1aad08-b38f-4b1c-bc31-4ec294e52f69,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:35.484334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-d6b97e34-17a0-4ecd-bb8b-0fd93d3359e5 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:35.499153 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-d6b97e34-17a0-4ecd-bb8b-0fd93d3359e5 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports/a291819e-6d0d-4dad-a947-42c1c8846a0c HTTP/1.1" status: 200 len: 942 time: 0.0771756 Jan 14 01:39:35.548142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-0c906601-11a1-4984-8c49-56add13449c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:35.549649 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-0c906601-11a1-4984-8c49-56add13449c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 1098 time: 0.0825012 Jan 14 01:39:35.637001 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-f4722e7a-9074-4611-b80c-ec3646b83796 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1aad08-b38f-4b1c-bc31-4ec294e52f69 HTTP/1.1" status: 200 len: 217 time: 0.0429740 Jan 14 01:39:35.686986 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-f9c41a40-48f7-45eb-8b59-ad2080bd9887 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 1001 time: 0.1315806 Jan 14 01:39:35.699346 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4e695a1-b37d-4473-81a5-2d729af86760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (412ec4e8-31a8-4376-8311-16a7ff0d52d1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:35.702260 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4e695a1-b37d-4473-81a5-2d729af86760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:35.703407 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d4e695a1-b37d-4473-81a5-2d729af86760 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/412ec4e8-31a8-4376-8311-16a7ff0d52d1 HTTP/1.1" status: 204 len: 168 time: 0.6433678 Jan 14 01:39:35.726705 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-12470e26-d05e-49ee-a44f-cc502b8d3dda tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:35.728141 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-12470e26-d05e-49ee-a44f-cc502b8d3dda tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5539536 Jan 14 01:39:35.730593 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e695a1-b37d-4473-81a5-2d729af86760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412ec4e8-31a8-4376-8311-16a7ff0d52d1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:35.747628 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Request body: {'port': {'device_id': '43124c24-af36-471c-b9e5-e5cb0d510fc6', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': 'ec16ded0471e4a3282df4d7f460bd414'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:35.752323 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Made reservation on behalf of fb29aaab805049d786bf79e89fb9efca for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:35.755763 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:35.790816 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283895bf-e041-4c6c-b4d7-e7de1ffb6b72', 'tag': '6c1aad08-b38f-4b1c-bc31-4ec294e52f69'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:35.793065 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6fcdc7-6251-4bb0-b621-92ae460f8b31" -d '{"events": [{"name": "network-changed", "server_uuid": "283895bf-e041-4c6c-b4d7-e7de1ffb6b72", "tag": "6c1aad08-b38f-4b1c-bc31-4ec294e52f69"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:35.813214 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-e42256d1-7bc3-41ef-8823-20800df73710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:35.813214 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-e42256d1-7bc3-41ef-8823-20800df73710 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1649008 Jan 14 01:39:35.859851 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab58e4a-346d-4b55-ac0d-26d45d1dcbb8 req-8978abbf-500c-4105-8b15-e4ccfe750043 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:35.866524 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ab58e4a-346d-4b55-ac0d-26d45d1dcbb8 req-8978abbf-500c-4105-8b15-e4ccfe750043 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 950 time: 0.1866989 Jan 14 01:39:35.935429 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-28fff44f-6b65-4ea2-a07e-9e3d9819ee2a tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:35.936816 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-28fff44f-6b65-4ea2-a07e-9e3d9819ee2a tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2394052 Jan 14 01:39:35.940837 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-ec8b9245-7100-4a3d-9dff-015fccde211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:35.942290 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-ec8b9245-7100-4a3d-9dff-015fccde211e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245601 Jan 14 01:39:35.968800 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Allocated IP 172.20.0.11 (61934a89-e7c0-4c0c-b87e-9b0f2dc593bb/d2dc1ec0-b4e3-4416-992a-c3607b086cec/f8303bb4-10ec-4e7b-9ce4-289c257b6519) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:39:35.975244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Made reservation on behalf of ec16ded0471e4a3282df4d7f460bd414 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:35.978727 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:35.990835 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.042163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ab58e4a-346d-4b55-ac0d-26d45d1dcbb8 req-96f4db33-316f-4192-afea-1d0c8bf74bcf tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d2ab20f-c587-4fbd-8bff-8f961ce7c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748466 Jan 14 01:39:36.079365 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-70352521-dea7-48cd-9863-fb5f606d1779 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 1001 time: 0.1334374 Jan 14 01:39:36.079850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47140) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:36.097855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-9891e22d-284e-428b-b335-622ee81d5eb5 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:36.155308 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1458c7d9-3e4c-49c2-b063-1847d3ce4608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.173062 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks [] for security_group (4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.177825 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.196436 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-76df77c9-4f25-4505-83ae-624b4ccbaed3 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366710 Jan 14 01:39:36.199821 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks [] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.204795 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14df12a5-c4db-49f8-85ce-e5f8b3d2e607 req-430d8045-904e-4975-8a9f-761a0d51f63d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 210 time: 0.0579426 Jan 14 01:39:36.243665 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-9891e22d-284e-428b-b335-622ee81d5eb5 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.268517 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:36.328239 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.353361 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3da2ba74-f131-4a06-be97-faa518a2d0d0 req-a4a49014-a702-4e8b-871b-a109de738638 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 210 time: 0.0782983 Jan 14 01:39:36.381381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Allocated IP 192.168.233.125 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/a7693286-c965-4a7b-9f23-ca097acc4d1f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:39:36.395098 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:39:36.401695 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:36.407064 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:39:36.409601 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Pushing event updated for resources: {'Port': ['ID=f8303bb4-10ec-4e7b-9ce4-289c257b6519,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:36.427439 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfbfbd5-9604-43af-9914-8e6c947cdfa0 x-openstack-request-id: req-2cfbfbd5-9604-43af-9914-8e6c947cdfa0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:36.427741 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283895bf-e041-4c6c-b4d7-e7de1ffb6b72", "tag": "6c1aad08-b38f-4b1c-bc31-4ec294e52f69", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:36.428003 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2cfbfbd5-9604-43af-9914-8e6c947cdfa0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:36.428392 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283895bf-e041-4c6c-b4d7-e7de1ffb6b72', 'tag': '6c1aad08-b38f-4b1c-bc31-4ec294e52f69', 'status': 'completed', 'code': 200} Jan 14 01:39:36.470782 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17478365-6d1f-4696-84d3-4f81dbad53ec req-cda36a21-cfba-4b45-a2f4-79f52f52074a service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613132 Jan 14 01:39:36.480710 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:36.481354 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.511322 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9dbf29b7-81b5-4183-afe1-9c3e4aeebd9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3380866 Jan 14 01:39:36.517074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-9891e22d-284e-428b-b335-622ee81d5eb5 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.544609 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-9891e22d-284e-428b-b335-622ee81d5eb5 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.544942 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-9891e22d-284e-428b-b335-622ee81d5eb5 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Floating IP f3dbb9d4-6879-47ec-9a73-c9f2222db353 disassociated. External IP: 172.25.2.193, port: a291819e-6d0d-4dad-a947-42c1c8846a0c. Jan 14 01:39:36.577218 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Request body: {'port': {'device_id': 'a3751b78-1b93-4fec-b55c-db2ef186f6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:36.587404 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1458c7d9-3e4c-49c2-b063-1847d3ce4608 admin admin] Publish callbacks [] for security_group (5a810873-99b3-47cc-90c9-585d63386c49), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.606296 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1458c7d9-3e4c-49c2-b063-1847d3ce4608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5a810873-99b3-47cc-90c9-585d63386c49), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.652863 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks [] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.663370 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.716723 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f28d8-cbd9-40a2-8751-40fc984ad5b5 req-f2f5968a-1a87-46ea-9d5e-849916ff5d69 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:36.718239 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e51f28d8-cbd9-40a2-8751-40fc984ad5b5 req-f2f5968a-1a87-46ea-9d5e-849916ff5d69 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.2092271 Jan 14 01:39:36.734016 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1458c7d9-3e4c-49c2-b063-1847d3ce4608 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b7b72d19b4d4b9a8d6ddd842006ee5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6474485 Jan 14 01:39:36.734677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458c7d9-3e4c-49c2-b063-1847d3ce4608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a810873-99b3-47cc-90c9-585d63386c49,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:36.744490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47148) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:36.751153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fcdc7-6251-4bb0-b621-92ae460f8b31 req-2b0cabdd-e66d-49bb-ab09-59916b2e3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:36.752572 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc6fcdc7-6251-4bb0-b621-92ae460f8b31 req-2b0cabdd-e66d-49bb-ab09-59916b2e3cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 1098 time: 0.1625268 Jan 14 01:39:36.777179 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.843407 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:39:36.852688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:36.863412 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Pushing event updated for resources: {'Port': ['ID=a7693286-c965-4a7b-9f23-ca097acc4d1f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:36.865730 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:39:36.915763 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e51f28d8-cbd9-40a2-8751-40fc984ad5b5 req-3cad987d-910f-48d5-8b6b-483b14e22678 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894991 Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.960889 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.963356 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.963356 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.963356 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.963356 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.963356 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.963356 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.963356 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.963356 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.963356 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.963356 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.963356 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:36.963356 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:36.965255 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70b3a77d-e77f-49b6-8a0f-a3992e86ee46 admin admin] Publish callbacks [] for security_group (5a810873-99b3-47cc-90c9-585d63386c49), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:36.972488 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:36.973298 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.011347 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-942f0dba-e324-476d-9bd5-4a1f78f01f5d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2679775 Jan 14 01:39:37.030971 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Request body: {'port': {'device_id': '43124c24-af36-471c-b9e5-e5cb0d510fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:37.041827 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fcdc7-6251-4bb0-b621-92ae460f8b31 req-7b606d33-50a3-4316-92c5-e51e990c7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:37.044013 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc6fcdc7-6251-4bb0-b621-92ae460f8b31 req-7b606d33-50a3-4316-92c5-e51e990c7cb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2781758 Jan 14 01:39:37.046482 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70b3a77d-e77f-49b6-8a0f-a3992e86ee46 admin admin] Publish callbacks [] for security_group (5a810873-99b3-47cc-90c9-585d63386c49), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.112952 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8303bb4-10ec-4e7b-9ce4-289c257b6519 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:37.124702 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Publish callbacks [] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.127888 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fa7f890-9022-4851-8151-577a919a7119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.129016 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc6fcdc7-6251-4bb0-b621-92ae460f8b31 req-2d008ceb-98ae-4490-bd0d-47dba2b5ed47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1aad08-b38f-4b1c-bc31-4ec294e52f69 HTTP/1.1" status: 200 len: 217 time: 0.0665338 Jan 14 01:39:37.130111 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.151474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Transition to ACTIVE for port object f8303bb4-10ec-4e7b-9ce4-289c257b6519 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:39:37.175717 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.183687 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-9891e22d-284e-428b-b335-622ee81d5eb5 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Router 8af1babb-03c6-44e1-8ddc-a111a37c7368 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:39:37.196387 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3af3520a-b722-4e34-95d9-c899f0207dcf None None] Provisioning complete for port a7693286-c965-4a7b-9f23-ca097acc4d1f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:37.196998 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3af3520a-b722-4e34-95d9-c899f0207dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.200806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ae22d-441e-4414-9326-0fe0fcdbfc42 req-18aba86a-1c16-4c81-a9b6-dae58261e06a tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:37.202626 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-181ae22d-441e-4414-9326-0fe0fcdbfc42 req-18aba86a-1c16-4c81-a9b6-dae58261e06a tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 947 time: 0.1899152 Jan 14 01:39:37.218591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fcdc7-6251-4bb0-b621-92ae460f8b31 req-89d8c781-f2a4-4a33-bbb7-66e95a351116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:37.220209 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc6fcdc7-6251-4bb0-b621-92ae460f8b31 req-89d8c781-f2a4-4a33-bbb7-66e95a351116 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0826247 Jan 14 01:39:37.238319 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3af3520a-b722-4e34-95d9-c899f0207dcf None None] Port a7693286-c965-4a7b-9f23-ca097acc4d1f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:39:37.292847 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8303bb4-10ec-4e7b-9ce4-289c257b6519,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:37.304283 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70b3a77d-e77f-49b6-8a0f-a3992e86ee46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5a810873-99b3-47cc-90c9-585d63386c49), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.305415 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70b3a77d-e77f-49b6-8a0f-a3992e86ee46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.306561 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-70b3a77d-e77f-49b6-8a0f-a3992e86ee46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a810873-99b3-47cc-90c9-585d63386c49 HTTP/1.1" status: 204 len: 168 time: 0.5580161 Jan 14 01:39:37.365374 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3a77d-e77f-49b6-8a0f-a3992e86ee46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a810873-99b3-47cc-90c9-585d63386c49,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:37.400218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fcdc7-6251-4bb0-b621-92ae460f8b31 req-fc3d7b73-05f8-4f56-900c-075d85d70f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:37.401719 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc6fcdc7-6251-4bb0-b621-92ae460f8b31 req-fc3d7b73-05f8-4f56-900c-075d85d70f8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1695325 Jan 14 01:39:37.419229 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Attempting to bind port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:37.419571 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Attempting to bind port f8303bb4-10ec-4e7b-9ce4-289c257b6519 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:37.419901 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Attempting to bind port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:37.421719 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-181ae22d-441e-4414-9326-0fe0fcdbfc42 req-6386abe1-34e7-42c9-abd6-438fa5d0868c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855326 Jan 14 01:39:37.444310 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:37.444533 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Attempting to bind port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:37.452422 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-9891e22d-284e-428b-b335-622ee81d5eb5 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:39:37.466298 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b12c78-be82-40aa-9634-d28076e0527a None None] Sync routers for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:39:37.475474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:37.475474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:37.475812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Bound using segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:37.476263 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Bound port: f8303bb4-10ec-4e7b-9ce4-289c257b6519, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:37.476624 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.484671 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b12c78-be82-40aa-9634-d28076e0527a None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:37.484883 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-9891e22d-284e-428b-b335-622ee81d5eb5 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.486871 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a5b12c78-be82-40aa-9634-d28076e0527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:37.521634 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-9891e22d-284e-428b-b335-622ee81d5eb5 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "PUT /v2.0/floatingips/f3dbb9d4-6879-47ec-9a73-c9f2222db353 HTTP/1.1" status: 200 len: 695 time: 1.4339788 Jan 14 01:39:37.552069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f1967-2dfb-4922-984f-79e7878ec036 req-e9e37ef6-e8a6-40ec-b470-0efdb16a54e0 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:37.553538 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-263f1967-2dfb-4922-984f-79e7878ec036 req-e9e37ef6-e8a6-40ec-b470-0efdb16a54e0 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.46 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 950 time: 0.1288900 Jan 14 01:39:37.597216 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc6fcdc7-6251-4bb0-b621-92ae460f8b31 req-88d9ec91-bb5f-4dff-8169-2a7ae301c19f service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744022 Jan 14 01:39:37.655359 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7693286-c965-4a7b-9f23-ca097acc4d1f {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:37.659938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:37.665825 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:37.682645 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a5b12c78-be82-40aa-9634-d28076e0527a None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:37.684860 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Publish callbacks [] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.689897 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-c81dd5a0-2e31-439c-911c-3329fc15172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:37.690712 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.691433 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-c81dd5a0-2e31-439c-911c-3329fc15172c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 1096 time: 0.1459165 Jan 14 01:39:37.745782 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Transition to ACTIVE for port object a7693286-c965-4a7b-9f23-ca097acc4d1f will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:39:37.756403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:37.757666 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.758881 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] 10.222.0.36 "PUT /v2.0/ports/f8303bb4-10ec-4e7b-9ce4-289c257b6519 HTTP/1.1" status: 200 len: 1092 time: 1.1857321 Jan 14 01:39:37.759160 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3751b78-1b93-4fec-b55c-db2ef186f6af', 'tag': 'f8303bb4-10ec-4e7b-9ce4-289c257b6519'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:37.761546 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ddc6c5-1cfe-49b0-8187-56743e07e5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a3751b78-1b93-4fec-b55c-db2ef186f6af", "tag": "f8303bb4-10ec-4e7b-9ce4-289c257b6519"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:37.763949 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.782431 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24866e93-eb62-4215-8272-a9ce14e1dfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8303bb4-10ec-4e7b-9ce4-289c257b6519,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:37.870470 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-263f1967-2dfb-4922-984f-79e7878ec036 req-33383b3c-3a72-4c34-a976-493036be7f9d tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Deleting port 82b70459-ad03-4f89-8c2f-8755de29d924 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:39:37.870823 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-263f1967-2dfb-4922-984f-79e7878ec036 req-33383b3c-3a72-4c34-a976-493036be7f9d tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:37.934522 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Pushing event updated for resources: {'Port': ['ID=a7693286-c965-4a7b-9f23-ca097acc4d1f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:38.020539 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a5b12c78-be82-40aa-9634-d28076e0527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:38.053772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b12c78-be82-40aa-9634-d28076e0527a None None] Checking router: 8af1babb-03c6-44e1-8ddc-a111a37c7368 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:39:38.056666 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-50cf543e-2de8-4f0b-927e-f53ad382b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:38.058193 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-50cf543e-2de8-4f0b-927e-f53ad382b581 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 1095 time: 0.2336245 Jan 14 01:39:38.066820 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b12c78-be82-40aa-9634-d28076e0527a None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:38.067790 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a5b12c78-be82-40aa-9634-d28076e0527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:38.146444 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-8db0d868-5b65-4c8c-9b2a-0c563dc7ae43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519 HTTP/1.1" status: 200 len: 217 time: 0.0636284 Jan 14 01:39:38.156070 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Attempting to bind port a7693286-c965-4a7b-9f23-ca097acc4d1f on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:38.156416 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Attempting to bind port a7693286-c965-4a7b-9f23-ca097acc4d1f by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:38.156745 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Attempting to bind port a7693286-c965-4a7b-9f23-ca097acc4d1f on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:38.160433 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-263f1967-2dfb-4922-984f-79e7878ec036 req-33383b3c-3a72-4c34-a976-493036be7f9d tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] For port 82b70459-ad03-4f89-8c2f-8755de29d924, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=82b70459-ad03-4f89-8c2f-8755de29d924,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:38.160800 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-263f1967-2dfb-4922-984f-79e7878ec036 req-33383b3c-3a72-4c34-a976-493036be7f9d tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:38.203483 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Port a7693286-c965-4a7b-9f23-ca097acc4d1f on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:38.203843 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Attempting to bind port a7693286-c965-4a7b-9f23-ca097acc4d1f on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:38.203947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a5b12c78-be82-40aa-9634-d28076e0527a None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:38.210127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-263f1967-2dfb-4922-984f-79e7878ec036 req-33383b3c-3a72-4c34-a976-493036be7f9d tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Calling delete_port for 82b70459-ad03-4f89-8c2f-8755de29d924 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:39:38.219419 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e936e-640b-4173-a880-29cc80ed9a45 req-e73f25d7-b855-4a58-bbce-bcf38e8d9c16 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:38.226108 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8c6e936e-640b-4173-a880-29cc80ed9a45 req-e73f25d7-b855-4a58-bbce-bcf38e8d9c16 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 950 time: 0.5320878 Jan 14 01:39:38.227341 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:38.227707 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:38.228065 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:38.228525 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Bound port: a7693286-c965-4a7b-9f23-ca097acc4d1f, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:38.228993 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:38.247043 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc6fcdc7-6251-4bb0-b621-92ae460f8b31 req-fc3ea824-6d77-4439-933b-be5adff45f79 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413665 Jan 14 01:39:38.277590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-13dae38f-0f6d-4645-87d7-fdc26a162a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:38.279105 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-13dae38f-0f6d-4645-87d7-fdc26a162a19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.5750587 Jan 14 01:39:38.281008 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9cd2851f-c633-42dc-8e18-05e10a3f8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:38.282486 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-9cd2851f-c633-42dc-8e18-05e10a3f8757 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.1277285 Jan 14 01:39:38.310492 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8c6e936e-640b-4173-a880-29cc80ed9a45 req-3e67c2f6-4502-4812-b100-796a644ba43e tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d2ab20f-c587-4fbd-8bff-8f961ce7c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783620 Jan 14 01:39:38.349441 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-c098d95a-384d-4a6e-980f-9f952535aad7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605049 Jan 14 01:39:38.369043 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-ca6c0ae6-55c2-4a4c-8921-d8be644054df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a291819e-6d0d-4dad-a947-42c1c8846a0c HTTP/1.1" status: 200 len: 217 time: 0.0817385 Jan 14 01:39:38.440157 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'tag': 'a291819e-6d0d-4dad-a947-42c1c8846a0c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:38.443088 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e094c3af-ef07-4d71-b533-916b3adf79fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2", "tag": "a291819e-6d0d-4dad-a947-42c1c8846a0c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:38.468622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-0e866863-5c6a-4187-96eb-050619bac68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:38.470366 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-0e866863-5c6a-4187-96eb-050619bac68a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.0911353 Jan 14 01:39:38.505643 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05453a-d764-4d4c-a7a9-4d3bb80fab59 req-7c76031e-9d05-4f9f-88fa-a545b5f2c5ed tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:38.507893 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be05453a-d764-4d4c-a7a9-4d3bb80fab59 req-7c76031e-9d05-4f9f-88fa-a545b5f2c5ed tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 944 time: 0.1199160 Jan 14 01:39:38.538342 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:38.599103 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be05453a-d764-4d4c-a7a9-4d3bb80fab59 req-91e562f5-471e-46ca-9617-6663af3e4227 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696733 Jan 14 01:39:38.602772 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-8540373d-4fbf-4b10-98f1-6b7de6bc67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:38.613410 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-8540373d-4fbf-4b10-98f1-6b7de6bc67ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336334 Jan 14 01:39:38.680736 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a5b12c78-be82-40aa-9634-d28076e0527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:38.728135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b12c78-be82-40aa-9634-d28076e0527a None None] The sync data for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 is: [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:39:38.761159 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] For port a7693286-c965-4a7b-9f23-ca097acc4d1f, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:38.783531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] For port a7693286-c965-4a7b-9f23-ca097acc4d1f, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=a7693286-c965-4a7b-9f23-ca097acc4d1f,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:38.795856 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:38.813182 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-7e024c4c-9e07-44ad-b256-76324cb90b7d service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966808 Jan 14 01:39:38.817175 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-263f1967-2dfb-4922-984f-79e7878ec036 req-33383b3c-3a72-4c34-a976-493036be7f9d tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (82b70459-ad03-4f89-8c2f-8755de29d924), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:38.824719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c298d3-081a-496f-92ed-380f6458100f req-81b215e8-7e78-4969-8709-250cfa7fb7ed tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:38.827498 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72c298d3-081a-496f-92ed-380f6458100f req-81b215e8-7e78-4969-8709-250cfa7fb7ed tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 948 time: 0.0873072 Jan 14 01:39:38.855429 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-8ac02c8f-2e34-486c-a02b-f821dab4464e service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915879 Jan 14 01:39:38.856756 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:38.857365 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:38.858380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['82b70459-ad03-4f89-8c2f-8755de29d924'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:38.858882 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] 10.222.0.36 "PUT /v2.0/ports/a7693286-c965-4a7b-9f23-ca097acc4d1f HTTP/1.1" status: 200 len: 1096 time: 1.8325052 Jan 14 01:39:38.956507 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72c298d3-081a-496f-92ed-380f6458100f req-7bd049f6-ba87-42de-b995-8b2a2c9f4314 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202016 Jan 14 01:39:38.994997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8eade8-a9f0-4aeb-af4e-06878fa98f35 service neutron] Pushing event updated for resources: {'Port': ['ID=a7693286-c965-4a7b-9f23-ca097acc4d1f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:39.003363 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-263f1967-2dfb-4922-984f-79e7878ec036 req-33383b3c-3a72-4c34-a976-493036be7f9d tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] No DVR routers for this DVR port 82b70459-ad03-4f89-8c2f-8755de29d924 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:39:39.010752 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-263f1967-2dfb-4922-984f-79e7878ec036 req-33383b3c-3a72-4c34-a976-493036be7f9d tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:39.013676 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-263f1967-2dfb-4922-984f-79e7878ec036 req-33383b3c-3a72-4c34-a976-493036be7f9d tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.46 "DELETE /v2.0/ports/82b70459-ad03-4f89-8c2f-8755de29d924 HTTP/1.1" status: 204 len: 173 time: 1.4501889 Jan 14 01:39:39.053552 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33383b3c-3a72-4c34-a976-493036be7f9d tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] Pushing event deleted for resources: {'Port': ['ID=82b70459-ad03-4f89-8c2f-8755de29d924,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:39.068401 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3da67a5-724d-48ea-bede-9b1f9d35db0b req-1b4aab2d-13a1-4a97-aaa5-750f657cba83 service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396007 Jan 14 01:39:39.087147 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562dc71b-9891-4be8-9cdf-630fe6629480 x-openstack-request-id: req-562dc71b-9891-4be8-9cdf-630fe6629480 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:39.087637 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3751b78-1b93-4fec-b55c-db2ef186f6af", "tag": "f8303bb4-10ec-4e7b-9ce4-289c257b6519", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:39.087720 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-562dc71b-9891-4be8-9cdf-630fe6629480 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:39.088081 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3751b78-1b93-4fec-b55c-db2ef186f6af', 'tag': 'f8303bb4-10ec-4e7b-9ce4-289c257b6519', 'status': 'completed', 'code': 200} Jan 14 01:39:39.122066 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1b310920-a268-441a-963b-a3fbc167e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:39.124173 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-1b310920-a268-441a-963b-a3fbc167e50b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec16ded0471e4a3282df4d7f460bd414&device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 1099 time: 0.1742322 Jan 14 01:39:39.126245 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1ae54a46-9288-40b4-a7ae-c7398af37030 req-fb50f109-a2f7-4dab-9c84-bdc4a0fd7ff7 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553570 Jan 14 01:39:39.195906 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-f96054b6-0663-4088-bce0-cd9f6e7e70b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=a7693286-c965-4a7b-9f23-ca097acc4d1f HTTP/1.1" status: 200 len: 217 time: 0.0504410 Jan 14 01:39:39.288728 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22b6b9c-0183-4c72-ab7d-9971c16afafd None None] New status for floating IP f3dbb9d4-6879-47ec-9a73-c9f2222db353: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:39:39.319630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-d3f10bba-779e-4ced-8a2f-9d6ae74a3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:39.321258 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-d3f10bba-779e-4ced-8a2f-9d6ae74a3c7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0825613 Jan 14 01:39:39.323395 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddc6c5-1cfe-49b0-8187-56743e07e5d7 req-63befc9e-9ef1-4648-9b5d-6e97dc3e682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:39.324811 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d0ddc6c5-1cfe-49b0-8187-56743e07e5d7 req-63befc9e-9ef1-4648-9b5d-6e97dc3e682c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 1095 time: 0.0858357 Jan 14 01:39:39.325343 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f158bb-09d8-4617-aa5c-c74d85043948 req-0de7bca5-e520-4872-8175-c4fe6b65e01d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:39.327360 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c5f158bb-09d8-4617-aa5c-c74d85043948 req-0de7bca5-e520-4872-8175-c4fe6b65e01d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1475315 Jan 14 01:39:39.380138 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d93015-ee3c-4aa3-8bda-78b6e347186e req-e899907a-b96b-42ed-829c-1638abe53a29 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:39.387973 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89d93015-ee3c-4aa3-8bda-78b6e347186e req-e899907a-b96b-42ed-829c-1638abe53a29 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 947 time: 0.1654468 Jan 14 01:39:39.464126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-b3fd4b01-f083-4e0a-b7d5-86e63fb72f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:39.466168 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-b3fd4b01-f083-4e0a-b7d5-86e63fb72f87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1353910 Jan 14 01:39:39.509145 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c5f158bb-09d8-4617-aa5c-c74d85043948 req-62530746-6acc-4fd1-84a4-f9c64555d30c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631882 Jan 14 01:39:39.515279 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89d93015-ee3c-4aa3-8bda-78b6e347186e req-230a3d89-43b0-453b-9462-ab9d8a4b5503 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262453 Jan 14 01:39:39.570610 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddc6c5-1cfe-49b0-8187-56743e07e5d7 req-ecfc2fda-d353-45ed-a7c4-223d4f95557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:39.572115 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d0ddc6c5-1cfe-49b0-8187-56743e07e5d7 req-ecfc2fda-d353-45ed-a7c4-223d4f95557b service neutron] 10.222.0.36 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.2211852 Jan 14 01:39:39.609868 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9a15a3-c388-4ea7-a42f-5095b9abc214 x-openstack-request-id: req-2a9a15a3-c388-4ea7-a42f-5095b9abc214 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:39.610165 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2", "tag": "a291819e-6d0d-4dad-a947-42c1c8846a0c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:39.610515 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a9a15a3-c388-4ea7-a42f-5095b9abc214 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:39.610850 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'tag': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'status': 'completed', 'code': 200} Jan 14 01:39:39.672253 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-3d7c0bce-2359-4f2f-9e27-27833507e50f service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921549 Jan 14 01:39:39.673646 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d0ddc6c5-1cfe-49b0-8187-56743e07e5d7 req-7ad57182-14e9-4496-9e67-394433db8109 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519 HTTP/1.1" status: 200 len: 217 time: 0.0935318 Jan 14 01:39:39.804862 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:39.856884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddc6c5-1cfe-49b0-8187-56743e07e5d7 req-22419b98-653b-4f0b-b538-30a72fa95abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:39.859085 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d0ddc6c5-1cfe-49b0-8187-56743e07e5d7 req-22419b98-653b-4f0b-b538-30a72fa95abf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.1665385 Jan 14 01:39:39.895709 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094c3af-ef07-4d71-b533-916b3adf79fa req-ca507fe3-4f49-417d-82f3-afae981defb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:39.897419 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e094c3af-ef07-4d71-b533-916b3adf79fa req-ca507fe3-4f49-417d-82f3-afae981defb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 1096 time: 0.1624374 Jan 14 01:39:39.899163 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d0ddc6c5-1cfe-49b0-8187-56743e07e5d7 req-c5938867-02c4-40b2-a638-97e912d6ecfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306137 Jan 14 01:39:39.911218 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-540dacf0-ce0b-42f6-8888-411bf9b29444 req-3f7e6e55-e811-4ade-95e0-1d4d3245b945 tempest-ServerDiagnosticsNegativeTest-799082679 tempest-ServerDiagnosticsNegativeTest-799082679-project] 10.222.0.26 "GET /v2.0/ports?device_id=debf101c-85eb-4f5c-bad9-ea1c6204dfe6 HTTP/1.1" status: 200 len: 210 time: 0.0286853 Jan 14 01:39:39.953619 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca5ed935-381b-4954-b0aa-76d5572bc1f6 req-70314aa1-78e5-47fd-92d3-f9874b69dc9e service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690170 Jan 14 01:39:40.028176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f5951-d044-4fc3-a7d9-0519f79a546d req-e6376163-179e-49e7-8905-af7dc8c9b628 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:40.034820 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a15f5951-d044-4fc3-a7d9-0519f79a546d req-e6376163-179e-49e7-8905-af7dc8c9b628 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 944 time: 0.0601923 Jan 14 01:39:40.082222 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d0ddc6c5-1cfe-49b0-8187-56743e07e5d7 req-cba9bf37-df36-4a6e-afee-a41ed374dea6 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758487 Jan 14 01:39:40.083388 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094c3af-ef07-4d71-b533-916b3adf79fa req-62cc6e91-3ecd-4065-abd2-ca6a1ccf16a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:40.084681 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e094c3af-ef07-4d71-b533-916b3adf79fa req-62cc6e91-3ecd-4065-abd2-ca6a1ccf16a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.1634061 Jan 14 01:39:40.085339 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a15f5951-d044-4fc3-a7d9-0519f79a546d req-e3e4d181-889d-45a0-a968-32ed8091ca5f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443254 Jan 14 01:39:40.138011 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b0a9a679-650b-404c-81f4-fe73687168a3 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:40.139737 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b0a9a679-650b-404c-81f4-fe73687168a3 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0535202 Jan 14 01:39:40.174803 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e094c3af-ef07-4d71-b533-916b3adf79fa req-91911996-f415-48b2-b07b-7156346985e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a291819e-6d0d-4dad-a947-42c1c8846a0c HTTP/1.1" status: 200 len: 217 time: 0.0778604 Jan 14 01:39:40.211583 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-011d5949-2ced-4122-bdb6-5cea202128a6 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 696 time: 0.0658185 Jan 14 01:39:40.227137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b5908cd9-bab1-403d-a5ee-11cbf99d95be tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Request body: {'floatingip': {'port_id': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:40.239387 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8d468-3e3a-4b5c-8a8f-fddf52124109 req-1d81a302-f97c-438e-a752-97d25b553282 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:40.240880 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1dc8d468-3e3a-4b5c-8a8f-fddf52124109 req-1d81a302-f97c-438e-a752-97d25b553282 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 948 time: 0.0886848 Jan 14 01:39:40.249938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094c3af-ef07-4d71-b533-916b3adf79fa req-0764bfeb-9e2e-47c6-aee8-64038f83bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:40.251409 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e094c3af-ef07-4d71-b533-916b3adf79fa req-0764bfeb-9e2e-47c6-aee8-64038f83bbad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.0695152 Jan 14 01:39:40.254912 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d0ddc6c5-1cfe-49b0-8187-56743e07e5d7 req-8fecda8d-e263-4071-8ec8-dcd0cf21c587 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666687 Jan 14 01:39:40.286848 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b5908cd9-bab1-403d-a5ee-11cbf99d95be tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:40.300580 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094c3af-ef07-4d71-b533-916b3adf79fa req-50984ccf-7c27-4b7b-b384-23bd4f1e35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:40.302210 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e094c3af-ef07-4d71-b533-916b3adf79fa req-50984ccf-7c27-4b7b-b384-23bd4f1e35f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425065 Jan 14 01:39:40.398671 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e094c3af-ef07-4d71-b533-916b3adf79fa req-11f570bb-8d3b-40c0-817d-e1ebd0abac52 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864346 Jan 14 01:39:40.401873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1dc8d468-3e3a-4b5c-8a8f-fddf52124109 req-f12ea55a-75d7-4ec3-94d7-a0a35221c5e5 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298180 Jan 14 01:39:40.494868 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e094c3af-ef07-4d71-b533-916b3adf79fa req-ade5b9c8-99ed-4b48-a434-06a494b393ff service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902274 Jan 14 01:39:40.607211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:39:40.701103 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c1aad08-b38f-4b1c-bc31-4ec294e52f69,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:40.707085 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1fd0a-0260-48e7-ae27-acd04b2af100 req-edde5030-381c-4dbd-870c-e55759e3c681 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:40.708674 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15e1fd0a-0260-48e7-ae27-acd04b2af100 req-edde5030-381c-4dbd-870c-e55759e3c681 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.0935509 Jan 14 01:39:40.714357 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '6c1aad08-b38f-4b1c-bc31-4ec294e52f69', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '6c1aad08-b38f-4b1c-bc31-4ec294e52f69', 'mac_address': 'fa:16:3e:dd:f9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:39:40.752380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:40.752780 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:40.769718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:40.788399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c1aad08-b38f-4b1c-bc31-4ec294e52f69,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:40.792556 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:40.827661 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15e1fd0a-0260-48e7-ae27-acd04b2af100 req-9d631b05-1f41-47ec-bdc6-64bb1c67b3ac tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982521 Jan 14 01:39:40.831729 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b5908cd9-bab1-403d-a5ee-11cbf99d95be tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:40.841794 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b5908cd9-bab1-403d-a5ee-11cbf99d95be tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:40.845358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=6c1aad08-b38f-4b1c-bc31-4ec294e52f69,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:40.882042 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:40.975358 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b5908cd9-bab1-403d-a5ee-11cbf99d95be tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Floating IP f3dbb9d4-6879-47ec-9a73-c9f2222db353 associated. External IP: 172.25.2.193, port: d6e19b37-028f-4bd8-b332-962e0c07a042. Jan 14 01:39:40.985757 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d02ce-4726-4718-a0cf-66ff43ffe67f req-f4727aa8-cb24-48c9-b7f3-9fa40ba5e20a tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:40.988069 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-313d02ce-4726-4718-a0cf-66ff43ffe67f req-f4727aa8-cb24-48c9-b7f3-9fa40ba5e20a tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 948 time: 0.0954556 Jan 14 01:39:41.003749 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 82b70459-ad03-4f89-8c2f-8755de29d924 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:39:41.023624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 82b70459-ad03-4f89-8c2f-8755de29d924 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:39:41.023969 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 82b70459-ad03-4f89-8c2f-8755de29d924 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:39:41.088792 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43124c24-af36-471c-b9e5-e5cb0d510fc6', 'tag': 'a7693286-c965-4a7b-9f23-ca097acc4d1f'}, {'server_uuid': 'debf101c-85eb-4f5c-bad9-ea1c6204dfe6', 'name': 'network-vif-deleted', 'tag': '82b70459-ad03-4f89-8c2f-8755de29d924'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:41.089388 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:41.091631 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522264a4-6f53-484a-919e-36d83217b12a" -d '{"events": [{"name": "network-changed", "server_uuid": "43124c24-af36-471c-b9e5-e5cb0d510fc6", "tag": "a7693286-c965-4a7b-9f23-ca097acc4d1f"}, {"server_uuid": "debf101c-85eb-4f5c-bad9-ea1c6204dfe6", "name": "network-vif-deleted", "tag": "82b70459-ad03-4f89-8c2f-8755de29d924"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:41.105714 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-313d02ce-4726-4718-a0cf-66ff43ffe67f req-f3ec31fd-a99d-4b42-bf77-3d797d8906ff tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850768 Jan 14 01:39:41.234527 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b5908cd9-bab1-403d-a5ee-11cbf99d95be tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Router 8af1babb-03c6-44e1-8ddc-a111a37c7368 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:39:41.288417 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ee8a4d-6982-4c2e-8677-e00c54661609 x-openstack-request-id: req-54ee8a4d-6982-4c2e-8677-e00c54661609 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:41.289244 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43124c24-af36-471c-b9e5-e5cb0d510fc6", "tag": "a7693286-c965-4a7b-9f23-ca097acc4d1f", "status": "completed", "code": 200}, {"server_uuid": "debf101c-85eb-4f5c-bad9-ea1c6204dfe6", "name": "network-vif-deleted", "tag": "82b70459-ad03-4f89-8c2f-8755de29d924", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:41.289647 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54ee8a4d-6982-4c2e-8677-e00c54661609 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:41.290765 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43124c24-af36-471c-b9e5-e5cb0d510fc6', 'tag': 'a7693286-c965-4a7b-9f23-ca097acc4d1f', 'status': 'completed', 'code': 200} Jan 14 01:39:41.291197 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debf101c-85eb-4f5c-bad9-ea1c6204dfe6', 'name': 'network-vif-deleted', 'tag': '82b70459-ad03-4f89-8c2f-8755de29d924', 'status': 'completed', 'code': 200} Jan 14 01:39:41.375498 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522264a4-6f53-484a-919e-36d83217b12a req-8861f1d7-e11e-4a2f-a5f1-4a35f129055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:41.375765 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b5908cd9-bab1-403d-a5ee-11cbf99d95be tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:39:41.378250 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-522264a4-6f53-484a-919e-36d83217b12a req-8861f1d7-e11e-4a2f-a5f1-4a35f129055e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec16ded0471e4a3282df4d7f460bd414&device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0483613 Jan 14 01:39:41.380480 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b5908cd9-bab1-403d-a5ee-11cbf99d95be tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:41.388224 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16edc8d-2402-43ff-8c2e-4076096baa07 None None] Sync routers for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:39:41.402196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16edc8d-2402-43ff-8c2e-4076096baa07 None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:41.403956 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b16edc8d-2402-43ff-8c2e-4076096baa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:41.433824 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fa9f8-2c44-47d6-a449-b07f95ca69be req-47b89e6b-4e16-41f9-b4ef-e12a80f64536 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:41.435693 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-138fa9f8-2c44-47d6-a449-b07f95ca69be req-47b89e6b-4e16-41f9-b4ef-e12a80f64536 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 944 time: 0.0927317 Jan 14 01:39:41.438686 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b5908cd9-bab1-403d-a5ee-11cbf99d95be tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "PUT /v2.0/floatingips/f3dbb9d4-6879-47ec-9a73-c9f2222db353 HTTP/1.1" status: 200 len: 997 time: 1.2167282 Jan 14 01:39:41.496145 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522264a4-6f53-484a-919e-36d83217b12a req-4cbdafa9-d25b-4a16-b925-f126c70cbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:41.497512 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-522264a4-6f53-484a-919e-36d83217b12a req-4cbdafa9-d25b-4a16-b925-f126c70cbd43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1115739 Jan 14 01:39:41.550251 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47244) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:41.552874 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-b16edc8d-2402-43ff-8c2e-4076096baa07 None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:41.563044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-138fa9f8-2c44-47d6-a449-b07f95ca69be req-a50eaa59-7de8-4134-9123-5b24edd17314 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111476 Jan 14 01:39:41.566443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-99c48504-9e0d-4267-a7e1-60f8924e0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:41.568059 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-99c48504-9e0d-4267-a7e1-60f8924e0a80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 1097 time: 0.1126821 Jan 14 01:39:41.579513 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-522264a4-6f53-484a-919e-36d83217b12a req-a55b1b0f-4678-4986-b559-b51337b0bb8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=a7693286-c965-4a7b-9f23-ca097acc4d1f HTTP/1.1" status: 200 len: 217 time: 0.0731502 Jan 14 01:39:41.640244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:41.642460 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4d5e0c-9b49-49ef-9d51-c595eff068f2" -d '{"events": [{"name": "network-changed", "server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:41.645174 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522264a4-6f53-484a-919e-36d83217b12a req-2d824ebe-42ff-4026-8c6f-a25f8b888c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:41.646746 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-522264a4-6f53-484a-919e-36d83217b12a req-2d824ebe-42ff-4026-8c6f-a25f8b888c3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0612714 Jan 14 01:39:41.719013 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3cf4c-78a8-44d7-b65a-074c5d9a6568 req-73fd7afe-8dae-445e-a22d-822aaf80e226 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:41.720580 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f6b3cf4c-78a8-44d7-b65a-074c5d9a6568 req-73fd7afe-8dae-445e-a22d-822aaf80e226 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 948 time: 0.0734344 Jan 14 01:39:41.723687 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b8b0083e-df8a-4b7f-8236-f081b916f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:41.729498 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522264a4-6f53-484a-919e-36d83217b12a req-dee3ea00-6cf7-46d7-8b83-3b364ece3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:41.730555 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-b8b0083e-df8a-4b7f-8236-f081b916f9e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.1551397 Jan 14 01:39:41.731769 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-522264a4-6f53-484a-919e-36d83217b12a req-dee3ea00-6cf7-46d7-8b83-3b364ece3989 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779853 Jan 14 01:39:41.786132 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4099be2a-bc8d-4cba-908e-e847c07c85a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=156806c620d84ff0ba23f46666bb8246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346699 Jan 14 01:39:41.789860 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47252) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:41.806976 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-aba32d87-42ab-442a-bf6f-dd56c3df8419 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 1000 time: 0.0752466 Jan 14 01:39:41.877833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f6b3cf4c-78a8-44d7-b65a-074c5d9a6568 req-6a77a14a-6d0a-431f-9716-12a5256a57f5 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979359 Jan 14 01:39:41.882823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b16edc8d-2402-43ff-8c2e-4076096baa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3dbb9d4-6879-47ec-9a73-c9f2222db353', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'port_id': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'mac_address': 'fa:16:3e:18:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15704941-b342-4c65-92d2-bb32b28b3648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:39:04Z', 'updated_at': '2022-01-14T01:39:40Z', 'revision_number': 8, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:41.891471 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-fc266c56-99f7-4475-aea0-1f191a43f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:41.893469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-fc266c56-99f7-4475-aea0-1f191a43f56a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.0694203 Jan 14 01:39:41.895184 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-522264a4-6f53-484a-919e-36d83217b12a req-832ae6a8-ad84-43ac-95af-109e8bc8ecf1 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553247 Jan 14 01:39:41.915580 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16edc8d-2402-43ff-8c2e-4076096baa07 None None] Checking router: 8af1babb-03c6-44e1-8ddc-a111a37c7368 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:39:41.922637 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ce0de6d-8849-4543-9056-78164d03f25a admin admin] Publish callbacks [] for security_group (3d2ab20f-c587-4fbd-8bff-8f961ce7c6da), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:41.924229 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16edc8d-2402-43ff-8c2e-4076096baa07 None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:41.924935 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b16edc8d-2402-43ff-8c2e-4076096baa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:41.951466 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-20104fae-1192-4d85-9079-8f7a66ddd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:41.953715 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-20104fae-1192-4d85-9079-8f7a66ddd42e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532687 Jan 14 01:39:41.981815 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f78e5-e90f-439f-9c30-83e0322d7d59 req-438e5ce2-ef67-45a8-a00a-ace1cfbfedf4 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:41.983834 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-941f78e5-e90f-439f-9c30-83e0322d7d59 req-438e5ce2-ef67-45a8-a00a-ace1cfbfedf4 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2 HTTP/1.1" status: 200 len: 945 time: 0.1664608 Jan 14 01:39:42.002345 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ce0de6d-8849-4543-9056-78164d03f25a admin admin] Publish callbacks [] for security_group (3d2ab20f-c587-4fbd-8bff-8f961ce7c6da), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:42.015562 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23faf651-577e-4688-b611-564650a2ddb2 x-openstack-request-id: req-23faf651-577e-4688-b611-564650a2ddb2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:42.015916 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:42.016233 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23faf651-577e-4688-b611-564650a2ddb2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:42.016681 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'status': 'completed', 'code': 200} Jan 14 01:39:42.066966 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-e2aa601a-4a96-4769-8ac3-6f03a5826789 service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061356 Jan 14 01:39:42.067244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-b16edc8d-2402-43ff-8c2e-4076096baa07 None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:42.167967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3af3b4-edf6-4933-b899-b55629e7aaf8 req-6e25f39b-23bb-449e-8df0-bac6ae1c2a36 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:42.169540 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-522264a4-6f53-484a-919e-36d83217b12a req-fbe1d869-5d17-4829-b214-bf778ef15f31 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661805 Jan 14 01:39:42.169903 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e3af3b4-edf6-4933-b899-b55629e7aaf8 req-6e25f39b-23bb-449e-8df0-bac6ae1c2a36 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1015329 Jan 14 01:39:42.182601 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d5e0c-9b49-49ef-9d51-c595eff068f2 req-df813768-66ef-4789-903e-aa5adcd3f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:42.184054 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca4d5e0c-9b49-49ef-9d51-c595eff068f2 req-df813768-66ef-4789-903e-aa5adcd3f8b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 1097 time: 0.1175470 Jan 14 01:39:42.221284 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ce0de6d-8849-4543-9056-78164d03f25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3d2ab20f-c587-4fbd-8bff-8f961ce7c6da), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:42.223992 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ce0de6d-8849-4543-9056-78164d03f25a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:42.227413 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7ce0de6d-8849-4543-9056-78164d03f25a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d2ab20f-c587-4fbd-8bff-8f961ce7c6da HTTP/1.1" status: 204 len: 168 time: 0.4343727 Jan 14 01:39:42.265492 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0de6d-8849-4543-9056-78164d03f25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2ab20f-c587-4fbd-8bff-8f961ce7c6da,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:42.265826 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e3af3b4-edf6-4933-b899-b55629e7aaf8 req-9eca10ad-cce2-4584-b838-a3112ecafd07 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900240 Jan 14 01:39:42.276895 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee86dcb9-86eb-473e-a84a-d32a878ead76 req-9e52165e-843f-42bb-ad45-4f68ddd07fd2 service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982450 Jan 14 01:39:42.278312 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-941f78e5-e90f-439f-9c30-83e0322d7d59 req-59134089-b61c-4e5e-9549-d19eece4bdc2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Deleting port a291819e-6d0d-4dad-a947-42c1c8846a0c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:39:42.278677 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-941f78e5-e90f-439f-9c30-83e0322d7d59 req-59134089-b61c-4e5e-9549-d19eece4bdc2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:42.372890 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b16edc8d-2402-43ff-8c2e-4076096baa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3dbb9d4-6879-47ec-9a73-c9f2222db353', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'port_id': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'mac_address': 'fa:16:3e:18:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15704941-b342-4c65-92d2-bb32b28b3648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:39:04Z', 'updated_at': '2022-01-14T01:39:40Z', 'revision_number': 8, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:42.398875 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-941f78e5-e90f-439f-9c30-83e0322d7d59 req-59134089-b61c-4e5e-9549-d19eece4bdc2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] For port a291819e-6d0d-4dad-a947-42c1c8846a0c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a291819e-6d0d-4dad-a947-42c1c8846a0c,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:42.399481 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-941f78e5-e90f-439f-9c30-83e0322d7d59 req-59134089-b61c-4e5e-9549-d19eece4bdc2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:42.404638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16edc8d-2402-43ff-8c2e-4076096baa07 None None] The sync data for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 is: [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3dbb9d4-6879-47ec-9a73-c9f2222db353', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'port_id': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'mac_address': 'fa:16:3e:18:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15704941-b342-4c65-92d2-bb32b28b3648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:39:04Z', 'updated_at': '2022-01-14T01:39:40Z', 'revision_number': 8, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:39:42.415816 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d5e0c-9b49-49ef-9d51-c595eff068f2 req-79a51823-3944-4ea0-9fdc-5692f72a87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:42.417322 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca4d5e0c-9b49-49ef-9d51-c595eff068f2 req-79a51823-3944-4ea0-9fdc-5692f72a87f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.2243781 Jan 14 01:39:42.418255 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-941f78e5-e90f-439f-9c30-83e0322d7d59 req-59134089-b61c-4e5e-9549-d19eece4bdc2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Calling delete_port for a291819e-6d0d-4dad-a947-42c1c8846a0c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:39:42.508047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f30099-f435-4e51-90db-f8320867edca req-e1404529-00c4-49c8-a90e-d8685254a4a7 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:42.509874 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-08f30099-f435-4e51-90db-f8320867edca req-e1404529-00c4-49c8-a90e-d8685254a4a7 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 948 time: 0.1351104 Jan 14 01:39:42.627149 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e07ff79a-2b5e-4f72-90d8-5305c99af5a8 req-d955ed98-80fa-480d-86d4-5a11a84fbca4 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips/f3dbb9d4-6879-47ec-9a73-c9f2222db353 HTTP/1.1" status: 200 len: 997 time: 0.1505754 Jan 14 01:39:42.633391 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f8303bb4-10ec-4e7b-9ce4-289c257b6519 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:39:42.651274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:39:42.682527 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-08f30099-f435-4e51-90db-f8320867edca req-5cdd6fdf-9de3-4249-b9b6-b83dc2213621 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087310 Jan 14 01:39:42.734483 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47276) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:42.759418 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b2f012c-91fa-4d59-9af1-a76d9275f7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:42.791736 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087304bc-44ef-49a8-9798-f59d65a01f93 None None] New status for floating IP f3dbb9d4-6879-47ec-9a73-c9f2222db353: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:39:42.875429 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:39:42.885442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:42.886167 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:42.893544 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ff79a-2b5e-4f72-90d8-5305c99af5a8 req-88502af3-4247-4f40-a2ac-8975a20224de tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:42.899834 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e07ff79a-2b5e-4f72-90d8-5305c99af5a8 req-88502af3-4247-4f40-a2ac-8975a20224de tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2716961 Jan 14 01:39:42.911976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-e07ff79a-2b5e-4f72-90d8-5305c99af5a8 req-9fbb0d23-3157-4766-971a-3c82c6421dba tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:39:42.930283 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e07ff79a-2b5e-4f72-90d8-5305c99af5a8 req-9fbb0d23-3157-4766-971a-3c82c6421dba tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295568 Jan 14 01:39:42.936373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47282) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:42.954228 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:42.970926 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'f8303bb4-10ec-4e7b-9ce4-289c257b6519', 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb', 'port_id': 'f8303bb4-10ec-4e7b-9ce4-289c257b6519', 'mac_address': 'fa:16:3e:de:fd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2dc1ec0-b4e3-4416-992a-c3607b086cec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:39:42.977511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5b78d-26c9-4b3a-8aa0-8d2bdcc23ee5 req-bad726a0-d58b-45ed-bc05-e6398661642a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:42.991918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37e5b78d-26c9-4b3a-8aa0-8d2bdcc23ee5 req-bad726a0-d58b-45ed-bc05-e6398661642a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 944 time: 0.1659877 Jan 14 01:39:43.061526 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:43.061970 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.063290 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca4d5e0c-9b49-49ef-9d51-c595eff068f2 req-e1009436-5ea0-48b8-85b7-7dd7a46182fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 1000 time: 0.6287017 Jan 14 01:39:43.065865 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-941f78e5-e90f-439f-9c30-83e0322d7d59 req-59134089-b61c-4e5e-9549-d19eece4bdc2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a291819e-6d0d-4dad-a947-42c1c8846a0c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.077218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f8303bb4-10ec-4e7b-9ce4-289c257b6519 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:43.077608 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.109051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283895bf-e041-4c6c-b4d7-e7de1ffb6b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1aad08-b38f-4b1c-bc31-4ec294e52f69'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:43.111981 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d4f6b5-f1c5-494d-a8d2-bd4b3765a77c" -d '{"events": [{"server_uuid": "283895bf-e041-4c6c-b4d7-e7de1ffb6b72", "name": "network-vif-plugged", "status": "completed", "tag": "6c1aad08-b38f-4b1c-bc31-4ec294e52f69"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:43.118880 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8303bb4-10ec-4e7b-9ce4-289c257b6519 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:43.126547 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b2f012c-91fa-4d59-9af1-a76d9275f7c1 admin admin] Publish callbacks [] for security_group (649eb454-4a0e-46c9-acad-d3c62a1604dd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.137272 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['d6e19b37-028f-4bd8-b332-962e0c07a042'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:43.142704 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37e5b78d-26c9-4b3a-8aa0-8d2bdcc23ee5 req-dde332d8-3961-484f-b3dc-b948d5a3aff1 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495118 Jan 14 01:39:43.149741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:43.163090 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59134089-b61c-4e5e-9549-d19eece4bdc2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Pushing event deleted for resources: {'Port': ['ID=a291819e-6d0d-4dad-a947-42c1c8846a0c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:43.163317 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b2f012c-91fa-4d59-9af1-a76d9275f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (649eb454-4a0e-46c9-acad-d3c62a1604dd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.183878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c1aad08-b38f-4b1c-bc31-4ec294e52f69,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:43.185169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36b5f7-7101-415a-b3cf-7e11c06db25d req-1d53eed1-c05b-4198-89b6-dcb109ebb15e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:43.189079 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c36b5f7-7101-415a-b3cf-7e11c06db25d req-1d53eed1-c05b-4198-89b6-dcb109ebb15e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 948 time: 0.1555507 Jan 14 01:39:43.194498 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.199732 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.233874 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d5e0c-9b49-49ef-9d51-c595eff068f2 req-e40bc3f0-7f1f-4ada-9f1f-9bd4337068e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:43.235530 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca4d5e0c-9b49-49ef-9d51-c595eff068f2 req-e40bc3f0-7f1f-4ada-9f1f-9bd4337068e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.1513371 Jan 14 01:39:43.253608 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7b2f012c-91fa-4d59-9af1-a76d9275f7c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ddfd6020bd5447c8a1f3ab63d2241f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5157123 Jan 14 01:39:43.253813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-941f78e5-e90f-439f-9c30-83e0322d7d59 req-59134089-b61c-4e5e-9549-d19eece4bdc2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] No DVR routers for this DVR port a291819e-6d0d-4dad-a947-42c1c8846a0c on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:39:43.262154 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-941f78e5-e90f-439f-9c30-83e0322d7d59 req-59134089-b61c-4e5e-9549-d19eece4bdc2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.266122 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-941f78e5-e90f-439f-9c30-83e0322d7d59 req-59134089-b61c-4e5e-9549-d19eece4bdc2 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.46 "DELETE /v2.0/ports/a291819e-6d0d-4dad-a947-42c1c8846a0c HTTP/1.1" status: 204 len: 173 time: 1.2734976 Jan 14 01:39:43.267961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47288) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:43.292932 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'name': 'network-vif-deleted', 'tag': 'a291819e-6d0d-4dad-a947-42c1c8846a0c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:43.295446 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c623c69-fba1-4c38-8ee3-58406e7d06f9" -d '{"events": [{"server_uuid": "1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2", "name": "network-vif-deleted", "tag": "a291819e-6d0d-4dad-a947-42c1c8846a0c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:43.301486 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e0420f-b662-4af1-a2ed-d8285c70042b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.302172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f8303bb4-10ec-4e7b-9ce4-289c257b6519,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:43.340922 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d5e0c-9b49-49ef-9d51-c595eff068f2 req-793bad84-c387-4055-ad96-ac3fc61ec96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:43.343300 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca4d5e0c-9b49-49ef-9d51-c595eff068f2 req-793bad84-c387-4055-ad96-ac3fc61ec96e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925789 Jan 14 01:39:43.367649 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a770d65-d2a1-493f-a9c9-0dce1dd0bad4 admin admin] Publish callbacks [] for security_group (649eb454-4a0e-46c9-acad-d3c62a1604dd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.402106 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e0420f-b662-4af1-a2ed-d8285c70042b admin admin] Publish callbacks [] for security_group (6939e2b6-6dfe-4fe1-af64-e71503f58ff8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.427198 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e0420f-b662-4af1-a2ed-d8285c70042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6939e2b6-6dfe-4fe1-af64-e71503f58ff8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.443185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a770d65-d2a1-493f-a9c9-0dce1dd0bad4 admin admin] Publish callbacks [] for security_group (649eb454-4a0e-46c9-acad-d3c62a1604dd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.466344 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a4e0420f-b662-4af1-a2ed-d8285c70042b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f4f749b8b7d4fa88c9714b6fd6bdabe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178263 Jan 14 01:39:43.467812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47296) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:43.486234 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f012c-91fa-4d59-9af1-a76d9275f7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649eb454-4a0e-46c9-acad-d3c62a1604dd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:43.499505 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca4d5e0c-9b49-49ef-9d51-c595eff068f2 req-31063f3a-4422-469e-b336-9329c460d4f0 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429636 Jan 14 01:39:43.501828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=6c1aad08-b38f-4b1c-bc31-4ec294e52f69,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:43.540109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0420f-b662-4af1-a2ed-d8285c70042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6939e2b6-6dfe-4fe1-af64-e71503f58ff8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:43.563821 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c36b5f7-7101-415a-b3cf-7e11c06db25d req-1f796f7e-a99a-4f02-ae9c-799c0cda9c2e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563635 Jan 14 01:39:43.570091 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a770d65-d2a1-493f-a9c9-0dce1dd0bad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (649eb454-4a0e-46c9-acad-d3c62a1604dd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.572975 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-41b1df31-8cb9-4e6f-9cf5-2bd7108b7cca tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 1002 time: 0.3802319 Jan 14 01:39:43.575205 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a770d65-d2a1-493f-a9c9-0dce1dd0bad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.577194 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0a770d65-d2a1-493f-a9c9-0dce1dd0bad4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/649eb454-4a0e-46c9-acad-d3c62a1604dd HTTP/1.1" status: 204 len: 168 time: 0.3073184 Jan 14 01:39:43.591419 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a770d65-d2a1-493f-a9c9-0dce1dd0bad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649eb454-4a0e-46c9-acad-d3c62a1604dd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:43.602917 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f8303bb4-10ec-4e7b-9ce4-289c257b6519'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:43.648030 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b9d41f-4caf-437c-8477-08ea6b870b4a x-openstack-request-id: req-b7b9d41f-4caf-437c-8477-08ea6b870b4a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:43.648413 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283895bf-e041-4c6c-b4d7-e7de1ffb6b72", "name": "network-vif-plugged", "status": "completed", "tag": "6c1aad08-b38f-4b1c-bc31-4ec294e52f69", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:43.648559 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7b9d41f-4caf-437c-8477-08ea6b870b4a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:43.648944 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283895bf-e041-4c6c-b4d7-e7de1ffb6b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1aad08-b38f-4b1c-bc31-4ec294e52f69', 'code': 200} Jan 14 01:39:43.662564 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca4d5e0c-9b49-49ef-9d51-c595eff068f2 req-a9139b76-d6e5-4ed3-a800-12420cb23475 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501908 Jan 14 01:39:43.692382 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-561cfed3-fc87-4457-bd18-1459d50fc06b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:43.694158 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-561cfed3-fc87-4457-bd18-1459d50fc06b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports/d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 943 time: 0.1101179 Jan 14 01:39:43.749228 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a83d180-3622-44a9-a59a-3af1e47ce866 admin admin] Publish callbacks [] for security_group (6939e2b6-6dfe-4fe1-af64-e71503f58ff8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.794495 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a83d180-3622-44a9-a59a-3af1e47ce866 admin admin] Publish callbacks [] for security_group (6939e2b6-6dfe-4fe1-af64-e71503f58ff8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:43.818364 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcca71-d92b-403b-9950-da5b2d7052f5 req-73b11688-a958-4150-8045-210644df8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:43.820701 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4dbcca71-d92b-403b-9950-da5b2d7052f5 req-73b11688-a958-4150-8045-210644df8293 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 1100 time: 0.0662923 Jan 14 01:39:43.864318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ea379-0a69-4f6a-8d29-c4b84d64dd27 req-2cdb41a5-1352-4e5f-ab95-5230fb7c071f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:43.873243 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-066ea379-0a69-4f6a-8d29-c4b84d64dd27 req-2cdb41a5-1352-4e5f-ab95-5230fb7c071f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1927316 Jan 14 01:39:43.918803 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4dbcca71-d92b-403b-9950-da5b2d7052f5 req-30b2816d-a67c-4f87-9ab1-f85578681543 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896566 Jan 14 01:39:43.952412 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-5eb427dc-4c34-441a-bfb6-e581f7dcf277 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 1002 time: 0.1704867 Jan 14 01:39:43.979051 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-066ea379-0a69-4f6a-8d29-c4b84d64dd27 req-5c28856f-1ea3-4067-8eb2-3ff426ebd353 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042616 Jan 14 01:39:44.025299 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a83d180-3622-44a9-a59a-3af1e47ce866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6939e2b6-6dfe-4fe1-af64-e71503f58ff8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.028319 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a83d180-3622-44a9-a59a-3af1e47ce866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.033667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8a83d180-3622-44a9-a59a-3af1e47ce866 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6939e2b6-6dfe-4fe1-af64-e71503f58ff8 HTTP/1.1" status: 204 len: 168 time: 0.5600088 Jan 14 01:39:44.053519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83d180-3622-44a9-a59a-3af1e47ce866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6939e2b6-6dfe-4fe1-af64-e71503f58ff8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:44.067901 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaa7c59-9846-4738-b322-fdc54259cb45 x-openstack-request-id: req-daaa7c59-9846-4738-b322-fdc54259cb45 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:44.068655 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2", "name": "network-vif-deleted", "tag": "a291819e-6d0d-4dad-a947-42c1c8846a0c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:44.068942 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-daaa7c59-9846-4738-b322-fdc54259cb45 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:44.069416 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc7c97d-81af-4a1e-b3ed-aa4f0224dcf2', 'name': 'network-vif-deleted', 'tag': 'a291819e-6d0d-4dad-a947-42c1c8846a0c', 'status': 'completed', 'code': 200} Jan 14 01:39:44.136504 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4601c266-3ec5-44aa-a32e-06a14a2c797a tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:44.142923 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4601c266-3ec5-44aa-a32e-06a14a2c797a tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.1819212 Jan 14 01:39:44.228414 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-559b2ef6-96e1-4e19-8900-8ca1d852c46c tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 1002 time: 0.0821960 Jan 14 01:39:44.462001 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47326) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:44.476657 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edb2ffb9-daf3-4b6a-8fd3-3005b24a7585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.523821 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4eb57723-6767-4abe-8e4c-802b1e1251fd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:44.566107 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edb2ffb9-daf3-4b6a-8fd3-3005b24a7585 admin admin] Publish callbacks [] for security_group (0f2390b9-5d40-4c67-893d-fcc37f824de7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.571958 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edb2ffb9-daf3-4b6a-8fd3-3005b24a7585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0f2390b9-5d40-4c67-893d-fcc37f824de7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.581052 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c285dd-2c6c-461f-bdfd-bd0af89d9f0f req-744a8984-0e2e-41f5-b225-0db73c6508b3 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:44.582586 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6c285dd-2c6c-461f-bdfd-bd0af89d9f0f req-744a8984-0e2e-41f5-b225-0db73c6508b3 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 949 time: 0.3532834 Jan 14 01:39:44.603776 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4eb57723-6767-4abe-8e4c-802b1e1251fd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.616376 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-edb2ffb9-daf3-4b6a-8fd3-3005b24a7585 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2db4fa200d64e3ba84cc7f9a18f3519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529899 Jan 14 01:39:44.617127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2ffb9-daf3-4b6a-8fd3-3005b24a7585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2390b9-5d40-4c67-893d-fcc37f824de7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:44.619379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47336) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:44.640193 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device a7693286-c965-4a7b-9f23-ca097acc4d1f details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:39:44.652736 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f8303bb4-10ec-4e7b-9ce4-289c257b6519 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:39:44.699497 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae7a7f07-c071-4065-9ff2-33839c4f47da admin admin] Publish callbacks [] for security_group (0f2390b9-5d40-4c67-893d-fcc37f824de7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.719920 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6c285dd-2c6c-461f-bdfd-bd0af89d9f0f req-5527e747-8dcb-4b00-9323-3907f2afd3ed tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298122 Jan 14 01:39:44.742917 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae7a7f07-c071-4065-9ff2-33839c4f47da admin admin] Publish callbacks [] for security_group (0f2390b9-5d40-4c67-893d-fcc37f824de7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.815379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port f8303bb4-10ec-4e7b-9ce4-289c257b6519 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:39:44.824275 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port a7693286-c965-4a7b-9f23-ca097acc4d1f, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=a7693286-c965-4a7b-9f23-ca097acc4d1f,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:44.835605 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae7a7f07-c071-4065-9ff2-33839c4f47da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0f2390b9-5d40-4c67-893d-fcc37f824de7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.836036 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4eb57723-6767-4abe-8e4c-802b1e1251fd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.838094 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae7a7f07-c071-4065-9ff2-33839c4f47da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.839268 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ae7a7f07-c071-4065-9ff2-33839c4f47da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f2390b9-5d40-4c67-893d-fcc37f824de7 HTTP/1.1" status: 204 len: 168 time: 0.2158916 Jan 14 01:39:44.844470 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port f8303bb4-10ec-4e7b-9ce4-289c257b6519 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:44.844770 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.850665 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a7f07-c071-4065-9ff2-33839c4f47da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2390b9-5d40-4c67-893d-fcc37f824de7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:44.886514 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4eb57723-6767-4abe-8e4c-802b1e1251fd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.887044 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4eb57723-6767-4abe-8e4c-802b1e1251fd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Floating IP f3dbb9d4-6879-47ec-9a73-c9f2222db353 disassociated. External IP: 172.25.2.193, port: d6e19b37-028f-4bd8-b332-962e0c07a042. Jan 14 01:39:44.887988 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'a7693286-c965-4a7b-9f23-ca097acc4d1f', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'a7693286-c965-4a7b-9f23-ca097acc4d1f', 'mac_address': 'fa:16:3e:14:3e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:39:44.944008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port a7693286-c965-4a7b-9f23-ca097acc4d1f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:44.944397 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:44.963050 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7693286-c965-4a7b-9f23-ca097acc4d1f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:44.989094 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port a7693286-c965-4a7b-9f23-ca097acc4d1f, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=a7693286-c965-4a7b-9f23-ca097acc4d1f,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:45.012770 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a291819e-6d0d-4dad-a947-42c1c8846a0c no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:39:45.019336 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:45.054550 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: a291819e-6d0d-4dad-a947-42c1c8846a0c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:39:45.054887 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a291819e-6d0d-4dad-a947-42c1c8846a0c not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:39:45.083624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f8303bb4-10ec-4e7b-9ce4-289c257b6519 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:45.084012 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:45.089928 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e93d2-5e21-4cd6-848e-99930a5d8bda req-40a0486d-37b9-4802-be58-e257eebe8020 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:45.098933 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73e93d2-5e21-4cd6-848e-99930a5d8bda req-40a0486d-37b9-4802-be58-e257eebe8020 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 945 time: 0.2742007 Jan 14 01:39:45.151517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=a7693286-c965-4a7b-9f23-ca097acc4d1f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:45.165042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:45.171560 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:45.234640 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73e93d2-5e21-4cd6-848e-99930a5d8bda req-c5765b23-2be9-4972-9965-2c5ad382362b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297863 Jan 14 01:39:45.256906 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f8303bb4-10ec-4e7b-9ce4-289c257b6519,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:45.257612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4eb57723-6767-4abe-8e4c-802b1e1251fd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Router 8af1babb-03c6-44e1-8ddc-a111a37c7368 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:39:45.353839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['a7693286-c965-4a7b-9f23-ca097acc4d1f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:45.413857 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4eb57723-6767-4abe-8e4c-802b1e1251fd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:39:45.419563 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4eb57723-6767-4abe-8e4c-802b1e1251fd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:45.431158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5c8ef-20c8-4c8e-aa20-66bde446e709 req-d099c4e4-fd2f-4616-8a3b-39c1cf0fa4c5 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:45.432660 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6cf5c8ef-20c8-4c8e-aa20-66bde446e709 req-d099c4e4-fd2f-4616-8a3b-39c1cf0fa4c5 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 949 time: 0.1099756 Jan 14 01:39:45.443198 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde36277-a89d-440a-9f34-149b80e4dc44 None None] Sync routers for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:39:45.465175 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde36277-a89d-440a-9f34-149b80e4dc44 None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:45.466006 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cde36277-a89d-440a-9f34-149b80e4dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:45.473551 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4eb57723-6767-4abe-8e4c-802b1e1251fd tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "PUT /v2.0/floatingips/f3dbb9d4-6879-47ec-9a73-c9f2222db353 HTTP/1.1" status: 200 len: 696 time: 0.9546072 Jan 14 01:39:45.475139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:45.478638 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cd289c-7de8-4e51-aeb4-cd9b18344e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:45.530497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6cf5c8ef-20c8-4c8e-aa20-66bde446e709 req-235c2e08-df06-4bf4-8fa0-7c38c77bf416 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822256 Jan 14 01:39:45.543686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-714a411c-37d0-4e7a-8ccc-a51ca3c9d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:45.545713 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-714a411c-37d0-4e7a-8ccc-a51ca3c9d8aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 1097 time: 0.0527711 Jan 14 01:39:45.647104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-cde36277-a89d-440a-9f34-149b80e4dc44 None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:45.650892 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3751b78-1b93-4fec-b55c-db2ef186f6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8303bb4-10ec-4e7b-9ce4-289c257b6519'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:45.653385 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ae6df5-9291-4c4d-928d-9d4a49d18ac1" -d '{"events": [{"server_uuid": "a3751b78-1b93-4fec-b55c-db2ef186f6af", "name": "network-vif-plugged", "status": "completed", "tag": "f8303bb4-10ec-4e7b-9ce4-289c257b6519"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:45.710756 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b337e9-2a9c-4f62-80c4-5e200d36a53a req-54a5ba79-6f54-40da-a911-18045a05dce7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:45.712767 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7b337e9-2a9c-4f62-80c4-5e200d36a53a req-54a5ba79-6f54-40da-a911-18045a05dce7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.0820789 Jan 14 01:39:45.742890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4867bd9f-f441-4ad0-8d5e-5a6fec47fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:45.744598 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-4867bd9f-f441-4ad0-8d5e-5a6fec47fcf5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.1890490 Jan 14 01:39:45.805735 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-764e962c-56d9-445f-b321-b1188ce81a12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 217 time: 0.0465059 Jan 14 01:39:45.815688 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7b337e9-2a9c-4f62-80c4-5e200d36a53a req-4c47a857-44a1-4193-bd48-a524e0c77ce4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921831 Jan 14 01:39:45.879566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-b2f9b50b-9a6d-4b83-9dc5-00de20482bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:45.882846 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-b2f9b50b-9a6d-4b83-9dc5-00de20482bf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.0662189 Jan 14 01:39:45.897067 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cde36277-a89d-440a-9f34-149b80e4dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:45.925114 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde36277-a89d-440a-9f34-149b80e4dc44 None None] Checking router: 8af1babb-03c6-44e1-8ddc-a111a37c7368 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:39:45.929723 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-729df6da-bd99-4bd7-9079-1b25e660c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:45.931269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-729df6da-bd99-4bd7-9079-1b25e660c856 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435712 Jan 14 01:39:45.936104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde36277-a89d-440a-9f34-149b80e4dc44 None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:39:45.937143 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cde36277-a89d-440a-9f34-149b80e4dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:45.997516 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3574ead9-d825-4c0f-a98e-49c54bb6f8e8 x-openstack-request-id: req-3574ead9-d825-4c0f-a98e-49c54bb6f8e8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:45.997900 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:45.998720 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3574ead9-d825-4c0f-a98e-49c54bb6f8e8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:45.999379 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'status': 'completed', 'code': 200} Jan 14 01:39:46.007405 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3bb9a3-420f-401e-b751-17698b096ca8 x-openstack-request-id: req-5d3bb9a3-420f-401e-b751-17698b096ca8 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:46.007585 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3751b78-1b93-4fec-b55c-db2ef186f6af", "name": "network-vif-plugged", "status": "completed", "tag": "f8303bb4-10ec-4e7b-9ce4-289c257b6519", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:46.007819 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d3bb9a3-420f-401e-b751-17698b096ca8 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:46.008212 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3751b78-1b93-4fec-b55c-db2ef186f6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8303bb4-10ec-4e7b-9ce4-289c257b6519', 'code': 200} Jan 14 01:39:46.075842 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd289c-7de8-4e51-aeb4-cd9b18344e6b req-cdc98970-bedd-48e2-af02-14b41d19ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:46.078750 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-75cd289c-7de8-4e51-aeb4-cd9b18344e6b req-cdc98970-bedd-48e2-af02-14b41d19ec47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=239011a87ab64074a230fdbcf35ac274&device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 1097 time: 0.0648837 Jan 14 01:39:46.099160 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-185c2945-9d16-4a27-a10b-968750da7212 service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597838 Jan 14 01:39:46.099575 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-cde36277-a89d-440a-9f34-149b80e4dc44 None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:39:46.240647 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157d435-4790-4450-bd2d-29bbaffd8b38 req-c0ebfa04-450c-4bb4-b995-417be7424a97 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:46.242150 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6157d435-4790-4450-bd2d-29bbaffd8b38 req-c0ebfa04-450c-4bb4-b995-417be7424a97 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 949 time: 0.0831959 Jan 14 01:39:46.244201 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e915dc50-2079-41a3-b477-b53f634b31e4 req-a5b40270-1200-428e-8fe7-cba830fa86d3 service neutron] 10.222.0.26 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394010 Jan 14 01:39:46.317069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a7d36-0936-4b34-9fce-a46ef6d5d554 req-894d32ae-920c-4215-b47b-d6940048ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:46.319099 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f56a7d36-0936-4b34-9fce-a46ef6d5d554 req-894d32ae-920c-4215-b47b-d6940048ba07 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 1097 time: 0.2011082 Jan 14 01:39:46.333373 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6157d435-4790-4450-bd2d-29bbaffd8b38 req-8e8fc58f-520a-4c2b-a919-3258fa34f790 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804815 Jan 14 01:39:46.359945 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd289c-7de8-4e51-aeb4-cd9b18344e6b req-56d55da9-fe83-40d2-80ac-5f5f71fba8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:46.362099 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-75cd289c-7de8-4e51-aeb4-cd9b18344e6b req-56d55da9-fe83-40d2-80ac-5f5f71fba8bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 200 len: 922 time: 0.2741256 Jan 14 01:39:46.362960 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-da0a4fbc-9c51-428d-b1c2-9e19dd6274c7 service neutron] show failed (client error): The resource could not be found. Jan 14 01:39:46.363852 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-da0a4fbc-9c51-428d-b1c2-9e19dd6274c7 service neutron] 10.222.0.36 "GET /v2.0/ports/46ccbe15-593e-452d-8586-ad63bd4e7490/bindings/n-h1-824358-4 HTTP/1.1" status: 404 len: 380 time: 0.1927142 Jan 14 01:39:46.403695 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cde36277-a89d-440a-9f34-149b80e4dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:39:46.468712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde36277-a89d-440a-9f34-149b80e4dc44 None None] The sync data for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 is: [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a', 'name': '', 'network_id': '23b69c07-f64d-404a-af1c-4fc7b0f8afb5', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'mac_address': 'fa:16:3e:a8:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'f9916215-379b-47af-a68c-9b719146bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:35Z', 'updated_at': '2022-01-14T01:38:44Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'subnets': [{'id': 'f9916215-379b-47af-a68c-9b719146bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:39:46.486306 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f56a7d36-0936-4b34-9fce-a46ef6d5d554 req-a86ccc6f-6150-47cc-b585-c850fffc27d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478326 Jan 14 01:39:46.492931 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-75cd289c-7de8-4e51-aeb4-cd9b18344e6b req-48d39e4c-b4b6-476a-9058-e8588e3f2606 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 200 len: 217 time: 0.0816331 Jan 14 01:39:46.498821 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8d01a-9b99-435b-881c-a2fcc21ea6ac req-ff2d1f2d-5add-4ed6-867e-7eca1a0e32b2 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:46.500428 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c8d01a-9b99-435b-881c-a2fcc21ea6ac req-ff2d1f2d-5add-4ed6-867e-7eca1a0e32b2 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 946 time: 0.0821536 Jan 14 01:39:46.547694 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd289c-7de8-4e51-aeb4-cd9b18344e6b req-72b84db7-f50a-4bd0-ab6c-b053474ecf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:46.549276 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-75cd289c-7de8-4e51-aeb4-cd9b18344e6b req-72b84db7-f50a-4bd0-ab6c-b053474ecf01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 200 len: 860 time: 0.0486283 Jan 14 01:39:46.592821 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c8d01a-9b99-435b-881c-a2fcc21ea6ac req-b23f06e1-5c60-4f1e-8441-6db030b4da03 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829070 Jan 14 01:39:46.634287 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd289c-7de8-4e51-aeb4-cd9b18344e6b req-7dcebad2-869f-401f-b68e-4f16cad2f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:46.636236 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-75cd289c-7de8-4e51-aeb4-cd9b18344e6b req-7dcebad2-869f-401f-b68e-4f16cad2f928 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b69c07-f64d-404a-af1c-4fc7b0f8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772054 Jan 14 01:39:46.653766 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device a7693286-c965-4a7b-9f23-ca097acc4d1f up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:39:46.751971 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port a7693286-c965-4a7b-9f23-ca097acc4d1f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:39:46.757705 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port a7693286-c965-4a7b-9f23-ca097acc4d1f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:46.758077 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:46.804161 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-75cd289c-7de8-4e51-aeb4-cd9b18344e6b req-3aaff68b-9412-4708-a0fa-4eef75f13eb3 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567461 Jan 14 01:39:46.899215 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326f08fd-f740-4457-80e6-25fa8e270e90 None None] New status for floating IP f3dbb9d4-6879-47ec-9a73-c9f2222db353: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:39:46.973357 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port a7693286-c965-4a7b-9f23-ca097acc4d1f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:46.974540 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:47.023691 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port a7693286-c965-4a7b-9f23-ca097acc4d1f, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=a7693286-c965-4a7b-9f23-ca097acc4d1f,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:47.028318 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-e9183e14-28f5-495d-97da-7d439d3c87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:47.032552 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:47.036399 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-e9183e14-28f5-495d-97da-7d439d3c87b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585&tenant_id=4e109b3f5cfb4e82a5b57102758e39eb HTTP/1.1" status: 200 len: 1100 time: 0.1848736 Jan 14 01:39:47.038769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dc00b-f39d-4d0e-ab6e-62062d43746a req-cde59b84-eaa5-4ceb-b592-de200d47915c tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:47.046615 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e5dc00b-f39d-4d0e-ab6e-62062d43746a req-cde59b84-eaa5-4ceb-b592-de200d47915c tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 949 time: 0.0743833 Jan 14 01:39:47.049944 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-75cd289c-7de8-4e51-aeb4-cd9b18344e6b req-417d8ae2-8d64-42aa-b37c-5b71f48b7547 service neutron] 10.222.0.46 "GET /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348037 Jan 14 01:39:47.066396 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824358-4', 'device_owner': 'compute:nova'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:47.106200 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=a7693286-c965-4a7b-9f23-ca097acc4d1f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:47.129056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e5dc00b-f39d-4d0e-ab6e-62062d43746a req-406f57e2-6c8a-496f-a156-b0240edaf12e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812404 Jan 14 01:39:47.143068 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:47.180296 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc50c7-75dc-4d1a-b85f-f7ee75a072e2 req-b140505e-a520-4a45-8e93-fafb30f8aca3 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:47.182099 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-60bc50c7-75dc-4d1a-b85f-f7ee75a072e2 req-b140505e-a520-4a45-8e93-fafb30f8aca3 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 1100 time: 0.0465508 Jan 14 01:39:47.206801 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-60bc50c7-75dc-4d1a-b85f-f7ee75a072e2 req-9cfb6a68-0aa7-455d-b700-46b9f231378f tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:47.309627 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56965a35-f514-40e1-a170-8f5b5ae5fdc4 req-cc5e1b7a-66d6-4bcb-839c-130c44272075 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:47.311173 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56965a35-f514-40e1-a170-8f5b5ae5fdc4 req-cc5e1b7a-66d6-4bcb-839c-130c44272075 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.0744348 Jan 14 01:39:47.344773 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-60bc50c7-75dc-4d1a-b85f-f7ee75a072e2 req-9cfb6a68-0aa7-455d-b700-46b9f231378f tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] Publish callbacks [] for security_group (3032a064-feae-453e-83f0-b7883d4b7759), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:47.350845 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-60bc50c7-75dc-4d1a-b85f-f7ee75a072e2 req-9cfb6a68-0aa7-455d-b700-46b9f231378f tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3032a064-feae-453e-83f0-b7883d4b7759), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:47.367919 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=46ccbe15-593e-452d-8586-ad63bd4e7490,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:47.400155 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56965a35-f514-40e1-a170-8f5b5ae5fdc4 req-92b3f52e-d05e-47bf-9774-88f0e4afe16b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811841 Jan 14 01:39:47.401149 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:47.406937 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-60bc50c7-75dc-4d1a-b85f-f7ee75a072e2 req-9cfb6a68-0aa7-455d-b700-46b9f231378f tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191195 Jan 14 01:39:47.407644 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb6a68-0aa7-455d-b700-46b9f231378f tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3032a064-feae-453e-83f0-b7883d4b7759,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:47.450269 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ccbe15-593e-452d-8586-ad63bd4e7490'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:47.453411 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9160244e-0a2f-4a5b-a609-49e2a75cf9aa" -d '{"events": [{"server_uuid": "da6d0a8e-8efa-4164-9bc1-b583fb9b7585", "name": "network-vif-unplugged", "status": "completed", "tag": "46ccbe15-593e-452d-8586-ad63bd4e7490"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:47.457721 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Publish callbacks [] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:47.484141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Transition to ACTIVE for port object 46ccbe15-593e-452d-8586-ad63bd4e7490 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:39:47.487830 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:47.598687 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] No DVR routers for this DVR port 46ccbe15-593e-452d-8586-ad63bd4e7490 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:39:47.603019 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Pushing event updated for resources: {'Port': ['ID=46ccbe15-593e-452d-8586-ad63bd4e7490,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:47.648180 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Attempting to bind port 46ccbe15-593e-452d-8586-ad63bd4e7490 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:47.648518 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Attempting to bind port 46ccbe15-593e-452d-8586-ad63bd4e7490 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:47.648847 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Attempting to bind port 46ccbe15-593e-452d-8586-ad63bd4e7490 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:47.660042 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Port 46ccbe15-593e-452d-8586-ad63bd4e7490 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:47.660475 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Attempting to bind port 46ccbe15-593e-452d-8586-ad63bd4e7490 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:47.672974 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:47.673472 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:47.673955 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:47.674560 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Bound port: 46ccbe15-593e-452d-8586-ad63bd4e7490, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:47.675123 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:47.713407 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-b24e212f-f343-460f-a703-1a225160feb3 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips/f3dbb9d4-6879-47ec-9a73-c9f2222db353 HTTP/1.1" status: 200 len: 694 time: 0.0589025 Jan 14 01:39:47.764719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:47.769611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=46ccbe15-593e-452d-8586-ad63bd4e7490,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:47.774521 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:47.792881 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:47.793779 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:47.795945 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] 10.222.0.46 "PUT /v2.0/ports/46ccbe15-593e-452d-8586-ad63bd4e7490 HTTP/1.1" status: 200 len: 1095 time: 0.7443321 Jan 14 01:39:47.879921 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-51a6c825-0513-43b9-a154-c9d7d9b78e02 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:47.883230 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-51a6c825-0513-43b9-a154-c9d7d9b78e02 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.1636724 Jan 14 01:39:47.891151 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c8a2a-3594-4465-8dc4-8a5b712f5c86 service neutron] Pushing event updated for resources: {'Port': ['ID=46ccbe15-593e-452d-8586-ad63bd4e7490,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:47.895574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-ab5d3861-7cb2-43e4-b18d-50c5d9039516 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:39:47.896748 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-ab5d3861-7cb2-43e4-b18d-50c5d9039516 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102894 Jan 14 01:39:47.915063 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-8d479b7f-1eec-47b7-a148-97d7f16c748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:47.916618 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-8d479b7f-1eec-47b7-a148-97d7f16c748e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 1098 time: 0.0786133 Jan 14 01:39:47.993430 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-bae2fc63-073d-422c-8d27-5dc5aef18b8b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 697 time: 0.0857961 Jan 14 01:39:48.009364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43124c24-af36-471c-b9e5-e5cb0d510fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7693286-c965-4a7b-9f23-ca097acc4d1f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:48.012035 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ea7247-08f1-4e08-b54d-fb24631e956e" -d '{"events": [{"server_uuid": "43124c24-af36-471c-b9e5-e5cb0d510fc6", "name": "network-vif-plugged", "status": "completed", "tag": "a7693286-c965-4a7b-9f23-ca097acc4d1f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:48.047644 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-c968f029-4bcf-428c-9e5c-7cb3a3b1d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:48.049105 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-c968f029-4bcf-428c-9e5c-7cb3a3b1d1e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1234164 Jan 14 01:39:48.056113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-4f5ddd3d-bd98-4ca3-9a60-7ddac792a428 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 697 time: 0.0614352 Jan 14 01:39:48.097249 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-b1966f91-e07c-4f8b-b54c-a70ab02157e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=46ccbe15-593e-452d-8586-ad63bd4e7490 HTTP/1.1" status: 200 len: 217 time: 0.0408936 Jan 14 01:39:48.104080 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3014c5-fa8f-475d-afad-d97760d7cd6f x-openstack-request-id: req-ad3014c5-fa8f-475d-afad-d97760d7cd6f {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:48.104367 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6d0a8e-8efa-4164-9bc1-b583fb9b7585", "name": "network-vif-unplugged", "status": "completed", "tag": "46ccbe15-593e-452d-8586-ad63bd4e7490", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:48.104620 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad3014c5-fa8f-475d-afad-d97760d7cd6f {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:48.105012 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ccbe15-593e-452d-8586-ad63bd4e7490', 'code': 200} Jan 14 01:39:48.182622 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-0115267b-cdf1-419c-a62c-e72ab2483b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:48.184070 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-0115267b-cdf1-419c-a62c-e72ab2483b9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0497425 Jan 14 01:39:48.227734 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-2a8c8530-4ecc-4455-a726-c48a61846be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:48.229269 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-2a8c8530-4ecc-4455-a726-c48a61846be3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0386689 Jan 14 01:39:48.240733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d895e7-f8e7-4b38-9bb0-bea3eb9e8bd9 req-13f9555c-f3da-456d-80f3-738f7a162752 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:48.242148 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5d895e7-f8e7-4b38-9bb0-bea3eb9e8bd9 req-13f9555c-f3da-456d-80f3-738f7a162752 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 946 time: 0.0622373 Jan 14 01:39:48.247287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-a4de98fa-4dc2-4fba-a54e-4cb6c19e0f33 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Deleting port 363bf2f8-93eb-4aa0-8bc0-7d12ae892652 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:39:48.247621 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-a4de98fa-4dc2-4fba-a54e-4cb6c19e0f33 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (363bf2f8-93eb-4aa0-8bc0-7d12ae892652), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:48.318246 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-f5e801e4-85f9-42ea-a4fd-33dd566885d7 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816028 Jan 14 01:39:48.338407 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5d895e7-f8e7-4b38-9bb0-bea3eb9e8bd9 req-09edf09f-9a34-4caa-b4df-dfa3932dd25f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888042 Jan 14 01:39:48.353542 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-a4de98fa-4dc2-4fba-a54e-4cb6c19e0f33 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (363bf2f8-93eb-4aa0-8bc0-7d12ae892652), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:48.353868 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-a4de98fa-4dc2-4fba-a54e-4cb6c19e0f33 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (363bf2f8-93eb-4aa0-8bc0-7d12ae892652), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:48.368943 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-a4de98fa-4dc2-4fba-a54e-4cb6c19e0f33 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Calling delete_port for 363bf2f8-93eb-4aa0-8bc0-7d12ae892652 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:39:48.424557 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b160e98-d757-4efc-b2cb-abe4a003f3aa req-c5efc432-1a3c-45c0-97e0-46c6dede63ad service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004889 Jan 14 01:39:48.471947 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e682f69-058b-4d42-95c6-e6168e269cd4 x-openstack-request-id: req-9e682f69-058b-4d42-95c6-e6168e269cd4 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:48.473442 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43124c24-af36-471c-b9e5-e5cb0d510fc6", "name": "network-vif-plugged", "status": "completed", "tag": "a7693286-c965-4a7b-9f23-ca097acc4d1f", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:48.473916 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e682f69-058b-4d42-95c6-e6168e269cd4 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:48.474683 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43124c24-af36-471c-b9e5-e5cb0d510fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7693286-c965-4a7b-9f23-ca097acc4d1f', 'code': 200} Jan 14 01:39:48.548848 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-a4de98fa-4dc2-4fba-a54e-4cb6c19e0f33 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (363bf2f8-93eb-4aa0-8bc0-7d12ae892652), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:48.604365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de98fa-4dc2-4fba-a54e-4cb6c19e0f33 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Pushing event deleted for resources: {'Port': ['ID=363bf2f8-93eb-4aa0-8bc0-7d12ae892652,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:48.635665 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d3604-cda7-4761-acfa-22ac272888f0 req-f10ced3f-e19c-4738-b91c-73ca9bebd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:48.637628 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7b6d3604-cda7-4761-acfa-22ac272888f0 req-f10ced3f-e19c-4738-b91c-73ca9bebd4cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 1101 time: 0.0536973 Jan 14 01:39:48.678867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47554) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:48.686331 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7b6d3604-cda7-4761-acfa-22ac272888f0 req-f3dd7c90-7d50-4f8f-8d2e-11001fffe756 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Jan 14 01:39:48.706318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66a857-b994-4cc5-8b2c-cedcdb875b0f req-129fe532-8944-463b-b5c0-877da247cf85 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:48.707825 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ff66a857-b994-4cc5-8b2c-cedcdb875b0f req-129fe532-8944-463b-b5c0-877da247cf85 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 950 time: 0.1491661 Jan 14 01:39:48.708639 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-a4de98fa-4dc2-4fba-a54e-4cb6c19e0f33 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks [] for floatingip (f3dbb9d4-6879-47ec-9a73-c9f2222db353), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:48.711334 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-a4de98fa-4dc2-4fba-a54e-4cb6c19e0f33 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:48.712374 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5c8c4972-4492-4bd0-8885-1ca31d5aa1ac req-a4de98fa-4dc2-4fba-a54e-4cb6c19e0f33 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "DELETE /v2.0/floatingips/f3dbb9d4-6879-47ec-9a73-c9f2222db353 HTTP/1.1" status: 204 len: 173 time: 0.6555030 Jan 14 01:39:48.759781 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ff66a857-b994-4cc5-8b2c-cedcdb875b0f req-49424233-40a8-41e3-afef-8e2410d20948 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454972 Jan 14 01:39:48.801532 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9f85c4e-7c21-4711-8afd-6e2c56835cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:48.889666 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f54977-bdd0-435b-9d08-3341179a4a17 req-175207f5-9869-473f-8086-88a0eb2e2665 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:48.891391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-19f54977-bdd0-435b-9d08-3341179a4a17 req-175207f5-9869-473f-8086-88a0eb2e2665 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 1097 time: 0.0745630 Jan 14 01:39:48.956958 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9f85c4e-7c21-4711-8afd-6e2c56835cc8 admin admin] Publish callbacks [] for security_group (44f72b0f-e14b-44d1-93b4-d586ea978b2a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:48.963699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-19f54977-bdd0-435b-9d08-3341179a4a17 req-f59d8340-3d48-4009-8898-d37f37acea4f tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645797 Jan 14 01:39:48.964716 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9f85c4e-7c21-4711-8afd-6e2c56835cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (44f72b0f-e14b-44d1-93b4-d586ea978b2a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:49.010928 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-e79e7e9b-9365-4f94-b522-13871d34a1a2 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435131 Jan 14 01:39:49.020626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f85c4e-7c21-4711-8afd-6e2c56835cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f72b0f-e14b-44d1-93b4-d586ea978b2a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:49.040984 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f9f85c4e-7c21-4711-8afd-6e2c56835cc8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7deccadbe3a4460d814e60b69adc4cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610795 Jan 14 01:39:49.043813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47570) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:49.093667 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb675-233e-4830-9b4a-50c5bce9a882 admin admin] Publish callbacks [] for security_group (44f72b0f-e14b-44d1-93b4-d586ea978b2a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:49.114009 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb675-233e-4830-9b4a-50c5bce9a882 admin admin] Publish callbacks [] for security_group (44f72b0f-e14b-44d1-93b4-d586ea978b2a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:49.143304 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07d9ae-25fd-47c2-937a-6ce1c272d204 req-e6ffa93d-d673-4292-b30a-43ad94c82ac4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:49.144771 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5e07d9ae-25fd-47c2-937a-6ce1c272d204 req-e6ffa93d-d673-4292-b30a-43ad94c82ac4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 947 time: 0.1083546 Jan 14 01:39:49.161263 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb675-233e-4830-9b4a-50c5bce9a882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (44f72b0f-e14b-44d1-93b4-d586ea978b2a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:49.164070 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb675-233e-4830-9b4a-50c5bce9a882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:49.165253 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f2ffb675-233e-4830-9b4a-50c5bce9a882 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44f72b0f-e14b-44d1-93b4-d586ea978b2a HTTP/1.1" status: 204 len: 168 time: 0.1204672 Jan 14 01:39:49.173418 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffb675-233e-4830-9b4a-50c5bce9a882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f72b0f-e14b-44d1-93b4-d586ea978b2a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:49.173806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-2e2d024c-812f-4c7c-8daf-0f9ac37e0495 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:49.176098 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-2e2d024c-812f-4c7c-8daf-0f9ac37e0495 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563604 Jan 14 01:39:49.198655 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-1640ff01-3259-45e9-83ed-044932c3d74c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/quotas/8ff8ea5e5e6d409fbb62db3920d7c046 HTTP/1.1" status: 200 len: 375 time: 0.0153987 Jan 14 01:39:49.245844 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5e07d9ae-25fd-47c2-937a-6ce1c272d204 req-75a9c82e-ea64-4e3a-8662-4085cb190cd6 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929034 Jan 14 01:39:49.262340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-61575d7b-6afe-4682-b851-0835caefb69c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558255 Jan 14 01:39:49.478495 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:49.492690 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71ed13b4-b630-4e3c-bed4-acd05e7ffaf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:49.574576 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71ed13b4-b630-4e3c-bed4-acd05e7ffaf3 admin admin] Publish callbacks [] for security_group (066580ba-807e-4c40-a948-6cf8af9aa74e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:49.579643 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71ed13b4-b630-4e3c-bed4-acd05e7ffaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (066580ba-807e-4c40-a948-6cf8af9aa74e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:49.647052 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47616) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:49.647334 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-71ed13b4-b630-4e3c-bed4-acd05e7ffaf3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=715977bd8a8445b797de5f159a4ab571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668499 Jan 14 01:39:49.653141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed13b4-b630-4e3c-bed4-acd05e7ffaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066580ba-807e-4c40-a948-6cf8af9aa74e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:49.713175 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c350b51b-cefc-4ebd-999d-d179235b78b4 admin admin] Publish callbacks [] for security_group (066580ba-807e-4c40-a948-6cf8af9aa74e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:49.764474 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c350b51b-cefc-4ebd-999d-d179235b78b4 admin admin] Publish callbacks [] for security_group (066580ba-807e-4c40-a948-6cf8af9aa74e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:49.847730 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ced03-d7bf-4d9d-aae7-88a8004d0992 req-fd6a82d1-552e-413a-8dbd-53d54a5dd273 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:49.850152 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c6ced03-d7bf-4d9d-aae7-88a8004d0992 req-fd6a82d1-552e-413a-8dbd-53d54a5dd273 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 1097 time: 0.0560911 Jan 14 01:39:49.885072 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c350b51b-cefc-4ebd-999d-d179235b78b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (066580ba-807e-4c40-a948-6cf8af9aa74e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:49.887903 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c350b51b-cefc-4ebd-999d-d179235b78b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:49.891915 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c350b51b-cefc-4ebd-999d-d179235b78b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/066580ba-807e-4c40-a948-6cf8af9aa74e HTTP/1.1" status: 204 len: 168 time: 0.2434580 Jan 14 01:39:49.902122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350b51b-cefc-4ebd-999d-d179235b78b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066580ba-807e-4c40-a948-6cf8af9aa74e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:49.944612 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c6ced03-d7bf-4d9d-aae7-88a8004d0992 req-c7c32b0b-ee97-430e-bbd5-691adc6aa4f6 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812011 Jan 14 01:39:50.106112 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'tag': '46ccbe15-593e-452d-8586-ad63bd4e7490'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:50.108883 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2ea59e-3476-42c9-add2-25566607a35f" -d '{"events": [{"name": "network-changed", "server_uuid": "da6d0a8e-8efa-4164-9bc1-b583fb9b7585", "tag": "46ccbe15-593e-452d-8586-ad63bd4e7490"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:50.163381 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2ce74-33fe-49f9-b30e-944d9c2dbb6a req-7446cc19-2280-474c-9fb8-998adfd72d8d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:50.166929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acf2ce74-33fe-49f9-b30e-944d9c2dbb6a req-7446cc19-2280-474c-9fb8-998adfd72d8d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 950 time: 0.0696023 Jan 14 01:39:50.236445 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acf2ce74-33fe-49f9-b30e-944d9c2dbb6a req-f1b52adc-bdea-461c-9c5c-9f97bacd6084 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566585 Jan 14 01:39:50.397320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c0c6d-7e17-480e-98f8-913a79fc18cc req-f5496b4d-fcca-45c6-97ad-67d1d3015d3f tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:50.398858 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d87c0c6d-7e17-480e-98f8-913a79fc18cc req-f5496b4d-fcca-45c6-97ad-67d1d3015d3f tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 946 time: 0.0762279 Jan 14 01:39:50.485815 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d87c0c6d-7e17-480e-98f8-913a79fc18cc req-25f9c990-d01f-4bbe-9f71-a05f932dba00 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746129 Jan 14 01:39:50.569298 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5787d6-f838-481c-8537-25dae079c4ea x-openstack-request-id: req-2c5787d6-f838-481c-8537-25dae079c4ea {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:50.570204 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6d0a8e-8efa-4164-9bc1-b583fb9b7585", "tag": "46ccbe15-593e-452d-8586-ad63bd4e7490", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:50.570712 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c5787d6-f838-481c-8537-25dae079c4ea {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:50.571359 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'tag': '46ccbe15-593e-452d-8586-ad63bd4e7490', 'status': 'completed', 'code': 200} Jan 14 01:39:50.661851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 46ccbe15-593e-452d-8586-ad63bd4e7490 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:39:50.728484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea59e-3476-42c9-add2-25566607a35f req-1b014c96-160e-4b9d-9744-8bfc694e3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:50.730606 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-1b014c96-160e-4b9d-9744-8bfc694e3e95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 1098 time: 0.1109290 Jan 14 01:39:50.734083 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea59e-3476-42c9-add2-25566607a35f req-3c4059af-2fb7-4967-b2d4-166d0064abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:50.736344 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-3c4059af-2fb7-4967-b2d4-166d0064abdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 1098 time: 0.0651579 Jan 14 01:39:50.752488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] The host n-h2-824358-4 is not matching for port 46ccbe15-593e-452d-8586-ad63bd4e7490 host n-h1-824358-4! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 01:39:50.753488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 46ccbe15-593e-452d-8586-ad63bd4e7490 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:39:50.905768 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a15d5-44f3-49f5-a70f-3e8374c3f13c req-4ccf9e63-f113-4dd7-a254-5085025b7b41 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:50.908259 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b6a15d5-44f3-49f5-a70f-3e8374c3f13c req-4ccf9e63-f113-4dd7-a254-5085025b7b41 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 947 time: 0.0827558 Jan 14 01:39:50.994046 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea59e-3476-42c9-add2-25566607a35f req-b583b3f4-5dff-438d-86ac-8f0eb0d25f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:50.995573 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-b583b3f4-5dff-438d-86ac-8f0eb0d25f19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2580516 Jan 14 01:39:51.019895 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b6a15d5-44f3-49f5-a70f-3e8374c3f13c req-cffe2b8b-561f-4460-bedb-e45bed6b3023 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946593 Jan 14 01:39:51.044307 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 46ccbe15-593e-452d-8586-ad63bd4e7490 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:39:51.080102 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47724) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:51.130963 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-1a6bf15d-edb7-40e1-b5bd-eb823819d2fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=46ccbe15-593e-452d-8586-ad63bd4e7490 HTTP/1.1" status: 200 len: 217 time: 0.0955746 Jan 14 01:39:51.154828 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47457785-a572-486b-8607-b7024b6acadf req-a2064f5e-9573-4cb5-a34a-6607ae96af5c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 210 time: 0.0397043 Jan 14 01:39:51.229614 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea59e-3476-42c9-add2-25566607a35f req-93085c86-685b-4f35-b5ca-56927a509ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:51.231406 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-93085c86-685b-4f35-b5ca-56927a509ccd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0897894 Jan 14 01:39:51.233082 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea59e-3476-42c9-add2-25566607a35f req-dc5b6afc-983e-43e0-80b4-9e1d00c8ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:51.234921 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-dc5b6afc-983e-43e0-80b4-9e1d00c8ad7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.4244270 Jan 14 01:39:51.353396 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-364a0716-d7b3-49fe-8165-3f42e9325698 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=46ccbe15-593e-452d-8586-ad63bd4e7490 HTTP/1.1" status: 200 len: 217 time: 0.0653205 Jan 14 01:39:51.356476 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea59e-3476-42c9-add2-25566607a35f req-82752d0b-8da1-4283-8adf-ae841736099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:51.358312 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-82752d0b-8da1-4283-8adf-ae841736099a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183136 Jan 14 01:39:51.383988 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=46ccbe15-593e-452d-8586-ad63bd4e7490,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:51.406953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '46ccbe15-593e-452d-8586-ad63bd4e7490', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '46ccbe15-593e-452d-8586-ad63bd4e7490', 'mac_address': 'fa:16:3e:58:d4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:39:51.463491 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1332890361-network', 'tenant_id': '499063d5628544d8ac7f06264154b870'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:51.483396 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea59e-3476-42c9-add2-25566607a35f req-3bfd20c6-6e11-440f-8a25-ab8cb085a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:51.485130 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-3bfd20c6-6e11-440f-8a25-ab8cb085a37f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1257098 Jan 14 01:39:51.495280 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 46ccbe15-593e-452d-8586-ad63bd4e7490 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:51.495678 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:51.510819 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Made reservation on behalf of 499063d5628544d8ac7f06264154b870 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:51.513406 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:51.514779 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ccbe15-593e-452d-8586-ad63bd4e7490 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:51.520807 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-0bc3e11c-9eef-4eb2-bae6-d11089f7b596 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270292 Jan 14 01:39:51.539505 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=46ccbe15-593e-452d-8586-ad63bd4e7490,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:51.543491 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:51.558710 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:51.614601 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb149e-2a51-4339-90f1-e2b101cd49b1 req-f0649c77-cf60-438c-835a-0c6e06b1b94a tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:51.621729 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5fb149e-2a51-4339-90f1-e2b101cd49b1 req-f0649c77-cf60-438c-835a-0c6e06b1b94a tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 950 time: 0.1249998 Jan 14 01:39:51.677354 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=46ccbe15-593e-452d-8586-ad63bd4e7490,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:51.771013 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5fb149e-2a51-4339-90f1-e2b101cd49b1 req-2efa6e34-a06f-4071-9c65-8520902af864 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484301 Jan 14 01:39:51.773444 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Publish callbacks [] for security_group (916c66d9-aeb8-4a71-a58a-806a644fd154), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:51.778768 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (916c66d9-aeb8-4a71-a58a-806a644fd154), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:51.792577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:39:51.805511 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (ed997829-a3d5-4536-8651-19b9c1468d4b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:51.805855 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Added segment ed997829-a3d5-4536-8651-19b9c1468d4b of type vlan for network 4549ab35-8bb4-472b-ab25-7075b00cf83e Jan 14 01:39:51.883681 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (4549ab35-8bb4-472b-ab25-7075b00cf83e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:51.946863 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['46ccbe15-593e-452d-8586-ad63bd4e7490'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:51.954037 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f83e1-e133-464f-80bf-ec50272b2f2f req-e7131119-1947-4011-a67a-3090d49c0386 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:51.961664 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4f1f83e1-e133-464f-80bf-ec50272b2f2f req-e7131119-1947-4011-a67a-3090d49c0386 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 1097 time: 0.3714302 Jan 14 01:39:51.963630 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (4549ab35-8bb4-472b-ab25-7075b00cf83e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:51.964578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:51.965160 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:51.990043 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-229c9455-6cdc-405f-ad2c-c3fbc570e7fb tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632427 Jan 14 01:39:52.118824 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.46', 58770) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:52.165835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea59e-3476-42c9-add2-25566607a35f req-b1e85a44-a38f-411e-b38b-534efc902da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:52.167778 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-b1e85a44-a38f-411e-b38b-534efc902da6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6279278 Jan 14 01:39:52.253101 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-2598ff0c-98a5-4208-ae21-bc055dc47a90 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1328421 Jan 14 01:39:52.307722 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-a1319b79-7ae1-438d-9d33-1b14c4ca9afc service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431474 Jan 14 01:39:52.346725 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-f942bd4e-59d4-4e8a-a637-2016fca88f1e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:52.348247 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-f942bd4e-59d4-4e8a-a637-2016fca88f1e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585&tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 948 time: 0.3504951 Jan 14 01:39:52.413010 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f44189-dd04-424b-a3be-84ad197d193d req-2a9aa564-733b-43a5-9471-c98d1d75c84d tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:52.414469 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a5f44189-dd04-424b-a3be-84ad197d193d req-2a9aa564-733b-43a5-9471-c98d1d75c84d tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.46 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 946 time: 0.4093666 Jan 14 01:39:52.439883 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-1920d8ee-a5cf-4b7c-8e9f-46fc40261304 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605209 Jan 14 01:39:52.478971 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3974569 Jan 14 01:39:52.489021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916c66d9-aeb8-4a71-a58a-806a644fd154,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:52.489239 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47792) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:52.502282 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4095950-e5f1-4a31-a9d7-8cc69a678d82 admin admin] Pushing event updated for resources: {'Network': ['ID=4549ab35-8bb4-472b-ab25-7075b00cf83e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:52.508852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3ed04702-d2f2-4c90-956d-1e389a8f66fa admin admin] Request body: {'subnet': {'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1332890361-subnet', 'tenant_id': '499063d5628544d8ac7f06264154b870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:52.524949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 4549ab35-8bb4-472b-ab25-7075b00cf83e details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:39:52.531839 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4f1f83e1-e133-464f-80bf-ec50272b2f2f req-b9f46ba4-d18d-4059-bf78-5ea9a4c70368 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693002 Jan 14 01:39:52.555282 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2571a-af87-4ee0-98f9-3ad1475d83d2 req-e754f355-112a-49b3-942b-6676a6ba1153 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:52.556832 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4a2571a-af87-4ee0-98f9-3ad1475d83d2 req-e754f355-112a-49b3-942b-6676a6ba1153 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 948 time: 0.1885211 Jan 14 01:39:52.564119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-5bc49e17-2ae2-4a51-8c71-864c6e61cdb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:52.565587 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-5bc49e17-2ae2-4a51-8c71-864c6e61cdb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5746994 Jan 14 01:39:52.596441 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Request body: {'port': {'device_id': '418db005-3c62-4ddb-89ab-15d2ca970e58', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '8ff8ea5e5e6d409fbb62db3920d7c046'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:52.601806 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-7580db6b-84f6-4b23-b12b-1939b4ea0d17 service neutron] delete failed (client error): The resource could not be found. Jan 14 01:39:52.602835 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-7580db6b-84f6-4b23-b12b-1939b4ea0d17 service neutron] 10.222.0.36 "DELETE /v2.0/ports/46ccbe15-593e-452d-8586-ad63bd4e7490/bindings/n-h2-824358-4 HTTP/1.1" status: 404 len: 380 time: 0.2407894 Jan 14 01:39:52.614097 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-f1d277ca-da1a-4a27-ad72-2947295cee89 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:52.615587 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-f1d277ca-da1a-4a27-ad72-2947295cee89 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3503592 Jan 14 01:39:52.645436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Request body: {'port': {'device_id': '6e709b78-59a9-46fc-b291-dc7936486b7c', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '8ff8ea5e5e6d409fbb62db3920d7c046'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:52.659244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed04702-d2f2-4c90-956d-1e389a8f66fa admin admin] Made reservation on behalf of 499063d5628544d8ac7f06264154b870 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:52.661480 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ed04702-d2f2-4c90-956d-1e389a8f66fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:52.674886 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4a2571a-af87-4ee0-98f9-3ad1475d83d2 req-8019afe3-8b53-46e9-8dab-b9366e6ff33c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082981 Jan 14 01:39:52.746771 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc2ea59e-3476-42c9-add2-25566607a35f req-fea66837-b765-4f01-88ff-dbd5b0274bf2 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724142 Jan 14 01:39:52.751991 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdde0c-3ef7-43b5-8f13-7d720d823d6a req-4d7af4c9-db61-4f0c-a076-d0b8916cf793 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:52.753511 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7bdde0c-3ef7-43b5-8f13-7d720d823d6a req-4d7af4c9-db61-4f0c-a076-d0b8916cf793 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 946 time: 0.1038244 Jan 14 01:39:52.797899 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-8850ddde-fbc4-4beb-9c25-9ce89c4f9920 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec16ded0471e4a3282df4d7f460bd414&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415752 Jan 14 01:39:52.807218 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-a5f44189-dd04-424b-a3be-84ad197d193d req-36d05cd2-9866-4277-9359-ff678bffeeff tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Deleting port d6e19b37-028f-4bd8-b332-962e0c07a042 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:39:52.807568 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a5f44189-dd04-424b-a3be-84ad197d193d req-36d05cd2-9866-4277-9359-ff678bffeeff tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:52.886980 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Made reservation on behalf of 8ff8ea5e5e6d409fbb62db3920d7c046 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:52.891093 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:52.921176 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7bdde0c-3ef7-43b5-8f13-7d720d823d6a req-5ce78a55-369f-4140-8e38-a33252760865 tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dabb881-2d9f-456e-8bcd-86cf97c962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502452 Jan 14 01:39:53.012967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-24c4048c-569d-44a2-a0b0-f687c66214da tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:53.020485 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-24c4048c-569d-44a2-a0b0-f687c66214da tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148190 Jan 14 01:39:53.034917 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-608c6fe7-7323-4214-af9f-c4e5af1edb6a tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/quotas/ec16ded0471e4a3282df4d7f460bd414 HTTP/1.1" status: 200 len: 375 time: 0.0134654 Jan 14 01:39:53.039614 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-a5f44189-dd04-424b-a3be-84ad197d193d req-36d05cd2-9866-4277-9359-ff678bffeeff tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] For port d6e19b37-028f-4bd8-b332-962e0c07a042, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=d6e19b37-028f-4bd8-b332-962e0c07a042,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:53.040012 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a5f44189-dd04-424b-a3be-84ad197d193d req-36d05cd2-9866-4277-9359-ff678bffeeff tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:53.045634 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-5ca43e05-7a6d-444a-b54e-1967c2731522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:53.047304 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-5ca43e05-7a6d-444a-b54e-1967c2731522 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 1099 time: 0.1560977 Jan 14 01:39:53.063983 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 46ccbe15-593e-452d-8586-ad63bd4e7490 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:39:53.072950 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Made reservation on behalf of 8ff8ea5e5e6d409fbb62db3920d7c046 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:53.076703 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:53.079649 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-a5f44189-dd04-424b-a3be-84ad197d193d req-36d05cd2-9866-4277-9359-ff678bffeeff tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Calling delete_port for d6e19b37-028f-4bd8-b332-962e0c07a042 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:39:53.129822 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 46ccbe15-593e-452d-8586-ad63bd4e7490 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:39:53.130003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Allocated IP 192.168.233.153 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/f4424c79-b982-490c-8fe4-f816197b059d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:39:53.138292 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 46ccbe15-593e-452d-8586-ad63bd4e7490 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:53.139136 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:53.153030 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-8e3ad151-e1e3-4633-8d4e-a6b4d746d488 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec16ded0471e4a3282df4d7f460bd414&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1092103 Jan 14 01:39:53.251815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 46ccbe15-593e-452d-8586-ad63bd4e7490 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:53.252215 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:53.280688 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ccbe15-593e-452d-8586-ad63bd4e7490'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:53.284146 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ed04702-d2f2-4c90-956d-1e389a8f66fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (be7c7d7c-46a8-4cad-a834-59b144ba6e56), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:53.284666 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa8f22c-174c-46de-a80a-3fa7e0d34fcf" -d '{"events": [{"server_uuid": "da6d0a8e-8efa-4164-9bc1-b583fb9b7585", "name": "network-vif-plugged", "status": "completed", "tag": "46ccbe15-593e-452d-8586-ad63bd4e7490"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:53.308843 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=46ccbe15-593e-452d-8586-ad63bd4e7490,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:53.319503 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:53.368031 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks [] for port (f4424c79-b982-490c-8fe4-f816197b059d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:53.410756 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (f4424c79-b982-490c-8fe4-f816197b059d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:53.487706 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event updated for resources: {'Port': ['ID=f4424c79-b982-490c-8fe4-f816197b059d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:53.524089 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66532da1-0014-4aeb-8bb5-699b7aba2e4e req-b19d1c1b-0b91-49ad-81aa-01de445275fa tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 210 time: 0.0374827 Jan 14 01:39:53.542915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:39:53.545112 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:53.547970 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:39:53.558897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-41aee7dd-97c6-4a4c-9b26-c01312907213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:53.560372 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-41aee7dd-97c6-4a4c-9b26-c01312907213 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.4994345 Jan 14 01:39:53.676694 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0f6ca-2621-4d55-85a6-2cb1f49001d9 x-openstack-request-id: req-b9c0f6ca-2621-4d55-85a6-2cb1f49001d9 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:53.677305 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6d0a8e-8efa-4164-9bc1-b583fb9b7585", "name": "network-vif-plugged", "status": "completed", "tag": "46ccbe15-593e-452d-8586-ad63bd4e7490", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:53.677773 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9c0f6ca-2621-4d55-85a6-2cb1f49001d9 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:53.678719 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ccbe15-593e-452d-8586-ad63bd4e7490', 'code': 200} Jan 14 01:39:53.680255 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:53.683721 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed04702-d2f2-4c90-956d-1e389a8f66fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7c7d7c-46a8-4cad-a834-59b144ba6e56,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:53.687798 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-579b65a8-f078-4a0a-8da4-bc62635eddf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=46ccbe15-593e-452d-8586-ad63bd4e7490 HTTP/1.1" status: 200 len: 217 time: 0.0936196 Jan 14 01:39:53.707812 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a31e65a4-7bf0-41a1-8ab6-b9c910d9046a req-25f5b61e-1be8-4eba-8f00-5d8cd04cc64f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 210 time: 0.0883698 Jan 14 01:39:53.766806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:53.767659 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:53.776026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=46ccbe15-593e-452d-8586-ad63bd4e7490,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:53.819107 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-041826c3-ed48-451e-bd75-23edf3ccd952 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2273262 Jan 14 01:39:53.851380 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Request body: {'port': {'device_id': '418db005-3c62-4ddb-89ab-15d2ca970e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:53.888034 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed04702-d2f2-4c90-956d-1e389a8f66fa admin admin] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:53.889732 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed04702-d2f2-4c90-956d-1e389a8f66fa admin admin] Network hostable DHCP agents. Network: 4549ab35-8bb4-472b-ab25-7075b00cf83e, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:39:53.901168 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-8c5694eb-90a4-4fe6-a5ba-5dce20647b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:53.902710 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-8c5694eb-90a4-4fe6-a5ba-5dce20647b2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1020205 Jan 14 01:39:53.958369 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Allocated IP 192.168.233.73 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/a18f636d-d0e0-4670-b611-0fe97aa79f49) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:39:53.992314 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-277fddf6-4540-47fa-9feb-6f0543658cff None None] Provisioning complete for port f4424c79-b982-490c-8fe4-f816197b059d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:53.992791 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-277fddf6-4540-47fa-9feb-6f0543658cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f4424c79-b982-490c-8fe4-f816197b059d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:53.997680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37d6ef-7459-45d7-b5c9-9593a426f5d2 req-9adda4cd-1f37-4df2-b4d1-4633f140d379 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:53.999939 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a37d6ef-7459-45d7-b5c9-9593a426f5d2 req-9adda4cd-1f37-4df2-b4d1-4633f140d379 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 1097 time: 0.1745965 Jan 14 01:39:54.016308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0e769-2d33-4ad8-acd9-0de5eed1ec07 req-9feffc24-33e0-456a-b6f8-1ccf3e23e454 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:54.017984 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-39d0e769-2d33-4ad8-acd9-0de5eed1ec07 req-9feffc24-33e0-456a-b6f8-1ccf3e23e454 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1398902 Jan 14 01:39:54.019914 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4424c79-b982-490c-8fe4-f816197b059d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:54.031696 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed04702-d2f2-4c90-956d-1e389a8f66fa admin admin] Network 4549ab35-8bb4-472b-ab25-7075b00cf83e is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:39:54.058912 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-277fddf6-4540-47fa-9feb-6f0543658cff None None] Port f4424c79-b982-490c-8fe4-f816197b059d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:39:54.061446 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3ed04702-d2f2-4c90-956d-1e389a8f66fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 4549ab35-8bb4-472b-ab25-7075b00cf83e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:54.072780 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0759ac4-f3d7-4a32-a32e-b2398130e9c7 None None] Network 4549ab35-8bb4-472b-ab25-7075b00cf83e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:39:54.075683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-91bbfa13-71c6-4a9a-9ca7-9109874ba90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:54.078245 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-91bbfa13-71c6-4a9a-9ca7-9109874ba90d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599998 Jan 14 01:39:54.082653 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed04702-d2f2-4c90-956d-1e389a8f66fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:54.083251 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ed04702-d2f2-4c90-956d-1e389a8f66fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:54.108013 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a5f44189-dd04-424b-a3be-84ad197d193d req-36d05cd2-9866-4277-9359-ff678bffeeff tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d6e19b37-028f-4bd8-b332-962e0c07a042), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:54.142817 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a37d6ef-7459-45d7-b5c9-9593a426f5d2 req-eb8e9cc4-70fe-4f8f-a2f3-5e86855a5441 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238322 Jan 14 01:39:54.205109 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-39d0e769-2d33-4ad8-acd9-0de5eed1ec07 req-1b6117e2-79a8-475e-b3ed-094c020e982a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749423 Jan 14 01:39:54.227062 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2c9f11-62f9-4604-b407-5dae28194428 None None] Network 4549ab35-8bb4-472b-ab25-7075b00cf83e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:39:54.266855 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d05cd2-9866-4277-9359-ff678bffeeff tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Pushing event deleted for resources: {'Port': ['ID=d6e19b37-028f-4bd8-b332-962e0c07a042,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:54.295845 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3ed04702-d2f2-4c90-956d-1e389a8f66fa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8032579 Jan 14 01:39:54.420772 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a75ec725-195c-408b-ae87-4582b1b6ff92 req-fb8e7644-9965-46b8-98de-86f0823b2f6b tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.26 "GET /v2.0/ports?device_id=15704941-b342-4c65-92d2-bb32b28b3648 HTTP/1.1" status: 200 len: 210 time: 0.0374138 Jan 14 01:39:54.582284 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f44189-dd04-424b-a3be-84ad197d193d req-36d05cd2-9866-4277-9359-ff678bffeeff tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] No DVR routers for this DVR port d6e19b37-028f-4bd8-b332-962e0c07a042 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:39:54.590799 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a5f44189-dd04-424b-a3be-84ad197d193d req-36d05cd2-9866-4277-9359-ff678bffeeff tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:54.595731 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a5f44189-dd04-424b-a3be-84ad197d193d req-36d05cd2-9866-4277-9359-ff678bffeeff tempest-FloatingIPsAssociationTestJSON-1003380301 tempest-FloatingIPsAssociationTestJSON-1003380301-project] 10.222.0.46 "DELETE /v2.0/ports/d6e19b37-028f-4bd8-b332-962e0c07a042 HTTP/1.1" status: 204 len: 173 time: 2.1723740 Jan 14 01:39:54.598085 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'name': 'network-vif-deleted', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:54.600846 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d500991-9b5d-4851-99ff-6690abe2308e" -d '{"events": [{"server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "name": "network-vif-deleted", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:54.631189 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks [] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:54.637318 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-8218d1f2-58c8-4fd7-b39f-500ea7af0e26 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513995 Jan 14 01:39:54.786228 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:54.845355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:54.949698 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:39:54.963547 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:54.971587 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4c3b0ff0-085c-4dfc-98e0-30a9cdc27b30 req-6f3b1298-6231-43aa-b594-0f630f7aaff3 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271790 Jan 14 01:39:54.976864 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:39:55.096037 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4424c79-b982-490c-8fe4-f816197b059d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:55.113095 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device d6e19b37-028f-4bd8-b332-962e0c07a042 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:39:55.115400 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Publish callbacks [] for port (f4424c79-b982-490c-8fe4-f816197b059d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:55.142778 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:55.143446 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:55.150688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Transition to ACTIVE for port object f4424c79-b982-490c-8fe4-f816197b059d will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:39:55.195020 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (f4424c79-b982-490c-8fe4-f816197b059d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:55.217693 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: d6e19b37-028f-4bd8-b332-962e0c07a042 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:39:55.218031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device d6e19b37-028f-4bd8-b332-962e0c07a042 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:39:55.218248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event updated for resources: {'Port': ['ID=a18f636d-d0e0-4670-b611-0fe97aa79f49,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:55.226137 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-207e0531-76d7-403c-8b08-5a55c73a597c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5900319 Jan 14 01:39:55.304930 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Request body: {'port': {'device_id': '6e709b78-59a9-46fc-b291-dc7936486b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:55.373866 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:55.378493 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-60b18fbb-fe52-43b0-a577-8be92e0df8f8 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ec16ded0471e4a3282df4d7f460bd414&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2065971 Jan 14 01:39:55.425378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537ba11-f660-4aae-a081-91fd6781c141 req-bcb51aad-d3ba-497d-8920-06e8c8f9033e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:55.433837 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0537ba11-f660-4aae-a081-91fd6781c141 req-bcb51aad-d3ba-497d-8920-06e8c8f9033e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 935 time: 0.2796726 Jan 14 01:39:55.436368 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4424c79-b982-490c-8fe4-f816197b059d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:55.438880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47942) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:55.463860 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1984251577-network', 'tenant_id': '6fdfd5f81acd49959550fec489e2cc9b'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:55.525747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-225e7e2f-2284-4937-b13d-6040e6f7cebc None None] Provisioning complete for port a18f636d-d0e0-4670-b611-0fe97aa79f49 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:55.527024 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-225e7e2f-2284-4937-b13d-6040e6f7cebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.608934 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.611508 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.611508 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.611508 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.611508 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.611508 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.611508 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.611508 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.611508 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.611508 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.611508 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.611508 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:55.611508 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:39:55.613260 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-2e75316c-11f5-4cc5-bd3f-83496f7219ef tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:55.614921 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-2e75316c-11f5-4cc5-bd3f-83496f7219ef tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252791 Jan 14 01:39:55.621630 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0537ba11-f660-4aae-a081-91fd6781c141 req-080af7a4-aa9a-4fea-859f-56881bb23f63 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867905 Jan 14 01:39:55.648123 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-225e7e2f-2284-4937-b13d-6040e6f7cebc None None] Port a18f636d-d0e0-4670-b611-0fe97aa79f49 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:39:55.649185 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Request body: {'port': {'device_id': '457c6b47-d506-42d6-afbb-a2a9daac963f', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': 'ec16ded0471e4a3282df4d7f460bd414'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:55.694561 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Made reservation on behalf of 6fdfd5f81acd49959550fec489e2cc9b for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:55.698051 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:55.709905 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Attempting to bind port f4424c79-b982-490c-8fe4-f816197b059d on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:55.710267 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Attempting to bind port f4424c79-b982-490c-8fe4-f816197b059d by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:55.710623 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Attempting to bind port f4424c79-b982-490c-8fe4-f816197b059d on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:55.715679 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Port f4424c79-b982-490c-8fe4-f816197b059d on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:55.715999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Attempting to bind port f4424c79-b982-490c-8fe4-f816197b059d on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:55.724279 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:55.724825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:55.725207 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:55.725705 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Bound port: f4424c79-b982-490c-8fe4-f816197b059d, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:55.726150 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4424c79-b982-490c-8fe4-f816197b059d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:55.757702 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:55.866011 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9439fcd-3616-4caa-b8b4-438bb86b3c14 x-openstack-request-id: req-e9439fcd-3616-4caa-b8b4-438bb86b3c14 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:55.866305 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15704941-b342-4c65-92d2-bb32b28b3648", "name": "network-vif-deleted", "tag": "d6e19b37-028f-4bd8-b332-962e0c07a042", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:55.866592 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9439fcd-3616-4caa-b8b4-438bb86b3c14 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:55.866987 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15704941-b342-4c65-92d2-bb32b28b3648', 'name': 'network-vif-deleted', 'tag': 'd6e19b37-028f-4bd8-b332-962e0c07a042', 'status': 'completed', 'code': 200} Jan 14 01:39:55.901577 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Publish callbacks [] for security_group (11a61c6e-e809-4288-86b4-56077a0d128d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:55.911655 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (11a61c6e-e809-4288-86b4-56077a0d128d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:55.924818 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:39:55.934571 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (97a0019a-fdf7-4946-85f0-c0338f6507d3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:55.935017 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Added segment 97a0019a-fdf7-4946-85f0-c0338f6507d3 of type vlan for network 5264b79c-6f8a-43b5-82fe-556aca5fd39a Jan 14 01:39:55.950852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Made reservation on behalf of ec16ded0471e4a3282df4d7f460bd414 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:55.955100 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:55.980354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18f636d-d0e0-4670-b611-0fe97aa79f49 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:55.995469 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Publish callbacks [] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:56.018601 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] For port f4424c79-b982-490c-8fe4-f816197b059d, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:56.031818 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6732fff-133a-4e8d-a9c1-00ed2abbe602 req-3b770ab7-cf88-4bc7-84a9-2d597ce5d6f2 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 210 time: 0.0617211 Jan 14 01:39:56.047514 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (5264b79c-6f8a-43b5-82fe-556aca5fd39a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:56.050359 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Transition to ACTIVE for port object a18f636d-d0e0-4670-b611-0fe97aa79f49 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:39:56.057748 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:56.091316 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a61c6e-e809-4288-86b4-56077a0d128d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:56.095369 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] For port f4424c79-b982-490c-8fe4-f816197b059d, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f4424c79-b982-490c-8fe4-f816197b059d,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:56.109974 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (f4424c79-b982-490c-8fe4-f816197b059d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:56.148591 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (5264b79c-6f8a-43b5-82fe-556aca5fd39a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:56.149538 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:56.150132 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:56.160066 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:56.160681 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:56.162060 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] 10.222.0.46 "PUT /v2.0/ports/f4424c79-b982-490c-8fe4-f816197b059d HTTP/1.1" status: 200 len: 1096 time: 2.3188114 Jan 14 01:39:56.166717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418db005-3c62-4ddb-89ab-15d2ca970e58', 'tag': 'f4424c79-b982-490c-8fe4-f816197b059d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:56.168946 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7907e160-0f7a-45a0-94c3-8befda8937d7" -d '{"events": [{"name": "network-changed", "server_uuid": "418db005-3c62-4ddb-89ab-15d2ca970e58", "tag": "f4424c79-b982-490c-8fe4-f816197b059d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:56.225550 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Pushing event updated for resources: {'Port': ['ID=a18f636d-d0e0-4670-b611-0fe97aa79f49,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:56.260356 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8006730 Jan 14 01:39:56.262853 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47986) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:56.275927 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5a51b0b1-b50e-4a5a-978a-94497cbe76ca admin admin] Request body: {'subnet': {'network_id': '5264b79c-6f8a-43b5-82fe-556aca5fd39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1984251577-subnet', 'tenant_id': '6fdfd5f81acd49959550fec489e2cc9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:56.285795 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Allocated IP 192.168.233.15 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/f728667e-163a-4259-84e6-70cd0193cddc) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:39:56.336550 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be369ac-c827-4e87-8408-1820cec45bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4424c79-b982-490c-8fe4-f816197b059d,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:56.353426 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-c671c3b7-c37a-4bde-87c2-08cd4d6d5543 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:39:56.355115 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d99443-a362-400d-8568-eb4be17e1733 admin admin] Pushing event updated for resources: {'Network': ['ID=5264b79c-6f8a-43b5-82fe-556aca5fd39a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:56.355398 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-c671c3b7-c37a-4bde-87c2-08cd4d6d5543 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151613 Jan 14 01:39:56.364723 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-e0053b48-7c6f-4655-b7ba-8a7bba98c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:56.366370 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-e0053b48-7c6f-4655-b7ba-8a7bba98c85c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=418db005-3c62-4ddb-89ab-15d2ca970e58 HTTP/1.1" status: 200 len: 1099 time: 0.1104262 Jan 14 01:39:56.370737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 5264b79c-6f8a-43b5-82fe-556aca5fd39a details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:39:56.381329 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a51b0b1-b50e-4a5a-978a-94497cbe76ca admin admin] Made reservation on behalf of 6fdfd5f81acd49959550fec489e2cc9b for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:39:56.383902 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a51b0b1-b50e-4a5a-978a-94497cbe76ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:56.429738 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-29174dc8-3c6d-44e2-b749-4c9ac794820f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f4424c79-b982-490c-8fe4-f816197b059d HTTP/1.1" status: 200 len: 217 time: 0.0474448 Jan 14 01:39:56.476760 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Attempting to bind port a18f636d-d0e0-4670-b611-0fe97aa79f49 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:56.477092 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Attempting to bind port a18f636d-d0e0-4670-b611-0fe97aa79f49 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:56.477608 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Attempting to bind port a18f636d-d0e0-4670-b611-0fe97aa79f49 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:56.486190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Port a18f636d-d0e0-4670-b611-0fe97aa79f49 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:56.486791 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Attempting to bind port a18f636d-d0e0-4670-b611-0fe97aa79f49 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:56.489292 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-4e63b523-4d40-42e9-af91-ff0b1aa193c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:56.490928 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-4e63b523-4d40-42e9-af91-ff0b1aa193c7 service neutron] 10.222.0.26 "GET /v2.0/ports/f8303bb4-10ec-4e7b-9ce4-289c257b6519 HTTP/1.1" status: 200 len: 1094 time: 0.1234941 Jan 14 01:39:56.494719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-d145b18d-fede-4eb7-9c2d-ee20631fa443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:56.496189 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-d145b18d-fede-4eb7-9c2d-ee20631fa443 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0587461 Jan 14 01:39:56.511186 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] Request body: {'binding': {'host': 'n-h1-824358-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:56.511930 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] Unknown quota resources ['binding']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 14 01:39:56.553807 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:56.554632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:56.555233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:56.555907 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Bound port: a18f636d-d0e0-4670-b611-0fe97aa79f49, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:56.556335 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:56.561097 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-56d92052-8221-4a67-8e2d-f64e9c9fada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:56.563076 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-56d92052-8221-4a67-8e2d-f64e9c9fada6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0577509 Jan 14 01:39:56.703607 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-438a4802-7b18-4911-ad78-ae1983826960 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293406 Jan 14 01:39:56.780306 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] For port a18f636d-d0e0-4670-b611-0fe97aa79f49, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.800737 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:39:56.803231 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbc67b-ee41-45cb-ae6a-e3997140e1f4 req-2955c701-d7ac-4120-a5c4-e3dea55bbe50 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:56.804332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0bbc67b-ee41-45cb-ae6a-e3997140e1f4 req-2955c701-d7ac-4120-a5c4-e3dea55bbe50 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1115839 Jan 14 01:39:56.804451 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] For port a18f636d-d0e0-4670-b611-0fe97aa79f49, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a18f636d-d0e0-4670-b611-0fe97aa79f49,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:56.841045 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:56.846026 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks [] for port (f728667e-163a-4259-84e6-70cd0193cddc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:56.856898 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-f8244a22-6be4-4d54-bd98-636a8abe18f5 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357431 Jan 14 01:39:56.874335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0bbc67b-ee41-45cb-ae6a-e3997140e1f4 req-92367927-7790-4d51-8128-614b1b8b3182 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615761 Jan 14 01:39:56.914250 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:56.915220 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:56.916569 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] 10.222.0.46 "PUT /v2.0/ports/a18f636d-d0e0-4670-b611-0fe97aa79f49 HTTP/1.1" status: 200 len: 1095 time: 1.6161582 Jan 14 01:39:56.937665 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48004) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:39:57.005584 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788ed409-4274-4947-888b-2fcc3350331c x-openstack-request-id: req-788ed409-4274-4947-888b-2fcc3350331c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:57.005888 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418db005-3c62-4ddb-89ab-15d2ca970e58", "tag": "f4424c79-b982-490c-8fe4-f816197b059d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:57.006291 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-788ed409-4274-4947-888b-2fcc3350331c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:57.006784 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418db005-3c62-4ddb-89ab-15d2ca970e58', 'tag': 'f4424c79-b982-490c-8fe4-f816197b059d', 'status': 'completed', 'code': 200} Jan 14 01:39:57.026732 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47489505-34c8-41ca-96a8-d5ba706c9a56 service neutron] Pushing event updated for resources: {'Port': ['ID=a18f636d-d0e0-4670-b611-0fe97aa79f49,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:57.057632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] Attempting to bind port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on host n-h1-824358-4 for vnic_type normal with profile None {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:57.057953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] Attempting to bind port f8303bb4-10ec-4e7b-9ce4-289c257b6519 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:57.058285 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] Attempting to bind port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:57.078318 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a51b0b1-b50e-4a5a-978a-94497cbe76ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (7f3b44cb-a85e-4663-bc69-fc375804ba5a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:57.089730 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] Port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:57.089999 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] Attempting to bind port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:57.120212 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f728667e-163a-4259-84e6-70cd0193cddc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:57.133917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:57.133917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:57.134285 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] Bound using segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:57.135121 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] Bound port: f8303bb4-10ec-4e7b-9ce4-289c257b6519, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:57.160849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['a7693286-c965-4a7b-9f23-ca097acc4d1f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:57.204117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cf4e2-2d3c-4388-85d4-5db13f91507b req-6a308b35-6ffd-419d-b8b3-9a9e079c6a72 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:57.205547 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-961cf4e2-2d3c-4388-85d4-5db13f91507b req-6a308b35-6ffd-419d-b8b3-9a9e079c6a72 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 947 time: 0.1692131 Jan 14 01:39:57.210610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907e160-0f7a-45a0-94c3-8befda8937d7 req-f7269ac1-6c8d-45c0-9930-f41ade0d47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:57.212034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7907e160-0f7a-45a0-94c3-8befda8937d7 req-f7269ac1-6c8d-45c0-9930-f41ade0d47f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=418db005-3c62-4ddb-89ab-15d2ca970e58 HTTP/1.1" status: 200 len: 1099 time: 0.1716168 Jan 14 01:39:57.221541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-c13f2f47-f51f-404e-98c1-e9a4cd9f834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:57.223062 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-c13f2f47-f51f-404e-98c1-e9a4cd9f834c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 1098 time: 0.1870558 Jan 14 01:39:57.230827 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:39:57.254238 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:57.256739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:39:57.260237 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51b0b1-b50e-4a5a-978a-94497cbe76ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3b44cb-a85e-4663-bc69-fc375804ba5a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:57.337432 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Pushing event updated for resources: {'Port': ['ID=f728667e-163a-4259-84e6-70cd0193cddc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:57.340854 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-852da42c-26b5-48a3-9af7-1cd80eefc4da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a18f636d-d0e0-4670-b611-0fe97aa79f49 HTTP/1.1" status: 200 len: 217 time: 0.1044202 Jan 14 01:39:57.345903 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51b0b1-b50e-4a5a-978a-94497cbe76ca admin admin] Checking segment: {'id': '97a0019a-fdf7-4946-85f0-c0338f6507d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5264b79c-6f8a-43b5-82fe-556aca5fd39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:57.346447 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51b0b1-b50e-4a5a-978a-94497cbe76ca admin admin] Network hostable DHCP agents. Network: 5264b79c-6f8a-43b5-82fe-556aca5fd39a, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:39:57.371194 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-961cf4e2-2d3c-4388-85d4-5db13f91507b req-5ceb25b3-82ad-4294-9833-3ee10642f116 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515598 Jan 14 01:39:57.409114 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-82ee7235-653a-4f61-b028-fbbd3cbf00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:57.410727 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-82ee7235-653a-4f61-b028-fbbd3cbf00f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0618451 Jan 14 01:39:57.420544 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:57.438671 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:57.439322 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:57.460976 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:57.471424 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e99b8ff0-1825-4b0e-9422-5cff9a29d27e service neutron] 10.222.0.26 "POST /v2.0/ports/f8303bb4-10ec-4e7b-9ce4-289c257b6519/bindings HTTP/1.1" status: 201 len: 389 time: 0.9643652 Jan 14 01:39:57.509484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-90d40043-166d-4ca3-a2fb-4ddce0c75440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:57.511227 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-90d40043-166d-4ca3-a2fb-4ddce0c75440 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894291 Jan 14 01:39:57.512813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51b0b1-b50e-4a5a-978a-94497cbe76ca admin admin] Network 5264b79c-6f8a-43b5-82fe-556aca5fd39a is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:39:57.521951 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-4ea72b62-34d5-4d25-938d-5e4b20e2067f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8864262 Jan 14 01:39:57.536533 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5a51b0b1-b50e-4a5a-978a-94497cbe76ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 5264b79c-6f8a-43b5-82fe-556aca5fd39a) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:39:57.545145 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a51b0b1-b50e-4a5a-978a-94497cbe76ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:57.545754 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a51b0b1-b50e-4a5a-978a-94497cbe76ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:57.552703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197b62be-5cf9-49d9-b936-361c9178e9c4 None None] Network 5264b79c-6f8a-43b5-82fe-556aca5fd39a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:39:57.583263 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Request body: {'port': {'device_id': '457c6b47-d506-42d6-afbb-a2a9daac963f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:57.608036 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-31854723-ab3f-410a-a322-16f912819bcf None None] Provisioning complete for port f728667e-163a-4259-84e6-70cd0193cddc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:39:57.608703 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31854723-ab3f-410a-a322-16f912819bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f728667e-163a-4259-84e6-70cd0193cddc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:57.667179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-31854723-ab3f-410a-a322-16f912819bcf None None] Port f728667e-163a-4259-84e6-70cd0193cddc cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:39:57.713550 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542899b0-dc8b-45a2-a767-0d0bd9ebc809 None None] Network 5264b79c-6f8a-43b5-82fe-556aca5fd39a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:39:57.750800 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5a51b0b1-b50e-4a5a-978a-94497cbe76ca admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4759297 Jan 14 01:39:57.769768 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f728667e-163a-4259-84e6-70cd0193cddc), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:57.868503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e709b78-59a9-46fc-b291-dc7936486b7c', 'tag': 'a18f636d-d0e0-4670-b611-0fe97aa79f49'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:39:57.871064 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47de21d4-89d6-4222-8208-d6e6e931df73" -d '{"events": [{"name": "network-changed", "server_uuid": "6e709b78-59a9-46fc-b291-dc7936486b7c", "tag": "a18f636d-d0e0-4670-b611-0fe97aa79f49"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:39:57.873488 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907e160-0f7a-45a0-94c3-8befda8937d7 req-11ab8cc3-738f-4430-bfda-df122c686ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:57.875462 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7907e160-0f7a-45a0-94c3-8befda8937d7 req-11ab8cc3-738f-4430-bfda-df122c686ca2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.6493266 Jan 14 01:39:57.875594 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-d5e4577f-3b58-4eb7-9702-e42d160bb9e1 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143005 Jan 14 01:39:57.991995 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7907e160-0f7a-45a0-94c3-8befda8937d7 req-4080e3f7-6497-474a-905f-8496d2abb3de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f4424c79-b982-490c-8fe4-f816197b059d HTTP/1.1" status: 200 len: 217 time: 0.0921571 Jan 14 01:39:58.046984 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-f202f4c8-ff2a-41e9-88b4-8d3f9eeb1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:58.049130 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-f202f4c8-ff2a-41e9-88b4-8d3f9eeb1d02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 1097 time: 0.2179661 Jan 14 01:39:58.074965 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd8602-1d6a-466e-82f4-330fb86b251b req-9efc4067-823e-4721-8ea8-045532629236 tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:58.077035 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ecd8602-1d6a-466e-82f4-330fb86b251b req-9efc4067-823e-4721-8ea8-045532629236 tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 1100 time: 0.1778457 Jan 14 01:39:58.089272 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12366208-037f-4b87-8a8b-503d9352aea4 req-194014ef-03f2-474f-906f-31fe64bdaa54 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:58.090706 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-12366208-037f-4b87-8a8b-503d9352aea4 req-194014ef-03f2-474f-906f-31fe64bdaa54 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 935 time: 0.1931050 Jan 14 01:39:58.099829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907e160-0f7a-45a0-94c3-8befda8937d7 req-6f419fb2-8d50-4c09-9da1-a2504d60e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:58.101157 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7907e160-0f7a-45a0-94c3-8befda8937d7 req-6f419fb2-8d50-4c09-9da1-a2504d60e792 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0982804 Jan 14 01:39:58.257445 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-12366208-037f-4b87-8a8b-503d9352aea4 req-ab29da2c-57d7-4f7d-a180-12a5213b223c tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591322 Jan 14 01:39:58.261538 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ecd8602-1d6a-466e-82f4-330fb86b251b req-6491bb66-0d20-4966-8e34-ee21d305bc6a tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690125 Jan 14 01:39:58.271802 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907e160-0f7a-45a0-94c3-8befda8937d7 req-b5b30100-edc5-4e3d-938e-07b5a11cad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:58.273328 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7907e160-0f7a-45a0-94c3-8befda8937d7 req-b5b30100-edc5-4e3d-938e-07b5a11cad32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605906 Jan 14 01:39:58.370392 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (8af1babb-03c6-44e1-8ddc-a111a37c7368), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:58.402676 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:39:58.407247 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca9101e4-95ea-4c3a-b933-0c5e245d42a3 req-3880a9b4-b30c-49b8-ac77-17727654612f service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783778 Jan 14 01:39:58.449006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-ba424300-8ee2-46d3-9567-9f41bd77bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:58.450501 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-ba424300-8ee2-46d3-9567-9f41bd77bb85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.3961055 Jan 14 01:39:58.518242 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7907e160-0f7a-45a0-94c3-8befda8937d7 req-cf6ea06f-0865-464a-b701-ac2aa8644a4d service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313225 Jan 14 01:39:58.532689 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809b4c9-5273-4716-91fc-eb223b473edd req-08fb3849-35e2-4fb8-a178-54dbc86ac1b0 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:58.534145 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c809b4c9-5273-4716-91fc-eb223b473edd req-08fb3849-35e2-4fb8-a178-54dbc86ac1b0 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 946 time: 0.1710916 Jan 14 01:39:58.536889 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-107efe6e-b686-463d-9d2c-bd8fbee1764c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519 HTTP/1.1" status: 200 len: 217 time: 0.0393810 Jan 14 01:39:58.555356 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f728667e-163a-4259-84e6-70cd0193cddc {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:58.581913 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Publish callbacks [] for port (f728667e-163a-4259-84e6-70cd0193cddc), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:58.603184 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Transition to ACTIVE for port object f728667e-163a-4259-84e6-70cd0193cddc will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:39:58.608322 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-00ccfde7-705f-41f4-b71e-397ed4482cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:58.609681 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-00ccfde7-705f-41f4-b71e-397ed4482cb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.0662451 Jan 14 01:39:58.610740 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f728667e-163a-4259-84e6-70cd0193cddc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:58.671218 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-be7d7ade-ca6a-4471-807d-dc2e2de7aee0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366609 Jan 14 01:39:58.732921 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Pushing event updated for resources: {'Port': ['ID=f728667e-163a-4259-84e6-70cd0193cddc,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:58.766712 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1031e8-73f1-486c-86aa-b8b2a8b06128 x-openstack-request-id: req-fa1031e8-73f1-486c-86aa-b8b2a8b06128 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:39:58.767000 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e709b78-59a9-46fc-b291-dc7936486b7c", "tag": "a18f636d-d0e0-4670-b611-0fe97aa79f49", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:39:58.767263 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa1031e8-73f1-486c-86aa-b8b2a8b06128 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:39:58.767633 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e709b78-59a9-46fc-b291-dc7936486b7c', 'tag': 'a18f636d-d0e0-4670-b611-0fe97aa79f49', 'status': 'completed', 'code': 200} Jan 14 01:39:58.775543 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.775896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.776240 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.776579 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.777182 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.777530 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.777854 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.778184 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.778533 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.778858 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.779887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.780326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.780437 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c809b4c9-5273-4716-91fc-eb223b473edd req-b4d5d3b0-362c-40f4-ac92-3f6f1c4cfc96 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244966 Jan 14 01:39:58.780657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:39:58.804257 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7907e160-0f7a-45a0-94c3-8befda8937d7 req-20ec7e7b-aa5c-40bb-9409-9c95391ebdfb service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652538 Jan 14 01:39:58.920544 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-8b7913f2-eca0-4700-9b9a-3350e4b09eb9 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389402 Jan 14 01:39:59.002557 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Attempting to bind port f728667e-163a-4259-84e6-70cd0193cddc on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:39:59.002895 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Attempting to bind port f728667e-163a-4259-84e6-70cd0193cddc by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:39:59.003392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Attempting to bind port f728667e-163a-4259-84e6-70cd0193cddc on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:59.013292 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Port f728667e-163a-4259-84e6-70cd0193cddc on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:39:59.014069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Attempting to bind port f728667e-163a-4259-84e6-70cd0193cddc on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:39:59.033189 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de21d4-89d6-4222-8208-d6e6e931df73 req-4ea88006-eb70-4fe3-9b91-ec213cc7769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:59.034742 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47de21d4-89d6-4222-8208-d6e6e931df73 req-4ea88006-eb70-4fe3-9b91-ec213cc7769e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 1098 time: 0.2063944 Jan 14 01:39:59.036042 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:39:59.036385 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:39:59.036777 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:39:59.037222 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Bound port: f728667e-163a-4259-84e6-70cd0193cddc, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:39:59.037578 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f728667e-163a-4259-84e6-70cd0193cddc), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:59.091171 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bcb33-2532-4d70-b181-5dc6f8c3eecf req-d005cd17-19b3-44e8-9fc7-3fb5bc14447b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:59.091390 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-5d781178-7933-4aa5-a3a0-3084ea00160a service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558840 Jan 14 01:39:59.093157 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-581bcb33-2532-4d70-b181-5dc6f8c3eecf req-d005cd17-19b3-44e8-9fc7-3fb5bc14447b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 947 time: 0.1655567 Jan 14 01:39:59.105191 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f4424c79-b982-490c-8fe4-f816197b059d details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:39:59.126240 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] For port f728667e-163a-4259-84e6-70cd0193cddc, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:59.129632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] For port f728667e-163a-4259-84e6-70cd0193cddc, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f728667e-163a-4259-84e6-70cd0193cddc,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:39:59.133677 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f728667e-163a-4259-84e6-70cd0193cddc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:59.165369 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:59.166451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:59.168910 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] 10.222.0.46 "PUT /v2.0/ports/f728667e-163a-4259-84e6-70cd0193cddc HTTP/1.1" status: 200 len: 1095 time: 1.6158063 Jan 14 01:39:59.200199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8e67d-26cd-4c64-b9c5-8acadfbda508 service neutron] Pushing event updated for resources: {'Port': ['ID=f728667e-163a-4259-84e6-70cd0193cddc,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:59.226171 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f4424c79-b982-490c-8fe4-f816197b059d, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f4424c79-b982-490c-8fe4-f816197b059d,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:59.238460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'f4424c79-b982-490c-8fe4-f816197b059d', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'f4424c79-b982-490c-8fe4-f816197b059d', 'mac_address': 'fa:16:3e:6e:77:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:39:59.309887 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-581bcb33-2532-4d70-b181-5dc6f8c3eecf req-4641f1ed-a02b-4dd3-b59f-ba543517afa0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451662 Jan 14 01:39:59.313507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de21d4-89d6-4222-8208-d6e6e931df73 req-7607bcd2-7d5d-475c-8380-d7d914715322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:59.313895 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port f4424c79-b982-490c-8fe4-f816197b059d is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:39:59.315123 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47de21d4-89d6-4222-8208-d6e6e931df73 req-7607bcd2-7d5d-475c-8380-d7d914715322 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2701387 Jan 14 01:39:59.315574 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4424c79-b982-490c-8fe4-f816197b059d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:59.317486 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Deleting port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:39:59.317845 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:59.320395 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-8f2f337a-8a46-480a-88f3-b6abbe673c0d tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:59.322288 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-8f2f337a-8a46-480a-88f3-b6abbe673c0d tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af&tenant_id=fb29aaab805049d786bf79e89fb9efca&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1097 time: 0.0799019 Jan 14 01:39:59.325278 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-6d307a76-efa0-40d8-bfd1-9a989b613795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:59.328148 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-6d307a76-efa0-40d8-bfd1-9a989b613795 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec16ded0471e4a3282df4d7f460bd414&device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 1098 time: 0.0570557 Jan 14 01:39:59.328302 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48223-5b78-4329-89c3-04c06752d435 req-4283dc40-d19c-40f2-9179-351f095a0252 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:59.329317 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-4283dc40-d19c-40f2-9179-351f095a0252 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 808 time: 0.2858152 Jan 14 01:39:59.334735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4424c79-b982-490c-8fe4-f816197b059d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:39:59.349280 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824358-4'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:39:59.360001 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f4424c79-b982-490c-8fe4-f816197b059d, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f4424c79-b982-490c-8fe4-f816197b059d,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:59.369560 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f4424c79-b982-490c-8fe4-f816197b059d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:59.414551 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-11b3a7cf-f5ed-4d14-bd9d-fbc79b1d6b46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f728667e-163a-4259-84e6-70cd0193cddc HTTP/1.1" status: 200 len: 217 time: 0.0622087 Jan 14 01:39:59.418009 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47de21d4-89d6-4222-8208-d6e6e931df73 req-e1016139-f05d-4f91-9f42-ad2ec72a08a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a18f636d-d0e0-4670-b611-0fe97aa79f49 HTTP/1.1" status: 200 len: 217 time: 0.0877075 Jan 14 01:39:59.424993 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-ddfd58f6-8195-4aa4-a07e-c628914b0dbf tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/quotas/499063d5628544d8ac7f06264154b870 HTTP/1.1" status: 200 len: 375 time: 0.0792649 Jan 14 01:39:59.443182 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=f4424c79-b982-490c-8fe4-f816197b059d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:39:59.481290 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-153e6074-58fa-4958-911f-077f9e40478b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488777 Jan 14 01:39:59.506280 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:59.536322 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-546e684a-7f58-4248-8666-15e1a8d30844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:59.537805 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-546e684a-7f58-4248-8666-15e1a8d30844 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0753357 Jan 14 01:39:59.597374 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] For port 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:59.597743 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:59.617007 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Calling delete_port for 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:39:59.619511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de21d4-89d6-4222-8208-d6e6e931df73 req-c1840695-d523-4d60-a5aa-8389fb3b8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:59.621032 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47de21d4-89d6-4222-8208-d6e6e931df73 req-c1840695-d523-4d60-a5aa-8389fb3b8302 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1517026 Jan 14 01:39:59.670907 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-9c12e72c-c2d1-4f76-9bc8-f413fde0bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:59.672424 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-9c12e72c-c2d1-4f76-9bc8-f413fde0bea1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275039 Jan 14 01:39:59.696478 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4424c79-b982-490c-8fe4-f816197b059d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:39:59.716833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-94b11e7a-f6c9-4361-bb8d-19cc395b2b58 service neutron] 10.222.0.26 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343493 Jan 14 01:39:59.744609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:39:59.799579 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de21d4-89d6-4222-8208-d6e6e931df73 req-7a3cfd9b-6df1-4432-8eff-c5a08d3b5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:39:59.801070 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47de21d4-89d6-4222-8208-d6e6e931df73 req-7a3cfd9b-6df1-4432-8eff-c5a08d3b5e63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720693 Jan 14 01:39:59.816972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:39:59.820131 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-069a87f0-f707-44d3-84bf-24679d780f66 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375189 Jan 14 01:39:59.913377 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Publish callbacks [] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:39:59.925448 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:00.004008 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4374eed4-b207-42fb-846d-32e1087dcdb8 req-cf069160-2071-4741-8de1-e69cc367a639 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622250 Jan 14 01:40:00.039478 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Pushing event updated for resources: {'Port': ['ID=f8303bb4-10ec-4e7b-9ce4-289c257b6519,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:00.058026 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Attempting to bind port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on host n-h2-824358-4 for vnic_type normal with profile {"migrating_to": "n-h1-824358-4"} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:00.058358 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Attempting to bind port f8303bb4-10ec-4e7b-9ce4-289c257b6519 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:00.058710 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Attempting to bind port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:00.063959 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:00.064280 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Attempting to bind port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:00.069415 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:00.069750 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:00.070131 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Bound using segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:00.070597 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Bound port: f8303bb4-10ec-4e7b-9ce4-289c257b6519, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:00.070940 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:00.138086 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:00.141688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:00.145554 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:00.223542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:00.224172 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:00.225566 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] 10.222.0.46 "PUT /v2.0/ports/f8303bb4-10ec-4e7b-9ce4-289c257b6519 HTTP/1.1" status: 200 len: 1122 time: 0.8806412 Jan 14 01:40:00.228989 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546e151-f670-41a2-839d-5f1ed6ffcdfd service neutron] Pushing event updated for resources: {'Port': ['ID=f8303bb4-10ec-4e7b-9ce4-289c257b6519,revision_number=8']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:00.257333 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-38b13dfc-bf81-41a9-b4c0-3ea19e43a407 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541224 Jan 14 01:40:00.270926 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-4f524864-0967-4c45-b9d5-0f9d8e17116c service neutron] 10.222.0.26 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406983 Jan 14 01:40:00.378633 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47de21d4-89d6-4222-8208-d6e6e931df73 req-39220ee8-ac95-4b38-bb32-e3d017f27500 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640631 Jan 14 01:40:00.402833 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f8303bb4-10ec-4e7b-9ce4-289c257b6519'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:00.503633 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:00.555633 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-6711b8ac-fc22-406b-91f5-978103500c55 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:00.560400 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-6711b8ac-fc22-406b-91f5-978103500c55 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2849536 Jan 14 01:40:00.566656 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:00.604920 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ca2f7-69cd-47e5-8804-0889ba656d04 req-87857c37-1cd0-40e7-8c91-858310c51bda tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:00.606447 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe5ca2f7-69cd-47e5-8804-0889ba656d04 req-87857c37-1cd0-40e7-8c91-858310c51bda tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 947 time: 0.1616127 Jan 14 01:40:00.607854 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.608197 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.608532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.608861 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.609187 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.609511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.609833 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.610154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.610497 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.610826 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.611147 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.611467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.611785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:00.643050 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-1de0344d-9096-48c9-b533-ca850ac19cf5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/quotas/4e109b3f5cfb4e82a5b57102758e39eb HTTP/1.1" status: 200 len: 375 time: 0.0672648 Jan 14 01:40:00.678861 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47de21d4-89d6-4222-8208-d6e6e931df73 req-e428150a-c3be-4ba9-9dfd-4ca5902a8d43 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925284 Jan 14 01:40:00.753346 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe5ca2f7-69cd-47e5-8804-0889ba656d04 req-db057c70-14ba-4e26-b1c0-0bc5451124db tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282763 Jan 14 01:40:00.771598 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457c6b47-d506-42d6-afbb-a2a9daac963f', 'tag': 'f728667e-163a-4259-84e6-70cd0193cddc'}, {'server_uuid': 'a3751b78-1b93-4fec-b55c-db2ef186f6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8303bb4-10ec-4e7b-9ce4-289c257b6519'}, {'name': 'network-changed', 'server_uuid': 'a3751b78-1b93-4fec-b55c-db2ef186f6af', 'tag': 'f8303bb4-10ec-4e7b-9ce4-289c257b6519'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:00.774055 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616cb750-4621-4e2c-a55a-a05892b1f739" -d '{"events": [{"name": "network-changed", "server_uuid": "457c6b47-d506-42d6-afbb-a2a9daac963f", "tag": "f728667e-163a-4259-84e6-70cd0193cddc"}, {"server_uuid": "a3751b78-1b93-4fec-b55c-db2ef186f6af", "name": "network-vif-unplugged", "status": "completed", "tag": "f8303bb4-10ec-4e7b-9ce4-289c257b6519"}, {"name": "network-changed", "server_uuid": "a3751b78-1b93-4fec-b55c-db2ef186f6af", "tag": "f8303bb4-10ec-4e7b-9ce4-289c257b6519"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:00.815746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-6b348c78-566b-4710-a16c-ad592dbd5477 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1625783 Jan 14 01:40:00.929642 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (8af1babb-03c6-44e1-8ddc-a111a37c7368), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:00.952397 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eea11-986e-4020-a2df-38a427fae50c req-969b6a64-cdd4-45c8-916c-b67336b43835 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:00.954053 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b60eea11-986e-4020-a2df-38a427fae50c req-969b6a64-cdd4-45c8-916c-b67336b43835 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 944 time: 0.1077855 Jan 14 01:40:01.104345 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a18f636d-d0e0-4670-b611-0fe97aa79f49 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:01.117823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f4424c79-b982-490c-8fe4-f816197b059d up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:01.126714 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b60eea11-986e-4020-a2df-38a427fae50c req-1e255dcd-12cd-46d3-bd94-9b4972a88885 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289365 Jan 14 01:40:01.251609 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17b26-f7f9-4d93-98b1-6fcb66708126 req-05e4e038-bf54-409d-b28e-7d6c788040d6 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:01.259220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcb17b26-f7f9-4d93-98b1-6fcb66708126 req-05e4e038-bf54-409d-b28e-7d6c788040d6 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 947 time: 0.1907132 Jan 14 01:40:01.314978 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port f4424c79-b982-490c-8fe4-f816197b059d completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:01.323794 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a18f636d-d0e0-4670-b611-0fe97aa79f49, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a18f636d-d0e0-4670-b611-0fe97aa79f49,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:01.327812 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port f4424c79-b982-490c-8fe4-f816197b059d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:01.328149 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f4424c79-b982-490c-8fe4-f816197b059d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:01.337119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ef7db32-3273-4cac-8f22-784f90e8a27e req-98d824d5-373a-49a6-832b-8b9f09e3a288 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 210 time: 0.0707140 Jan 14 01:40:01.366671 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'a18f636d-d0e0-4670-b611-0fe97aa79f49', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'a18f636d-d0e0-4670-b611-0fe97aa79f49', 'mac_address': 'fa:16:3e:f3:39:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:01.412498 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcb17b26-f7f9-4d93-98b1-6fcb66708126 req-a8a22453-0cdc-48d3-b6cd-b9c09301f5af tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523421 Jan 14 01:40:01.429757 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Router 8af1babb-03c6-44e1-8ddc-a111a37c7368 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:40:01.496524 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944b78e2-764a-4d48-965b-e75e0589a8a5 x-openstack-request-id: req-944b78e2-764a-4d48-965b-e75e0589a8a5 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:01.496897 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457c6b47-d506-42d6-afbb-a2a9daac963f", "tag": "f728667e-163a-4259-84e6-70cd0193cddc", "status": "completed", "code": 200}, {"server_uuid": "a3751b78-1b93-4fec-b55c-db2ef186f6af", "name": "network-vif-unplugged", "status": "completed", "tag": "f8303bb4-10ec-4e7b-9ce4-289c257b6519", "code": 200}, {"name": "network-changed", "server_uuid": "a3751b78-1b93-4fec-b55c-db2ef186f6af", "tag": "f8303bb4-10ec-4e7b-9ce4-289c257b6519", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:01.497272 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-944b78e2-764a-4d48-965b-e75e0589a8a5 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:01.497868 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457c6b47-d506-42d6-afbb-a2a9daac963f', 'tag': 'f728667e-163a-4259-84e6-70cd0193cddc', 'status': 'completed', 'code': 200} Jan 14 01:40:01.498725 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3751b78-1b93-4fec-b55c-db2ef186f6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8303bb4-10ec-4e7b-9ce4-289c257b6519', 'code': 200} Jan 14 01:40:01.499049 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3751b78-1b93-4fec-b55c-db2ef186f6af', 'tag': 'f8303bb4-10ec-4e7b-9ce4-289c257b6519', 'status': 'completed', 'code': 200} Jan 14 01:40:01.518219 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:01.521179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port f4424c79-b982-490c-8fe4-f816197b059d is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:01.521718 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4424c79-b982-490c-8fe4-f816197b059d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:01.525450 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a18f636d-d0e0-4670-b611-0fe97aa79f49 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:01.525823 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:01.570506 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18f636d-d0e0-4670-b611-0fe97aa79f49 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:01.599685 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f4424c79-b982-490c-8fe4-f816197b059d, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f4424c79-b982-490c-8fe4-f816197b059d,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:01.601639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418db005-3c62-4ddb-89ab-15d2ca970e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4424c79-b982-490c-8fe4-f816197b059d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:01.604160 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fd984d-45c0-44f9-aa7c-3f2e45337a97" -d '{"events": [{"server_uuid": "418db005-3c62-4ddb-89ab-15d2ca970e58", "name": "network-vif-plugged", "status": "completed", "tag": "f4424c79-b982-490c-8fe4-f816197b059d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:01.615174 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f4424c79-b982-490c-8fe4-f816197b059d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:01.627591 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a18f636d-d0e0-4670-b611-0fe97aa79f49, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a18f636d-d0e0-4670-b611-0fe97aa79f49,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:01.651217 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f2315680-209a-401b-9983-f267946be99c req-19c57e90-aaef-41c6-9d3b-1524b35d93dd tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0709162 Jan 14 01:40:01.657883 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:01.668150 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:40:01.676594 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6b1d6a30-0b5e-418e-9611-29621828cace admin admin] 10.222.0.26 "PUT /v2.0/routers/8af1babb-03c6-44e1-8ddc-a111a37c7368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7375536 Jan 14 01:40:01.679013 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48192) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:01.685088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90dadc4-f2d5-4db2-877d-8a81fbaaf872 None None] Sync routers for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:40:01.689364 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-bf1131b7-005f-410a-aee2-c0b54a9b0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:01.690910 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-bf1131b7-005f-410a-aee2-c0b54a9b0c38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 1125 time: 0.1116850 Jan 14 01:40:01.713182 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d51b47e-9bc4-4683-aff4-681c8b15de98 x-openstack-request-id: req-1d51b47e-9bc4-4683-aff4-681c8b15de98 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:01.713736 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418db005-3c62-4ddb-89ab-15d2ca970e58", "name": "network-vif-plugged", "status": "completed", "tag": "f4424c79-b982-490c-8fe4-f816197b059d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:01.714184 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d51b47e-9bc4-4683-aff4-681c8b15de98 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:01.714802 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418db005-3c62-4ddb-89ab-15d2ca970e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4424c79-b982-490c-8fe4-f816197b059d', 'code': 200} Jan 14 01:40:01.716428 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=f4424c79-b982-490c-8fe4-f816197b059d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:01.736390 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-5bd39cc5-d901-449d-a2c6-e6c69fd51973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:01.738092 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-5bd39cc5-d901-449d-a2c6-e6c69fd51973 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec16ded0471e4a3282df4d7f460bd414&device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 1098 time: 0.1564252 Jan 14 01:40:01.772675 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a18f636d-d0e0-4670-b611-0fe97aa79f49,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:01.781493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90dadc4-f2d5-4db2-877d-8a81fbaaf872 None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:40:01.782348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d90dadc4-f2d5-4db2-877d-8a81fbaaf872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:01.901202 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Publish callbacks [] for router (8af1babb-03c6-44e1-8ddc-a111a37c7368), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:01.925389 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-71248ed8-d421-4127-a86a-00f7963299dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:01.937547 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-71248ed8-d421-4127-a86a-00f7963299dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.2390766 Jan 14 01:40:01.991328 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-5fd97545-6a4c-4e49-be89-89e730f0189d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519 HTTP/1.1" status: 200 len: 217 time: 0.0461206 Jan 14 01:40:02.059499 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-97362bcc-5933-47ed-aa59-c22014c66848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:02.061606 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-97362bcc-5933-47ed-aa59-c22014c66848 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.0627534 Jan 14 01:40:02.135248 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d90dadc4-f2d5-4db2-877d-8a81fbaaf872 None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:40:02.138327 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-1540f5c1-66c8-46a1-aeb5-83422c2b35d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555906 Jan 14 01:40:02.217140 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Publish callbacks [] for router_gateway (8af1babb-03c6-44e1-8ddc-a111a37c7368), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:02.235528 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:02.249759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['a18f636d-d0e0-4670-b611-0fe97aa79f49'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:02.259280 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fc0f1-8cd6-47a6-9847-b8e42d0dcb00 req-5c61d983-daf5-49c8-938c-ed340c15ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:02.260761 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-655fc0f1-8cd6-47a6-9847-b8e42d0dcb00 req-5c61d983-daf5-49c8-938c-ed340c15ffc6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=418db005-3c62-4ddb-89ab-15d2ca970e58 HTTP/1.1" status: 200 len: 1101 time: 0.1968648 Jan 14 01:40:02.352040 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48223-5b78-4329-89c3-04c06752d435 req-ac42f0b8-2a8f-4bc4-8da8-a969a18aaf36 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:02.353510 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-ac42f0b8-2a8f-4bc4-8da8-a969a18aaf36 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.46 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 808 time: 0.2906790 Jan 14 01:40:02.355926 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e71cd-75c2-4d3f-ac96-214637cc609d req-e36b2441-4af5-4768-a77e-480c6f43673a tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:02.363274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-665e71cd-75c2-4d3f-ac96-214637cc609d req-e36b2441-4af5-4768-a77e-480c6f43673a tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 947 time: 0.4304545 Jan 14 01:40:02.363765 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-655fc0f1-8cd6-47a6-9847-b8e42d0dcb00 req-9a08bf71-e983-43f1-b9d5-baeb92b05454 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797617 Jan 14 01:40:02.378505 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-8fd4b366-0702-4efb-b664-0dcaed91623b service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077127 Jan 14 01:40:02.379379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3206dd09-507c-4b48-b3f4-993b9988c8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:02.460219 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-6faeff14-5910-40e6-bc98-a3ac2def306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:02.462465 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-6faeff14-5910-40e6-bc98-a3ac2def306f service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.7035556 Jan 14 01:40:02.477988 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c17b2f-1d37-4330-a095-b0131725f54d req-852a76f3-0aa8-4cf3-8ec5-28768f7c548b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:02.480576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-32c17b2f-1d37-4330-a095-b0131725f54d req-852a76f3-0aa8-4cf3-8ec5-28768f7c548b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 944 time: 0.2375884 Jan 14 01:40:02.481287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d90dadc4-f2d5-4db2-877d-8a81fbaaf872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '8a839082-02af-4906-8813-b2d4b6d83846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:40:00Z', 'revision_number': 5, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port': {'id': '8a839082-02af-4906-8813-b2d4b6d83846', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:30Z', 'updated_at': '2022-01-14T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:02.504743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Deleting port 8a839082-02af-4906-8813-b2d4b6d83846 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:40:02.505342 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8a839082-02af-4906-8813-b2d4b6d83846), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:02.509867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-665e71cd-75c2-4d3f-ac96-214637cc609d req-52d03114-9aac-46bf-889c-bf111c0b18b5 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453829 Jan 14 01:40:02.515883 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90dadc4-f2d5-4db2-877d-8a81fbaaf872 None None] Checking router: 8af1babb-03c6-44e1-8ddc-a111a37c7368 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:40:02.520914 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-d0e5b15b-7b2d-4cd5-962f-67fd21d3a77a service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269009 Jan 14 01:40:02.532104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90dadc4-f2d5-4db2-877d-8a81fbaaf872 None None] Routers {'8af1babb-03c6-44e1-8ddc-a111a37c7368'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:40:02.532720 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d90dadc4-f2d5-4db2-877d-8a81fbaaf872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:39:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8af1babb-03c6-44e1-8ddc-a111a37c7368'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:02.543540 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3206dd09-507c-4b48-b3f4-993b9988c8ff admin admin] Publish callbacks [] for security_group (5d2bd6e8-e051-433c-9769-210ee29b6b21), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:02.550050 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3206dd09-507c-4b48-b3f4-993b9988c8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5d2bd6e8-e051-433c-9769-210ee29b6b21), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:02.600752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206dd09-507c-4b48-b3f4-993b9988c8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2bd6e8-e051-433c-9769-210ee29b6b21,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:02.606454 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3206dd09-507c-4b48-b3f4-993b9988c8ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7deed2fc02114b068f6059f34fef158f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638878 Jan 14 01:40:02.607743 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48210) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:02.623595 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-32c17b2f-1d37-4330-a095-b0131725f54d req-2a46da5a-84be-433f-9816-1df95fff8a2f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299479 Jan 14 01:40:02.649804 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d90dadc4-f2d5-4db2-877d-8a81fbaaf872 None None] Set router 8af1babb-03c6-44e1-8ddc-a111a37c7368 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:40:02.669210 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a97da2b1-2eba-4ea2-93cd-ec327dda406b admin admin] Publish callbacks [] for security_group (5d2bd6e8-e051-433c-9769-210ee29b6b21), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:02.674344 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dc63983-6151-4106-bc1f-96300da2ec8b req-95c79cf4-1c8c-44ad-a903-b3486f9d196e tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 210 time: 0.0718822 Jan 14 01:40:02.687648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] For port 8a839082-02af-4906-8813-b2d4b6d83846, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8a839082-02af-4906-8813-b2d4b6d83846,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:02.688797 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8a839082-02af-4906-8813-b2d4b6d83846), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:02.699670 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a97da2b1-2eba-4ea2-93cd-ec327dda406b admin admin] Publish callbacks [] for security_group (5d2bd6e8-e051-433c-9769-210ee29b6b21), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:02.703007 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Calling delete_port for 8a839082-02af-4906-8813-b2d4b6d83846 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:40:02.713413 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d90dadc4-f2d5-4db2-877d-8a81fbaaf872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:40:02Z', 'revision_number': 6, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:02.737887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-34d48223-5b78-4329-89c3-04c06752d435 req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Request body: {'port': {'device_id': '6faea7c9-bd78-4e0c-8516-5a939742a67d', 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e', 'admin_state_up': True, 'tenant_id': '499063d5628544d8ac7f06264154b870'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:02.743855 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90dadc4-f2d5-4db2-877d-8a81fbaaf872 None None] The sync data for ids ['8af1babb-03c6-44e1-8ddc-a111a37c7368'] in n-d-824358-4 is: [{'id': '8af1babb-03c6-44e1-8ddc-a111a37c7368', 'name': 'tempest-FloatingIPsAssociationTestJSON-1684722753-router', 'tenant_id': '239011a87ab64074a230fdbcf35ac274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:27Z', 'updated_at': '2022-01-14T01:40:02Z', 'revision_number': 6, 'project_id': '239011a87ab64074a230fdbcf35ac274', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:40:02.842095 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-2eeaf8b9-9338-449e-815a-af2ceb1e549d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f728667e-163a-4259-84e6-70cd0193cddc HTTP/1.1" status: 200 len: 217 time: 0.0782254 Jan 14 01:40:02.856999 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a97da2b1-2eba-4ea2-93cd-ec327dda406b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5d2bd6e8-e051-433c-9769-210ee29b6b21), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:02.860539 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a97da2b1-2eba-4ea2-93cd-ec327dda406b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:02.865724 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a97da2b1-2eba-4ea2-93cd-ec327dda406b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d2bd6e8-e051-433c-9769-210ee29b6b21 HTTP/1.1" status: 204 len: 168 time: 0.2566173 Jan 14 01:40:02.904498 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97da2b1-2eba-4ea2-93cd-ec327dda406b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2bd6e8-e051-433c-9769-210ee29b6b21,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:02.911752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d48223-5b78-4329-89c3-04c06752d435 req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Made reservation on behalf of 499063d5628544d8ac7f06264154b870 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:02.919059 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34d48223-5b78-4329-89c3-04c06752d435 req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:02.937803 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee12b8d-90a9-436c-816b-c002817213dd req-c4bfb889-65a8-4bef-bec9-1a4bab8ad0aa tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:02.939662 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cee12b8d-90a9-436c-816b-c002817213dd req-c4bfb889-65a8-4bef-bec9-1a4bab8ad0aa tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 948 time: 0.1720405 Jan 14 01:40:03.010605 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-528208d4-f64f-46db-ba68-9c19e2e27e77 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284202 Jan 14 01:40:03.021420 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37a08b53-4fdf-4919-a8ff-9fabfc1f13e5 req-8b93ffa4-918f-4b1d-b69c-815e733fc3bd tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 210 time: 0.1048117 Jan 14 01:40:03.070726 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-476a5922-41be-473f-abaa-e8d08682c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:03.072222 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-476a5922-41be-473f-abaa-e8d08682c48a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1544440 Jan 14 01:40:03.119113 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f728667e-163a-4259-84e6-70cd0193cddc details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:03.175129 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cee12b8d-90a9-436c-816b-c002817213dd req-3e556f3a-29bc-49ec-9352-2142064335cf tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178645 Jan 14 01:40:03.190983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-34d48223-5b78-4329-89c3-04c06752d435 req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Allocated IP 172.20.0.6 (4549ab35-8bb4-472b-ab25-7075b00cf83e/be7c7d7c-46a8-4cad-a834-59b144ba6e56/1517394b-4f4f-4f9c-bb73-f1ff52851df0) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:03.211842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-a26e4e07-7bbe-490c-96c0-4c239c03dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:03.213387 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-a26e4e07-7bbe-490c-96c0-4c239c03dba1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012564 Jan 14 01:40:03.214506 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (8a839082-02af-4906-8813-b2d4b6d83846), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:03.247667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a839082-02af-4906-8813-b2d4b6d83846,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:03.311843 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-d979b209-4c35-4f51-ba25-b5824f83dc29 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:03.313363 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-d979b209-4c35-4f51-ba25-b5824f83dc29 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2930288 Jan 14 01:40:03.315569 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (8af1babb-03c6-44e1-8ddc-a111a37c7368), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:03.319298 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f728667e-163a-4259-84e6-70cd0193cddc, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f728667e-163a-4259-84e6-70cd0193cddc,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:03.335205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'f728667e-163a-4259-84e6-70cd0193cddc', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'f728667e-163a-4259-84e6-70cd0193cddc', 'mac_address': 'fa:16:3e:ae:34:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:03.386779 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port f728667e-163a-4259-84e6-70cd0193cddc is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:03.387271 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f728667e-163a-4259-84e6-70cd0193cddc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:03.395829 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Request body: {'port': {'device_id': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '4e109b3f5cfb4e82a5b57102758e39eb'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:03.409410 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f728667e-163a-4259-84e6-70cd0193cddc {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:03.436595 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f728667e-163a-4259-84e6-70cd0193cddc, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f728667e-163a-4259-84e6-70cd0193cddc,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:03.442167 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f728667e-163a-4259-84e6-70cd0193cddc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:03.443132 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f8303bb4-10ec-4e7b-9ce4-289c257b6519 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:03.521865 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34d48223-5b78-4329-89c3-04c06752d435 req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks [] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:03.564041 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=f728667e-163a-4259-84e6-70cd0193cddc,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:03.759445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:03.791278 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f8303bb4-10ec-4e7b-9ce4-289c257b6519 has no active binding in host n-h1-824358-4 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 14 01:40:03.870861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:40:03.894898 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (8af1babb-03c6-44e1-8ddc-a111a37c7368), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:03.901649 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Publish callbacks [] for router_controller (8af1babb-03c6-44e1-8ddc-a111a37c7368), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:03.922351 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:40:03.922816 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1b2f3af6-0fcc-4e93-aa94-4f3ce344b00a not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:40:03.923363 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8a839082-02af-4906-8813-b2d4b6d83846 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:40:03.961463 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 8a839082-02af-4906-8813-b2d4b6d83846 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:40:03.963070 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8a839082-02af-4906-8813-b2d4b6d83846 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:40:03.978244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Made reservation on behalf of 4e109b3f5cfb4e82a5b57102758e39eb for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:03.987791 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:03.988387 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34d48223-5b78-4329-89c3-04c06752d435 req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.006489 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f27ca-560b-427e-b84c-a26388ed3198 req-5f66e2ff-33ec-48cd-b411-0254798dff3c tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:04.008011 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4f1f27ca-560b-427e-b84c-a26388ed3198 req-5f66e2ff-33ec-48cd-b411-0254798dff3c tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 948 time: 0.2581182 Jan 14 01:40:04.023612 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (8af1babb-03c6-44e1-8ddc-a111a37c7368), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.024269 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af1babb-03c6-44e1-8ddc-a111a37c7368 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:40:04.034859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c090-5251-4e13-a7d9-d9409fd2ea08 req-a192c74e-6078-4c6d-8c58-67bcc214b72c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:04.036260 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c86c090-5251-4e13-a7d9-d9409fd2ea08 req-a192c74e-6078-4c6d-8c58-67bcc214b72c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 944 time: 0.2875175 Jan 14 01:40:04.046136 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.049810 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9a10693e-ab84-4b93-ab10-c15cb044f8d4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8af1babb-03c6-44e1-8ddc-a111a37c7368 HTTP/1.1" status: 204 len: 168 time: 2.3698153 Jan 14 01:40:04.051602 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48244) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:04.054209 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d48223-5b78-4329-89c3-04c06752d435 req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Network 4549ab35-8bb4-472b-ab25-7075b00cf83e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:04.062754 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-34d48223-5b78-4329-89c3-04c06752d435 req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:04.075536 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-725d2e66-c19a-4983-8d33-bd45b265d7bd service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8131111 Jan 14 01:40:04.094195 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d48223-5b78-4329-89c3-04c06752d435 req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:04.119118 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Pushing event updated for resources: {'Port': ['ID=1517394b-4f4f-4f9c-bb73-f1ff52851df0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:04.174368 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48223-5b78-4329-89c3-04c06752d435 req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:04.175015 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34d48223-5b78-4329-89c3-04c06752d435 req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.205021 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f728667e-163a-4259-84e6-70cd0193cddc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:04.210165 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4f1f27ca-560b-427e-b84c-a26388ed3198 req-49d62c1e-5152-4a96-82b7-68c8cd052afb tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876538 Jan 14 01:40:04.217522 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-39dd34b2-cd36-4d44-8303-f77206645d30 admin admin] Deleting subnet f9916215-379b-47af-a68c-9b719146bd63 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:40:04.225995 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd34b2-cd36-4d44-8303-f77206645d30 admin admin] Publish callbacks [] for subnet (f9916215-379b-47af-a68c-9b719146bd63), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.232815 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c86c090-5251-4e13-a7d9-d9409fd2ea08 req-44cd3ae5-7458-41b1-8a7e-6cf334d1b27c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814163 Jan 14 01:40:04.252774 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-1f2f4291-6b7e-4e89-99e2-97ddfc21cf62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5188408 Jan 14 01:40:04.284832 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Request body: {'port': {'device_id': '6faea7c9-bd78-4e0c-8516-5a939742a67d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:04.292244 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-e8f0feda-f81b-4624-b699-86d8c372f627 service neutron] 10.222.0.36 "GET /v2.0/ports/f8303bb4-10ec-4e7b-9ce4-289c257b6519/bindings/n-h1-824358-4 HTTP/1.1" status: 200 len: 384 time: 0.1380732 Jan 14 01:40:04.296213 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd34b2-cd36-4d44-8303-f77206645d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (f9916215-379b-47af-a68c-9b719146bd63), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.315290 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Allocated IP 192.168.233.239 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/10219419-df16-4b57-98e2-4d168d9675f5) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:04.319765 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-616cb750-4621-4e2c-a55a-a05892b1f739 req-93c8d442-f5ae-4184-98fb-ddeea25d927d service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173278 Jan 14 01:40:04.367499 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.421394 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.460650 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd34b2-cd36-4d44-8303-f77206645d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (f9916215-379b-47af-a68c-9b719146bd63), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.488415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103b367-b4a2-41e5-919e-d685b67871cb req-bc6c390d-2071-4821-b227-d9e5a8481b39 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:04.489927 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8103b367-b4a2-41e5-919e-d685b67871cb req-bc6c390d-2071-4821-b227-d9e5a8481b39 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 931 time: 0.1535065 Jan 14 01:40:04.558140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8103b367-b4a2-41e5-919e-d685b67871cb req-4539b032-403c-4c81-bfd0-f6afa7d7d836 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564749 Jan 14 01:40:04.559126 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd34b2-cd36-4d44-8303-f77206645d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (f9916215-379b-47af-a68c-9b719146bd63), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.589511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd34b2-cd36-4d44-8303-f77206645d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9916215-379b-47af-a68c-9b719146bd63,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:04.593615 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd34b2-cd36-4d44-8303-f77206645d30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.599074 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3404eb21-50b5-42a4-b892-1b815b1ff953 None None] Network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:40:04.599515 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-39dd34b2-cd36-4d44-8303-f77206645d30 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f9916215-379b-47af-a68c-9b719146bd63 HTTP/1.1" status: 204 len: 168 time: 0.5382178 Jan 14 01:40:04.600084 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48256) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:04.631015 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks [] for port (10219419-df16-4b57-98e2-4d168d9675f5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.695743 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (10219419-df16-4b57-98e2-4d168d9675f5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.752373 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (23b69c07-f64d-404a-af1c-4fc7b0f8afb5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:04.752832 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['46ccbe15-593e-452d-8586-ad63bd4e7490'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:04.785218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31425342-8b74-4e62-8b5e-be10ef9524a8 req-7b63eabc-0c13-4ade-975d-f4b004dd3e6b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:04.793770 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-31425342-8b74-4e62-8b5e-be10ef9524a8 req-7b63eabc-0c13-4ade-975d-f4b004dd3e6b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 936 time: 0.1224432 Jan 14 01:40:04.848410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29847c-b294-458f-801d-448f1f854876 req-8189a434-335a-406f-bd3a-63cf7d4552a0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:04.849974 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef29847c-b294-458f-801d-448f1f854876 req-8189a434-335a-406f-bd3a-63cf7d4552a0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 948 time: 0.1602738 Jan 14 01:40:04.903064 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:04.919284 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Pushing event updated for resources: {'Port': ['ID=10219419-df16-4b57-98e2-4d168d9675f5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:04.926223 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:04.932064 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:04.984665 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d77f4d4-259b-4321-b6ab-b429c88220cb None None] DHCP port deletion for 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:40:04.987840 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef29847c-b294-458f-801d-448f1f854876 req-826648ad-b2e2-4a4c-a42c-921031c37fca tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061349 Jan 14 01:40:04.999639 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-31425342-8b74-4e62-8b5e-be10ef9524a8 req-c24ad3d2-54e4-42e8-be6e-26166a29d678 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039719 Jan 14 01:40:05.011713 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Deleting port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:40:05.012788 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.039562 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:05.040186 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.062330 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-820aeb76-7028-4969-88bd-8b0cc05704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.095113 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-7b7757c7-fe77-43cd-9cb4-e7a31d6b630a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7088826 Jan 14 01:40:05.101058 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-979de51e-ef1d-4e75-9951-6c827182969e service neutron] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:05.143207 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Request body: {'port': {'device_id': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:05.143828 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] For port 5d9f0880-0303-48cf-99bc-6d6f1ed01717, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5d9f0880-0303-48cf-99bc-6d6f1ed01717,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:05.149386 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.149615 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48262) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:05.152182 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a18f636d-d0e0-4670-b611-0fe97aa79f49 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:05.166918 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Calling delete_port for 5d9f0880-0303-48cf-99bc-6d6f1ed01717 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:40:05.183663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0d77f4d4-259b-4321-b6ab-b429c88220cb None None] Deleting port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:40:05.184078 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0d77f4d4-259b-4321-b6ab-b429c88220cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.205623 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-979de51e-ef1d-4e75-9951-6c827182969e service neutron] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:05.295148 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-979de51e-ef1d-4e75-9951-6c827182969e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8303bb4-10ec-4e7b-9ce4-289c257b6519 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:05.317832 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.329235 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (10219419-df16-4b57-98e2-4d168d9675f5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.336113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-979de51e-ef1d-4e75-9951-6c827182969e service neutron] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:05.354975 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0d77f4d4-259b-4321-b6ab-b429c88220cb None None] For port 5d9f0880-0303-48cf-99bc-6d6f1ed01717, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5d9f0880-0303-48cf-99bc-6d6f1ed01717,segment=NetworkSegment(7b583a68-7499-4a17-9881-a48aa60eddb5),segment_id=7b583a68-7499-4a17-9881-a48aa60eddb5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:05.354975 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0d77f4d4-259b-4321-b6ab-b429c88220cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.365287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9f0880-0303-48cf-99bc-6d6f1ed01717,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:05.368401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] No DVR routers for this DVR port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:40:05.383134 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-979de51e-ef1d-4e75-9951-6c827182969e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.413139 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0d77f4d4-259b-4321-b6ab-b429c88220cb None None] Calling delete_port for 5d9f0880-0303-48cf-99bc-6d6f1ed01717 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:40:05.432291 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port a18f636d-d0e0-4670-b611-0fe97aa79f49 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:05.451737 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2314cda-5b9c-4e2a-a94a-0175b454cb71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.462071 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port a18f636d-d0e0-4670-b611-0fe97aa79f49 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:05.462071 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.520678 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (23b69c07-f64d-404a-af1c-4fc7b0f8afb5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.552436 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b69c07-f64d-404a-af1c-4fc7b0f8afb5']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:05.567034 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1517394b-4f4f-4f9c-bb73-f1ff52851df0 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:05.569323 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f015287-dba0-4814-9ae8-4dc7b11c9d23 req-99dc944c-3e5a-4a6f-aeba-d68027383556 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:05.576747 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f015287-dba0-4814-9ae8-4dc7b11c9d23 req-99dc944c-3e5a-4a6f-aeba-d68027383556 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 944 time: 0.1741438 Jan 14 01:40:05.593472 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Publish callbacks [] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.600138 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632bd95-88c6-4a00-899a-3075064db2c4 req-394d315e-480f-49b4-a00b-633ac4cd7af7 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:05.601731 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c632bd95-88c6-4a00-899a-3075064db2c4 req-394d315e-480f-49b4-a00b-633ac4cd7af7 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 948 time: 0.1979396 Jan 14 01:40:05.603619 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b583a68-7499-4a17-9881-a48aa60eddb5') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:05.603903 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b583a68-7499-4a17-9881-a48aa60eddb5') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:05.618902 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (7b583a68-7499-4a17-9881-a48aa60eddb5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.647852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Transition to ACTIVE for port object 1517394b-4f4f-4f9c-bb73-f1ff52851df0 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:05.660091 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (7b583a68-7499-4a17-9881-a48aa60eddb5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.680031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e4c21451-d424-4ba6-b4a6-f82e8406b651 None None] Provisioning complete for port 10219419-df16-4b57-98e2-4d168d9675f5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:05.680620 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e4c21451-d424-4ba6-b4a6-f82e8406b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (10219419-df16-4b57-98e2-4d168d9675f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.686864 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f015287-dba0-4814-9ae8-4dc7b11c9d23 req-f4a13a1d-b904-4d8b-b7b3-d1f5413aebde tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091340 Jan 14 01:40:05.687991 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:40:05.688413 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (7b583a68-7499-4a17-9881-a48aa60eddb5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.691814 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:40:05.692113 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:40:05.718182 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-979de51e-ef1d-4e75-9951-6c827182969e service neutron] Transition to ACTIVE for port object f8303bb4-10ec-4e7b-9ce4-289c257b6519 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:05.761733 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-979de51e-ef1d-4e75-9951-6c827182969e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.767755 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c632bd95-88c6-4a00-899a-3075064db2c4 req-a9d9a92e-f1df-4189-9ba6-0f1ebdcf624e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405606 Jan 14 01:40:05.803379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e4c21451-d424-4ba6-b4a6-f82e8406b651 None None] Port 10219419-df16-4b57-98e2-4d168d9675f5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:40:05.808440 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (23b69c07-f64d-404a-af1c-4fc7b0f8afb5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.825105 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.840626 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Pushing event updated for resources: {'Port': ['ID=1517394b-4f4f-4f9c-bb73-f1ff52851df0,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:05.845164 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/23b69c07-f64d-404a-af1c-4fc7b0f8afb5 HTTP/1.1" status: 204 len: 168 time: 1.2440169 Jan 14 01:40:05.854805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ee01d-deff-4a92-9d66-f8f9c2df37e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b69c07-f64d-404a-af1c-4fc7b0f8afb5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:05.874520 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0d77f4d4-259b-4321-b6ab-b429c88220cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (5d9f0880-0303-48cf-99bc-6d6f1ed01717), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.912934 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d77f4d4-259b-4321-b6ab-b429c88220cb None None] Network 23b69c07-f64d-404a-af1c-4fc7b0f8afb5 is not hosted by any dhcp agent {{(pid=103355) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 14 01:40:05.913431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77f4d4-259b-4321-b6ab-b429c88220cb None None] No DVR routers for this DVR port 5d9f0880-0303-48cf-99bc-6d6f1ed01717 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:40:05.916646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77f4d4-259b-4321-b6ab-b429c88220cb None None] Pushing event deleted for resources: {'Port': ['ID=5d9f0880-0303-48cf-99bc-6d6f1ed01717,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:05.929445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a18f636d-d0e0-4670-b611-0fe97aa79f49 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:05.929838 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.947186 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5d9f0880-0303-48cf-99bc-6d6f1ed01717 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:40:05.969115 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2314cda-5b9c-4e2a-a94a-0175b454cb71 admin admin] Publish callbacks [] for security_group (7e8a1b5c-973e-4c68-a1ce-fc9a1efa38fa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:05.971422 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 5d9f0880-0303-48cf-99bc-6d6f1ed01717 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:40:05.971710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5d9f0880-0303-48cf-99bc-6d6f1ed01717 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:40:05.996673 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a18f636d-d0e0-4670-b611-0fe97aa79f49, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a18f636d-d0e0-4670-b611-0fe97aa79f49,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:05.998352 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e709b78-59a9-46fc-b291-dc7936486b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18f636d-d0e0-4670-b611-0fe97aa79f49'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:06.000658 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13785f0-ae71-4623-b0da-f1f5c6fd9bc6" -d '{"events": [{"server_uuid": "6e709b78-59a9-46fc-b291-dc7936486b7c", "name": "network-vif-plugged", "status": "completed", "tag": "a18f636d-d0e0-4670-b611-0fe97aa79f49"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:06.004142 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.004322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0128c-b617-4214-9c0d-124c469599d1 req-28fb6b16-2b19-466e-8fc7-23d60683c8ac tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:06.007866 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55b0128c-b617-4214-9c0d-124c469599d1 req-28fb6b16-2b19-466e-8fc7-23d60683c8ac tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 943 time: 0.1241972 Jan 14 01:40:06.022364 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2314cda-5b9c-4e2a-a94a-0175b454cb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7e8a1b5c-973e-4c68-a1ce-fc9a1efa38fa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.059161 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-979de51e-ef1d-4e75-9951-6c827182969e service neutron] No DVR routers for this DVR port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:40:06.069806 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a18f636d-d0e0-4670-b611-0fe97aa79f49,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:06.119400 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55b0128c-b617-4214-9c0d-124c469599d1 req-ee70abb4-9286-43bc-bba4-976f16ff6a7c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974290 Jan 14 01:40:06.120079 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48282) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:06.147508 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979de51e-ef1d-4e75-9951-6c827182969e service neutron] Pushing event updated for resources: {'Port': ['ID=f8303bb4-10ec-4e7b-9ce4-289c257b6519,revision_number=10']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:06.168954 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ac6dd1-44d5-418b-8188-bc302198aafd x-openstack-request-id: req-50ac6dd1-44d5-418b-8188-bc302198aafd {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:06.169372 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e709b78-59a9-46fc-b291-dc7936486b7c", "name": "network-vif-plugged", "status": "completed", "tag": "a18f636d-d0e0-4670-b611-0fe97aa79f49", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:06.169755 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50ac6dd1-44d5-418b-8188-bc302198aafd {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:06.170237 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e709b78-59a9-46fc-b291-dc7936486b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18f636d-d0e0-4670-b611-0fe97aa79f49', 'code': 200} Jan 14 01:40:06.191196 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-02645e9f-b286-44cc-8ae1-66a27401e7c2 req-ebd89a16-04f8-432d-b64e-ca0eb58b7c30 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3655531 Jan 14 01:40:06.191509 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2314cda-5b9c-4e2a-a94a-0175b454cb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8a1b5c-973e-4c68-a1ce-fc9a1efa38fa,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:06.201773 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d2314cda-5b9c-4e2a-a94a-0175b454cb71 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ea1b25a0f4248ada3ab271872c81707&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0490062 Jan 14 01:40:06.205825 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48284) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:06.215807 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3b10f-819b-4f56-8ac4-8e3f8be1bb54 req-01d02345-da00-4b13-996c-cd9adaa94beb tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:06.218164 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07b3b10f-819b-4f56-8ac4-8e3f8be1bb54 req-01d02345-da00-4b13-996c-cd9adaa94beb tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 949 time: 0.1249478 Jan 14 01:40:06.228848 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-979de51e-ef1d-4e75-9951-6c827182969e service neutron] 10.222.0.36 "PUT /v2.0/ports/f8303bb4-10ec-4e7b-9ce4-289c257b6519/bindings/n-h1-824358-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9150455 Jan 14 01:40:06.237195 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6490a6bc-bac2-45fd-be29-2f6f5095bef0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=239011a87ab64074a230fdbcf35ac274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1143336 Jan 14 01:40:06.239771 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10219419-df16-4b57-98e2-4d168d9675f5 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:06.241737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48286) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:06.246373 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Attempting to bind port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:06.246771 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Attempting to bind port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:06.247066 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Attempting to bind port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:06.257266 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Publish callbacks [] for port (10219419-df16-4b57-98e2-4d168d9675f5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.267641 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:06.267953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Attempting to bind port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:06.287519 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:06.287872 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:06.288748 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:06.288748 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Bound port: 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:06.289015 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.291556 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Transition to ACTIVE for port object 10219419-df16-4b57-98e2-4d168d9675f5 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:06.301798 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (10219419-df16-4b57-98e2-4d168d9675f5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.369750 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec73020-452b-4faa-9325-02577cab6fce admin admin] Publish callbacks [] for security_group (7e8a1b5c-973e-4c68-a1ce-fc9a1efa38fa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.387389 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2fb2d-966d-4842-8da4-35a3ab548396 req-22d00a95-ee04-42a5-adb7-078c492135be tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:06.389500 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-abc2fb2d-966d-4842-8da4-35a3ab548396 req-22d00a95-ee04-42a5-adb7-078c492135be tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 936 time: 0.1500533 Jan 14 01:40:06.394529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07b3b10f-819b-4f56-8ac4-8e3f8be1bb54 req-bb5ebbbb-023a-4b5e-8c6b-0fd5ff1c5586 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539502 Jan 14 01:40:06.424533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d50fe-1d3d-4c15-b115-fbb39f372dbe req-0da9c144-83ee-4e6f-a53b-f499f27493aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:06.425757 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-021d50fe-1d3d-4c15-b115-fbb39f372dbe req-0da9c144-83ee-4e6f-a53b-f499f27493aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 1100 time: 0.1438351 Jan 14 01:40:06.430881 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d569a4dc-11d0-4ac1-a305-8a34186d2aa9 admin admin] Publish callbacks [] for security_group (0dabb881-2d9f-456e-8bcd-86cf97c962b8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.454072 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Pushing event updated for resources: {'Port': ['ID=10219419-df16-4b57-98e2-4d168d9675f5,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:06.476448 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec73020-452b-4faa-9325-02577cab6fce admin admin] Publish callbacks [] for security_group (7e8a1b5c-973e-4c68-a1ce-fc9a1efa38fa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.497683 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d569a4dc-11d0-4ac1-a305-8a34186d2aa9 admin admin] Publish callbacks [] for security_group (0dabb881-2d9f-456e-8bcd-86cf97c962b8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.517862 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-abc2fb2d-966d-4842-8da4-35a3ab548396 req-1a223b65-6f11-4714-904e-816c5d7f8598 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200030 Jan 14 01:40:06.520031 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02645e9f-b286-44cc-8ae1-66a27401e7c2 req-34e94817-45b6-4460-92c9-18a21817dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:06.521527 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-02645e9f-b286-44cc-8ae1-66a27401e7c2 req-34e94817-45b6-4460-92c9-18a21817dde5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 1100 time: 0.2059317 Jan 14 01:40:06.530737 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-021d50fe-1d3d-4c15-b115-fbb39f372dbe req-5cb81529-7e93-4065-b57c-176cbbe23b24 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971801 Jan 14 01:40:06.569817 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:06.574218 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-995f4825-1f17-4396-a683-bd7600df3fba tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:06.575810 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-995f4825-1f17-4396-a683-bd7600df3fba tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af&tenant_id=fb29aaab805049d786bf79e89fb9efca&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1096 time: 0.2097247 Jan 14 01:40:06.584181 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d569a4dc-11d0-4ac1-a305-8a34186d2aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0dabb881-2d9f-456e-8bcd-86cf97c962b8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.587235 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d569a4dc-11d0-4ac1-a305-8a34186d2aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.591553 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d569a4dc-11d0-4ac1-a305-8a34186d2aa9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dabb881-2d9f-456e-8bcd-86cf97c962b8 HTTP/1.1" status: 204 len: 168 time: 0.3482752 Jan 14 01:40:06.601166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569a4dc-11d0-4ac1-a305-8a34186d2aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dabb881-2d9f-456e-8bcd-86cf97c962b8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:06.892751 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1567817-7929-40d5-b8e0-ef7245519f84 req-d76e432d-f31d-403f-a0eb-b759d1405a6f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:06.894672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f1567817-7929-40d5-b8e0-ef7245519f84 req-d76e432d-f31d-403f-a0eb-b759d1405a6f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 945 time: 0.0919025 Jan 14 01:40:06.909709 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:06.919084 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d09f1-1ab6-4aab-a222-f4f1b2313ed9 req-c5142908-2d86-4d7e-b030-be001ca596a6 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:06.921114 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-502d09f1-1ab6-4aab-a222-f4f1b2313ed9 req-c5142908-2d86-4d7e-b030-be001ca596a6 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 948 time: 0.0847247 Jan 14 01:40:06.926331 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.979765 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:06.980562 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:06.982715 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] 10.222.0.46 "PUT /v2.0/ports/1517394b-4f4f-4f9c-bb73-f1ff52851df0 HTTP/1.1" status: 200 len: 1091 time: 2.7154834 Jan 14 01:40:06.994166 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f1567817-7929-40d5-b8e0-ef7245519f84 req-80482c3b-ef94-4f8c-b742-47c56b523d3f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909321 Jan 14 01:40:07.006455 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6faea7c9-bd78-4e0c-8516-5a939742a67d', 'tag': '1517394b-4f4f-4f9c-bb73-f1ff52851df0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:07.009482 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b4e095-69ed-40c3-91bb-c93e516004f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6faea7c9-bd78-4e0c-8516-5a939742a67d", "tag": "1517394b-4f4f-4f9c-bb73-f1ff52851df0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:07.014212 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-502d09f1-1ab6-4aab-a222-f4f1b2313ed9 req-e4ae7994-6090-4633-8a15-e9d087f3d244 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791786 Jan 14 01:40:07.056494 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98cfc0-5e69-4743-91ff-d67e568d114d service neutron] Pushing event updated for resources: {'Port': ['ID=1517394b-4f4f-4f9c-bb73-f1ff52851df0,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:07.068203 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec73020-452b-4faa-9325-02577cab6fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7e8a1b5c-973e-4c68-a1ce-fc9a1efa38fa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:07.071398 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec73020-452b-4faa-9325-02577cab6fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:07.075571 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3ec73020-452b-4faa-9325-02577cab6fce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e8a1b5c-973e-4c68-a1ce-fc9a1efa38fa HTTP/1.1" status: 204 len: 168 time: 0.8664718 Jan 14 01:40:07.094826 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Attempting to bind port 10219419-df16-4b57-98e2-4d168d9675f5 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:07.098264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Attempting to bind port 10219419-df16-4b57-98e2-4d168d9675f5 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:07.098264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Attempting to bind port 10219419-df16-4b57-98e2-4d168d9675f5 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:07.099028 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705181b8-f843-4b70-a855-1e81f98b35dd x-openstack-request-id: req-705181b8-f843-4b70-a855-1e81f98b35dd {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:07.099321 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6faea7c9-bd78-4e0c-8516-5a939742a67d", "tag": "1517394b-4f4f-4f9c-bb73-f1ff52851df0", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:07.099571 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-705181b8-f843-4b70-a855-1e81f98b35dd {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:07.099961 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6faea7c9-bd78-4e0c-8516-5a939742a67d', 'tag': '1517394b-4f4f-4f9c-bb73-f1ff52851df0', 'status': 'completed', 'code': 200} Jan 14 01:40:07.105601 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-5bd76266-0c8a-43cc-9bd5-dbcd94c9ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:07.107703 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-5bd76266-0c8a-43cc-9bd5-dbcd94c9ed5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af&tenant_id=fb29aaab805049d786bf79e89fb9efca HTTP/1.1" status: 200 len: 1096 time: 0.2456510 Jan 14 01:40:07.131626 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec73020-452b-4faa-9325-02577cab6fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8a1b5c-973e-4c68-a1ce-fc9a1efa38fa,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:07.135739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02645e9f-b286-44cc-8ae1-66a27401e7c2 req-f148fdfb-f27d-4c66-83d8-e4a1bcb86093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:07.137515 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-02645e9f-b286-44cc-8ae1-66a27401e7c2 req-f148fdfb-f27d-4c66-83d8-e4a1bcb86093 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.5822871 Jan 14 01:40:07.138123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Port 10219419-df16-4b57-98e2-4d168d9675f5 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:07.138878 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Attempting to bind port 10219419-df16-4b57-98e2-4d168d9675f5 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:07.148442 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc769e61-bf1d-430b-bfbd-10ef085d710d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:07.157785 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:07.158364 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:07.158640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:07.158986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Bound port: 10219419-df16-4b57-98e2-4d168d9675f5, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:07.159347 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (10219419-df16-4b57-98e2-4d168d9675f5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:07.164885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f728667e-163a-4259-84e6-70cd0193cddc up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:07.219944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port f728667e-163a-4259-84e6-70cd0193cddc completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:07.225076 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port f728667e-163a-4259-84e6-70cd0193cddc triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:07.225706 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f728667e-163a-4259-84e6-70cd0193cddc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:07.232696 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-02645e9f-b286-44cc-8ae1-66a27401e7c2 req-1503c82e-6d10-4ff3-9d6a-93b323adade2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1aad08-b38f-4b1c-bc31-4ec294e52f69 HTTP/1.1" status: 200 len: 217 time: 0.0874958 Jan 14 01:40:07.292972 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a4b2c-f5e0-4634-8157-9aaad809e273 req-152c008a-b125-412b-b8c1-535b4cb505a8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:07.300912 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f67a4b2c-f5e0-4634-8157-9aaad809e273 req-152c008a-b125-412b-b8c1-535b4cb505a8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 943 time: 0.0752411 Jan 14 01:40:07.320257 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48223-5b78-4329-89c3-04c06752d435 req-762da465-b9d4-4302-9e26-f912fe9375d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:07.321849 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-762da465-b9d4-4302-9e26-f912fe9375d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 1094 time: 0.2609584 Jan 14 01:40:07.348441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port f728667e-163a-4259-84e6-70cd0193cddc is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:07.350605 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f728667e-163a-4259-84e6-70cd0193cddc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:07.352473 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-92c95789-9b58-43e9-a909-a705031e1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:07.354583 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-92c95789-9b58-43e9-a909-a705031e1af1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 1096 time: 0.1917238 Jan 14 01:40:07.355409 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02645e9f-b286-44cc-8ae1-66a27401e7c2 req-e33fbcf1-f01f-484b-8a20-d817265a2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:07.356721 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-02645e9f-b286-44cc-8ae1-66a27401e7c2 req-e33fbcf1-f01f-484b-8a20-d817265a2123 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1080029 Jan 14 01:40:07.367844 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f67a4b2c-f5e0-4634-8157-9aaad809e273 req-009377ca-3c8a-47d2-a0a7-9b33c8eb55e2 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659814 Jan 14 01:40:07.411506 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f728667e-163a-4259-84e6-70cd0193cddc, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f728667e-163a-4259-84e6-70cd0193cddc,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:07.417695 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f728667e-163a-4259-84e6-70cd0193cddc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:07.446872 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-18d29b7c-685b-4aae-8d3b-b6b21a61d733 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0 HTTP/1.1" status: 200 len: 217 time: 0.0969162 Jan 14 01:40:07.485825 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=f728667e-163a-4259-84e6-70cd0193cddc,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:07.506562 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.507303 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.507920 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.508463 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.509007 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.509595 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.510343 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.512145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.512716 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.513802 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.514369 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.514937 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.515467 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:07.534841 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:07.600712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939c528-57e7-4632-9182-27fe585843aa req-f0facb1f-6711-4479-a741-b17e273d12d2 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:07.602269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d939c528-57e7-4632-9182-27fe585843aa req-f0facb1f-6711-4479-a741-b17e273d12d2 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 949 time: 0.0720160 Jan 14 01:40:07.605291 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-c093a261-3e8c-4c05-9e59-e84fc5fbd561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:07.608378 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-c093a261-3e8c-4c05-9e59-e84fc5fbd561 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.2382526 Jan 14 01:40:07.617767 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=10219419-df16-4b57-98e2-4d168d9675f5,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:07.669309 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02645e9f-b286-44cc-8ae1-66a27401e7c2 req-9c16bcc1-66cb-49b6-8db4-b17fa9fd9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:07.671424 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-02645e9f-b286-44cc-8ae1-66a27401e7c2 req-9c16bcc1-66cb-49b6-8db4-b17fa9fd9938 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3046310 Jan 14 01:40:07.672822 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (10219419-df16-4b57-98e2-4d168d9675f5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:07.718011 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d939c528-57e7-4632-9182-27fe585843aa req-14497004-56f7-4e54-9bad-552313558caa tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092863 Jan 14 01:40:07.743262 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd11606-919d-41e1-8e09-b3893aec70ab req-6d373176-80fe-461b-a761-2faa1e883b7e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:07.746223 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fcd11606-919d-41e1-8e09-b3893aec70ab req-6d373176-80fe-461b-a761-2faa1e883b7e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 948 time: 0.1136889 Jan 14 01:40:07.748330 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-4d8a9bdf-cabb-4cf0-8156-278fae4eb968 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519 HTTP/1.1" status: 200 len: 217 time: 0.1252840 Jan 14 01:40:07.755868 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48223-5b78-4329-89c3-04c06752d435 req-1b8cebeb-86b3-4146-aac3-f5561b149f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:07.757891 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-1b8cebeb-86b3-4146-aac3-f5561b149f84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.2770112 Jan 14 01:40:07.779496 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Pushing event updated for resources: {'Port': ['ID=10219419-df16-4b57-98e2-4d168d9675f5,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:07.813923 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fcd11606-919d-41e1-8e09-b3893aec70ab req-b2fb1631-74d1-468b-b74e-3c30165783de tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566323 Jan 14 01:40:07.819603 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:07.820412 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:07.822028 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-70eb7e10-3645-4ad2-8979-c5f31876d59d service neutron] 10.222.0.46 "PUT /v2.0/ports/10219419-df16-4b57-98e2-4d168d9675f5 HTTP/1.1" status: 200 len: 1096 time: 2.6939662 Jan 14 01:40:07.883599 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-c07d5b65-02c5-4bef-8c38-3cfafd0bc2f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146736 Jan 14 01:40:07.958689 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48334) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:08.025119 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-004f20c8-f4c8-4726-91a7-9795ea32fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:08.029078 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-004f20c8-f4c8-4726-91a7-9795ea32fb53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.2523122 Jan 14 01:40:08.087648 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-6bca48be-648c-4680-88f8-66ef55c5b02a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362542 Jan 14 01:40:08.097094 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-02645e9f-b286-44cc-8ae1-66a27401e7c2 req-3bc550f2-bbea-408e-9f59-3d42a1eb7de8 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623831 Jan 14 01:40:08.170921 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457c6b47-d506-42d6-afbb-a2a9daac963f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f728667e-163a-4259-84e6-70cd0193cddc'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:08.174405 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ee4c68-d9fd-4706-acfe-71f7e25f5f61" -d '{"events": [{"server_uuid": "457c6b47-d506-42d6-afbb-a2a9daac963f", "name": "network-vif-plugged", "status": "completed", "tag": "f728667e-163a-4259-84e6-70cd0193cddc"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:08.226546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ab5bb-ea64-4824-a933-cebe4d4eeca6 req-1c03e156-adb0-4323-8e0b-544b92342aa5 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:08.228068 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-764ab5bb-ea64-4824-a933-cebe4d4eeca6 req-1c03e156-adb0-4323-8e0b-544b92342aa5 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 949 time: 0.1365466 Jan 14 01:40:08.235487 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-f8da3af6-3fee-4118-a305-c15de409e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:08.237149 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-f8da3af6-3fee-4118-a305-c15de409e5c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 1099 time: 0.3264804 Jan 14 01:40:08.238070 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc70c32-bf82-4fb8-9c2c-7c151af4bffa req-12d6795e-99b4-4d50-b7e0-11005688a5b7 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:08.239669 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5bc70c32-bf82-4fb8-9c2c-7c151af4bffa req-12d6795e-99b4-4d50-b7e0-11005688a5b7 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 945 time: 0.1071522 Jan 14 01:40:08.247017 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-network', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:08.282699 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.312483 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-b7340586-137d-4b38-809d-ed4270d1cd4e service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162929 Jan 14 01:40:08.313203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48354) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:08.319193 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-f26ceccf-146e-46e2-a1bb-d45060743358 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=10219419-df16-4b57-98e2-4d168d9675f5 HTTP/1.1" status: 200 len: 217 time: 0.0586205 Jan 14 01:40:08.323961 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-02645e9f-b286-44cc-8ae1-66a27401e7c2 req-694cce49-e267-4dfa-ac4c-a89e287b859a service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088940 Jan 14 01:40:08.332418 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Made reservation on behalf of 7b4ddbfe3a424b3f9de7b583799cf513 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:08.335880 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.357745 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-764ab5bb-ea64-4824-a933-cebe4d4eeca6 req-afab1573-241b-4d49-a85a-59a5a96071bc tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165416 Jan 14 01:40:08.359716 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.365757 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5bc70c32-bf82-4fb8-9c2c-7c151af4bffa req-44291556-5c4f-41aa-a438-b5ec8cdacedb tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092436 Jan 14 01:40:08.438671 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-308a441d-f7c8-4b07-8e85-556b1cd086b5 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394170 Jan 14 01:40:08.478411 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3a0560-99f0-43bb-98a5-e990d2ab22df x-openstack-request-id: req-fe3a0560-99f0-43bb-98a5-e990d2ab22df {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:08.479034 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457c6b47-d506-42d6-afbb-a2a9daac963f", "name": "network-vif-plugged", "status": "completed", "tag": "f728667e-163a-4259-84e6-70cd0193cddc", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:08.479745 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe3a0560-99f0-43bb-98a5-e990d2ab22df {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:08.480340 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457c6b47-d506-42d6-afbb-a2a9daac963f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f728667e-163a-4259-84e6-70cd0193cddc', 'code': 200} Jan 14 01:40:08.495121 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1195968108-network', 'tenant_id': 'b782c83d919c481cb3b03a9f645c75e6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:08.507568 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-fcc7b434-9502-46fd-83f2-6be9953b14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:08.507760 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Publish callbacks [] for security_group (f488c55a-f87f-4bc7-92f2-361775e4768f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.509127 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-fcc7b434-9502-46fd-83f2-6be9953b14a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1765182 Jan 14 01:40:08.516466 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f488c55a-f87f-4bc7-92f2-361775e4768f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.548080 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:40:08.550090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Made reservation on behalf of b782c83d919c481cb3b03a9f645c75e6 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:08.554642 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.585007 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.585719 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34d48223-5b78-4329-89c3-04c06752d435 req-640a9355-5a49-487f-9e60-0b1a134201fd service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656190 Jan 14 01:40:08.586152 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c66faa79-b615-4d52-bf2c-547d7fa73ea7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.586540 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Added segment c66faa79-b615-4d52-bf2c-547d7fa73ea7 of type vlan for network 796a368f-16f4-45ad-a407-c2d5edcebf13 Jan 14 01:40:08.604338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f488c55a-f87f-4bc7-92f2-361775e4768f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:08.609551 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-a462114c-031d-4678-8bee-1fc2f89bfae8 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624539 Jan 14 01:40:08.617676 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-20dff17b-f281-4ec5-a032-e2b568ceb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:08.620299 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-20dff17b-f281-4ec5-a032-e2b568ceb97d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864131 Jan 14 01:40:08.686501 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (796a368f-16f4-45ad-a407-c2d5edcebf13), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.692615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f8303bb4-10ec-4e7b-9ce4-289c257b6519 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:40:08.697725 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062a297-72d1-49b0-83e9-b1a7be7c3993 req-4dfd89c4-3835-473d-b455-9ef867779c1c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:08.699250 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6062a297-72d1-49b0-83e9-b1a7be7c3993 req-4dfd89c4-3835-473d-b455-9ef867779c1c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 943 time: 0.1424894 Jan 14 01:40:08.748620 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f06c0-4f61-4f8c-bc8b-ee77313e1585 req-aa08ae35-241d-451f-8163-5d4ac9179d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:08.750257 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-868f06c0-4f61-4f8c-bc8b-ee77313e1585 req-aa08ae35-241d-451f-8163-5d4ac9179d47 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 1100 time: 0.1285677 Jan 14 01:40:08.773403 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (796a368f-16f4-45ad-a407-c2d5edcebf13), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.775008 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:08.775581 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.776633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] The host n-h2-824358-4 is not matching for port f8303bb4-10ec-4e7b-9ce4-289c257b6519 host n-h1-824358-4! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 01:40:08.778562 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f8303bb4-10ec-4e7b-9ce4-289c257b6519 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:40:08.815986 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-663879f1-e6b7-46ff-887d-95ba3b088144 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628304 Jan 14 01:40:08.831972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4e095-69ed-40c3-91bb-c93e516004f8 req-b8cc2d16-a2b6-4262-bb54-c46dced64b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:08.833443 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a0b4e095-69ed-40c3-91bb-c93e516004f8 req-b8cc2d16-a2b6-4262-bb54-c46dced64b7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 1094 time: 0.1177831 Jan 14 01:40:08.890869 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9309449 Jan 14 01:40:08.909795 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48364) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:08.917603 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Publish callbacks [] for security_group (4c7795f5-d05a-40fa-a9da-6c5f5789afdd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.930317 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4c7795f5-d05a-40fa-a9da-6c5f5789afdd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:08.954409 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6062a297-72d1-49b0-83e9-b1a7be7c3993 req-f86eb367-425b-49aa-8adc-a0e3507a0cf8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360766 Jan 14 01:40:08.958582 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929fc2d-99ac-406f-8470-3d1a8e40f033 admin admin] Pushing event updated for resources: {'Network': ['ID=796a368f-16f4-45ad-a407-c2d5edcebf13,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:08.974196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 796a368f-16f4-45ad-a407-c2d5edcebf13 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:40:09.020766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:40:09.063083 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7795f5-d05a-40fa-a9da-6c5f5789afdd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:09.067489 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (1a932aa3-4e95-4b53-887b-15f1e7ce4208), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.067827 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Added segment 1a932aa3-4e95-4b53-887b-15f1e7ce4208 of type vlan for network 4ce41f76-a552-4855-887d-6b5d363a9f23 Jan 14 01:40:09.076313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10af6f-b2ce-41ed-844a-73b37d369c97 req-4764d5e0-a873-495e-98e8-03e4156eca2f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:09.083721 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe10af6f-b2ce-41ed-844a-73b37d369c97 req-4764d5e0-a873-495e-98e8-03e4156eca2f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 949 time: 0.2822342 Jan 14 01:40:09.144906 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f8303bb4-10ec-4e7b-9ce4-289c257b6519 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:40:09.168264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'tag': '10219419-df16-4b57-98e2-4d168d9675f5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:09.170874 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e70743-5155-4f5b-bd21-eaa7c55c9780" -d '{"events": [{"name": "network-changed", "server_uuid": "19e3dfbb-5226-443f-b80a-ebe3bfae6bf0", "tag": "10219419-df16-4b57-98e2-4d168d9675f5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:09.179384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-05f6f3b4-8b83-4e06-bd45-ec39248740a0 admin admin] Request body: {'subnet': {'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-subnet', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:09.183931 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-868f06c0-4f61-4f8c-bc8b-ee77313e1585 req-e8b67eae-1853-44f8-bc21-c3192d093953 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952017 Jan 14 01:40:09.229189 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (4ce41f76-a552-4855-887d-6b5d363a9f23), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.230859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port f8303bb4-10ec-4e7b-9ce4-289c257b6519 is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:09.255725 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f6f3b4-8b83-4e06-bd45-ec39248740a0 admin admin] Made reservation on behalf of 7b4ddbfe3a424b3f9de7b583799cf513 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:09.257978 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-05f6f3b4-8b83-4e06-bd45-ec39248740a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.276009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ad31-71c5-482f-997b-53030f2f0558 req-dbedf671-1360-4681-95bb-b3f407c65dda tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:09.277469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0f9ad31-71c5-482f-997b-53030f2f0558 req-dbedf671-1360-4681-95bb-b3f407c65dda tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 948 time: 0.2280490 Jan 14 01:40:09.282861 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-be5b2f2b-a94c-4d87-82a3-9fa76bc946dc tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:09.284251 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-be5b2f2b-a94c-4d87-82a3-9fa76bc946dc tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af&tenant_id=fb29aaab805049d786bf79e89fb9efca&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 1096 time: 0.1730607 Jan 14 01:40:09.289801 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe10af6f-b2ce-41ed-844a-73b37d369c97 req-9ee12eb9-6216-4d17-aa42-23c97c476273 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052789 Jan 14 01:40:09.291720 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (4ce41f76-a552-4855-887d-6b5d363a9f23), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.292680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:09.293313 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.307866 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-55cba197-a1bc-4fdf-8ec8-f8486957c20a req-488346ca-e8fa-45ec-bd23-f60bea568b11 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719210 Jan 14 01:40:09.311216 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4e095-69ed-40c3-91bb-c93e516004f8 req-f2b21fa5-5db4-491e-8b1c-478a78dee19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:09.312817 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a0b4e095-69ed-40c3-91bb-c93e516004f8 req-f2b21fa5-5db4-491e-8b1c-478a78dee19c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.4725451 Jan 14 01:40:09.348892 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d9513d-16bc-4e36-99e6-da042d90e232 x-openstack-request-id: req-06d9513d-16bc-4e36-99e6-da042d90e232 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:09.349174 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e3dfbb-5226-443f-b80a-ebe3bfae6bf0", "tag": "10219419-df16-4b57-98e2-4d168d9675f5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:09.349474 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06d9513d-16bc-4e36-99e6-da042d90e232 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:09.349858 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'tag': '10219419-df16-4b57-98e2-4d168d9675f5', 'status': 'completed', 'code': 200} Jan 14 01:40:09.386271 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0668604 Jan 14 01:40:09.388261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48370) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:09.394825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cc78ada0-b243-4a09-ae12-facf79fdeb24 admin admin] Request body: {'subnet': {'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1195968108-subnet', 'tenant_id': 'b782c83d919c481cb3b03a9f645c75e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:09.405141 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6359a4-1d8c-44e7-98cd-4b4f755fcaa1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ce41f76-a552-4855-887d-6b5d363a9f23,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:09.415865 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 4ce41f76-a552-4855-887d-6b5d363a9f23 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:40:09.460525 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0f9ad31-71c5-482f-997b-53030f2f0558 req-d36aa958-98e6-45da-ad5c-06812e835938 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624126 Jan 14 01:40:09.463814 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-05f6f3b4-8b83-4e06-bd45-ec39248740a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (79dd2ca7-7968-4316-b70c-d7bae5883dfa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.491870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de293e-bc34-4093-b3a3-6d49bcae1b4d req-3378929e-b037-44f4-bce8-fe4336650211 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:09.495049 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06de293e-bc34-4093-b3a3-6d49bcae1b4d req-3378929e-b037-44f4-bce8-fe4336650211 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=418db005-3c62-4ddb-89ab-15d2ca970e58 HTTP/1.1" status: 200 len: 950 time: 0.0875571 Jan 14 01:40:09.499039 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc78ada0-b243-4a09-ae12-facf79fdeb24 admin admin] Made reservation on behalf of b782c83d919c481cb3b03a9f645c75e6 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:09.502713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc78ada0-b243-4a09-ae12-facf79fdeb24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.520579 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6f3b4-8b83-4e06-bd45-ec39248740a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79dd2ca7-7968-4316-b70c-d7bae5883dfa,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:09.538266 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6f3b4-8b83-4e06-bd45-ec39248740a0 admin admin] Checking segment: {'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:09.538866 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6f3b4-8b83-4e06-bd45-ec39248740a0 admin admin] Network hostable DHCP agents. Network: 796a368f-16f4-45ad-a407-c2d5edcebf13, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:40:09.555398 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6f3b4-8b83-4e06-bd45-ec39248740a0 admin admin] Network 796a368f-16f4-45ad-a407-c2d5edcebf13 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:40:09.565030 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-05f6f3b4-8b83-4e06-bd45-ec39248740a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 796a368f-16f4-45ad-a407-c2d5edcebf13) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:09.569116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f6f3b4-8b83-4e06-bd45-ec39248740a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:09.569709 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-05f6f3b4-8b83-4e06-bd45-ec39248740a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.578003 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcbd4e5-d945-4025-a8ee-441581f5bd4e None None] Network 796a368f-16f4-45ad-a407-c2d5edcebf13 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:40:09.591140 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-05f6f3b4-8b83-4e06-bd45-ec39248740a0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4212008 Jan 14 01:40:09.597715 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48378) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:09.601172 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:09.637280 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a0b4e095-69ed-40c3-91bb-c93e516004f8 req-b44c304e-bc77-4ee9-aea5-504de360a182 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0 HTTP/1.1" status: 200 len: 217 time: 0.0476573 Jan 14 01:40:09.661139 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (1ce63fc9-2525-410e-b39f-fbafad55daac), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.661412 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06de293e-bc34-4093-b3a3-6d49bcae1b4d req-3afc5c34-3e28-4972-b26c-6a3735f30259 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558840 Jan 14 01:40:09.662695 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (1ce63fc9-2525-410e-b39f-fbafad55daac), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.708214 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-796a368f-16f4-45ad-a407-c2d5edcebf13', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'fixed_ips': [{'subnet_id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:40:09.709689 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.737536 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc180e-aac0-48eb-be50-9706523f0b12 req-d4174042-881b-4274-a755-e4c611cad0fb tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:09.739308 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cfc180e-aac0-48eb-be50-9706523f0b12 req-d4174042-881b-4274-a755-e4c611cad0fb tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 949 time: 0.1761131 Jan 14 01:40:09.753689 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4e095-69ed-40c3-91bb-c93e516004f8 req-3b3a6a1f-eddc-4422-8958-7a6db5b4922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:09.755140 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a0b4e095-69ed-40c3-91bb-c93e516004f8 req-3b3a6a1f-eddc-4422-8958-7a6db5b4922f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0569193 Jan 14 01:40:09.827772 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.856470 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Publish callbacks [] for router_controller (1ce63fc9-2525-410e-b39f-fbafad55daac), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:09.862641 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a0b4e095-69ed-40c3-91bb-c93e516004f8 req-ed4e67a7-e1b6-4dd4-a1ab-2f42a2f92279 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972648 Jan 14 01:40:09.877477 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Allocated IP 172.20.0.2 (796a368f-16f4-45ad-a407-c2d5edcebf13/79dd2ca7-7968-4316-b70c-d7bae5883dfa/9d6b1d92-14ba-48d7-924a-bcb41ad21059) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:09.944068 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e70743-5155-4f5b-bd21-eaa7c55c9780 req-d1cd96a4-2165-4d2e-a5eb-490c0c7b1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:09.945567 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35e70743-5155-4f5b-bd21-eaa7c55c9780 req-d1cd96a4-2165-4d2e-a5eb-490c0c7b1c85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 1099 time: 0.1939743 Jan 14 01:40:10.040286 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Publish callbacks [] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:10.047685 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:10.089413 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Network 796a368f-16f4-45ad-a407-c2d5edcebf13 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:10.100953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:10.103935 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:10.113814 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Pushing event updated for resources: {'Port': ['ID=9d6b1d92-14ba-48d7-924a-bcb41ad21059,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:10.122449 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Publish callbacks [] for router_gateway (1ce63fc9-2525-410e-b39f-fbafad55daac), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:10.173358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Attempting to bind port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:10.173925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Attempting to bind port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:10.174376 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Attempting to bind port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 on network 796a368f-16f4-45ad-a407-c2d5edcebf13 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:10.177654 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e70743-5155-4f5b-bd21-eaa7c55c9780 req-0ed3504e-0e0f-4fbc-81cf-5349bad7a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:10.179155 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35e70743-5155-4f5b-bd21-eaa7c55c9780 req-0ed3504e-0e0f-4fbc-81cf-5349bad7a1ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1964605 Jan 14 01:40:10.180627 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:10.181101 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Checking segment: {'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:10.181596 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:10.182090 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Bound using segment: {'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:10.182683 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Bound port: 9d6b1d92-14ba-48d7-924a-bcb41ad21059, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:10.183150 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:10.250710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] For port 9d6b1d92-14ba-48d7-924a-bcb41ad21059, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:10.251443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a7cc4-be70-4917-9b14-a08e0886201e req-1a47a8b8-6ca6-4c79-beb5-a7ab28672b33 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:10.252529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-312a7cc4-be70-4917-9b14-a08e0886201e req-1a47a8b8-6ca6-4c79-beb5-a7ab28672b33 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 945 time: 0.4968655 Jan 14 01:40:10.259246 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a0b4e095-69ed-40c3-91bb-c93e516004f8 req-20f33242-203b-482a-abb0-02fa0d61fe86 service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303063 Jan 14 01:40:10.261339 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] For port 9d6b1d92-14ba-48d7-924a-bcb41ad21059, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9d6b1d92-14ba-48d7-924a-bcb41ad21059,segment=NetworkSegment(c66faa79-b615-4d52-bf2c-547d7fa73ea7),segment_id=c66faa79-b615-4d52-bf2c-547d7fa73ea7)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:10.262040 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35e70743-5155-4f5b-bd21-eaa7c55c9780 req-5e46b796-37f7-4095-baf3-96c7fb2e810c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=10219419-df16-4b57-98e2-4d168d9675f5 HTTP/1.1" status: 200 len: 217 time: 0.0538921 Jan 14 01:40:10.268392 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cfc180e-aac0-48eb-be50-9706523f0b12 req-304493bd-97ab-4d17-ac45-4510d947987b tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124114 Jan 14 01:40:10.268897 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:10.370507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-72fd6df9-6fb4-4be5-a04c-7edb8cb673cb service neutron] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:10.371620 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747e16b-c35f-4827-a485-b0e91db58ef9 None None] Pushing event updated for resources: {'Port': ['ID=9d6b1d92-14ba-48d7-924a-bcb41ad21059,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:10.381704 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-72fd6df9-6fb4-4be5-a04c-7edb8cb673cb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:10.382823 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fd99cab4-defa-4c2a-affb-e860d1c9a713 req-72fd6df9-6fb4-4be5-a04c-7edb8cb673cb service neutron] 10.222.0.46 "DELETE /v2.0/ports/f8303bb4-10ec-4e7b-9ce4-289c257b6519/bindings/n-h2-824358-4 HTTP/1.1" status: 204 len: 173 time: 0.7775819 Jan 14 01:40:10.392759 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc78ada0-b243-4a09-ae12-facf79fdeb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (d97ddbcc-09c0-411b-9dd8-86412dbf8eb4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:10.418662 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-312a7cc4-be70-4917-9b14-a08e0886201e req-4cb5787b-087a-475c-8c47-58812fe62942 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412282 Jan 14 01:40:10.493996 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e70743-5155-4f5b-bd21-eaa7c55c9780 req-13ca0594-906f-43d2-b65c-9949a9eee210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:10.499595 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35e70743-5155-4f5b-bd21-eaa7c55c9780 req-13ca0594-906f-43d2-b65c-9949a9eee210 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.2195630 Jan 14 01:40:10.565525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78ada0-b243-4a09-ae12-facf79fdeb24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:10.579297 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a0b4e095-69ed-40c3-91bb-c93e516004f8 req-90adec7f-b369-4d81-a950-191553befe15 service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048213 Jan 14 01:40:10.579700 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78ada0-b243-4a09-ae12-facf79fdeb24 admin admin] Checking segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:10.580355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78ada0-b243-4a09-ae12-facf79fdeb24 admin admin] Network hostable DHCP agents. Network: 4ce41f76-a552-4855-887d-6b5d363a9f23, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:40:10.598221 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e70743-5155-4f5b-bd21-eaa7c55c9780 req-268bca8b-1b5e-4208-81de-56927b263f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:10.601783 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35e70743-5155-4f5b-bd21-eaa7c55c9780 req-268bca8b-1b5e-4208-81de-56927b263f4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781646 Jan 14 01:40:10.612641 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595132a-cadf-43c9-980d-866fee541a83 req-afc2e650-93cd-4951-b402-4de5c842f984 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:10.621486 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3595132a-cadf-43c9-980d-866fee541a83 req-afc2e650-93cd-4951-b402-4de5c842f984 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 943 time: 0.1007843 Jan 14 01:40:10.650273 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78ada0-b243-4a09-ae12-facf79fdeb24 admin admin] Network 4ce41f76-a552-4855-887d-6b5d363a9f23 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:40:10.673111 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-cc78ada0-b243-4a09-ae12-facf79fdeb24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 4ce41f76-a552-4855-887d-6b5d363a9f23) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:10.678311 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc78ada0-b243-4a09-ae12-facf79fdeb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:10.679049 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc78ada0-b243-4a09-ae12-facf79fdeb24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:10.682787 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc0188-8541-4abb-879d-8f403ec01852 None None] Network 4ce41f76-a552-4855-887d-6b5d363a9f23 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:40:10.705356 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cc78ada0-b243-4a09-ae12-facf79fdeb24 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3123305 Jan 14 01:40:10.733009 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3595132a-cadf-43c9-980d-866fee541a83 req-6c7a4933-f1c3-4ef6-ba9a-86db0fa0e20b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979707 Jan 14 01:40:10.898735 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110dcc0-d384-4090-8a33-1b651ff0c074 req-e53dc7a0-f1c5-4774-babf-7d8cabf4dcde tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:10.910897 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110dcc0-d384-4090-8a33-1b651ff0c074 req-e53dc7a0-f1c5-4774-babf-7d8cabf4dcde tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:10.915007 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5110dcc0-d384-4090-8a33-1b651ff0c074 req-e53dc7a0-f1c5-4774-babf-7d8cabf4dcde tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=418db005-3c62-4ddb-89ab-15d2ca970e58&device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 1690 time: 0.1146610 Jan 14 01:40:10.920510 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:10.935900 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef9031-5107-4cb1-8d03-d8f8f86a8aaa None None] Network 4ce41f76-a552-4855-887d-6b5d363a9f23 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:40:11.014455 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35e70743-5155-4f5b-bd21-eaa7c55c9780 req-6a8a0aa7-9d86-4c34-9e2c-47ac293a8057 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597020 Jan 14 01:40:11.063650 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a5c9f-e3e6-44f5-b55d-6e11434ee137 req-760cc7e3-3b62-4bfa-909a-0d59674f4105 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:11.065163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d5a5c9f-e3e6-44f5-b55d-6e11434ee137 req-760cc7e3-3b62-4bfa-909a-0d59674f4105 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 948 time: 0.1995590 Jan 14 01:40:11.113153 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Publish callbacks [] for router_gateway (1ce63fc9-2525-410e-b39f-fbafad55daac), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:11.113261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5110dcc0-d384-4090-8a33-1b651ff0c074 req-f770d6d3-37f0-4bf1-a98e-d3b564d94dda tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214468 Jan 14 01:40:11.127060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:11.168794 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d5a5c9f-e3e6-44f5-b55d-6e11434ee137 req-d6f52723-f382-43f4-9344-62ab6557e091 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920937 Jan 14 01:40:11.213403 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35e70743-5155-4f5b-bd21-eaa7c55c9780 req-7e1227d7-b679-4906-9770-79cf0e4c235e service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785741 Jan 14 01:40:11.215759 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f338d54-c7aa-444c-bb13-bc5fd1de9e90 req-e6c98d59-ae1c-4a8f-aad7-d6218d761b3d tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:11.218026 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f338d54-c7aa-444c-bb13-bc5fd1de9e90 req-e6c98d59-ae1c-4a8f-aad7-d6218d761b3d tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 1096 time: 0.0462565 Jan 14 01:40:11.268780 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Allocated IP 172.25.2.114 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/6ee3cdbc-1ea8-46f2-a886-b374469e6bba) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:11.279867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f338d54-c7aa-444c-bb13-bc5fd1de9e90 req-6c263130-a703-494d-865b-e99860e29347 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561380 Jan 14 01:40:11.464974 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Publish callbacks [] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:11.520320 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:11.563343 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:11.571435 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:11.577836 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:11.582381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee3cdbc-1ea8-46f2-a886-b374469e6bba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:11.627304 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5549fbd-9681-4b62-8e74-1b33b080a477 req-86aea450-d7a3-4ef1-b070-2b1c16354ac5 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:11.629000 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c5549fbd-9681-4b62-8e74-1b33b080a477 req-86aea450-d7a3-4ef1-b070-2b1c16354ac5 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 949 time: 0.0972183 Jan 14 01:40:11.637166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-aaeff465-a6f9-41b2-9540-1df4109cc866 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:11.645020 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-aaeff465-a6f9-41b2-9540-1df4109cc866 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.2187886 Jan 14 01:40:11.675028 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-b5e4debe-82f4-4feb-9b79-b3478fae2c98 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/quotas/b782c83d919c481cb3b03a9f645c75e6 HTTP/1.1" status: 200 len: 375 time: 0.0290675 Jan 14 01:40:11.705868 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-ace11f4f-7117-44d9-be9d-8e6f537fea46 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299518 Jan 14 01:40:11.779079 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c5549fbd-9681-4b62-8e74-1b33b080a477 req-89c3e69d-6cc9-401b-811c-e5b01b94b6ee tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312289 Jan 14 01:40:11.849327 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-5943076b-dc3a-436b-b5d0-fb348c46a685 service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324403 Jan 14 01:40:11.869342 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352f4609-d981-49ce-a4e4-619529e2e90e None None] Network 796a368f-16f4-45ad-a407-c2d5edcebf13 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:40:11.884106 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Publish callbacks [] for router_gateway (1ce63fc9-2525-410e-b39f-fbafad55daac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:11.927701 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9d6b1d92-14ba-48d7-924a-bcb41ad21059 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:11.965914 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-c1f5cbef-16dc-45fd-9193-de2deb60850a service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146352 Jan 14 01:40:12.001029 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2e5042ee-9e32-4d9c-9862-a39154cba11b None None] Provisioning complete for port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:12.001398 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e5042ee-9e32-4d9c-9862-a39154cba11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:12.031458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10961a-da2c-4349-8dbc-9466a1320930 req-cba2980b-b1d7-4329-9e33-6ef66be94e41 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:12.034316 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:12.034481 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc10961a-da2c-4349-8dbc-9466a1320930 req-cba2980b-b1d7-4329-9e33-6ef66be94e41 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=418db005-3c62-4ddb-89ab-15d2ca970e58 HTTP/1.1" status: 200 len: 1101 time: 0.0533347 Jan 14 01:40:12.034837 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:12.118785 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc10961a-da2c-4349-8dbc-9466a1320930 req-e0559397-a90f-4fdd-ad9f-aa8fd2db0026 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723782 Jan 14 01:40:12.173527 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (1ce63fc9-2525-410e-b39f-fbafad55daac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:12.215943 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2e5042ee-9e32-4d9c-9862-a39154cba11b None None] Current status of the port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:12.217122 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e5042ee-9e32-4d9c-9862-a39154cba11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:12.303789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:12.304177 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:12.307112 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2e5042ee-9e32-4d9c-9862-a39154cba11b None None] For port 9d6b1d92-14ba-48d7-924a-bcb41ad21059, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9d6b1d92-14ba-48d7-924a-bcb41ad21059,segment=NetworkSegment(c66faa79-b615-4d52-bf2c-547d7fa73ea7),segment_id=c66faa79-b615-4d52-bf2c-547d7fa73ea7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:12.330871 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e5042ee-9e32-4d9c-9862-a39154cba11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:12.339498 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-ff673530-d318-456b-aebb-39210dc77c9e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:12.350515 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-ff673530-d318-456b-aebb-39210dc77c9e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 820 time: 0.2007022 Jan 14 01:40:12.375311 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Router 1ce63fc9-2525-410e-b39f-fbafad55daac is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:40:12.392062 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0edc5d2f-caa7-4355-8687-75138586832d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/quotas/fb29aaab805049d786bf79e89fb9efca HTTP/1.1" status: 200 len: 375 time: 0.0405982 Jan 14 01:40:12.417714 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128090-970b-4695-af5c-122687e5be86 req-f9817a1c-7f28-43cc-a9b4-a4e112fdc3fd tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:12.425850 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-44128090-970b-4695-af5c-122687e5be86 req-f9817a1c-7f28-43cc-a9b4-a4e112fdc3fd tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 943 time: 0.2100487 Jan 14 01:40:12.434907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5042ee-9e32-4d9c-9862-a39154cba11b None None] Pushing event updated for resources: {'Port': ['ID=9d6b1d92-14ba-48d7-924a-bcb41ad21059,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:12.442822 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:40:12.443536 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:40:12.513943 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-44128090-970b-4695-af5c-122687e5be86 req-4879c415-9c86-43fc-bb00-48b1d343d9ec tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865102 Jan 14 01:40:12.521176 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-4d03f95c-5ddd-4e77-9bd5-3b331d66400b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281161 Jan 14 01:40:12.559060 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-47f9fbf1-feae-44c7-abc1-b10ad7c166f2 None None] Provisioning complete for port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:12.560128 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-47f9fbf1-feae-44c7-abc1-b10ad7c166f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:12.635110 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-728de510-62cf-417a-b08a-cc2781ee1032 service neutron] 10.222.0.26 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067758 Jan 14 01:40:12.716974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-47f9fbf1-feae-44c7-abc1-b10ad7c166f2 None None] Current status of the port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:12.775175 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-b89c07c4-9ef0-4f8f-9061-823d1e7cb4a9 service neutron] 10.222.0.26 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332395 Jan 14 01:40:12.795656 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:40:12.805506 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Sync routers for ids ['1ce63fc9-2525-410e-b39f-fbafad55daac'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:40:12.815329 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:12.816782 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-26f32329-188d-4c1d-8c55-249955da3ee9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.2187922 Jan 14 01:40:12.821796 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48446) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:12.827260 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Routers {'1ce63fc9-2525-410e-b39f-fbafad55daac'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:40:12.827891 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:40:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1ce63fc9-2525-410e-b39f-fbafad55daac'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:12.829043 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de4266de-d5f1-40fb-92ed-5272df5a1f0d req-8484b9a6-89f5-44f1-8f96-c72f1c7ac7bd tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 210 time: 0.0371752 Jan 14 01:40:12.960063 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19572416-98d9-4060-9457-e4c7d2de465b req-a8f64b73-7bfd-4ffa-9a89-5b6ae88fa2c8 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:12.963495 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Set router 1ce63fc9-2525-410e-b39f-fbafad55daac gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:40:12.968585 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-19572416-98d9-4060-9457-e4c7d2de465b req-a8f64b73-7bfd-4ffa-9a89-5b6ae88fa2c8 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 1100 time: 0.0640242 Jan 14 01:40:13.000104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:13.059302 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-19572416-98d9-4060-9457-e4c7d2de465b req-ca4b8485-e4e8-40a6-9382-e6fea251e07f tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896523 Jan 14 01:40:13.142141 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 10219419-df16-4b57-98e2-4d168d9675f5 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:13.180256 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:40:11Z', 'revision_number': 3, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:13.234121 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0da7f-b949-4c3c-8eb7-2cbc179faca0 req-139175fb-790a-445c-af79-9f8e04fc92c0 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:13.235850 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Checking router: 1ce63fc9-2525-410e-b39f-fbafad55daac for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:40:13.236915 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Updating router 1ce63fc9-2525-410e-b39f-fbafad55daac port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:40:13.239328 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1c0da7f-b949-4c3c-8eb7-2cbc179faca0 req-139175fb-790a-445c-af79-9f8e04fc92c0 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 948 time: 0.1080632 Jan 14 01:40:13.271318 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:13.285091 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=10219419-df16-4b57-98e2-4d168d9675f5,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:13.294076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bf5f5-762d-4f31-88f9-597bae7436d1 req-d71c94f3-2497-40fe-886f-8dd8d89f959c tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:13.296400 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-894bf5f5-762d-4f31-88f9-597bae7436d1 req-d71c94f3-2497-40fe-886f-8dd8d89f959c tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 949 time: 0.1057580 Jan 14 01:40:13.309602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '10219419-df16-4b57-98e2-4d168d9675f5', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '10219419-df16-4b57-98e2-4d168d9675f5', 'mac_address': 'fa:16:3e:a7:8f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:13.348872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1c0da7f-b949-4c3c-8eb7-2cbc179faca0 req-d01b1891-481d-49a5-bec6-4220e0110b95 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062088 Jan 14 01:40:13.383444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 10219419-df16-4b57-98e2-4d168d9675f5 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:13.383720 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (10219419-df16-4b57-98e2-4d168d9675f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:13.429133 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-894bf5f5-762d-4f31-88f9-597bae7436d1 req-06b5ef47-9f68-4d56-89f9-d5f992166361 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247702 Jan 14 01:40:13.433156 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10219419-df16-4b57-98e2-4d168d9675f5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:13.462374 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=10219419-df16-4b57-98e2-4d168d9675f5,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:13.468030 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (10219419-df16-4b57-98e2-4d168d9675f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:13.468925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 1517394b-4f4f-4f9c-bb73-f1ff52851df0 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:13.578837 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a67f972-e832-4f19-b7ac-f18ca58b1b9e req-cdbff14e-f9cd-4126-9081-2d59930a3b08 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 210 time: 0.0513995 Jan 14 01:40:13.605142 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Publish callbacks [] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:13.628878 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:13.646759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=10219419-df16-4b57-98e2-4d168d9675f5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:13.692134 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Attempting to bind port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:13.694745 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Attempting to bind port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:13.695498 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Attempting to bind port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:13.745969 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:13.765723 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '1517394b-4f4f-4f9c-bb73-f1ff52851df0', 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e', 'port_id': '1517394b-4f4f-4f9c-bb73-f1ff52851df0', 'mac_address': 'fa:16:3e:6b:64:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7c7d7c-46a8-4cad-a834-59b144ba6e56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:13.768976 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:13.773668 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:13.774050 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:13.774485 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:13.775015 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Bound port: 6ee3cdbc-1ea8-46f2-a886-b374469e6bba, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:13.775746 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:13.867634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:13.868021 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:13.877356 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4681454-cf87-456c-84f3-d06f9a105a89 req-b57eeb59-33bd-4c8f-969a-3a132c186fd1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:13.882061 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Pushing event updated for resources: {'Port': ['ID=6ee3cdbc-1ea8-46f2-a886-b374469e6bba,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:13.883534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4681454-cf87-456c-84f3-d06f9a105a89 req-b57eeb59-33bd-4c8f-969a-3a132c186fd1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 943 time: 0.1582053 Jan 14 01:40:13.898775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1517394b-4f4f-4f9c-bb73-f1ff52851df0 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:13.914076 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-ba26e172-e5c2-4011-a025-470d741e4065 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:13.916261 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.917506 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-ba26e172-e5c2-4011-a025-470d741e4065 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.36 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.3069470 Jan 14 01:40:13.917838 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.918442 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.919092 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.922157 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.922767 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.923565 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.924112 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.924655 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.925308 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.925830 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.926762 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.933735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:13.934104 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:40:13.937199 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9d6b1d92-14ba-48d7-924a-bcb41ad21059 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:13.964266 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:13.981663 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] For port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:13.990779 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] For port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=6ee3cdbc-1ea8-46f2-a886-b374469e6bba,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:13.997239 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:13.998856 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Request body: {'port': {'device_id': '2c39d838-52c0-4b54-8259-b0712d9f6143', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'admin_state_up': True, 'tenant_id': 'b782c83d919c481cb3b03a9f645c75e6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:14.016283 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bd66b6a-3b50-4c37-82d0-53eb1018bc29 req-8994b883-d650-42d1-9922-460925d79f31 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 210 time: 0.0461352 Jan 14 01:40:14.027231 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4681454-cf87-456c-84f3-d06f9a105a89 req-a0583e38-75f4-441a-8db1-f0b5192d4aa5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336465 Jan 14 01:40:14.044987 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Routers {'1ce63fc9-2525-410e-b39f-fbafad55daac'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:40:14.045633 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:40:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1ce63fc9-2525-410e-b39f-fbafad55daac'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:14.090482 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:14.121179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=1517394b-4f4f-4f9c-bb73-f1ff52851df0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:14.139316 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:14.139613 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:14.192043 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-54a3ea23-c8ee-45d5-8d5b-0b2e8b29c5c1 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894506 Jan 14 01:40:14.241179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:14.248686 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Made reservation on behalf of b782c83d919c481cb3b03a9f645c75e6 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:14.252593 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:14.327223 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-1b9cfa33-34b7-457f-ab50-dab4c8d3034b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:14.328533 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-1b9cfa33-34b7-457f-ab50-dab4c8d3034b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1355720 Jan 14 01:40:14.343775 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Allocated IP 172.20.0.1 (796a368f-16f4-45ad-a407-c2d5edcebf13/79dd2ca7-7968-4316-b70c-d7bae5883dfa/d3a87346-fca9-43dc-8de7-5ab2c33ae2fa) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:14.346260 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c17e9fc2-49f4-4c7f-ba2f-124af8bc63a3 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/quotas/8ff8ea5e5e6d409fbb62db3920d7c046 HTTP/1.1" status: 200 len: 375 time: 0.0112224 Jan 14 01:40:14.361653 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf06535-4661-43a0-89fc-396ce72502b5 None None] Pushing event updated for resources: {'Port': ['ID=6ee3cdbc-1ea8-46f2-a886-b374469e6bba,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:14.366628 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] Set router 1ce63fc9-2525-410e-b39f-fbafad55daac gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:40:14.431680 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-0eefd180-bc38-4ad3-8b3e-749b0655a119 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759861 Jan 14 01:40:14.445550 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['10219419-df16-4b57-98e2-4d168d9675f5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:14.480668 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Allocated IP 172.20.0.8 (4ce41f76-a552-4855-887d-6b5d363a9f23/d97ddbcc-09c0-411b-9dd8-86412dbf8eb4/b2366bc4-c1a5-45b1-b1f6-b85539d89d33) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:14.529664 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Publish callbacks [] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:14.535426 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66519fc-6a63-4803-b206-374f697bf74d req-25d79944-5db3-40ae-acaa-b4e7e390bb75 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:14.536957 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f66519fc-6a63-4803-b206-374f697bf74d req-25d79944-5db3-40ae-acaa-b4e7e390bb75 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 949 time: 0.1043746 Jan 14 01:40:14.541891 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['1517394b-4f4f-4f9c-bb73-f1ff52851df0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:14.640229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f66519fc-6a63-4803-b206-374f697bf74d req-4943a7e9-9569-4005-a315-ba03f206c7d4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916834 Jan 14 01:40:14.651478 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:14.708944 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:40:11Z', 'revision_number': 3, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:14.754448 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Network 796a368f-16f4-45ad-a407-c2d5edcebf13 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:14.762565 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:14.785637 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b769e3-ca5b-48b4-9699-4db99b83c154 None None] The sync data for ids ['1ce63fc9-2525-410e-b39f-fbafad55daac'] in n-d-824358-4 is: [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:40:11Z', 'revision_number': 3, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:40:14.804889 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:14.898661 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1176f23-deaf-4c79-9d04-8e01f4e0ce79 req-3a3406c4-ef41-4e34-9fcf-4918717cc25b tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:14.900385 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1176f23-deaf-4c79-9d04-8e01f4e0ce79 req-3a3406c4-ef41-4e34-9fcf-4918717cc25b tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 949 time: 0.0986950 Jan 14 01:40:14.933189 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (1ce63fc9-2525-410e-b39f-fbafad55daac), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:14.959213 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Pushing event updated for resources: {'Port': ['ID=d3a87346-fca9-43dc-8de7-5ab2c33ae2fa,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:14.980428 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1176f23-deaf-4c79-9d04-8e01f4e0ce79 req-f6401bb3-9b04-4682-afb2-b864561fed56 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720036 Jan 14 01:40:15.041983 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks [] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:15.238343 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b531a3a5-7b56-40d0-afc7-d410d4ac3987 req-afe79b25-a6d5-444f-8cef-ad1de2741f89 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 210 time: 0.0642111 Jan 14 01:40:15.240713 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-72b43758-d30a-4940-98f1-94eb6dbe8830 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:15.259200 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-72b43758-d30a-4940-98f1-94eb6dbe8830 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.36 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 820 time: 0.5852561 Jan 14 01:40:15.282766 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Request body: {'port': {'device_id': '5c818c37-96e2-455e-8802-4ddd23403a12', 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb', 'admin_state_up': True, 'tenant_id': 'fb29aaab805049d786bf79e89fb9efca'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:15.293899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b7d47209-0ae4-4df8-9b52-0e266871c6bb None None] Provisioning complete for port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:15.295445 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7d47209-0ae4-4df8-9b52-0e266871c6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:15.320245 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b3f20-66ec-4f8b-83d7-94dd1763fd95 req-0e023569-c3a7-45f5-b9b5-17f51ae7abe8 tempest-LiveMigrationNegativeTest-330596061 tempest-LiveMigrationNegativeTest-330596061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:15.325186 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f3b3f20-66ec-4f8b-83d7-94dd1763fd95 req-0e023569-c3a7-45f5-b9b5-17f51ae7abe8 tempest-LiveMigrationNegativeTest-330596061 tempest-LiveMigrationNegativeTest-330596061-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 1100 time: 0.0944238 Jan 14 01:40:15.342597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b7d47209-0ae4-4df8-9b52-0e266871c6bb None None] Port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:40:15.399543 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fc3fa4c-d63c-46c8-af06-e45028d96644 req-6918997c-1e93-46b4-a5b3-5cffdfd384fb tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 210 time: 0.0464637 Jan 14 01:40:15.407291 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2f3b3f20-66ec-4f8b-83d7-94dd1763fd95 req-a953cdb4-bfcd-43ba-a573-08a889f7e542 tempest-LiveMigrationNegativeTest-330596061 tempest-LiveMigrationNegativeTest-330596061-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:15.427310 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:15.547730 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:15.552092 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Network 4ce41f76-a552-4855-887d-6b5d363a9f23 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:15.560862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ca879-3f0c-471d-97fc-33b614bf3fc7 req-10319d2b-cd25-43c5-af59-f2817f596816 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:15.566091 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:15.567997 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea6ca879-3f0c-471d-97fc-33b614bf3fc7 req-10319d2b-cd25-43c5-af59-f2817f596816 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 944 time: 0.0849409 Jan 14 01:40:15.571536 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Pushing event updated for resources: {'Port': ['ID=b2366bc4-c1a5-45b1-b1f6-b85539d89d33,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:15.576909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:15.615738 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2f3b3f20-66ec-4f8b-83d7-94dd1763fd95 req-a953cdb4-bfcd-43ba-a573-08a889f7e542 tempest-LiveMigrationNegativeTest-330596061 tempest-LiveMigrationNegativeTest-330596061-project-admin] Publish callbacks [] for security_group (b78f62c3-e8c8-49e4-bb0d-fd8615d6cf4b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:15.624730 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2f3b3f20-66ec-4f8b-83d7-94dd1763fd95 req-a953cdb4-bfcd-43ba-a573-08a889f7e542 tempest-LiveMigrationNegativeTest-330596061 tempest-LiveMigrationNegativeTest-330596061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b78f62c3-e8c8-49e4-bb0d-fd8615d6cf4b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:15.661586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Made reservation on behalf of fb29aaab805049d786bf79e89fb9efca for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:15.665004 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:15.687626 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea6ca879-3f0c-471d-97fc-33b614bf3fc7 req-89862b14-2a18-4df1-be88-de1c4bb8f56a tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168447 Jan 14 01:40:15.689442 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:15.690185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:15.707336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953cdb4-bfcd-43ba-a573-08a889f7e542 tempest-LiveMigrationNegativeTest-330596061 tempest-LiveMigrationNegativeTest-330596061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78f62c3-e8c8-49e4-bb0d-fd8615d6cf4b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:15.731030 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f3b3f20-66ec-4f8b-83d7-94dd1763fd95 req-a953cdb4-bfcd-43ba-a573-08a889f7e542 tempest-LiveMigrationNegativeTest-330596061 tempest-LiveMigrationNegativeTest-330596061-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994277 Jan 14 01:40:15.802638 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-d2d022d2-50b2-4b8a-af6b-4af2e48337cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8081408 Jan 14 01:40:15.831830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Request body: {'port': {'device_id': '2c39d838-52c0-4b54-8259-b0712d9f6143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:15.853688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14405f3e-4953-4b26-9d22-6c462383eef6 req-821e7ca0-8c6c-406a-ae54-1b20b7cfa853 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:15.861884 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14405f3e-4953-4b26-9d22-6c462383eef6 req-821e7ca0-8c6c-406a-ae54-1b20b7cfa853 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 949 time: 0.0650976 Jan 14 01:40:15.940848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 6ee3cdbc-1ea8-46f2-a886-b374469e6bba up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:15.967278 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14405f3e-4953-4b26-9d22-6c462383eef6 req-8eebc13c-d421-4a35-9ae6-1b37a5349f02 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042399 Jan 14 01:40:16.015186 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Allocated IP 172.20.0.10 (61934a89-e7c0-4c0c-b87e-9b0f2dc593bb/d2dc1ec0-b4e3-4416-992a-c3607b086cec/2aa21865-dac0-4009-b70b-ba8c2c4cacde) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:16.065709 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:16.066379 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:16.093339 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:16.131719 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-429728fe-0d8e-4554-9235-3b4657af80fc req-d2fc9d04-42cb-42ef-a6d3-5b9cdc497990 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 210 time: 0.0523477 Jan 14 01:40:16.264934 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:16.266544 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:16.311629 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=6ee3cdbc-1ea8-46f2-a886-b374469e6bba,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:16.322905 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:16.328287 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Publish callbacks [] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:16.342762 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:16.426936 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=6ee3cdbc-1ea8-46f2-a886-b374469e6bba,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:16.475161 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25164750-b66b-4f6b-a89b-7a18710e6609 req-30a652ae-990f-4372-a055-188c7334158f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 210 time: 0.0450175 Jan 14 01:40:16.564288 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d120bb0-9627-4fe3-bf08-35622ca8bffc req-d892b38a-bb17-4589-831f-91f62ae3c138 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:16.567585 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9d120bb0-9627-4fe3-bf08-35622ca8bffc req-d892b38a-bb17-4589-831f-91f62ae3c138 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 949 time: 0.0965066 Jan 14 01:40:16.665895 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f970fc1-dc66-4b1d-a9f6-b7ef7db64ac1 req-c77f8ab5-23a3-4d8d-b683-a33b51e75d2b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:16.667430 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f970fc1-dc66-4b1d-a9f6-b7ef7db64ac1 req-c77f8ab5-23a3-4d8d-b683-a33b51e75d2b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 931 time: 0.0987601 Jan 14 01:40:16.674909 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9d120bb0-9627-4fe3-bf08-35622ca8bffc req-477504d6-e76c-44eb-aae3-cd845049507b tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961771 Jan 14 01:40:16.728971 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Pushing event updated for resources: {'Port': ['ID=d3a87346-fca9-43dc-8de7-5ab2c33ae2fa,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:16.733224 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f970fc1-dc66-4b1d-a9f6-b7ef7db64ac1 req-947c1c04-2826-4b3f-b0ee-00aa7a6b8670 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558228 Jan 14 01:40:16.743170 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (1ce63fc9-2525-410e-b39f-fbafad55daac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:16.789829 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks [] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:16.829577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fc769-f62b-4784-bf30-c9494d693d06 req-50d444a7-9d6a-4072-8cc6-faa0c9ecd495 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:16.835301 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-214fc769-f62b-4784-bf30-c9494d693d06 req-50d444a7-9d6a-4072-8cc6-faa0c9ecd495 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 944 time: 0.0601847 Jan 14 01:40:16.885867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-214fc769-f62b-4784-bf30-c9494d693d06 req-06b6d9a2-23ac-46b7-b75c-b1276b40e9e5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476394 Jan 14 01:40:16.940598 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Network 796a368f-16f4-45ad-a407-c2d5edcebf13 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:16.947308 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:16.949045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:16.952266 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2366bc4-c1a5-45b1-b1f6-b85539d89d33 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:16.975919 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Publish callbacks [] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:17.022132 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:17.061100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:17.064839 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Transition to ACTIVE for port object b2366bc4-c1a5-45b1-b1f6-b85539d89d33 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:17.067625 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:17.101633 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:17.103501 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Pushing event updated for resources: {'Port': ['ID=2aa21865-dac0-4009-b70b-ba8c2c4cacde,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:17.142926 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 10219419-df16-4b57-98e2-4d168d9675f5 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:17.186483 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8016a50-850c-4a17-8496-2db9574f6ff0 req-dc7c9e01-80df-4a54-adb6-8494350f6f1f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:17.199873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8016a50-850c-4a17-8496-2db9574f6ff0 req-dc7c9e01-80df-4a54-adb6-8494350f6f1f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 949 time: 0.1391098 Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.238028 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.240362 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.240362 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.240362 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.240362 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.240362 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.240362 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.240362 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.240362 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.240362 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.240362 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.240362 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:17.240362 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:17.242683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:17.242683 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:17.265898 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Pushing event updated for resources: {'Port': ['ID=b2366bc4-c1a5-45b1-b1f6-b85539d89d33,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:17.281146 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9933116b-6cfa-4b70-8c0f-58f6e5e44b21 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656095 Jan 14 01:40:17.306588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0a4fd460-f7e5-451d-b83e-c7d5d8b13611 None None] Provisioning complete for port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:17.308294 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a4fd460-f7e5-451d-b83e-c7d5d8b13611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:17.309852 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f7e41741-6745-401c-b93f-80ded18612dd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0446765 Jan 14 01:40:17.338846 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Request body: {'port': {'device_id': '5c818c37-96e2-455e-8802-4ddd23403a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:17.343010 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Router 1ce63fc9-2525-410e-b39f-fbafad55daac has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:40:17.357907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 10219419-df16-4b57-98e2-4d168d9675f5 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:17.363588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0a4fd460-f7e5-451d-b83e-c7d5d8b13611 None None] Port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:40:17.367152 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8016a50-850c-4a17-8496-2db9574f6ff0 req-bacc17e3-5e6c-40d5-b3c7-bbbe18bcc408 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649024 Jan 14 01:40:17.368292 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 10219419-df16-4b57-98e2-4d168d9675f5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:17.368674 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (10219419-df16-4b57-98e2-4d168d9675f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:17.405198 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-70a9b23c-8b32-434b-b7e0-3c6fdb405633 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372238 Jan 14 01:40:17.456084 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-33bb9155-e84f-45e9-802e-a4c5df876352 req-e0192a6f-e27c-4490-b284-4607f4b16a2b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 210 time: 0.1767628 Jan 14 01:40:17.524600 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 10219419-df16-4b57-98e2-4d168d9675f5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:17.524996 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (10219419-df16-4b57-98e2-4d168d9675f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:17.561039 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Attempting to bind port b2366bc4-c1a5-45b1-b1f6-b85539d89d33 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:17.561418 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Attempting to bind port b2366bc4-c1a5-45b1-b1f6-b85539d89d33 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:17.562242 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Attempting to bind port b2366bc4-c1a5-45b1-b1f6-b85539d89d33 on network 4ce41f76-a552-4855-887d-6b5d363a9f23 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:17.563606 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:17.573313 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10219419-df16-4b57-98e2-4d168d9675f5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:17.576173 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3925ce64-eff7-40df-93bc-0dd648e335c7" -d '{"events": [{"server_uuid": "19e3dfbb-5226-443f-b80a-ebe3bfae6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "10219419-df16-4b57-98e2-4d168d9675f5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:17.590176 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Port b2366bc4-c1a5-45b1-b1f6-b85539d89d33 on network 4ce41f76-a552-4855-887d-6b5d363a9f23 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:17.590590 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Attempting to bind port b2366bc4-c1a5-45b1-b1f6-b85539d89d33 on network 4ce41f76-a552-4855-887d-6b5d363a9f23 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:17.597021 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=10219419-df16-4b57-98e2-4d168d9675f5,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:17.610094 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (10219419-df16-4b57-98e2-4d168d9675f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:17.610536 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:17.611095 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Checking segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:17.611463 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 1517394b-4f4f-4f9c-bb73-f1ff52851df0 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:17.611880 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Bound using segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:17.612521 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Bound port: b2366bc4-c1a5-45b1-b1f6-b85539d89d33, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:17.613063 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:17.642056 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c7f782f7-352c-4c66-8743-197b07b091e6 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:17.643631 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c7f782f7-352c-4c66-8743-197b07b091e6 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057387 Jan 14 01:40:17.643776 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572b4b06-6cce-4e28-bee8-1b8b2018fe7c x-openstack-request-id: req-572b4b06-6cce-4e28-bee8-1b8b2018fe7c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:17.643967 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3dfbb-5226-443f-b80a-ebe3bfae6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "10219419-df16-4b57-98e2-4d168d9675f5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:17.644230 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-572b4b06-6cce-4e28-bee8-1b8b2018fe7c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:17.644619 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10219419-df16-4b57-98e2-4d168d9675f5', 'code': 200} Jan 14 01:40:17.660759 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51a313-f047-4032-a0cb-b443ef8e5027 req-84ed1714-2d67-4b7d-8612-b24758133aa0 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:17.662377 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0f51a313-f047-4032-a0cb-b443ef8e5027 req-84ed1714-2d67-4b7d-8612-b24758133aa0 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 932 time: 0.0747190 Jan 14 01:40:17.669019 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Request body: {'port': {'device_id': 'e9f00aca-6fd4-4984-bed2-fd2575b5a2a0', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '8ff8ea5e5e6d409fbb62db3920d7c046'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:17.712779 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=10219419-df16-4b57-98e2-4d168d9675f5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:17.737830 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:17.746458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:17.746836 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:17.763678 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:40:17.773281 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-99ca70cd-91a6-4c28-92f7-5b600bb66706 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:17.775020 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-99ca70cd-91a6-4c28-92f7-5b600bb66706 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3628643 Jan 14 01:40:17.783974 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0f51a313-f047-4032-a0cb-b443ef8e5027 req-3251de86-4dbd-45e1-b1f5-48e75f7b1e7a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987551 Jan 14 01:40:17.800933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Sync routers for ids ['1ce63fc9-2525-410e-b39f-fbafad55daac'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:40:17.839600 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e86d6074-5877-46db-989c-f05221d7d66c admin admin] 10.222.0.26 "PUT /v2.0/routers/1ce63fc9-2525-410e-b39f-fbafad55daac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0164793 Jan 14 01:40:17.854124 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Routers {'1ce63fc9-2525-410e-b39f-fbafad55daac'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:40:17.854921 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:40:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1ce63fc9-2525-410e-b39f-fbafad55daac'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:17.876164 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Request body: {'port': {'device_id': 'e676f79e-7a64-435b-9cee-c324f2ad4d8c', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '8ff8ea5e5e6d409fbb62db3920d7c046'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:17.959444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Made reservation on behalf of 8ff8ea5e5e6d409fbb62db3920d7c046 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:17.963071 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:17.976040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Set router 1ce63fc9-2525-410e-b39f-fbafad55daac gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:40:18.026774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0839da-e4c3-4cd9-b1f3-d49cb49ae5ff req-718b668b-e56a-4175-96ef-00f8e451371c tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:18.035569 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c0839da-e4c3-4cd9-b1f3-d49cb49ae5ff req-718b668b-e56a-4175-96ef-00f8e451371c tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 949 time: 0.1672833 Jan 14 01:40:18.054886 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 6ee3cdbc-1ea8-46f2-a886-b374469e6bba up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:18.080148 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45937df5-fc8d-4a5e-a6e6-33baab9136ad req-223240b9-23a1-4373-8f6f-77ef9ff786f9 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:18.081653 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45937df5-fc8d-4a5e-a6e6-33baab9136ad req-223240b9-23a1-4373-8f6f-77ef9ff786f9 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 943 time: 0.1449583 Jan 14 01:40:18.085186 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] For port b2366bc4-c1a5-45b1-b1f6-b85539d89d33, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:18.115259 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] For port b2366bc4-c1a5-45b1-b1f6-b85539d89d33, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=b2366bc4-c1a5-45b1-b1f6-b85539d89d33,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:18.131971 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663eb97-aeae-4a84-825c-605ffb087f79 req-ee36ce01-1eb7-4e75-9002-c4872e8a5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:18.133884 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0663eb97-aeae-4a84-825c-605ffb087f79 req-ee36ce01-1eb7-4e75-9002-c4872e8a5668 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 1101 time: 0.2715704 Jan 14 01:40:18.141581 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.167283 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c0839da-e4c3-4cd9-b1f3-d49cb49ae5ff req-80eb1dff-e6cb-4340-b9f9-9d6d5fcdd452 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308572 Jan 14 01:40:18.223434 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:18.224065 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.225429 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] 10.222.0.36 "PUT /v2.0/ports/b2366bc4-c1a5-45b1-b1f6-b85539d89d33 HTTP/1.1" status: 200 len: 1091 time: 2.4029908 Jan 14 01:40:18.226017 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:18.226430 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.228145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:18.228508 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.232808 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c39d838-52c0-4b54-8259-b0712d9f6143', 'tag': 'b2366bc4-c1a5-45b1-b1f6-b85539d89d33'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:18.235099 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799197a2-cef4-4a84-bd37-199a46d9558c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c39d838-52c0-4b54-8259-b0712d9f6143", "tag": "b2366bc4-c1a5-45b1-b1f6-b85539d89d33"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:18.285845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e2c82-ba87-4072-b364-5763bb621e1b service neutron] Pushing event updated for resources: {'Port': ['ID=b2366bc4-c1a5-45b1-b1f6-b85539d89d33,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:18.322954 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:18.331166 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.338580 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0663eb97-aeae-4a84-825c-605ffb087f79 req-bc411b5d-5974-43da-b76c-76c714e0359f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911199 Jan 14 01:40:18.339294 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Allocated IP 192.168.233.149 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/0163fcca-43e2-4e9f-8140-e122afe6acd1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:18.353064 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Made reservation on behalf of 8ff8ea5e5e6d409fbb62db3920d7c046 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:18.356016 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.385867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45937df5-fc8d-4a5e-a6e6-33baab9136ad req-8f450deb-fe52-45f0-8bc1-db5527090e62 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709970 Jan 14 01:40:18.422683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1c1b-0890-43b9-86c0-cc657b0e778a req-a54951b0-8dbe-453b-a2de-bce412482b67 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:18.430123 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-515d1c1b-0890-43b9-86c0-cc657b0e778a req-a54951b0-8dbe-453b-a2de-bce412482b67 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 944 time: 0.1326687 Jan 14 01:40:18.444610 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-61e4c896-5b90-4a98-b05f-0af0da5996b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:18.444938 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:40:15Z', 'revision_number': 4, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'd3a87346-fca9-43dc-8de7-5ab2c33ae2fa', 'name': '', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'mac_address': 'fa:16:3e:b1:ef:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:14Z', 'updated_at': '2022-01-14T01:40:15Z', 'revision_number': 2, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'subnets': [{'id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:18.446123 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-61e4c896-5b90-4a98-b05f-0af0da5996b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 1094 time: 0.1491103 Jan 14 01:40:18.448311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:18.453949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=1517394b-4f4f-4f9c-bb73-f1ff52851df0,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:18.483004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa21865-dac0-4009-b70b-ba8c2c4cacde {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:18.498036 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Checking router: 1ce63fc9-2525-410e-b39f-fbafad55daac for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:40:18.498712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Updating router 1ce63fc9-2525-410e-b39f-fbafad55daac port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:40:18.526733 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.527975 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Publish callbacks [] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.531615 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-8b0c3d2a-d5e4-4718-993d-ec74eb250386 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2366bc4-c1a5-45b1-b1f6-b85539d89d33 HTTP/1.1" status: 200 len: 217 time: 0.0515671 Jan 14 01:40:18.584644 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Transition to ACTIVE for port object 2aa21865-dac0-4009-b70b-ba8c2c4cacde will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:18.587099 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-515d1c1b-0890-43b9-86c0-cc657b0e778a req-63cc3790-ecf0-456f-8364-70a0307856a1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557407 Jan 14 01:40:18.597618 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.636720 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f4146d-a9a5-430f-b447-9f38dad9da5e x-openstack-request-id: req-63f4146d-a9a5-430f-b447-9f38dad9da5e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:18.637012 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c39d838-52c0-4b54-8259-b0712d9f6143", "tag": "b2366bc4-c1a5-45b1-b1f6-b85539d89d33", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:18.637269 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63f4146d-a9a5-430f-b447-9f38dad9da5e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:18.637666 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c39d838-52c0-4b54-8259-b0712d9f6143', 'tag': 'b2366bc4-c1a5-45b1-b1f6-b85539d89d33', 'status': 'completed', 'code': 200} Jan 14 01:40:18.649961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-f4a187de-c284-48aa-a371-e7fa3a23709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:18.651261 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-f4a187de-c284-48aa-a371-e7fa3a23709b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.1107357 Jan 14 01:40:18.667771 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa21865-dac0-4009-b70b-ba8c2c4cacde,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:18.679843 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks [] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.693992 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-1cb698cf-045f-47c3-b52a-d76c8e5ffc9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347502 Jan 14 01:40:18.827955 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d206d-2279-4843-9f2c-fe0504807b3d req-0df74fe1-8c39-4cde-b59f-def1283a9cbf tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:18.829422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec1d206d-2279-4843-9f2c-fe0504807b3d req-0df74fe1-8c39-4cde-b59f-def1283a9cbf tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1068971 Jan 14 01:40:18.842731 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-51cd6982-743b-4c16-bcff-666bb35ef691 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:18.845183 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-51cd6982-743b-4c16-bcff-666bb35ef691 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/networks?id=796a368f-16f4-45ad-a407-c2d5edcebf13 HTTP/1.1" status: 200 len: 829 time: 0.1812339 Jan 14 01:40:18.848190 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.869956 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Publish callbacks [] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.876664 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:18.889557 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:18.895010 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c2406a90-bceb-4044-a39a-0aa061a3ed06 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/quotas/7b4ddbfe3a424b3f9de7b583799cf513 HTTP/1.1" status: 200 len: 375 time: 0.0491934 Jan 14 01:40:18.914919 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4424c79-b982-490c-8fe4-f816197b059d', 'a18f636d-d0e0-4670-b611-0fe97aa79f49'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:18.924931 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Attempting to bind port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:18.925277 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Attempting to bind port 2aa21865-dac0-4009-b70b-ba8c2c4cacde by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:18.925594 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Attempting to bind port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:18.934662 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06760150-ac13-471c-beef-14270e4c065f req-4ac1854f-1404-4e4f-b57d-a1626faf57e1 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:18.936700 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-06760150-ac13-471c-beef-14270e4c065f req-4ac1854f-1404-4e4f-b57d-a1626faf57e1 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.46 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 949 time: 0.1535103 Jan 14 01:40:18.948339 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-73300383-8546-4fae-8666-57398132be40 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326024 Jan 14 01:40:18.972361 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:18.980020 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event updated for resources: {'Port': ['ID=0163fcca-43e2-4e9f-8140-e122afe6acd1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:18.988351 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:18.993614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:18.995473 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:18.995870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Attempting to bind port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:19.010690 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569e647-52dc-4906-931f-76b0a0341c93 None None] Pushing event updated for resources: {'Port': ['ID=d3a87346-fca9-43dc-8de7-5ab2c33ae2fa,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:19.023480 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Allocated IP 192.168.233.43 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/81a18b72-96e6-416a-8f19-3a52f21b66ff) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:19.061962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:19.062204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:19.062300 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:19.062843 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Bound using segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:19.062977 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:19.063075 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Bound port: 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:19.063284 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:19.080471 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec1d206d-2279-4843-9f2c-fe0504807b3d req-6d29c6ae-5d26-4f4c-aacd-046dee76f43b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212884 Jan 14 01:40:19.096425 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-fc0430be-ff64-44af-b064-f6a3805ec755 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b4ddbfe3a424b3f9de7b583799cf513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1999357 Jan 14 01:40:19.171888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Attempting to bind port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:19.172254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Attempting to bind port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:19.172633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Attempting to bind port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa on network 796a368f-16f4-45ad-a407-c2d5edcebf13 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:19.173106 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c1d4bf65-f53e-4e5d-ad9d-d2fac4f7db92 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5056612 Jan 14 01:40:19.197801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Request body: {'port': {'device_id': 'e9f00aca-6fd4-4984-bed2-fd2575b5a2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:19.208187 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:19.208561 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Checking segment: {'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:19.208965 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:19.209358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Bound using segment: {'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:19.209836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Bound port: d3a87346-fca9-43dc-8de7-5ab2c33ae2fa, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:19.210217 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:19.337036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-70b22c9a-820e-418a-b4a7-0b1479f57593 service neutron] 10.222.0.26 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397342 Jan 14 01:40:19.337809 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:19.396903 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] For port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:19.400881 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] For port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d3a87346-fca9-43dc-8de7-5ab2c33ae2fa,segment=NetworkSegment(c66faa79-b615-4d52-bf2c-547d7fa73ea7),segment_id=c66faa79-b615-4d52-bf2c-547d7fa73ea7)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:19.416605 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:19.445835 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8c723a8c-3899-488c-8733-127aee737dbf req-d9c31337-8128-45ae-9973-5b053ff201f5 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 210 time: 0.1421623 Jan 14 01:40:19.503901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-88c873bb-2aa0-4d01-af76-af22f834438d None None] Provisioning complete for port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:19.504488 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88c873bb-2aa0-4d01-af76-af22f834438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:19.561228 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e87d0310-9e5b-407e-b625-1a0de1aae762 req-74b82ec6-024b-4877-a4ba-621126562faf service neutron] 10.222.0.36 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027718 Jan 14 01:40:19.566725 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:19.573789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:19.614787 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Routers {'1ce63fc9-2525-410e-b39f-fbafad55daac'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:40:19.615674 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:40:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1ce63fc9-2525-410e-b39f-fbafad55daac'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:19.624986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-06760150-ac13-471c-beef-14270e4c065f req-9eb64994-b263-4065-92ec-a24dcb8cbc19 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Deleting port f728667e-163a-4259-84e6-70cd0193cddc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:40:19.625321 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-06760150-ac13-471c-beef-14270e4c065f req-9eb64994-b263-4065-92ec-a24dcb8cbc19 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f728667e-163a-4259-84e6-70cd0193cddc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:19.625684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569e647-52dc-4906-931f-76b0a0341c93 None None] Pushing event updated for resources: {'Port': ['ID=d3a87346-fca9-43dc-8de7-5ab2c33ae2fa,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:19.632042 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:19.671609 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6faea7c9-bd78-4e0c-8516-5a939742a67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1517394b-4f4f-4f9c-bb73-f1ff52851df0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:19.675623 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e44a8c-49c5-4e78-8aa3-92f12fdfd4bb" -d '{"events": [{"server_uuid": "6faea7c9-bd78-4e0c-8516-5a939742a67d", "name": "network-vif-plugged", "status": "completed", "tag": "1517394b-4f4f-4f9c-bb73-f1ff52851df0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:19.788832 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-dbd3d56d-417c-48a0-8e41-b3be1e342c68 service neutron] 10.222.0.26 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021690 Jan 14 01:40:19.813966 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd42a9-3ca3-493b-9c3a-d9f7eb547dae req-401ece45-74c6-4484-8279-5bd9fdbd8f2a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:19.821308 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-04cd42a9-3ca3-493b-9c3a-d9f7eb547dae req-401ece45-74c6-4484-8279-5bd9fdbd8f2a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 944 time: 0.1106267 Jan 14 01:40:19.838036 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-06760150-ac13-471c-beef-14270e4c065f req-9eb64994-b263-4065-92ec-a24dcb8cbc19 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] For port f728667e-163a-4259-84e6-70cd0193cddc, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f728667e-163a-4259-84e6-70cd0193cddc,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:19.838434 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-06760150-ac13-471c-beef-14270e4c065f req-9eb64994-b263-4065-92ec-a24dcb8cbc19 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f728667e-163a-4259-84e6-70cd0193cddc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:19.856245 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-06760150-ac13-471c-beef-14270e4c065f req-9eb64994-b263-4065-92ec-a24dcb8cbc19 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Calling delete_port for f728667e-163a-4259-84e6-70cd0193cddc owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:40:19.891422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-04cd42a9-3ca3-493b-9c3a-d9f7eb547dae req-c8447bd3-bb3d-4a5e-83ea-c503952bc028 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649700 Jan 14 01:40:19.921759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:19.922862 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:19.924937 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] 10.222.0.36 "PUT /v2.0/ports/2aa21865-dac0-4009-b70b-ba8c2c4cacde HTTP/1.1" status: 200 len: 1092 time: 2.5901804 Jan 14 01:40:20.055623 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks [] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:20.058671 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] Set router 1ce63fc9-2525-410e-b39f-fbafad55daac gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:40:20.120302 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bfa49-0e25-4f33-9e89-3acce9e35632 req-ffa72696-d559-48f7-8923-f37e4b712ceb tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:20.122065 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-711bfa49-0e25-4f33-9e89-3acce9e35632 req-ffa72696-d559-48f7-8923-f37e4b712ceb tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 949 time: 0.1261616 Jan 14 01:40:20.142559 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03d9a9-b12b-4d32-a490-1f47373f71c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa21865-dac0-4009-b70b-ba8c2c4cacde,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:20.154946 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799197a2-cef4-4a84-bd37-199a46d9558c req-1e80d38a-be0f-43c8-a660-7ec99d3d7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:20.156515 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-799197a2-cef4-4a84-bd37-199a46d9558c req-1e80d38a-be0f-43c8-a660-7ec99d3d7d5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 1094 time: 0.4200850 Jan 14 01:40:20.162103 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-4058acbb-7ecd-426c-81fd-bb66ba4ceedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:20.163752 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-4058acbb-7ecd-426c-81fd-bb66ba4ceedb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 1095 time: 0.0796835 Jan 14 01:40:20.188875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7546e4-5631-4d14-8409-262b2340cb97 req-f17a8eb1-b246-4587-8d35-8d029358ae0f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:20.190730 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca7546e4-5631-4d14-8409-262b2340cb97 req-f17a8eb1-b246-4587-8d35-8d029358ae0f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 943 time: 0.1351922 Jan 14 01:40:20.201774 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-88c873bb-2aa0-4d01-af76-af22f834438d None None] Current status of the port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:20.202630 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88c873bb-2aa0-4d01-af76-af22f834438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:20.226733 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-711bfa49-0e25-4f33-9e89-3acce9e35632 req-caa45a86-3946-44b9-a1e3-8a297ac997f1 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963583 Jan 14 01:40:20.287056 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-701ef56c-f763-489b-bfea-afbc130a207c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde HTTP/1.1" status: 200 len: 217 time: 0.0580184 Jan 14 01:40:20.288104 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:20.312179 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:20.321924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:20.322357 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-88c873bb-2aa0-4d01-af76-af22f834438d None None] For port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d3a87346-fca9-43dc-8de7-5ab2c33ae2fa,segment=NetworkSegment(c66faa79-b615-4d52-bf2c-547d7fa73ea7),segment_id=c66faa79-b615-4d52-bf2c-547d7fa73ea7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:20.333421 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:20.336468 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4424c79-b982-490c-8fe4-f816197b059d', 'a18f636d-d0e0-4670-b611-0fe97aa79f49'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:20.364924 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca7546e4-5631-4d14-8409-262b2340cb97 req-650d6a08-788d-41e8-9df8-e4819813b741 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571598 Jan 14 01:40:20.380567 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:20.382447 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88c873bb-2aa0-4d01-af76-af22f834438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:20.485082 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239d70e0-cbc4-4ce2-9725-ee63195aaddf x-openstack-request-id: req-239d70e0-cbc4-4ce2-9725-ee63195aaddf {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:20.485808 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6faea7c9-bd78-4e0c-8516-5a939742a67d", "name": "network-vif-plugged", "status": "completed", "tag": "1517394b-4f4f-4f9c-bb73-f1ff52851df0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:20.486211 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-239d70e0-cbc4-4ce2-9725-ee63195aaddf {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:20.486918 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6faea7c9-bd78-4e0c-8516-5a939742a67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1517394b-4f4f-4f9c-bb73-f1ff52851df0', 'code': 200} Jan 14 01:40:20.539708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a004-91e9-4202-92bc-1c124f28c6c8 req-68eae63e-3236-497b-b53b-b5d3e993da0f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:20.547041 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54b7a004-91e9-4202-92bc-1c124f28c6c8 req-68eae63e-3236-497b-b53b-b5d3e993da0f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 945 time: 0.1658204 Jan 14 01:40:20.621398 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event updated for resources: {'Port': ['ID=81a18b72-96e6-416a-8f19-3a52f21b66ff,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:20.622924 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c873bb-2aa0-4d01-af76-af22f834438d None None] Pushing event updated for resources: {'Port': ['ID=d3a87346-fca9-43dc-8de7-5ab2c33ae2fa,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:20.633112 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:20.633821 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:20.647492 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-7799bcc5-be01-4999-aed5-44eb6ab2563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:20.649895 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-7799bcc5-be01-4999-aed5-44eb6ab2563e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.3285866 Jan 14 01:40:20.651271 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c818c37-96e2-455e-8802-4ddd23403a12', 'tag': '2aa21865-dac0-4009-b70b-ba8c2c4cacde'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:20.653956 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdead35-049c-40ae-a085-139911f89c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c818c37-96e2-455e-8802-4ddd23403a12", "tag": "2aa21865-dac0-4009-b70b-ba8c2c4cacde"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:20.659405 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-06760150-ac13-471c-beef-14270e4c065f req-9eb64994-b263-4065-92ec-a24dcb8cbc19 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f728667e-163a-4259-84e6-70cd0193cddc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:20.661960 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799197a2-cef4-4a84-bd37-199a46d9558c req-4ed79811-5207-4b6d-9b79-bc824813f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:20.663766 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-799197a2-cef4-4a84-bd37-199a46d9558c req-4ed79811-5207-4b6d-9b79-bc824813f25a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 913 time: 0.4963670 Jan 14 01:40:20.664859 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0c47c9e0-da9b-4b30-a9c0-acfad88571b9 req-d9fb8101-4ab1-43a3-bb1e-4fa8053c4a7f tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 210 time: 0.0919387 Jan 14 01:40:20.676236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f4f45462-4112-4c1d-9417-4ee824ce7f5d None None] Provisioning complete for port 0163fcca-43e2-4e9f-8140-e122afe6acd1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:20.676564 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-9ea804e0-b325-42ee-8f60-18148387a4fe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8227944 Jan 14 01:40:20.676677 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f4f45462-4112-4c1d-9417-4ee824ce7f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:20.705512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Request body: {'port': {'device_id': 'e676f79e-7a64-435b-9cee-c324f2ad4d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:20.732690 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['a7693286-c965-4a7b-9f23-ca097acc4d1f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:20.745889 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f728667e-163a-4259-84e6-70cd0193cddc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:20.787263 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54b7a004-91e9-4202-92bc-1c124f28c6c8 req-e3504d51-ecff-410e-9086-52ad8708b972 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330732 Jan 14 01:40:20.802915 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-853230c4-3b3b-4785-8b06-2270ac4ef266 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1447692 Jan 14 01:40:20.883380 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218a520-45de-44d1-a4e6-f7c87a80e170 req-8d85a77a-75d1-4d0e-961e-56bd80a2ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:20.884860 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b218a520-45de-44d1-a4e6-f7c87a80e170 req-8d85a77a-75d1-4d0e-961e-56bd80a2ea5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 1096 time: 0.2656024 Jan 14 01:40:20.916185 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb64994-b263-4065-92ec-a24dcb8cbc19 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Pushing event deleted for resources: {'Port': ['ID=f728667e-163a-4259-84e6-70cd0193cddc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:20.928478 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0163fcca-43e2-4e9f-8140-e122afe6acd1 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:20.965141 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Publish callbacks [] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:20.992184 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f4f45462-4112-4c1d-9417-4ee824ce7f5d None None] Port 0163fcca-43e2-4e9f-8140-e122afe6acd1 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:40:21.007335 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6834e-5443-4bae-9c3c-cc35c974b353 req-7f4ccd16-40d0-4f14-9e1c-cbafedb67d6a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:21.016123 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2be6834e-5443-4bae-9c3c-cc35c974b353 req-7f4ccd16-40d0-4f14-9e1c-cbafedb67d6a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.2108915 Jan 14 01:40:21.030132 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-2bf8abd8-8836-474e-9b11-d7d7a0030bee service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356642 Jan 14 01:40:21.031476 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-799197a2-cef4-4a84-bd37-199a46d9558c req-d8a6ea17-ec41-4a48-a52b-0e312584fa71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2366bc4-c1a5-45b1-b1f6-b85539d89d33 HTTP/1.1" status: 200 len: 217 time: 0.3353341 Jan 14 01:40:21.039656 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:40:15Z', 'revision_number': 4, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'd3a87346-fca9-43dc-8de7-5ab2c33ae2fa', 'name': '', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'mac_address': 'fa:16:3e:b1:ef:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:14Z', 'updated_at': '2022-01-14T01:40:19Z', 'revision_number': 4, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'subnets': [{'id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:21.044693 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Transition to ACTIVE for port object 0163fcca-43e2-4e9f-8140-e122afe6acd1 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:21.056612 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-06760150-ac13-471c-beef-14270e4c065f req-9eb64994-b263-4065-92ec-a24dcb8cbc19 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] No DVR routers for this DVR port f728667e-163a-4259-84e6-70cd0193cddc on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:40:21.077145 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-06760150-ac13-471c-beef-14270e4c065f req-9eb64994-b263-4065-92ec-a24dcb8cbc19 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:21.077797 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:21.081209 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-06760150-ac13-471c-beef-14270e4c065f req-9eb64994-b263-4065-92ec-a24dcb8cbc19 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.46 "DELETE /v2.0/ports/f728667e-163a-4259-84e6-70cd0193cddc HTTP/1.1" status: 204 len: 173 time: 2.1351669 Jan 14 01:40:21.103660 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b218a520-45de-44d1-a4e6-f7c87a80e170 req-867d153c-8c51-4c88-bd62-2dea0242cd04 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884785 Jan 14 01:40:21.106323 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26403da-7eb9-4bcf-8a2b-f2d5e84e0cd3 None None] The sync data for ids ['1ce63fc9-2525-410e-b39f-fbafad55daac'] in n-d-824358-4 is: [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:40:15Z', 'revision_number': 4, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'd3a87346-fca9-43dc-8de7-5ab2c33ae2fa', 'name': '', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'mac_address': 'fa:16:3e:b1:ef:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:14Z', 'updated_at': '2022-01-14T01:40:19Z', 'revision_number': 4, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'subnets': [{'id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:40:21.202751 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:21.216211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f4f45462-4112-4c1d-9417-4ee824ce7f5d None None] Provisioning complete for port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:21.216579 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f4f45462-4112-4c1d-9417-4ee824ce7f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:21.257498 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799197a2-cef4-4a84-bd37-199a46d9558c req-f765d52c-f7b1-42f2-a3da-b020adf65931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:21.258994 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-799197a2-cef4-4a84-bd37-199a46d9558c req-f765d52c-f7b1-42f2-a3da-b020adf65931 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.2055387 Jan 14 01:40:21.342672 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-799197a2-cef4-4a84-bd37-199a46d9558c req-2bf562a8-e0ce-4b4e-bb30-4ee6937574a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561850 Jan 14 01:40:21.471683 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-623676b9-ff3f-4a61-88f6-7cc96467aff2 req-f9ced5fb-d953-4152-b13e-75e391a638d6 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190080 Jan 14 01:40:21.542619 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f4f45462-4112-4c1d-9417-4ee824ce7f5d None None] Current status of the port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:21.625197 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Pushing event updated for resources: {'Port': ['ID=0163fcca-43e2-4e9f-8140-e122afe6acd1,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:21.689724 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d589e8ae-0075-4764-a891-e39448c39d3b None None] Provisioning complete for port 81a18b72-96e6-416a-8f19-3a52f21b66ff triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:21.690257 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d589e8ae-0075-4764-a891-e39448c39d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:21.691486 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674df6a-7e14-41c5-ac01-9fde764adaee req-962bae5e-a4eb-4c56-ae83-94bc48571f7d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:21.699522 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5674df6a-7e14-41c5-ac01-9fde764adaee req-962bae5e-a4eb-4c56-ae83-94bc48571f7d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 935 time: 0.7923520 Jan 14 01:40:21.788233 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2be6834e-5443-4bae-9c3c-cc35c974b353 req-0a509f63-b959-46b1-85d6-14354efc5c36 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7696404 Jan 14 01:40:21.819482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d589e8ae-0075-4764-a891-e39448c39d3b None None] Port 81a18b72-96e6-416a-8f19-3a52f21b66ff cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:40:21.962225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d3a87346-fca9-43dc-8de7-5ab2c33ae2fa up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:22.034128 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Attempting to bind port 0163fcca-43e2-4e9f-8140-e122afe6acd1 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:22.034680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Attempting to bind port 0163fcca-43e2-4e9f-8140-e122afe6acd1 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:22.034804 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Attempting to bind port 0163fcca-43e2-4e9f-8140-e122afe6acd1 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:22.060931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Port 0163fcca-43e2-4e9f-8140-e122afe6acd1 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:22.061258 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Attempting to bind port 0163fcca-43e2-4e9f-8140-e122afe6acd1 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:22.067533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:22.067987 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:22.083189 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:22.083532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:22.083925 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:22.084375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Bound port: 0163fcca-43e2-4e9f-8140-e122afe6acd1, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:22.084732 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:22.117943 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-8b74eedd-caf8-4757-be55-8a9d192a9874 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:22.125553 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-8b74eedd-caf8-4757-be55-8a9d192a9874 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.36 "GET /v2.0/networks?id=796a368f-16f4-45ad-a407-c2d5edcebf13 HTTP/1.1" status: 200 len: 829 time: 0.5391738 Jan 14 01:40:22.127107 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3396a8-ba40-4825-a89c-c897763766af x-openstack-request-id: req-6f3396a8-ba40-4825-a89c-c897763766af {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:22.127394 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c818c37-96e2-455e-8802-4ddd23403a12", "tag": "2aa21865-dac0-4009-b70b-ba8c2c4cacde", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:22.127646 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f3396a8-ba40-4825-a89c-c897763766af {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:22.128038 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c818c37-96e2-455e-8802-4ddd23403a12', 'tag': '2aa21865-dac0-4009-b70b-ba8c2c4cacde', 'status': 'completed', 'code': 200} Jan 14 01:40:22.130125 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5674df6a-7e14-41c5-ac01-9fde764adaee req-28a322ef-b1eb-49dd-a190-23272635d6c1 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964133 Jan 14 01:40:22.133803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.36', 59917) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:22.182314 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Request body: {'port': {'device_id': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'admin_state_up': True, 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:22.225469 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:22.333640 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] For port 0163fcca-43e2-4e9f-8140-e122afe6acd1, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:22.336586 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] For port 0163fcca-43e2-4e9f-8140-e122afe6acd1, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0163fcca-43e2-4e9f-8140-e122afe6acd1,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:22.367029 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-799197a2-cef4-4a84-bd37-199a46d9558c req-7ed3535d-78a5-4431-ae8e-9d4c3e6af7a9 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0057111 Jan 14 01:40:22.376126 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:22.384159 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a340dbfe-b811-4bc9-ae84-62f8812f330a req-aca2046d-d919-4420-a18a-dba349a2007a tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=457c6b47-d506-42d6-afbb-a2a9daac963f HTTP/1.1" status: 200 len: 210 time: 0.0450289 Jan 14 01:40:22.407727 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdead35-049c-40ae-a085-139911f89c1b req-f507f2f9-456b-4914-b815-6743eea8bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:22.409128 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ecdead35-049c-40ae-a085-139911f89c1b req-f507f2f9-456b-4914-b815-6743eea8bb53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 1095 time: 0.2483871 Jan 14 01:40:22.487663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a009ace-8023-4319-bc8e-809bc889548f req-8293f80c-4118-4679-92e0-c8fa5064ee2c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:22.489443 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a009ace-8023-4319-bc8e-809bc889548f req-8293f80c-4118-4679-92e0-c8fa5064ee2c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 944 time: 0.3407829 Jan 14 01:40:22.490838 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:22.491684 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:22.496639 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] 10.222.0.36 "PUT /v2.0/ports/0163fcca-43e2-4e9f-8140-e122afe6acd1 HTTP/1.1" status: 200 len: 1096 time: 3.3071864 Jan 14 01:40:22.513124 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f00aca-6fd4-4984-bed2-fd2575b5a2a0', 'tag': '0163fcca-43e2-4e9f-8140-e122afe6acd1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:22.515472 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728c3e77-9367-4dc4-99a2-cd77772be530" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f00aca-6fd4-4984-bed2-fd2575b5a2a0", "tag": "0163fcca-43e2-4e9f-8140-e122afe6acd1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:22.560746 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a18b72-96e6-416a-8f19-3a52f21b66ff {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:22.585934 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Publish callbacks [] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:22.666329 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Transition to ACTIVE for port object 81a18b72-96e6-416a-8f19-3a52f21b66ff will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:22.681508 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:22.719759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device b2366bc4-c1a5-45b1-b1f6-b85539d89d33 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:22.742193 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bebb07-0a9a-4d27-b433-46173702dd48 service neutron] Pushing event updated for resources: {'Port': ['ID=0163fcca-43e2-4e9f-8140-e122afe6acd1,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:22.816484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-f3fff84c-75b8-42a6-81b2-d92dfc44c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:22.819202 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-f3fff84c-75b8-42a6-81b2-d92dfc44c52b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=e9f00aca-6fd4-4984-bed2-fd2575b5a2a0 HTTP/1.1" status: 200 len: 1099 time: 0.2477536 Jan 14 01:40:22.837152 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a009ace-8023-4319-bc8e-809bc889548f req-e043db99-6def-4481-b5f8-6e1360390121 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164213 Jan 14 01:40:22.902747 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abef65e-9c75-4c1b-948e-5f715f40b9bd req-e85f059f-73d8-4259-bcdb-2beab0033c85 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:22.925841 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9abef65e-9c75-4c1b-948e-5f715f40b9bd req-e85f059f-73d8-4259-bcdb-2beab0033c85 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 943 time: 0.3821418 Jan 14 01:40:22.977131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port b2366bc4-c1a5-45b1-b1f6-b85539d89d33, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=b2366bc4-c1a5-45b1-b1f6-b85539d89d33,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:23.001228 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'b2366bc4-c1a5-45b1-b1f6-b85539d89d33', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'port_id': 'b2366bc4-c1a5-45b1-b1f6-b85539d89d33', 'mac_address': 'fa:16:3e:93:21:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97ddbcc-09c0-411b-9dd8-86412dbf8eb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:23.045860 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-63f653e5-f544-450d-9881-4216b7162303 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=0163fcca-43e2-4e9f-8140-e122afe6acd1 HTTP/1.1" status: 200 len: 217 time: 0.1988583 Jan 14 01:40:23.067638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port b2366bc4-c1a5-45b1-b1f6-b85539d89d33 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:23.068037 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:23.094788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2366bc4-c1a5-45b1-b1f6-b85539d89d33 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:23.103966 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ca494d2-c334-475a-9817-e091469f9e7f req-25e3f854-cd06-48f6-92db-22b23e6fe863 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 210 time: 0.0689106 Jan 14 01:40:23.131252 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-799197a2-cef4-4a84-bd37-199a46d9558c req-102b57e5-5cba-429c-b950-0712d5a598e5 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7353690 Jan 14 01:40:23.139033 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port b2366bc4-c1a5-45b1-b1f6-b85539d89d33, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=b2366bc4-c1a5-45b1-b1f6-b85539d89d33,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:23.147966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f728667e-163a-4259-84e6-70cd0193cddc no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:40:23.180853 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:23.186536 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Made reservation on behalf of 7b4ddbfe3a424b3f9de7b583799cf513 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:23.190035 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:23.192283 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: f728667e-163a-4259-84e6-70cd0193cddc {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:40:23.192728 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f728667e-163a-4259-84e6-70cd0193cddc not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:40:23.226759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdead35-049c-40ae-a085-139911f89c1b req-426aaebd-9128-4a22-8dc8-4d353697f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:23.228243 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ecdead35-049c-40ae-a085-139911f89c1b req-426aaebd-9128-4a22-8dc8-4d353697f731 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.7089691 Jan 14 01:40:23.228830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Pushing event updated for resources: {'Port': ['ID=81a18b72-96e6-416a-8f19-3a52f21b66ff,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:23.267141 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c34b79e2-37c7-4cdc-a683-cc861e4c1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:23.269434 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c34b79e2-37c7-4cdc-a683-cc861e4c1ed8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1994987 Jan 14 01:40:23.281511 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=b2366bc4-c1a5-45b1-b1f6-b85539d89d33,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:23.299109 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9abef65e-9c75-4c1b-948e-5f715f40b9bd req-259b319f-2159-4c0d-bfc2-e8e1a6c3fe04 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721166 Jan 14 01:40:23.332333 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ecdead35-049c-40ae-a085-139911f89c1b req-33a0980b-90c5-44ea-bafa-0da962bb7de7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde HTTP/1.1" status: 200 len: 217 time: 0.0901949 Jan 14 01:40:23.348269 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68f7f8-418a-478f-a360-adf7d723a4e8 req-5a56936e-d852-49f5-beb9-7b588fd6ba1a tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:23.355194 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed68f7f8-418a-478f-a360-adf7d723a4e8 req-5a56936e-d852-49f5-beb9-7b588fd6ba1a tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 945 time: 0.1175766 Jan 14 01:40:23.372030 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-e2f61697-f70f-4b06-be7e-c4f137972649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:23.374172 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-e2f61697-f70f-4b06-be7e-c4f137972649 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862014 Jan 14 01:40:23.393100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Attempting to bind port 81a18b72-96e6-416a-8f19-3a52f21b66ff on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:23.393559 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Attempting to bind port 81a18b72-96e6-416a-8f19-3a52f21b66ff by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:23.393755 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Attempting to bind port 81a18b72-96e6-416a-8f19-3a52f21b66ff on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:23.411265 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Port 81a18b72-96e6-416a-8f19-3a52f21b66ff on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:23.411513 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Attempting to bind port 81a18b72-96e6-416a-8f19-3a52f21b66ff on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:23.442688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdead35-049c-40ae-a085-139911f89c1b req-94c2b8fd-1884-46ec-9ada-5f0dd9fbf946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:23.444048 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ecdead35-049c-40ae-a085-139911f89c1b req-94c2b8fd-1884-46ec-9ada-5f0dd9fbf946 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.1019080 Jan 14 01:40:23.444737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:23.445077 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:23.445450 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:23.445885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Bound port: 81a18b72-96e6-416a-8f19-3a52f21b66ff, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:23.446239 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:23.472162 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed68f7f8-418a-478f-a360-adf7d723a4e8 req-4cd059f4-1a91-447f-8613-db32c87de9dc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159363 Jan 14 01:40:23.477397 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-3b28f524-2e49-4827-b658-408606014aed req-28f160e6-8302-40fd-8a96-e818fc116774 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:40:23.480751 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3b28f524-2e49-4827-b658-408606014aed req-28f160e6-8302-40fd-8a96-e818fc116774 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076087 Jan 14 01:40:23.508506 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ecdead35-049c-40ae-a085-139911f89c1b req-b2457c26-0881-4897-99ec-e9b538b51dd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473731 Jan 14 01:40:23.523179 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-20c6e2fc-6ebb-40e6-91f6-abee36f6763b service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390417 Jan 14 01:40:23.524418 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['b2366bc4-c1a5-45b1-b1f6-b85539d89d33'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:23.582609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Allocated IP 172.20.0.14 (796a368f-16f4-45ad-a407-c2d5edcebf13/79dd2ca7-7968-4316-b70c-d7bae5883dfa/85c7d536-11e5-432b-81ac-43b47bbb9f9b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:23.583796 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71715fcb-094a-436d-85e1-18fad255708b x-openstack-request-id: req-71715fcb-094a-436d-85e1-18fad255708b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:23.585257 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f00aca-6fd4-4984-bed2-fd2575b5a2a0", "tag": "0163fcca-43e2-4e9f-8140-e122afe6acd1", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:23.586333 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71715fcb-094a-436d-85e1-18fad255708b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:23.586999 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f00aca-6fd4-4984-bed2-fd2575b5a2a0', 'tag': '0163fcca-43e2-4e9f-8140-e122afe6acd1', 'status': 'completed', 'code': 200} Jan 14 01:40:23.678574 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] For port 81a18b72-96e6-416a-8f19-3a52f21b66ff, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:23.708975 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] For port 81a18b72-96e6-416a-8f19-3a52f21b66ff, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=81a18b72-96e6-416a-8f19-3a52f21b66ff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:23.732653 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:23.782275 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-20c7680a-105f-4027-b3b8-2ba437d653c8 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489729 Jan 14 01:40:23.844834 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:23.845467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:23.846932 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] 10.222.0.46 "PUT /v2.0/ports/81a18b72-96e6-416a-8f19-3a52f21b66ff HTTP/1.1" status: 200 len: 1095 time: 3.1535842 Jan 14 01:40:23.853355 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ecdead35-049c-40ae-a085-139911f89c1b req-3a34ca34-33c7-43b3-ba51-dd90b9f300df service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354421 Jan 14 01:40:23.941877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7fb33-8d52-4a3c-b226-36bef44a902e service neutron] Pushing event updated for resources: {'Port': ['ID=81a18b72-96e6-416a-8f19-3a52f21b66ff,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:24.071295 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e529b3c-bc3a-414e-aba1-1c00aa0505e3 req-5310e90b-e7b8-43eb-915a-8ad2a0f06cc8 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:24.072781 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:24.073086 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1e529b3c-bc3a-414e-aba1-1c00aa0505e3 req-5310e90b-e7b8-43eb-915a-8ad2a0f06cc8 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 947 time: 0.2155399 Jan 14 01:40:24.098774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48634) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:24.117099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c3e77-9367-4dc4-99a2-cd77772be530 req-a3be50c1-d897-4058-a02d-22c7d8d8dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:24.118978 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-728c3e77-9367-4dc4-99a2-cd77772be530 req-a3be50c1-d897-4058-a02d-22c7d8d8dc4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=e9f00aca-6fd4-4984-bed2-fd2575b5a2a0 HTTP/1.1" status: 200 len: 1099 time: 0.1640193 Jan 14 01:40:24.129603 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457c6b47-d506-42d6-afbb-a2a9daac963f', 'name': 'network-vif-deleted', 'tag': 'f728667e-163a-4259-84e6-70cd0193cddc'}, {'name': 'network-changed', 'server_uuid': 'e676f79e-7a64-435b-9cee-c324f2ad4d8c', 'tag': '81a18b72-96e6-416a-8f19-3a52f21b66ff'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:24.131896 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffd316b-6f81-49f1-944b-ac2c0828b371" -d '{"events": [{"server_uuid": "457c6b47-d506-42d6-afbb-a2a9daac963f", "name": "network-vif-deleted", "tag": "f728667e-163a-4259-84e6-70cd0193cddc"}, {"name": "network-changed", "server_uuid": "e676f79e-7a64-435b-9cee-c324f2ad4d8c", "tag": "81a18b72-96e6-416a-8f19-3a52f21b66ff"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:24.180440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-dc1d54c2-e1e1-4bf9-a6d8-6a780d74c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:24.181984 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-dc1d54c2-e1e1-4bf9-a6d8-6a780d74c464 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 1098 time: 0.2284269 Jan 14 01:40:24.187412 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ecdead35-049c-40ae-a085-139911f89c1b req-d7ad0d07-b8e4-404e-8ac9-edd92789fe36 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903106 Jan 14 01:40:24.204431 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:24.275806 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-a1ff15db-23f5-40a8-847b-2efcafac89a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=81a18b72-96e6-416a-8f19-3a52f21b66ff HTTP/1.1" status: 200 len: 217 time: 0.0623462 Jan 14 01:40:24.281478 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1e529b3c-bc3a-414e-aba1-1c00aa0505e3 req-49ece76c-0b00-49d6-bb40-83e569aa96de tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001345 Jan 14 01:40:24.299118 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Network 796a368f-16f4-45ad-a407-c2d5edcebf13 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:24.304502 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:24.306918 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:24.317773 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-e240bfd7-9d30-4c85-b3da-0d12ca45d49f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2169003 Jan 14 01:40:24.340510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-18906c9d-6f80-4bdf-acdb-c50f92ada2cc service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:40:24.345313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-18906c9d-6f80-4bdf-acdb-c50f92ada2cc service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173323 Jan 14 01:40:24.346717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c3e77-9367-4dc4-99a2-cd77772be530 req-77554d41-8ea7-4f90-a6da-5d83c2d83a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:24.348604 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-728c3e77-9367-4dc4-99a2-cd77772be530 req-77554d41-8ea7-4f90-a6da-5d83c2d83a7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2219315 Jan 14 01:40:24.352025 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd21a3-c87e-4c0f-b251-c4b012a13f83 req-6ba975c5-f8ee-4734-a0aa-686d74ef752e tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:24.353452 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ccdd21a3-c87e-4c0f-b251-c4b012a13f83 req-6ba975c5-f8ee-4734-a0aa-686d74ef752e tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 1096 time: 0.1300786 Jan 14 01:40:24.382926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-b65d8c30-4706-4209-9521-e5d96e3f9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:24.385954 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-b65d8c30-4706-4209-9521-e5d96e3f9cf6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0845158 Jan 14 01:40:24.408216 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Pushing event updated for resources: {'Port': ['ID=85c7d536-11e5-432b-81ac-43b47bbb9f9b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:24.425835 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-728c3e77-9367-4dc4-99a2-cd77772be530 req-1fe81395-2742-443f-aae9-ec9fb9b55be7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=0163fcca-43e2-4e9f-8140-e122afe6acd1 HTTP/1.1" status: 200 len: 217 time: 0.0561118 Jan 14 01:40:24.496279 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:24.496949 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:24.517338 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-06edd338-27b6-4510-b38e-c4642cf5049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:24.519048 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-06edd338-27b6-4510-b38e-c4642cf5049c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049421 Jan 14 01:40:24.537007 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ccdd21a3-c87e-4c0f-b251-c4b012a13f83 req-62b0b2d9-7853-4c91-8d9f-f50d1f9f7e79 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743538 Jan 14 01:40:24.568806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c3e77-9367-4dc4-99a2-cd77772be530 req-901f9d57-560f-427d-904a-0c4a9cc4d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:24.570353 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-728c3e77-9367-4dc4-99a2-cd77772be530 req-901f9d57-560f-427d-904a-0c4a9cc4d5fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1317556 Jan 14 01:40:24.594513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4017b1-fbaf-4b45-97b7-6b9766e1051d req-5d205da2-e9b6-4b44-88e2-7efb0b140f32 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:24.601371 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d4017b1-fbaf-4b45-97b7-6b9766e1051d req-5d205da2-e9b6-4b44-88e2-7efb0b140f32 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1707277 Jan 14 01:40:24.644133 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-c5565308-3068-4c96-940c-46fc188fb08f service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168537 Jan 14 01:40:24.647258 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-f3122fcf-f4b4-438c-a13a-e0c516a2250b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4909401 Jan 14 01:40:24.694834 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c3e77-9367-4dc4-99a2-cd77772be530 req-333ee3a8-950e-4fea-9287-1a3df387e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:24.696329 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-728c3e77-9367-4dc4-99a2-cd77772be530 req-333ee3a8-950e-4fea-9287-1a3df387e11c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182353 Jan 14 01:40:24.702278 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d4017b1-fbaf-4b45-97b7-6b9766e1051d req-c46945c7-f6bd-4903-9a4b-add1396692b0 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001210 Jan 14 01:40:24.702487 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Request body: {'port': {'device_id': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:24.719880 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2aa21865-dac0-4009-b70b-ba8c2c4cacde details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:24.734838 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device b2366bc4-c1a5-45b1-b1f6-b85539d89d33 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:24.771859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0193a-4760-465e-af00-96bee269e22f req-99227697-9a03-4417-ab10-267c147c88d8 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:24.779435 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ae0193a-4760-465e-af00-96bee269e22f req-99227697-9a03-4417-ab10-267c147c88d8 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 944 time: 0.1276653 Jan 14 01:40:24.790377 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-28031268-4804-4c6d-9468-807cfd6a76f7 req-a839cd51-a5af-452e-8075-142cc04e304e service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376364 Jan 14 01:40:24.865300 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-728c3e77-9367-4dc4-99a2-cd77772be530 req-9c2e47a7-a5dd-4f9d-a23e-286c3ad63876 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611986 Jan 14 01:40:24.877402 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ae0193a-4760-465e-af00-96bee269e22f req-80303386-b80f-496c-8866-06d465775d8b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969839 Jan 14 01:40:24.897012 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9e37f887-73b1-4c98-954f-918caa8479c9 None None] Provisioning complete for port 85c7d536-11e5-432b-81ac-43b47bbb9f9b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:24.897646 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e37f887-73b1-4c98-954f-918caa8479c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:24.897775 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:25.007768 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad958d3-e52d-4fb7-af57-bed924cf6d3f x-openstack-request-id: req-0ad958d3-e52d-4fb7-af57-bed924cf6d3f {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:25.008068 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457c6b47-d506-42d6-afbb-a2a9daac963f", "name": "network-vif-deleted", "tag": "f728667e-163a-4259-84e6-70cd0193cddc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e676f79e-7a64-435b-9cee-c324f2ad4d8c", "tag": "81a18b72-96e6-416a-8f19-3a52f21b66ff", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:25.008794 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ad958d3-e52d-4fb7-af57-bed924cf6d3f {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:25.009271 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457c6b47-d506-42d6-afbb-a2a9daac963f', 'name': 'network-vif-deleted', 'tag': 'f728667e-163a-4259-84e6-70cd0193cddc', 'status': 'completed', 'code': 200} Jan 14 01:40:25.009537 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e676f79e-7a64-435b-9cee-c324f2ad4d8c', 'tag': '81a18b72-96e6-416a-8f19-3a52f21b66ff', 'status': 'completed', 'code': 200} Jan 14 01:40:25.050647 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9e37f887-73b1-4c98-954f-918caa8479c9 None None] Port 85c7d536-11e5-432b-81ac-43b47bbb9f9b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:40:25.062199 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port b2366bc4-c1a5-45b1-b1f6-b85539d89d33 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:25.066305 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-728c3e77-9367-4dc4-99a2-cd77772be530 req-e9da1ac8-2aa4-44df-8497-e2eccaaaae28 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860099 Jan 14 01:40:25.075519 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port b2366bc4-c1a5-45b1-b1f6-b85539d89d33 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:25.076137 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:25.136851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:25.159735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '2aa21865-dac0-4009-b70b-ba8c2c4cacde', 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb', 'port_id': '2aa21865-dac0-4009-b70b-ba8c2c4cacde', 'mac_address': 'fa:16:3e:b5:a6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2dc1ec0-b4e3-4416-992a-c3607b086cec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:25.172087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999355f-0890-4878-857e-5389a443cff4 req-2eecec00-cee7-4f7a-9fed-6652af5b8a08 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:25.178397 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3999355f-0890-4878-857e-5389a443cff4 req-2eecec00-cee7-4f7a-9fed-6652af5b8a08 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 932 time: 0.1429384 Jan 14 01:40:25.188492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b717a0f-b119-45e8-84e7-bfbfd76f179a req-1b0b0434-79ec-47fb-9ae1-8c9ef9365103 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:25.189994 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b717a0f-b119-45e8-84e7-bfbfd76f179a req-1b0b0434-79ec-47fb-9ae1-8c9ef9365103 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 944 time: 0.0996172 Jan 14 01:40:25.213541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd316b-6f81-49f1-944b-ac2c0828b371 req-5c494602-8c95-4df2-af5f-4f51e2967f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:25.215631 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ffd316b-6f81-49f1-944b-ac2c0828b371 req-5c494602-8c95-4df2-af5f-4f51e2967f7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 1098 time: 0.1196480 Jan 14 01:40:25.253947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 2aa21865-dac0-4009-b70b-ba8c2c4cacde is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:25.254340 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:25.283484 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa21865-dac0-4009-b70b-ba8c2c4cacde {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:25.289555 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3999355f-0890-4878-857e-5389a443cff4 req-502cc677-1fde-4143-827c-d5663767552f tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101208 Jan 14 01:40:25.306589 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port b2366bc4-c1a5-45b1-b1f6-b85539d89d33 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:25.306983 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:25.314035 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b717a0f-b119-45e8-84e7-bfbfd76f179a req-6983b1f0-c5e9-4e37-9efc-2c875f955d7f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179061 Jan 14 01:40:25.345592 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:25.360713 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:25.369150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c39d838-52c0-4b54-8259-b0712d9f6143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2366bc4-c1a5-45b1-b1f6-b85539d89d33'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:25.371663 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd636092-03f6-4116-ade9-008258fc8134" -d '{"events": [{"server_uuid": "2c39d838-52c0-4b54-8259-b0712d9f6143", "name": "network-vif-plugged", "status": "completed", "tag": "b2366bc4-c1a5-45b1-b1f6-b85539d89d33"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:25.404960 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port b2366bc4-c1a5-45b1-b1f6-b85539d89d33, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=b2366bc4-c1a5-45b1-b1f6-b85539d89d33,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:25.421697 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:25.422446 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ce6a8-424b-4108-bb6d-750704bc5388 req-6f55f7e4-edd8-44ff-9f89-a0b69f5991ec tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:25.431108 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a0ce6a8-424b-4108-bb6d-750704bc5388 req-6f55f7e4-edd8-44ff-9f89-a0b69f5991ec tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 1096 time: 0.0526810 Jan 14 01:40:25.439516 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=2aa21865-dac0-4009-b70b-ba8c2c4cacde,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:25.483030 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd316b-6f81-49f1-944b-ac2c0828b371 req-2cb38583-c81c-466e-a8c6-28a417734de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:25.486931 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ffd316b-6f81-49f1-944b-ac2c0828b371 req-2cb38583-c81c-466e-a8c6-28a417734de8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2495701 Jan 14 01:40:25.493368 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c7d536-11e5-432b-81ac-43b47bbb9f9b {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:25.502287 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a0ce6a8-424b-4108-bb6d-750704bc5388 req-344bd42c-0fc3-4aa8-802c-d0003f187e29 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702329 Jan 14 01:40:25.503346 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Publish callbacks [] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:25.506779 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=b2366bc4-c1a5-45b1-b1f6-b85539d89d33,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:25.571512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Transition to ACTIVE for port object 85c7d536-11e5-432b-81ac-43b47bbb9f9b will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:25.573519 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ffd316b-6f81-49f1-944b-ac2c0828b371 req-280381dd-143e-4f6b-b841-583dfe05fbcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=81a18b72-96e6-416a-8f19-3a52f21b66ff HTTP/1.1" status: 200 len: 217 time: 0.0471890 Jan 14 01:40:25.577166 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:25.623868 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9b768-4b08-4f87-904f-dc5b2209f141 req-eeee7251-7b2a-4599-bde0-0d991af0b1ec tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:25.626174 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-58c9b768-4b08-4f87-904f-dc5b2209f141 req-eeee7251-7b2a-4599-bde0-0d991af0b1ec tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 950 time: 0.0918777 Jan 14 01:40:25.654363 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0bdc6-7ec4-4b8a-a72d-152cbd9103cc req-4bf230e3-c2ac-4092-b807-383059ff7147 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:25.655908 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ca0bdc6-7ec4-4b8a-a72d-152cbd9103cc req-4bf230e3-c2ac-4092-b807-383059ff7147 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 947 time: 0.0839789 Jan 14 01:40:25.688714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Pushing event updated for resources: {'Port': ['ID=85c7d536-11e5-432b-81ac-43b47bbb9f9b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:25.708878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['2aa21865-dac0-4009-b70b-ba8c2c4cacde'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:25.724774 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd316b-6f81-49f1-944b-ac2c0828b371 req-eb1d03dc-9896-4d17-8c88-a98d0ed571b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:25.726469 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ffd316b-6f81-49f1-944b-ac2c0828b371 req-eb1d03dc-9896-4d17-8c88-a98d0ed571b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1467552 Jan 14 01:40:25.749566 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ca0bdc6-7ec4-4b8a-a72d-152cbd9103cc req-38bfb7a0-da3e-4e40-869d-a88c29eb4e72 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804813 Jan 14 01:40:25.787405 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-58c9b768-4b08-4f87-904f-dc5b2209f141 req-5f2fd1e9-ea48-4da9-b6ff-38a0ce212385 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480396 Jan 14 01:40:25.826257 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9496da-c3f0-4e18-bcc1-edd67ac3dc06 x-openstack-request-id: req-1e9496da-c3f0-4e18-bcc1-edd67ac3dc06 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:25.827068 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c39d838-52c0-4b54-8259-b0712d9f6143", "name": "network-vif-plugged", "status": "completed", "tag": "b2366bc4-c1a5-45b1-b1f6-b85539d89d33", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:25.827068 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e9496da-c3f0-4e18-bcc1-edd67ac3dc06 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:25.827462 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c39d838-52c0-4b54-8259-b0712d9f6143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2366bc4-c1a5-45b1-b1f6-b85539d89d33', 'code': 200} Jan 14 01:40:25.831030 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd316b-6f81-49f1-944b-ac2c0828b371 req-651ce9ef-3a24-4f59-83b5-c72d933af429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:25.832552 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ffd316b-6f81-49f1-944b-ac2c0828b371 req-651ce9ef-3a24-4f59-83b5-c72d933af429 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957589 Jan 14 01:40:25.840366 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Attempting to bind port 85c7d536-11e5-432b-81ac-43b47bbb9f9b on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:25.840366 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Attempting to bind port 85c7d536-11e5-432b-81ac-43b47bbb9f9b by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:25.840366 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Attempting to bind port 85c7d536-11e5-432b-81ac-43b47bbb9f9b on network 796a368f-16f4-45ad-a407-c2d5edcebf13 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:25.847952 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Port 85c7d536-11e5-432b-81ac-43b47bbb9f9b on network 796a368f-16f4-45ad-a407-c2d5edcebf13 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:25.848310 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Attempting to bind port 85c7d536-11e5-432b-81ac-43b47bbb9f9b on network 796a368f-16f4-45ad-a407-c2d5edcebf13 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:25.931160 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:25.931497 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Checking segment: {'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:25.931881 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Bound using segment: {'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:25.932324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Bound port: 85c7d536-11e5-432b-81ac-43b47bbb9f9b, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66faa79-b615-4d52-bf2c-547d7fa73ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:25.932676 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:26.014654 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f8fb5-7c76-444c-be1c-ffd9c4a95e60 req-f0dc9ba0-f9ce-457f-8955-f3c9cd3d926f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.016648 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8c5f8fb5-7c76-444c-be1c-ffd9c4a95e60 req-f0dc9ba0-f9ce-457f-8955-f3c9cd3d926f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1019204 Jan 14 01:40:26.026096 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ffd316b-6f81-49f1-944b-ac2c0828b371 req-a2fe4385-f751-4aea-9824-293718cadf79 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790962 Jan 14 01:40:26.048965 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8efeb6-6e7c-4ca8-92c3-95577ec0ab01 req-06b30eca-06a1-485a-961c-bef302ee1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.050550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b8efeb6-6e7c-4ca8-92c3-95577ec0ab01 req-06b30eca-06a1-485a-961c-bef302ee1b67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 1096 time: 0.1012833 Jan 14 01:40:26.062983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] For port 85c7d536-11e5-432b-81ac-43b47bbb9f9b, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:26.095287 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8c5f8fb5-7c76-444c-be1c-ffd9c4a95e60 req-bca4d809-a486-4f9a-89e7-44c0e7d1115b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703201 Jan 14 01:40:26.105751 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] For port 85c7d536-11e5-432b-81ac-43b47bbb9f9b, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=85c7d536-11e5-432b-81ac-43b47bbb9f9b,segment=NetworkSegment(c66faa79-b615-4d52-bf2c-547d7fa73ea7),segment_id=c66faa79-b615-4d52-bf2c-547d7fa73ea7)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:26.116901 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:26.141473 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b8efeb6-6e7c-4ca8-92c3-95577ec0ab01 req-611a0fcc-6b9e-4157-9358-f815ed4eac81 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779979 Jan 14 01:40:26.181883 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.182537 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:26.183928 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] 10.222.0.36 "PUT /v2.0/ports/85c7d536-11e5-432b-81ac-43b47bbb9f9b HTTP/1.1" status: 200 len: 1092 time: 1.4884934 Jan 14 01:40:26.193104 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ffd316b-6f81-49f1-944b-ac2c0828b371 req-b45ff86e-c05b-47dd-9994-49e2b119bf4d service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554396 Jan 14 01:40:26.217503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16583d3-a98e-43db-9cf7-82cf727bd3ea service neutron] Pushing event updated for resources: {'Port': ['ID=85c7d536-11e5-432b-81ac-43b47bbb9f9b,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:26.242604 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48743-c7b3-4553-b3e5-1ea8ea047273 req-c843a88b-316b-4b57-a07a-fe1c185e9a48 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.244110 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27e48743-c7b3-4553-b3e5-1ea8ea047273 req-c843a88b-316b-4b57-a07a-fe1c185e9a48 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 945 time: 0.0595524 Jan 14 01:40:26.321020 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27e48743-c7b3-4553-b3e5-1ea8ea047273 req-dc7f4e6b-6465-4377-a14d-8c8a05b3e9f3 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653458 Jan 14 01:40:26.456658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949505f8-b1ab-493e-9180-acb33e59197f req-8e7f4763-e9bd-4108-b1f1-63953b872be7 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.459362 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-949505f8-b1ab-493e-9180-acb33e59197f req-8e7f4763-e9bd-4108-b1f1-63953b872be7 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 944 time: 0.0618131 Jan 14 01:40:26.537839 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-949505f8-b1ab-493e-9180-acb33e59197f req-c425c8b0-f525-4b9c-a497-b1449703e51b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579910 Jan 14 01:40:26.548996 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-ff75f6e0-0cbb-4e0d-bce5-7c35bf4a874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.550518 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-ff75f6e0-0cbb-4e0d-bce5-7c35bf4a874f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 1101 time: 0.2815990 Jan 14 01:40:26.654236 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd29e4a-ab69-40e4-825c-afded5209e46 req-20d77e4d-e192-4efe-babd-c73756d0c19f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.656246 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-edd29e4a-ab69-40e4-825c-afded5209e46 req-20d77e4d-e192-4efe-babd-c73756d0c19f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 945 time: 0.0543993 Jan 14 01:40:26.673667 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-51540d9f-ea95-433c-9122-290e3e4003e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.675193 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-51540d9f-ea95-433c-9122-290e3e4003e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b4ddbfe3a424b3f9de7b583799cf513&device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 1095 time: 0.1045568 Jan 14 01:40:26.693878 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-15aa5b0b-77e0-47b5-a96a-efb89bf6016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.695365 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-15aa5b0b-77e0-47b5-a96a-efb89bf6016d service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1327701 Jan 14 01:40:26.707878 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-edd29e4a-ab69-40e4-825c-afded5209e46 req-542e9e16-0dbb-4ba2-b564-352432bd166c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457253 Jan 14 01:40:26.737147 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-d5be17ef-14b3-464b-86c5-fc7b8248b579 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=10219419-df16-4b57-98e2-4d168d9675f5 HTTP/1.1" status: 200 len: 217 time: 0.0354233 Jan 14 01:40:26.749151 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 0163fcca-43e2-4e9f-8140-e122afe6acd1 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:26.764460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2aa21865-dac0-4009-b70b-ba8c2c4cacde up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:26.803843 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-b00f1c63-1462-402a-9bf8-948ba7c8d2a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85c7d536-11e5-432b-81ac-43b47bbb9f9b HTTP/1.1" status: 200 len: 217 time: 0.0647073 Jan 14 01:40:26.846917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-aa9212d2-fb6b-4395-8e91-1c5fdd223946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.849033 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-aa9212d2-fb6b-4395-8e91-1c5fdd223946 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1042731 Jan 14 01:40:26.896630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-dc59fcc3-a312-463f-af5e-f89a979b88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.898175 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-dc59fcc3-a312-463f-af5e-f89a979b88cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79dd2ca7-7968-4316-b70c-d7bae5883dfa HTTP/1.1" status: 200 len: 868 time: 0.0795383 Jan 14 01:40:26.905890 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 2aa21865-dac0-4009-b70b-ba8c2c4cacde completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:26.914446 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 0163fcca-43e2-4e9f-8140-e122afe6acd1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0163fcca-43e2-4e9f-8140-e122afe6acd1,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:26.916970 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 2aa21865-dac0-4009-b70b-ba8c2c4cacde triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:26.917529 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:26.942770 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ff8ec-720c-497f-96b0-5095b7eec629 req-006d53d3-cd20-472d-8b11-b763fd9c2007 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.945481 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2d9ff8ec-720c-497f-96b0-5095b7eec629 req-006d53d3-cd20-472d-8b11-b763fd9c2007 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 947 time: 0.0732014 Jan 14 01:40:26.963345 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-8a10455a-dc89-4a3c-81b9-d6f8dd780f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.964867 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-8a10455a-dc89-4a3c-81b9-d6f8dd780f05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804503 Jan 14 01:40:26.973759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6cae6134-cee3-4556-8ee5-b57f322b43ff tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:40:26.974833 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6cae6134-cee3-4556-8ee5-b57f322b43ff tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090959 Jan 14 01:40:26.985553 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-9d158c17-e316-4387-8101-62f0a8532bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:26.986899 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-9d158c17-e316-4387-8101-62f0a8532bd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=796a368f-16f4-45ad-a407-c2d5edcebf13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744996 Jan 14 01:40:27.010606 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'tag': '85c7d536-11e5-432b-81ac-43b47bbb9f9b'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:27.013503 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4e708c-d130-4d6d-a535-9f59acddf972" -d '{"events": [{"name": "network-changed", "server_uuid": "842d4073-47ee-4af7-8f3a-354534b12ec8", "tag": "85c7d536-11e5-432b-81ac-43b47bbb9f9b"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:27.023675 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2d9ff8ec-720c-497f-96b0-5095b7eec629 req-46979349-75ec-4a47-98c0-260e866c2051 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605018 Jan 14 01:40:27.098826 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8df3a-3717-4bc4-8917-7a522442902d req-0c585962-8a34-4c6d-98c7-96c33aae63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:27.100929 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-0c585962-8a34-4c6d-98c7-96c33aae63d2 service neutron] 10.222.0.26 "GET /v2.0/ports/1517394b-4f4f-4f9c-bb73-f1ff52851df0 HTTP/1.1" status: 200 len: 1093 time: 0.1119142 Jan 14 01:40:27.104631 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '0163fcca-43e2-4e9f-8140-e122afe6acd1', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '0163fcca-43e2-4e9f-8140-e122afe6acd1', 'mac_address': 'fa:16:3e:cc:d6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:27.122793 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d36b49-3b55-4df5-b8ad-74d8a9d1e5d5 req-049b723b-d541-4c96-acc1-9e4a9acdd44d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:27.124326 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3d36b49-3b55-4df5-b8ad-74d8a9d1e5d5 req-049b723b-d541-4c96-acc1-9e4a9acdd44d tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.36 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 950 time: 0.0767078 Jan 14 01:40:27.138470 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] Request body: {'binding': {'host': 'n-h2-824358-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:27.138926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] Unknown quota resources ['binding']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 14 01:40:27.160265 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 81a18b72-96e6-416a-8f19-3a52f21b66ff details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:27.169991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 0163fcca-43e2-4e9f-8140-e122afe6acd1 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:27.170385 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:27.200893 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf370b-aae1-401a-97e0-76ffab0a5f45 req-7244e54c-5faf-4f3f-a12d-b4503f600c6b tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:27.202749 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89cf370b-aae1-401a-97e0-76ffab0a5f45 req-7244e54c-5faf-4f3f-a12d-b4503f600c6b tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 950 time: 0.1020234 Jan 14 01:40:27.213214 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0163fcca-43e2-4e9f-8140-e122afe6acd1 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:27.218314 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-2b1bb947-dbc7-4fab-a49a-0539561840f7 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416639 Jan 14 01:40:27.282911 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 0163fcca-43e2-4e9f-8140-e122afe6acd1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0163fcca-43e2-4e9f-8140-e122afe6acd1,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:27.285560 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 2aa21865-dac0-4009-b70b-ba8c2c4cacde is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:27.286086 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:27.293842 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89cf370b-aae1-401a-97e0-76ffab0a5f45 req-5449a33a-09bb-4f5d-9f48-6beb15f3f50f tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660427 Jan 14 01:40:27.300429 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a3d36b49-3b55-4df5-b8ad-74d8a9d1e5d5 req-130147c2-578f-4877-84a3-6977d7d2ec0e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Deleting port a7693286-c965-4a7b-9f23-ca097acc4d1f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:40:27.300739 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a3d36b49-3b55-4df5-b8ad-74d8a9d1e5d5 req-130147c2-578f-4877-84a3-6977d7d2ec0e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:27.302167 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:27.314706 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-70eb304d-258b-46d2-bf0d-7ee1c78b2200 service neutron] 10.222.0.36 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481718 Jan 14 01:40:27.384737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:27.394986 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 81a18b72-96e6-416a-8f19-3a52f21b66ff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=81a18b72-96e6-416a-8f19-3a52f21b66ff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:27.398877 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:27.410037 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=0163fcca-43e2-4e9f-8140-e122afe6acd1,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:27.413415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a3d36b49-3b55-4df5-b8ad-74d8a9d1e5d5 req-130147c2-578f-4877-84a3-6977d7d2ec0e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] For port a7693286-c965-4a7b-9f23-ca097acc4d1f, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=a7693286-c965-4a7b-9f23-ca097acc4d1f,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:27.413979 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a3d36b49-3b55-4df5-b8ad-74d8a9d1e5d5 req-130147c2-578f-4877-84a3-6977d7d2ec0e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:27.417684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '81a18b72-96e6-416a-8f19-3a52f21b66ff', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '81a18b72-96e6-416a-8f19-3a52f21b66ff', 'mac_address': 'fa:16:3e:03:c3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:27.433276 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a3d36b49-3b55-4df5-b8ad-74d8a9d1e5d5 req-130147c2-578f-4877-84a3-6977d7d2ec0e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Calling delete_port for a7693286-c965-4a7b-9f23-ca097acc4d1f owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:40:27.461546 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41410f47-278c-4cd3-8b5b-215059c5340b x-openstack-request-id: req-41410f47-278c-4cd3-8b5b-215059c5340b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:27.461841 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842d4073-47ee-4af7-8f3a-354534b12ec8", "tag": "85c7d536-11e5-432b-81ac-43b47bbb9f9b", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:27.462099 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41410f47-278c-4cd3-8b5b-215059c5340b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:27.462511 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'tag': '85c7d536-11e5-432b-81ac-43b47bbb9f9b', 'status': 'completed', 'code': 200} Jan 14 01:40:27.464778 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-de589472-cdd7-4245-9e5e-10e8596d7cab service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074523 Jan 14 01:40:27.485470 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0283c7f3-1537-4574-b261-bbffca7d4117 req-8b47109f-169d-4ae7-a558-01263b33593b service neutron] 10.222.0.36 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626999 Jan 14 01:40:27.498360 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=2aa21865-dac0-4009-b70b-ba8c2c4cacde,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:27.499860 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] Attempting to bind port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on host n-h2-824358-4 for vnic_type normal with profile None {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:27.500185 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] Attempting to bind port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:27.501156 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] Attempting to bind port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:27.501317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 81a18b72-96e6-416a-8f19-3a52f21b66ff is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:27.501975 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:27.515876 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] Port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:27.516200 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] Attempting to bind port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:27.516547 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a18b72-96e6-416a-8f19-3a52f21b66ff {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:27.522081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:27.522685 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:27.523273 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:27.523921 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] Bound port: 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:27.541903 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 81a18b72-96e6-416a-8f19-3a52f21b66ff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=81a18b72-96e6-416a-8f19-3a52f21b66ff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:27.550492 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:27.599985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:27.607469 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:27.608921 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-bbffc900-48fd-4ad8-a497-3ffc0e473d87 service neutron] 10.222.0.26 "POST /v2.0/ports/1517394b-4f4f-4f9c-bb73-f1ff52851df0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4769909 Jan 14 01:40:27.636168 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=81a18b72-96e6-416a-8f19-3a52f21b66ff,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:27.664908 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e708c-d130-4d6d-a535-9f59acddf972 req-7392c6f1-5c31-48d8-b507-9fd38b464bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:27.666491 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6b4e708c-d130-4d6d-a535-9f59acddf972 req-7392c6f1-5c31-48d8-b507-9fd38b464bb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b4ddbfe3a424b3f9de7b583799cf513&device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 1095 time: 0.0566919 Jan 14 01:40:27.670317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['0163fcca-43e2-4e9f-8140-e122afe6acd1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:27.709946 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a3d36b49-3b55-4df5-b8ad-74d8a9d1e5d5 req-130147c2-578f-4877-84a3-6977d7d2ec0e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (a7693286-c965-4a7b-9f23-ca097acc4d1f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:27.738005 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883e94b-9ac7-439f-a304-11cd71d9a230 req-b28bf4dc-5e17-4043-ba28-6ae1b8bd4870 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:27.748811 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b883e94b-9ac7-439f-a304-11cd71d9a230 req-b28bf4dc-5e17-4043-ba28-6ae1b8bd4870 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1537533 Jan 14 01:40:27.829242 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c818c37-96e2-455e-8802-4ddd23403a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa21865-dac0-4009-b70b-ba8c2c4cacde'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:27.833100 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dcd777-8814-42b8-adf9-bd9722c05fc2" -d '{"events": [{"server_uuid": "5c818c37-96e2-455e-8802-4ddd23403a12", "name": "network-vif-plugged", "status": "completed", "tag": "2aa21865-dac0-4009-b70b-ba8c2c4cacde"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:27.840792 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e708c-d130-4d6d-a535-9f59acddf972 req-9148109c-dcda-43ed-8a92-7cf4169ed146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:27.841014 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130147c2-578f-4877-84a3-6977d7d2ec0e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Pushing event deleted for resources: {'Port': ['ID=a7693286-c965-4a7b-9f23-ca097acc4d1f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:27.841117 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6b4e708c-d130-4d6d-a535-9f59acddf972 req-9148109c-dcda-43ed-8a92-7cf4169ed146 service neutron] 10.222.0.36 "GET /v2.0/networks?id=796a368f-16f4-45ad-a407-c2d5edcebf13 HTTP/1.1" status: 200 len: 930 time: 0.1651237 Jan 14 01:40:27.897513 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6b4e708c-d130-4d6d-a535-9f59acddf972 req-3216b9be-1308-4b1a-8d87-3be8ccb4cfa2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85c7d536-11e5-432b-81ac-43b47bbb9f9b HTTP/1.1" status: 200 len: 217 time: 0.0494912 Jan 14 01:40:27.931609 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d36b49-3b55-4df5-b8ad-74d8a9d1e5d5 req-130147c2-578f-4877-84a3-6977d7d2ec0e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] No DVR routers for this DVR port a7693286-c965-4a7b-9f23-ca097acc4d1f on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:40:27.939281 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a3d36b49-3b55-4df5-b8ad-74d8a9d1e5d5 req-130147c2-578f-4877-84a3-6977d7d2ec0e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:27.942525 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3d36b49-3b55-4df5-b8ad-74d8a9d1e5d5 req-130147c2-578f-4877-84a3-6977d7d2ec0e tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.36 "DELETE /v2.0/ports/a7693286-c965-4a7b-9f23-ca097acc4d1f HTTP/1.1" status: 204 len: 173 time: 0.7981822 Jan 14 01:40:27.943117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43124c24-af36-471c-b9e5-e5cb0d510fc6', 'name': 'network-vif-deleted', 'tag': 'a7693286-c965-4a7b-9f23-ca097acc4d1f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:27.945336 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8602e1db-2ee3-40e5-b7ad-63c52febb11b" -d '{"events": [{"server_uuid": "43124c24-af36-471c-b9e5-e5cb0d510fc6", "name": "network-vif-deleted", "tag": "a7693286-c965-4a7b-9f23-ca097acc4d1f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:27.954050 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e708c-d130-4d6d-a535-9f59acddf972 req-b4da41dc-07c3-43d1-a14d-5d146540856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:27.955685 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6b4e708c-d130-4d6d-a535-9f59acddf972 req-b4da41dc-07c3-43d1-a14d-5d146540856a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79dd2ca7-7968-4316-b70c-d7bae5883dfa HTTP/1.1" status: 200 len: 868 time: 0.0520368 Jan 14 01:40:27.978681 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486bab-910b-4e48-8a1a-79d7ec27845a req-fb78fd26-154e-4496-9cbf-9026276c4399 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:27.980210 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-70486bab-910b-4e48-8a1a-79d7ec27845a req-fb78fd26-154e-4496-9cbf-9026276c4399 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.1563625 Jan 14 01:40:27.990359 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b883e94b-9ac7-439f-a304-11cd71d9a230 req-a810e05b-7771-4430-9e79-33cfefe741de tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393799 Jan 14 01:40:28.021152 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e708c-d130-4d6d-a535-9f59acddf972 req-ad0dfbe4-9345-4f4c-bbe8-604101cc2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:28.022618 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6b4e708c-d130-4d6d-a535-9f59acddf972 req-ad0dfbe4-9345-4f4c-bbe8-604101cc2c8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=796a368f-16f4-45ad-a407-c2d5edcebf13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585704 Jan 14 01:40:28.051873 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['81a18b72-96e6-416a-8f19-3a52f21b66ff'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:28.064701 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-70486bab-910b-4e48-8a1a-79d7ec27845a req-ae4605ac-af14-4e2b-b0c8-a1e1dc9d5add tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685093 Jan 14 01:40:28.162912 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a8dc9-aef6-43ca-ba7c-1c741286b318 req-710c3f0d-29b0-40b9-b620-65a062ada26c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:28.164544 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac0a8dc9-aef6-43ca-ba7c-1c741286b318 req-710c3f0d-29b0-40b9-b620-65a062ada26c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 944 time: 0.0988462 Jan 14 01:40:28.178133 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6b4e708c-d130-4d6d-a535-9f59acddf972 req-c154ae5f-0e65-41c6-8477-9758c825a235 service neutron] 10.222.0.36 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267309 Jan 14 01:40:28.185470 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8df3a-3717-4bc4-8917-7a522442902d req-157c1bec-b692-4592-a32a-d9d736bb8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:28.186955 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-157c1bec-b692-4592-a32a-d9d736bb8eb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 1096 time: 0.0910861 Jan 14 01:40:28.299368 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6b4e708c-d130-4d6d-a535-9f59acddf972 req-02545a82-044c-4140-b572-af438b161002 service neutron] 10.222.0.36 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034596 Jan 14 01:40:28.319974 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac0a8dc9-aef6-43ca-ba7c-1c741286b318 req-71c75340-918e-4ebd-bf91-16f562c21305 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472852 Jan 14 01:40:28.335351 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71d72c-4b5f-43ba-8454-fff64f39496b req-80ef92d3-c40e-48f4-b750-c3cebabca4db tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:28.338545 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a71d72c-4b5f-43ba-8454-fff64f39496b req-80ef92d3-c40e-48f4-b750-c3cebabca4db tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 945 time: 0.1668293 Jan 14 01:40:28.372379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8df3a-3717-4bc4-8917-7a522442902d req-dcd5e2d8-6874-46c2-bb9d-88821cdbd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:28.373823 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-dcd5e2d8-6874-46c2-bb9d-88821cdbd7cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.1636395 Jan 14 01:40:28.443908 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-02166e25-a52d-42f2-92df-835ce7dacaea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0 HTTP/1.1" status: 200 len: 217 time: 0.0597184 Jan 14 01:40:28.453922 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a71d72c-4b5f-43ba-8454-fff64f39496b req-d2876eca-e532-4150-9843-26da04fb286b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094046 Jan 14 01:40:28.510913 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f866ee3-0ddd-4ed5-9011-ecfd18195f8a req-45db6ccc-bb20-44e2-ba6c-a2ae4653f702 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:28.512379 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f866ee3-0ddd-4ed5-9011-ecfd18195f8a req-45db6ccc-bb20-44e2-ba6c-a2ae4653f702 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 945 time: 0.1294076 Jan 14 01:40:28.518366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8df3a-3717-4bc4-8917-7a522442902d req-21a9af1b-743a-49c9-91f1-b5ada57e5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:28.519736 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-21a9af1b-743a-49c9-91f1-b5ada57e5afb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0642843 Jan 14 01:40:28.579011 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9247e1-5b4f-4f08-a557-3a8493543f1d x-openstack-request-id: req-4d9247e1-5b4f-4f08-a557-3a8493543f1d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:28.579350 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c818c37-96e2-455e-8802-4ddd23403a12", "name": "network-vif-plugged", "status": "completed", "tag": "2aa21865-dac0-4009-b70b-ba8c2c4cacde", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:28.579644 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d9247e1-5b4f-4f08-a557-3a8493543f1d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:28.580103 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c818c37-96e2-455e-8802-4ddd23403a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa21865-dac0-4009-b70b-ba8c2c4cacde', 'code': 200} Jan 14 01:40:28.584590 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-32423f50-d3ee-4653-b83f-ed9058f9b74e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368810 Jan 14 01:40:28.589191 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f866ee3-0ddd-4ed5-9011-ecfd18195f8a req-406612f0-0e1b-44e9-8c2a-d74b2086dbef tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686171 Jan 14 01:40:28.614843 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fc8f97-40cd-4403-bca8-c02f5e83b220 x-openstack-request-id: req-86fc8f97-40cd-4403-bca8-c02f5e83b220 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:28.615183 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43124c24-af36-471c-b9e5-e5cb0d510fc6", "name": "network-vif-deleted", "tag": "a7693286-c965-4a7b-9f23-ca097acc4d1f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:28.615570 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86fc8f97-40cd-4403-bca8-c02f5e83b220 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:28.616108 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43124c24-af36-471c-b9e5-e5cb0d510fc6', 'name': 'network-vif-deleted', 'tag': 'a7693286-c965-4a7b-9f23-ca097acc4d1f', 'status': 'completed', 'code': 200} Jan 14 01:40:28.738403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de705ae7-4623-429d-af69-bcbe056096a0 req-b63ec4be-754e-44b2-a6e3-1ef5b4d132dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:28.739845 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de705ae7-4623-429d-af69-bcbe056096a0 req-b63ec4be-754e-44b2-a6e3-1ef5b4d132dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 1097 time: 0.0428963 Jan 14 01:40:28.744851 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb12990e-48ed-4681-b7b6-b4ccbd8853d5 req-a10d8186-a77a-42f4-b6f6-f92769c97d67 tempest-LiveMigrationNegativeTest-13422952 tempest-LiveMigrationNegativeTest-13422952-project] 10.222.0.26 "GET /v2.0/ports?device_id=43124c24-af36-471c-b9e5-e5cb0d510fc6 HTTP/1.1" status: 200 len: 210 time: 0.0333047 Jan 14 01:40:28.781087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5910c-26a1-4ef4-b2ab-14fcffcc866b req-f2840581-5574-4372-9f1f-c2163a556bc5 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:28.782607 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eba5910c-26a1-4ef4-b2ab-14fcffcc866b req-f2840581-5574-4372-9f1f-c2163a556bc5 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 948 time: 0.1326265 Jan 14 01:40:28.790296 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 0163fcca-43e2-4e9f-8140-e122afe6acd1 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:28.799814 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c0045429-a0b7-41de-9273-e6cc680b0cea service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577482 Jan 14 01:40:28.804888 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de705ae7-4623-429d-af69-bcbe056096a0 req-0ecfa676-131b-4194-a01d-262989ac77f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578623 Jan 14 01:40:28.852724 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 0163fcca-43e2-4e9f-8140-e122afe6acd1 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:28.857738 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 0163fcca-43e2-4e9f-8140-e122afe6acd1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:28.858316 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:28.900226 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eba5910c-26a1-4ef4-b2ab-14fcffcc866b req-2f2906dd-cf51-46e3-9dcd-17d47d53bd85 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971177 Jan 14 01:40:28.938580 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-85ce4f4f-d287-4528-a7f5-54c739dc9558 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284423 Jan 14 01:40:28.946776 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 0163fcca-43e2-4e9f-8140-e122afe6acd1 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:28.947213 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:28.979809 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 0163fcca-43e2-4e9f-8140-e122afe6acd1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0163fcca-43e2-4e9f-8140-e122afe6acd1,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:28.984835 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:28.985678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device a7693286-c965-4a7b-9f23-ca097acc4d1f no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:40:29.009499 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed072d-7254-4400-bdab-d64fb58a4bbb req-760f266f-59a9-4e36-b3e2-54579252a80d tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:29.011767 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11ed072d-7254-4400-bdab-d64fb58a4bbb req-760f266f-59a9-4e36-b3e2-54579252a80d tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 945 time: 0.0539587 Jan 14 01:40:29.026098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: a7693286-c965-4a7b-9f23-ca097acc4d1f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:40:29.026471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device a7693286-c965-4a7b-9f23-ca097acc4d1f not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:40:29.054475 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=0163fcca-43e2-4e9f-8140-e122afe6acd1,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:29.079175 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11ed072d-7254-4400-bdab-d64fb58a4bbb req-af1eafac-b0b3-4084-bd86-e408c0c6efa0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608201 Jan 14 01:40:29.121684 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8f45e-c41d-4f48-94c0-eff47a957794 req-42220bf3-27c0-47a2-977a-553067e462ff tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:29.123199 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-48c8f45e-c41d-4f48-94c0-eff47a957794 req-42220bf3-27c0-47a2-977a-553067e462ff tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.0649860 Jan 14 01:40:29.196245 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-48c8f45e-c41d-4f48-94c0-eff47a957794 req-90c148c6-4cf4-4ddc-9646-4b3e98aceac6 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673051 Jan 14 01:40:29.209136 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19df62a-3691-4db5-9476-53c94c1a9e52 req-8ad6c9dc-227a-41f5-8fd4-b5e12411662b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:29.210617 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a19df62a-3691-4db5-9476-53c94c1a9e52 req-8ad6c9dc-227a-41f5-8fd4-b5e12411662b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.0685167 Jan 14 01:40:29.283362 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a19df62a-3691-4db5-9476-53c94c1a9e52 req-63885907-abb1-4fa8-91de-8890ebd30142 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671329 Jan 14 01:40:29.299643 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6a0c019e-f511-453e-9263-b83db474c65f tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:29.301113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6a0c019e-f511-453e-9263-b83db474c65f tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d&tenant_id=499063d5628544d8ac7f06264154b870&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 1096 time: 0.0582941 Jan 14 01:40:29.311927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824358-4'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:29.364714 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:29.495398 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f9cf-dc62-4ae4-afef-1652f48e02f3 req-f42954f5-74d9-4849-86cb-43396d627cac tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:29.496841 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc83f9cf-dc62-4ae4-afef-1652f48e02f3 req-f42954f5-74d9-4849-86cb-43396d627cac tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 944 time: 0.1000791 Jan 14 01:40:29.582118 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:29.617636 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc83f9cf-dc62-4ae4-afef-1652f48e02f3 req-aab0ae3d-2949-49c1-b9bb-784e22a03677 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139073 Jan 14 01:40:29.627524 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f0d0a-831c-4ba0-be97-4e3b357e0643 req-7b0e692d-b293-4be4-920d-f3a05cc924c1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:29.629034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-896f0d0a-831c-4ba0-be97-4e3b357e0643 req-7b0e692d-b293-4be4-920d-f3a05cc924c1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 945 time: 0.1015508 Jan 14 01:40:29.655355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:29.722919 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Publish callbacks [] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:29.728297 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-896f0d0a-831c-4ba0-be97-4e3b357e0643 req-a9e63191-e782-4094-822f-538231515d6d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834739 Jan 14 01:40:29.732985 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:30.051051 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48760) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:30.125461 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Pushing event updated for resources: {'Port': ['ID=1517394b-4f4f-4f9c-bb73-f1ff52851df0,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:30.175549 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b703d-18b8-44e4-aa21-803022f06ecf req-f9d96ab6-3ae5-4346-afae-b54e06174f4e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:30.177374 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-335b703d-18b8-44e4-aa21-803022f06ecf req-f9d96ab6-3ae5-4346-afae-b54e06174f4e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 948 time: 0.1234112 Jan 14 01:40:30.190216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Attempting to bind port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on host n-h1-824358-4 for vnic_type normal with profile {"migrating_to": "n-h2-824358-4"} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:30.190477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Attempting to bind port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:30.190808 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Attempting to bind port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:30.204645 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d00ce063-1fc7-43de-915a-90868f278170 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec16ded0471e4a3282df4d7f460bd414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522920 Jan 14 01:40:30.206878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:30.207200 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Attempting to bind port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:30.207726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48766) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:30.227892 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:30.228225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:30.228601 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:30.229025 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Bound port: 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:30.229372 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:30.257135 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78ef981f-5edd-4e7b-a5b7-f4d4ecbea677 admin admin] Publish callbacks [] for security_group (4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:30.270863 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466827d-2787-4b48-a5f8-81ddfaa4ef4d req-52cd700b-6d33-4bce-a458-7e6802549b88 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:30.272325 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b466827d-2787-4b48-a5f8-81ddfaa4ef4d req-52cd700b-6d33-4bce-a458-7e6802549b88 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 945 time: 0.1248887 Jan 14 01:40:30.280557 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78ef981f-5edd-4e7b-a5b7-f4d4ecbea677 admin admin] Publish callbacks [] for security_group (4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:30.306400 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-335b703d-18b8-44e4-aa21-803022f06ecf req-5cdafc79-8d32-4fe7-8d20-cbae24b86450 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133311 Jan 14 01:40:30.340561 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78ef981f-5edd-4e7b-a5b7-f4d4ecbea677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:30.344226 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78ef981f-5edd-4e7b-a5b7-f4d4ecbea677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:30.348386 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-78ef981f-5edd-4e7b-a5b7-f4d4ecbea677 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf HTTP/1.1" status: 204 len: 168 time: 0.1396830 Jan 14 01:40:30.360235 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef981f-5edd-4e7b-a5b7-f4d4ecbea677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7d5efb-9bb1-4489-9ad3-fdc08791ebaf,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:30.375463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b466827d-2787-4b48-a5f8-81ddfaa4ef4d req-29d808c7-f60c-401f-9073-c45da515a3cb tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963161 Jan 14 01:40:30.392017 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:30.396694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:30.411749 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.540791 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.543489 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.543489 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.543489 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.543489 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.543489 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.543489 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.543489 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.543489 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.543489 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.543489 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.543489 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:30.543489 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:30.544348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f6120-8633-4bef-9e9a-8b8d3d3fd7b9 req-59d54774-b38b-456f-aae8-abc5b9a0b075 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:30.545681 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d59f6120-8633-4bef-9e9a-8b8d3d3fd7b9 req-59d54774-b38b-456f-aae8-abc5b9a0b075 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1452920 Jan 14 01:40:30.560910 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Pushing event updated for resources: {'Port': ['ID=1517394b-4f4f-4f9c-bb73-f1ff52851df0,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:30.573656 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:30.574280 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:30.576175 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c08a5d12-4e60-4d90-b963-da4197420212 service neutron] 10.222.0.36 "PUT /v2.0/ports/1517394b-4f4f-4f9c-bb73-f1ff52851df0 HTTP/1.1" status: 200 len: 1121 time: 1.2681921 Jan 14 01:40:30.580995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f00aca-6fd4-4984-bed2-fd2575b5a2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0163fcca-43e2-4e9f-8140-e122afe6acd1'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:30.583847 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e551979f-4c8f-4c0f-aea4-5be5414f9e2e" -d '{"events": [{"server_uuid": "e9f00aca-6fd4-4984-bed2-fd2575b5a2a0", "name": "network-vif-plugged", "status": "completed", "tag": "0163fcca-43e2-4e9f-8140-e122afe6acd1"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:30.585790 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202c6c8-e507-42a7-a88f-eb3aded46331 req-49cdd679-d353-4def-bd70-ea275a61ed12 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:30.587587 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4202c6c8-e507-42a7-a88f-eb3aded46331 req-49cdd679-d353-4def-bd70-ea275a61ed12 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.1297336 Jan 14 01:40:30.620250 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6faea7c9-bd78-4e0c-8516-5a939742a67d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1517394b-4f4f-4f9c-bb73-f1ff52851df0'}, {'name': 'network-changed', 'server_uuid': '6faea7c9-bd78-4e0c-8516-5a939742a67d', 'tag': '1517394b-4f4f-4f9c-bb73-f1ff52851df0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:30.622582 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8030a8c8-e214-436d-bd92-6a4f5a602af1" -d '{"events": [{"server_uuid": "6faea7c9-bd78-4e0c-8516-5a939742a67d", "name": "network-vif-unplugged", "status": "completed", "tag": "1517394b-4f4f-4f9c-bb73-f1ff52851df0"}, {"name": "network-changed", "server_uuid": "6faea7c9-bd78-4e0c-8516-5a939742a67d", "tag": "1517394b-4f4f-4f9c-bb73-f1ff52851df0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:30.655137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48782) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:30.666212 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d59f6120-8633-4bef-9e9a-8b8d3d3fd7b9 req-b1a71824-adb8-4c85-a7ec-dbf87e7675a8 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060193 Jan 14 01:40:30.674067 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4202c6c8-e507-42a7-a88f-eb3aded46331 req-18ffbba8-d5ed-48bd-aa9f-16b6cadda2b6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787480 Jan 14 01:40:30.720397 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fa88d5-b448-4461-837c-9df57fc0cd0c x-openstack-request-id: req-b6fa88d5-b448-4461-837c-9df57fc0cd0c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:30.720764 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f00aca-6fd4-4984-bed2-fd2575b5a2a0", "name": "network-vif-plugged", "status": "completed", "tag": "0163fcca-43e2-4e9f-8140-e122afe6acd1", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:30.721081 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6fa88d5-b448-4461-837c-9df57fc0cd0c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:30.721529 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f00aca-6fd4-4984-bed2-fd2575b5a2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0163fcca-43e2-4e9f-8140-e122afe6acd1', 'code': 200} Jan 14 01:40:30.728228 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d668ffc2-0db3-486f-ae4c-a4341636bd38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f418e75e20dc48e2a18f859e9d4f79a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0695310 Jan 14 01:40:30.728790 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48788) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:30.743019 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcd6f27-9ad8-46f0-bb53-5e9500f8099f x-openstack-request-id: req-bdcd6f27-9ad8-46f0-bb53-5e9500f8099f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:30.743383 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6faea7c9-bd78-4e0c-8516-5a939742a67d", "name": "network-vif-unplugged", "status": "completed", "tag": "1517394b-4f4f-4f9c-bb73-f1ff52851df0", "code": 200}, {"name": "network-changed", "server_uuid": "6faea7c9-bd78-4e0c-8516-5a939742a67d", "tag": "1517394b-4f4f-4f9c-bb73-f1ff52851df0", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:30.743601 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdcd6f27-9ad8-46f0-bb53-5e9500f8099f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:30.743971 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6faea7c9-bd78-4e0c-8516-5a939742a67d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1517394b-4f4f-4f9c-bb73-f1ff52851df0', 'code': 200} Jan 14 01:40:30.744286 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6faea7c9-bd78-4e0c-8516-5a939742a67d', 'tag': '1517394b-4f4f-4f9c-bb73-f1ff52851df0', 'status': 'completed', 'code': 200} Jan 14 01:40:30.805861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['1517394b-4f4f-4f9c-bb73-f1ff52851df0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:30.808519 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b71b5484-3fd9-4033-bbae-5a364d4b48f2 admin admin] Publish callbacks [] for security_group (b78f62c3-e8c8-49e4-bb0d-fd8615d6cf4b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:30.816824 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 85c7d536-11e5-432b-81ac-43b47bbb9f9b details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:30.844803 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b71b5484-3fd9-4033-bbae-5a364d4b48f2 admin admin] Publish callbacks [] for security_group (b78f62c3-e8c8-49e4-bb0d-fd8615d6cf4b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:30.907166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3dbe0-346e-4abe-8998-a413ecb5cd9c req-55737371-61f9-410b-bc44-dbd325d982ee tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:30.908648 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-abb3dbe0-346e-4abe-8998-a413ecb5cd9c req-55737371-61f9-410b-bc44-dbd325d982ee tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 944 time: 0.1379254 Jan 14 01:40:30.952354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030a8c8-e214-436d-bd92-6a4f5a602af1 req-bdf081b6-62ec-414a-a7ff-9f3cd8aa95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:30.954560 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8030a8c8-e214-436d-bd92-6a4f5a602af1 req-bdf081b6-62ec-414a-a7ff-9f3cd8aa95a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 1124 time: 0.0914116 Jan 14 01:40:30.961576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665eefd-a663-4f7a-b779-7c7418c1083b req-fa332709-9220-41ef-9eec-792eb5f9fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:30.964190 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8665eefd-a663-4f7a-b779-7c7418c1083b req-fa332709-9220-41ef-9eec-792eb5f9fc35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9f00aca-6fd4-4984-bed2-fd2575b5a2a0 HTTP/1.1" status: 200 len: 1101 time: 0.0601747 Jan 14 01:40:30.972101 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3aa1a5-6e5a-413f-acef-bbf1eea8763e req-0955fc32-409e-4f7d-9703-3c2e58b0091a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:30.974164 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe3aa1a5-6e5a-413f-acef-bbf1eea8763e req-0955fc32-409e-4f7d-9703-3c2e58b0091a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 945 time: 0.1462390 Jan 14 01:40:31.045423 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-abb3dbe0-346e-4abe-8998-a413ecb5cd9c req-420e4735-0aa3-4d44-984b-739276997919 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283042 Jan 14 01:40:31.046863 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 85c7d536-11e5-432b-81ac-43b47bbb9f9b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=85c7d536-11e5-432b-81ac-43b47bbb9f9b,segment=NetworkSegment(c66faa79-b615-4d52-bf2c-547d7fa73ea7),segment_id=c66faa79-b615-4d52-bf2c-547d7fa73ea7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:31.050712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abde2b-4794-4b8f-aa2d-20f723b711e4 req-4cfe4aac-1177-4bbc-a094-926ce71d1671 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:31.058332 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8665eefd-a663-4f7a-b779-7c7418c1083b req-dd7b991a-905d-4e79-98f8-df7eaeec9335 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858428 Jan 14 01:40:31.058915 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-70abde2b-4794-4b8f-aa2d-20f723b711e4 req-4cfe4aac-1177-4bbc-a094-926ce71d1671 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 1097 time: 0.1488230 Jan 14 01:40:31.060708 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b71b5484-3fd9-4033-bbae-5a364d4b48f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b78f62c3-e8c8-49e4-bb0d-fd8615d6cf4b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:31.063286 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b71b5484-3fd9-4033-bbae-5a364d4b48f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:31.064390 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b71b5484-3fd9-4033-bbae-5a364d4b48f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b78f62c3-e8c8-49e4-bb0d-fd8615d6cf4b HTTP/1.1" status: 204 len: 168 time: 0.3346248 Jan 14 01:40:31.090188 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '85c7d536-11e5-432b-81ac-43b47bbb9f9b', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'port_id': '85c7d536-11e5-432b-81ac-43b47bbb9f9b', 'mac_address': 'fa:16:3e:3c:64:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:31.115903 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b5484-3fd9-4033-bbae-5a364d4b48f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78f62c3-e8c8-49e4-bb0d-fd8615d6cf4b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:31.119762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030a8c8-e214-436d-bd92-6a4f5a602af1 req-baa84eb7-adc9-45e5-bbf4-23a1b5d21ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:31.125044 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8030a8c8-e214-436d-bd92-6a4f5a602af1 req-baa84eb7-adc9-45e5-bbf4-23a1b5d21ef4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.1580095 Jan 14 01:40:31.151500 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 85c7d536-11e5-432b-81ac-43b47bbb9f9b is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:31.152188 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:31.168008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c7d536-11e5-432b-81ac-43b47bbb9f9b {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:31.186279 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8030a8c8-e214-436d-bd92-6a4f5a602af1 req-4f3ee757-0141-4f43-882a-e99c7f649bf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0 HTTP/1.1" status: 200 len: 217 time: 0.0565281 Jan 14 01:40:31.192217 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-70abde2b-4794-4b8f-aa2d-20f723b711e4 req-703aae02-68d0-4705-a710-c818fdf5f1f6 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329324 Jan 14 01:40:31.205439 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 85c7d536-11e5-432b-81ac-43b47bbb9f9b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=85c7d536-11e5-432b-81ac-43b47bbb9f9b,segment=NetworkSegment(c66faa79-b615-4d52-bf2c-547d7fa73ea7),segment_id=c66faa79-b615-4d52-bf2c-547d7fa73ea7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:31.218383 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:31.229696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-fe3aa1a5-6e5a-413f-acef-bbf1eea8763e req-adb5c7c0-4826-43d2-8aff-c7e47bbc5c29 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Deleting port b2366bc4-c1a5-45b1-b1f6-b85539d89d33 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:40:31.230146 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fe3aa1a5-6e5a-413f-acef-bbf1eea8763e req-adb5c7c0-4826-43d2-8aff-c7e47bbc5c29 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:31.264042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 81a18b72-96e6-416a-8f19-3a52f21b66ff up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:31.265150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030a8c8-e214-436d-bd92-6a4f5a602af1 req-b890697a-0743-41dd-80f7-6703985b4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:31.267089 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8030a8c8-e214-436d-bd92-6a4f5a602af1 req-b890697a-0743-41dd-80f7-6703985b4c6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0676959 Jan 14 01:40:31.311047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ce8e4-314d-4056-9d4f-95d7e46b9a1b req-5161f45a-ff7a-48f3-a9cc-3537ee97f8d2 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:31.314599 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-585ce8e4-314d-4056-9d4f-95d7e46b9a1b req-5161f45a-ff7a-48f3-a9cc-3537ee97f8d2 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 943 time: 0.1384616 Jan 14 01:40:31.324144 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8030a8c8-e214-436d-bd92-6a4f5a602af1 req-7cdc47e1-042c-4718-bee6-ca84ffa9f8fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443995 Jan 14 01:40:31.334847 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=85c7d536-11e5-432b-81ac-43b47bbb9f9b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:31.352743 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 81a18b72-96e6-416a-8f19-3a52f21b66ff completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:31.358220 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 81a18b72-96e6-416a-8f19-3a52f21b66ff triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:31.358919 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:31.411386 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:31.468341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 81a18b72-96e6-416a-8f19-3a52f21b66ff is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:31.469382 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:31.476054 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8030a8c8-e214-436d-bd92-6a4f5a602af1 req-883aea6f-0ee3-4117-8be3-10056910d35f service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422787 Jan 14 01:40:31.513852 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-585ce8e4-314d-4056-9d4f-95d7e46b9a1b req-8293b38b-8def-4956-99c7-4d7939085e6b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914203 Jan 14 01:40:31.519426 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fe3aa1a5-6e5a-413f-acef-bbf1eea8763e req-adb5c7c0-4826-43d2-8aff-c7e47bbc5c29 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] For port b2366bc4-c1a5-45b1-b1f6-b85539d89d33, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=b2366bc4-c1a5-45b1-b1f6-b85539d89d33,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:31.519800 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fe3aa1a5-6e5a-413f-acef-bbf1eea8763e req-adb5c7c0-4826-43d2-8aff-c7e47bbc5c29 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:31.529723 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 81a18b72-96e6-416a-8f19-3a52f21b66ff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=81a18b72-96e6-416a-8f19-3a52f21b66ff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:31.541742 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:31.552744 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-fe3aa1a5-6e5a-413f-acef-bbf1eea8763e req-adb5c7c0-4826-43d2-8aff-c7e47bbc5c29 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Calling delete_port for b2366bc4-c1a5-45b1-b1f6-b85539d89d33 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:40:31.565859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f20dc3-2edd-40d4-a370-3964dbbdefd4 req-74b4c03f-3769-493f-8e30-3d56dce55589 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:31.567444 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53f20dc3-2edd-40d4-a370-3964dbbdefd4 req-74b4c03f-3769-493f-8e30-3d56dce55589 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 948 time: 0.1186893 Jan 14 01:40:31.621848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['85c7d536-11e5-432b-81ac-43b47bbb9f9b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:31.671427 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8030a8c8-e214-436d-bd92-6a4f5a602af1 req-bd7d3834-6f64-447e-bf98-503206407f0b service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859646 Jan 14 01:40:31.701980 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53f20dc3-2edd-40d4-a370-3964dbbdefd4 req-613b083d-0d54-4be3-96a8-168469dca675 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214728 Jan 14 01:40:31.721210 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=81a18b72-96e6-416a-8f19-3a52f21b66ff,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:31.742784 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76035450-e77e-478d-8a90-3b72c587da0c req-79439110-3751-4916-a490-0ad14b8bad48 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:31.744700 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76035450-e77e-478d-8a90-3b72c587da0c req-79439110-3751-4916-a490-0ad14b8bad48 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c39d838-52c0-4b54-8259-b0712d9f6143 HTTP/1.1" status: 200 len: 945 time: 0.0883710 Jan 14 01:40:31.864753 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76035450-e77e-478d-8a90-3b72c587da0c req-a9084405-8368-4b43-a210-2db6dbe81a6d tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046469 Jan 14 01:40:31.922904 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fe3aa1a5-6e5a-413f-acef-bbf1eea8763e req-adb5c7c0-4826-43d2-8aff-c7e47bbc5c29 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (b2366bc4-c1a5-45b1-b1f6-b85539d89d33), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:31.958851 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5c7c0-4826-43d2-8aff-c7e47bbc5c29 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Pushing event deleted for resources: {'Port': ['ID=b2366bc4-c1a5-45b1-b1f6-b85539d89d33,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:32.004812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bf4c1-d17a-4dc2-8736-515f03239633 req-c30388a3-3b7a-45cb-b36d-1b9b78af615f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:32.006214 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe1bf4c1-d17a-4dc2-8736-515f03239633 req-c30388a3-3b7a-45cb-b36d-1b9b78af615f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1601248 Jan 14 01:40:32.032664 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3aa1a5-6e5a-413f-acef-bbf1eea8763e req-adb5c7c0-4826-43d2-8aff-c7e47bbc5c29 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] No DVR routers for this DVR port b2366bc4-c1a5-45b1-b1f6-b85539d89d33 on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:40:32.040102 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fe3aa1a5-6e5a-413f-acef-bbf1eea8763e req-adb5c7c0-4826-43d2-8aff-c7e47bbc5c29 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:32.043515 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe3aa1a5-6e5a-413f-acef-bbf1eea8763e req-adb5c7c0-4826-43d2-8aff-c7e47bbc5c29 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.36 "DELETE /v2.0/ports/b2366bc4-c1a5-45b1-b1f6-b85539d89d33 HTTP/1.1" status: 204 len: 173 time: 1.0604472 Jan 14 01:40:32.052046 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['b2366bc4-c1a5-45b1-b1f6-b85539d89d33'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:32.078824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe1bf4c1-d17a-4dc2-8736-515f03239633 req-6608fd32-53a0-47b1-a850-f32aa0c9cf78 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670187 Jan 14 01:40:32.237766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045e3a6-5e44-4edf-9f8a-9d0ee4bb40b5 req-0c1afd15-13f3-4fc1-90b3-04a61358d42e tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:32.242906 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3045e3a6-5e44-4edf-9f8a-9d0ee4bb40b5 req-0c1afd15-13f3-4fc1-90b3-04a61358d42e tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 945 time: 0.0668967 Jan 14 01:40:32.301881 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3045e3a6-5e44-4edf-9f8a-9d0ee4bb40b5 req-3375b96c-783c-4260-918f-0e71dbf13b2f tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568545 Jan 14 01:40:32.642361 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded120c-a9cc-47c4-b475-b533a31d8d1e req-71373ed2-9be0-4d9d-83d3-740916eec128 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:32.649760 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bded120c-a9cc-47c4-b475-b533a31d8d1e req-71373ed2-9be0-4d9d-83d3-740916eec128 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 943 time: 0.0592527 Jan 14 01:40:32.702929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bded120c-a9cc-47c4-b475-b533a31d8d1e req-33ee355c-d9b6-4403-bba4-4faa0742358f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521822 Jan 14 01:40:32.723198 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e676f79e-7a64-435b-9cee-c324f2ad4d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a18b72-96e6-416a-8f19-3a52f21b66ff'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:32.725613 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a344742-88b4-4721-a7a0-edbed7e2ff47" -d '{"events": [{"server_uuid": "e676f79e-7a64-435b-9cee-c324f2ad4d8c", "name": "network-vif-plugged", "status": "completed", "tag": "81a18b72-96e6-416a-8f19-3a52f21b66ff"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:32.745900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c39d838-52c0-4b54-8259-b0712d9f6143', 'name': 'network-vif-deleted', 'tag': 'b2366bc4-c1a5-45b1-b1f6-b85539d89d33'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:32.749778 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a71966-1bce-4bdb-9d4d-37e3f53d366f" -d '{"events": [{"server_uuid": "2c39d838-52c0-4b54-8259-b0712d9f6143", "name": "network-vif-deleted", "tag": "b2366bc4-c1a5-45b1-b1f6-b85539d89d33"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:32.789101 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94148aee-3ebc-4123-a208-33c016272ff7 x-openstack-request-id: req-94148aee-3ebc-4123-a208-33c016272ff7 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:32.792199 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e676f79e-7a64-435b-9cee-c324f2ad4d8c", "name": "network-vif-plugged", "status": "completed", "tag": "81a18b72-96e6-416a-8f19-3a52f21b66ff", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:32.792473 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94148aee-3ebc-4123-a208-33c016272ff7 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:32.795297 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e676f79e-7a64-435b-9cee-c324f2ad4d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a18b72-96e6-416a-8f19-3a52f21b66ff', 'code': 200} Jan 14 01:40:32.849794 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 85c7d536-11e5-432b-81ac-43b47bbb9f9b up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:32.871348 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e650aa-d0d8-4228-beaf-c1dfed8a1797 x-openstack-request-id: req-c4e650aa-d0d8-4228-beaf-c1dfed8a1797 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:32.872561 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c39d838-52c0-4b54-8259-b0712d9f6143", "name": "network-vif-deleted", "tag": "b2366bc4-c1a5-45b1-b1f6-b85539d89d33", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:32.873262 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4e650aa-d0d8-4228-beaf-c1dfed8a1797 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:32.874146 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c39d838-52c0-4b54-8259-b0712d9f6143', 'name': 'network-vif-deleted', 'tag': 'b2366bc4-c1a5-45b1-b1f6-b85539d89d33', 'status': 'completed', 'code': 200} Jan 14 01:40:32.908460 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa802f2-8f7c-4625-b79f-cadffe6961b6 req-a8742e36-b39b-4373-a1a6-b4232bd40346 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:32.910400 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1fa802f2-8f7c-4625-b79f-cadffe6961b6 req-a8742e36-b39b-4373-a1a6-b4232bd40346 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 949 time: 0.0780823 Jan 14 01:40:32.917850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 85c7d536-11e5-432b-81ac-43b47bbb9f9b completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:32.923499 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 85c7d536-11e5-432b-81ac-43b47bbb9f9b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:32.924362 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:32.984768 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1fa802f2-8f7c-4625-b79f-cadffe6961b6 req-9746fbaf-644f-4b8f-addf-a5d1c78946b9 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672820 Jan 14 01:40:33.047303 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe76abd-6835-44e0-a4e9-66e4dc9e6df6 req-70888c5e-1056-4f1c-bf77-ef4d9e46040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.049398 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cfe76abd-6835-44e0-a4e9-66e4dc9e6df6 req-70888c5e-1056-4f1c-bf77-ef4d9e46040f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 1100 time: 0.1177421 Jan 14 01:40:33.054377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 85c7d536-11e5-432b-81ac-43b47bbb9f9b is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:33.055264 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:33.099269 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 85c7d536-11e5-432b-81ac-43b47bbb9f9b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=85c7d536-11e5-432b-81ac-43b47bbb9f9b,segment=NetworkSegment(c66faa79-b615-4d52-bf2c-547d7fa73ea7),segment_id=c66faa79-b615-4d52-bf2c-547d7fa73ea7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:33.107644 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:33.110768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device b2366bc4-c1a5-45b1-b1f6-b85539d89d33 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:40:33.174949 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cfe76abd-6835-44e0-a4e9-66e4dc9e6df6 req-a9be423f-c4e5-4637-9c5a-44c8e197ddaf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164136 Jan 14 01:40:33.237102 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: b2366bc4-c1a5-45b1-b1f6-b85539d89d33 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:40:33.237444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device b2366bc4-c1a5-45b1-b1f6-b85539d89d33 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:40:33.245712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=85c7d536-11e5-432b-81ac-43b47bbb9f9b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:33.342662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1421e-4422-4947-88e0-dc120daa43a2 req-a0ae4aea-850e-4b1e-aee5-67c56a6d5921 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.344137 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87d1421e-4422-4947-88e0-dc120daa43a2 req-a0ae4aea-850e-4b1e-aee5-67c56a6d5921 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1348348 Jan 14 01:40:33.389530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-c08718ba-7b29-49fb-b867-a38070b764a4 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.391022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-c08718ba-7b29-49fb-b867-a38070b764a4 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.1335182 Jan 14 01:40:33.426488 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-ec907077-be25-497a-acd8-02c184d861c6 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/quotas/b782c83d919c481cb3b03a9f645c75e6 HTTP/1.1" status: 200 len: 375 time: 0.0255806 Jan 14 01:40:33.430070 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87d1421e-4422-4947-88e0-dc120daa43a2 req-2ea06a22-8804-4f29-81c2-562efc55a8f1 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763247 Jan 14 01:40:33.462091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-8f822db0-e063-4c22-9838-f4e0feddc59f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299468 Jan 14 01:40:33.563415 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-e90d251d-f2ad-4c3f-b072-48e89f3ced9b service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917640 Jan 14 01:40:33.708320 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-3aa7291b-4d3f-4355-9d99-2f42cc3c27c0 service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439693 Jan 14 01:40:33.750294 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89fea-f37d-483d-8590-74ac1d5e8b47 req-4793bd0d-0f15-423f-a7e4-0350234d0e8e tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.752102 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89fea-f37d-483d-8590-74ac1d5e8b47 req-4793bd0d-0f15-423f-a7e4-0350234d0e8e tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.752102 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89fea-f37d-483d-8590-74ac1d5e8b47 req-4793bd0d-0f15-423f-a7e4-0350234d0e8e tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.752421 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89fea-f37d-483d-8590-74ac1d5e8b47 req-4793bd0d-0f15-423f-a7e4-0350234d0e8e tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.752896 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89fea-f37d-483d-8590-74ac1d5e8b47 req-4793bd0d-0f15-423f-a7e4-0350234d0e8e tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.753482 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89fea-f37d-483d-8590-74ac1d5e8b47 req-4793bd0d-0f15-423f-a7e4-0350234d0e8e tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.754031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89fea-f37d-483d-8590-74ac1d5e8b47 req-4793bd0d-0f15-423f-a7e4-0350234d0e8e tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.754552 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89fea-f37d-483d-8590-74ac1d5e8b47 req-4793bd0d-0f15-423f-a7e4-0350234d0e8e tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.755001 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89fea-f37d-483d-8590-74ac1d5e8b47 req-4793bd0d-0f15-423f-a7e4-0350234d0e8e tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.755465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89fea-f37d-483d-8590-74ac1d5e8b47 req-4793bd0d-0f15-423f-a7e4-0350234d0e8e tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.755888 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89fea-f37d-483d-8590-74ac1d5e8b47 req-4793bd0d-0f15-423f-a7e4-0350234d0e8e tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.757873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f1f89fea-f37d-483d-8590-74ac1d5e8b47 req-4793bd0d-0f15-423f-a7e4-0350234d0e8e tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7855 time: 0.1478887 Jan 14 01:40:33.945649 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88600796-cf19-4d14-b49b-135b607e55d2 req-d17b3494-1193-497a-9ad5-b1a968818459 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.947003 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88600796-cf19-4d14-b49b-135b607e55d2 req-d17b3494-1193-497a-9ad5-b1a968818459 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 946 time: 0.0866535 Jan 14 01:40:33.955510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d7a3b-1590-4663-9fa9-bda764e51964 req-84b3fc48-ba01-42d2-a852-31aa6ad39450 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:33.957461 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-742d7a3b-1590-4663-9fa9-bda764e51964 req-84b3fc48-ba01-42d2-a852-31aa6ad39450 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 943 time: 0.0803308 Jan 14 01:40:34.029767 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88600796-cf19-4d14-b49b-135b607e55d2 req-f8788e7e-ec3b-4aa2-9913-bb56d0a11ef0 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711157 Jan 14 01:40:34.034617 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-742d7a3b-1590-4663-9fa9-bda764e51964 req-bcee1829-360f-4e87-8862-a56c6cd5bac4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701630 Jan 14 01:40:34.134568 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fa0a00bf-03a5-4f99-a5f8-c5aa9395a84c req-58cebf18-e0b5-47dd-b816-4fd8cbeb8f5e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.0317109 Jan 14 01:40:34.182480 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa5073-0a38-44fc-a39d-0154d6df4fd4 req-f6207c79-f542-439c-913c-02d1a9498a7a tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.184854 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dbaa5073-0a38-44fc-a39d-0154d6df4fd4 req-f6207c79-f542-439c-913c-02d1a9498a7a tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 886 time: 0.1297634 Jan 14 01:40:34.251378 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:34.279472 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8c60f-01cd-4f20-a07f-9db717392ac3 req-88794fe5-d5f0-4eae-a12a-0123cd9cc580 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.281517 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20f8c60f-01cd-4f20-a07f-9db717392ac3 req-88794fe5-d5f0-4eae-a12a-0123cd9cc580 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 949 time: 0.0650878 Jan 14 01:40:34.351724 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20f8c60f-01cd-4f20-a07f-9db717392ac3 req-e25d7bcb-96be-4f31-87dc-b4aeb306fc0b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625141 Jan 14 01:40:34.485352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fab5b-4b3c-4fa9-9e61-db70cb7f7956 req-84f1710c-5a83-42d5-bf91-7633a2ffa98f tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.485825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fab5b-4b3c-4fa9-9e61-db70cb7f7956 req-84f1710c-5a83-42d5-bf91-7633a2ffa98f tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.486299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fab5b-4b3c-4fa9-9e61-db70cb7f7956 req-84f1710c-5a83-42d5-bf91-7633a2ffa98f tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.486896 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fab5b-4b3c-4fa9-9e61-db70cb7f7956 req-84f1710c-5a83-42d5-bf91-7633a2ffa98f tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.493697 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fab5b-4b3c-4fa9-9e61-db70cb7f7956 req-84f1710c-5a83-42d5-bf91-7633a2ffa98f tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.494251 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fab5b-4b3c-4fa9-9e61-db70cb7f7956 req-84f1710c-5a83-42d5-bf91-7633a2ffa98f tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.494759 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fab5b-4b3c-4fa9-9e61-db70cb7f7956 req-84f1710c-5a83-42d5-bf91-7633a2ffa98f tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.495231 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fab5b-4b3c-4fa9-9e61-db70cb7f7956 req-84f1710c-5a83-42d5-bf91-7633a2ffa98f tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.495746 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fab5b-4b3c-4fa9-9e61-db70cb7f7956 req-84f1710c-5a83-42d5-bf91-7633a2ffa98f tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.496257 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fab5b-4b3c-4fa9-9e61-db70cb7f7956 req-84f1710c-5a83-42d5-bf91-7633a2ffa98f tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.496720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fab5b-4b3c-4fa9-9e61-db70cb7f7956 req-84f1710c-5a83-42d5-bf91-7633a2ffa98f tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.499423 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d64fab5b-4b3c-4fa9-9e61-db70cb7f7956 req-84f1710c-5a83-42d5-bf91-7633a2ffa98f tempest-NetworksTest-1394038325 tempest-NetworksTest-1394038325-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7855 time: 0.1467063 Jan 14 01:40:34.551801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a37334-4462-4167-97f0-64d2c8a931cb req-4071789f-709e-4831-bdb0-c35d470668db tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:34.553273 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37a37334-4462-4167-97f0-64d2c8a931cb req-4071789f-709e-4831-bdb0-c35d470668db tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.0529027 Jan 14 01:40:34.611891 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37a37334-4462-4167-97f0-64d2c8a931cb req-f0c14a8f-4088-4116-a2c5-d1725f762b3f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523112 Jan 14 01:40:34.759961 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48918) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:34.796771 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c7d536-11e5-432b-81ac-43b47bbb9f9b'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:34.799213 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87bccd5-80ae-42bc-b8ec-0ebd834b4166" -d '{"events": [{"server_uuid": "842d4073-47ee-4af7-8f3a-354534b12ec8", "name": "network-vif-plugged", "status": "completed", "tag": "85c7d536-11e5-432b-81ac-43b47bbb9f9b"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:34.823074 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 1517394b-4f4f-4f9c-bb73-f1ff52851df0 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:34.855747 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6477afe-42fc-4f94-a8f9-2ad4c19d6ec8 x-openstack-request-id: req-b6477afe-42fc-4f94-a8f9-2ad4c19d6ec8 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:34.856052 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842d4073-47ee-4af7-8f3a-354534b12ec8", "name": "network-vif-plugged", "status": "completed", "tag": "85c7d536-11e5-432b-81ac-43b47bbb9f9b", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:34.856889 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6477afe-42fc-4f94-a8f9-2ad4c19d6ec8 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:34.857288 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c7d536-11e5-432b-81ac-43b47bbb9f9b', 'code': 200} Jan 14 01:40:34.883931 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e85b8ed7-f5fe-4461-973e-fffe38be3af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:34.919617 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e383bad-d119-44da-acb5-0294bcc493cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:34.958847 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:34.963109 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e85b8ed7-f5fe-4461-973e-fffe38be3af1 admin admin] Publish callbacks [] for security_group (64d363b4-0d99-4488-afbb-178a212b2648), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:34.971502 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 1517394b-4f4f-4f9c-bb73-f1ff52851df0 has no active binding in host n-h2-824358-4 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 14 01:40:34.974671 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e85b8ed7-f5fe-4461-973e-fffe38be3af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (64d363b4-0d99-4488-afbb-178a212b2648), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:35.038659 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e85b8ed7-f5fe-4461-973e-fffe38be3af1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be0542b628074c3a829ed796a5f6091f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773724 Jan 14 01:40:35.040928 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b8ed7-f5fe-4461-973e-fffe38be3af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d363b4-0d99-4488-afbb-178a212b2648,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:35.041343 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48924) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:35.049122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6ff51-e89a-41dc-a435-e891e4ac9e5e req-b1aeb648-4863-4bee-bdce-1465c27a3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:35.050628 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ea6ff51-e89a-41dc-a435-e891e4ac9e5e req-b1aeb648-4863-4bee-bdce-1465c27a3218 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0862181 Jan 14 01:40:35.104645 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3a1114e-1bec-419f-8d19-1b62319ecc8a admin admin] Publish callbacks [] for security_group (64d363b4-0d99-4488-afbb-178a212b2648), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:35.126970 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ea6ff51-e89a-41dc-a435-e891e4ac9e5e req-97701532-55d4-4af1-97da-4b7e821a7ff8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604279 Jan 14 01:40:35.127951 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3a1114e-1bec-419f-8d19-1b62319ecc8a admin admin] Publish callbacks [] for security_group (64d363b4-0d99-4488-afbb-178a212b2648), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:35.176860 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3a1114e-1bec-419f-8d19-1b62319ecc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (64d363b4-0d99-4488-afbb-178a212b2648), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:35.179858 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3a1114e-1bec-419f-8d19-1b62319ecc8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:35.183676 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b3a1114e-1bec-419f-8d19-1b62319ecc8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64d363b4-0d99-4488-afbb-178a212b2648 HTTP/1.1" status: 204 len: 168 time: 0.1385417 Jan 14 01:40:35.190164 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1114e-1bec-419f-8d19-1b62319ecc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d363b4-0d99-4488-afbb-178a212b2648,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:35.213997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8bdec-3f04-4071-883c-d6ffd7c29670 req-c4689df1-d994-4527-8259-c6c390d6283d tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:35.215616 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ea8bdec-3f04-4071-883c-d6ffd7c29670 req-c4689df1-d994-4527-8259-c6c390d6283d tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 946 time: 0.1023622 Jan 14 01:40:35.227887 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e953c-5d0c-40a3-b997-12288cd523e8 req-c5b0cb6e-b491-422d-9498-a0a241ca4280 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:35.230974 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb6e953c-5d0c-40a3-b997-12288cd523e8 req-c5b0cb6e-b491-422d-9498-a0a241ca4280 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 943 time: 0.1029978 Jan 14 01:40:35.299346 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ea8bdec-3f04-4071-883c-d6ffd7c29670 req-b6e1dc2b-a153-4b6d-aed5-48ae6cb23691 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673504 Jan 14 01:40:35.311349 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb6e953c-5d0c-40a3-b997-12288cd523e8 req-3e938752-4525-4dec-a07b-60adf80d255b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724585 Jan 14 01:40:35.389780 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-60eb1640-4eb2-43c4-9207-9f0110d4d7b3 req-aeac1585-bfc9-4d29-afb3-a0dfe5635dbe tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.0272675 Jan 14 01:40:35.394570 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:40:35.504721 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afafb31-8eac-4394-8cff-102d2e62df5c req-cd5af352-be50-47b5-89aa-b58e33ee3015 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:35.506446 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8afafb31-8eac-4394-8cff-102d2e62df5c req-cd5af352-be50-47b5-89aa-b58e33ee3015 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 949 time: 0.0587127 Jan 14 01:40:35.515839 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48946) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:35.529993 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7faa8f64-eb87-44e2-bcaf-a0cafb503bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:35.560131 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8afafb31-8eac-4394-8cff-102d2e62df5c req-e70aa7ee-9af4-4c52-89cf-aaa39dc51d70 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 Jan 14 01:40:35.608433 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7faa8f64-eb87-44e2-bcaf-a0cafb503bb6 admin admin] Publish callbacks [] for security_group (77b9a5d5-d9fe-412c-8832-e33310039152), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:35.613094 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7faa8f64-eb87-44e2-bcaf-a0cafb503bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (77b9a5d5-d9fe-412c-8832-e33310039152), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:35.651484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa8f64-eb87-44e2-bcaf-a0cafb503bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b9a5d5-d9fe-412c-8832-e33310039152,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:35.656172 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7faa8f64-eb87-44e2-bcaf-a0cafb503bb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87e284666c0c41458503136f66f5bb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393211 Jan 14 01:40:35.659013 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48952) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:35.676844 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1684a72-9668-4bb8-b0ad-c5e2066a6118 req-e5efe981-b6f8-49b7-ab88-3735441c7e4b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:35.678810 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1684a72-9668-4bb8-b0ad-c5e2066a6118 req-e5efe981-b6f8-49b7-ab88-3735441c7e4b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f00aca-6fd4-4984-bed2-fd2575b5a2a0 HTTP/1.1" status: 200 len: 950 time: 0.0503769 Jan 14 01:40:35.709882 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-821cc625-d87c-461c-a268-188dde5c163c admin admin] Publish callbacks [] for security_group (77b9a5d5-d9fe-412c-8832-e33310039152), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:35.725011 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1684a72-9668-4bb8-b0ad-c5e2066a6118 req-61a54ec7-09ad-4b23-bf43-98c253365c5f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Jan 14 01:40:35.735838 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-821cc625-d87c-461c-a268-188dde5c163c admin admin] Publish callbacks [] for security_group (77b9a5d5-d9fe-412c-8832-e33310039152), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:35.793925 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-821cc625-d87c-461c-a268-188dde5c163c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (77b9a5d5-d9fe-412c-8832-e33310039152), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:35.796542 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-821cc625-d87c-461c-a268-188dde5c163c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:35.798158 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-821cc625-d87c-461c-a268-188dde5c163c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77b9a5d5-d9fe-412c-8832-e33310039152 HTTP/1.1" status: 204 len: 168 time: 0.1371145 Jan 14 01:40:35.806388 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cc625-d87c-461c-a268-188dde5c163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b9a5d5-d9fe-412c-8832-e33310039152,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:35.931360 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2094-8268-4d0a-bfed-2b0d5339aa90 req-ec0d1a26-629e-4db1-b8db-2e273324fc95 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:35.938937 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3bce2094-8268-4d0a-bfed-2b0d5339aa90 req-ec0d1a26-629e-4db1-b8db-2e273324fc95 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1424723 Jan 14 01:40:36.011518 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-2ff7f389-aebb-4eb8-91ab-0e8be369202c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:36.013488 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-2ff7f389-aebb-4eb8-91ab-0e8be369202c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.36 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.1684718 Jan 14 01:40:36.023034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3bce2094-8268-4d0a-bfed-2b0d5339aa90 req-e76fb2ee-3515-4ffc-b6ce-61df1bdad7ad tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832076 Jan 14 01:40:36.041863 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Request body: {'port': {'device_id': '4b5265d8-1495-46f0-a23f-9f18a5ef851c', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'admin_state_up': True, 'tenant_id': 'b782c83d919c481cb3b03a9f645c75e6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:36.181264 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Made reservation on behalf of b782c83d919c481cb3b03a9f645c75e6 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:36.185832 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:36.359116 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Allocated IP 172.20.0.10 (4ce41f76-a552-4855-887d-6b5d363a9f23/d97ddbcc-09c0-411b-9dd8-86412dbf8eb4/f807b5bd-dc79-497d-8b46-13834286a93a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:36.379847 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33e245-31a4-4f3c-b813-03e0f9b28e03 req-059db629-b623-4d07-9125-cae1e0c7b33b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:36.385702 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33e245-31a4-4f3c-b813-03e0f9b28e03 req-059db629-b623-4d07-9125-cae1e0c7b33b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:36.387322 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea33e245-31a4-4f3c-b813-03e0f9b28e03 req-059db629-b623-4d07-9125-cae1e0c7b33b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c&device_id=e9f00aca-6fd4-4984-bed2-fd2575b5a2a0 HTTP/1.1" status: 200 len: 1690 time: 0.1041193 Jan 14 01:40:36.538248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6af3d-5c80-4a8a-98ec-b046e42f3fda req-92dd8763-3b3e-4bb3-b3c0-04ebe0d8f9d5 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:36.539741 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c2b6af3d-5c80-4a8a-98ec-b046e42f3fda req-92dd8763-3b3e-4bb3-b3c0-04ebe0d8f9d5 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 946 time: 0.1494968 Jan 14 01:40:36.546500 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea33e245-31a4-4f3c-b813-03e0f9b28e03 req-8e6b707d-b754-4ec9-909b-0af2a72ea2d8 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527209 Jan 14 01:40:36.651322 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c2b6af3d-5c80-4a8a-98ec-b046e42f3fda req-fe13ad2b-3c7f-4260-a798-f09dccbc6b96 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038861 Jan 14 01:40:36.655945 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks [] for port (f807b5bd-dc79-497d-8b46-13834286a93a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:36.695981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b41ad-bb80-456a-91a7-769af3bbb9d8 req-7cb87ba9-894a-4ad9-b5c6-f0e996f5b437 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:36.697459 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b18b41ad-bb80-456a-91a7-769af3bbb9d8 req-7cb87ba9-894a-4ad9-b5c6-f0e996f5b437 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 943 time: 0.0925515 Jan 14 01:40:36.728564 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:36.826301 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b18b41ad-bb80-456a-91a7-769af3bbb9d8 req-4ba642c3-76ec-4916-90ed-5c13b78c1c71 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220076 Jan 14 01:40:36.828331 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Network 4ce41f76-a552-4855-887d-6b5d363a9f23 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:36.830371 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Pushing event updated for resources: {'Port': ['ID=f807b5bd-dc79-497d-8b46-13834286a93a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:36.834237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:36.838216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:36.874105 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc5092-b78d-4b87-81de-dd472b0a2e87 req-6762ae89-c9b5-4577-ab69-6822d0ef9be2 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:36.877144 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bfc5092-b78d-4b87-81de-dd472b0a2e87 req-6762ae89-c9b5-4577-ab69-6822d0ef9be2 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 932 time: 0.1466360 Jan 14 01:40:36.928563 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:36.929137 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:36.966009 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bfc5092-b78d-4b87-81de-dd472b0a2e87 req-57328ea0-0668-44a5-8e7a-8522d1c57536 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795178 Jan 14 01:40:36.983260 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-57465384-778b-4ce4-a485-58c32921f530 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9483399 Jan 14 01:40:37.016144 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Request body: {'port': {'device_id': '4b5265d8-1495-46f0-a23f-9f18a5ef851c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:37.084593 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:37.140815 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39f15666-f505-4865-ad7e-4755aff43493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:37.203601 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad107ca-ba9d-4d89-9fb4-d33808ea5ed2 req-a7e0f23c-c0aa-43e0-b947-8ed9afdddf47 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:37.207220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fad107ca-ba9d-4d89-9fb4-d33808ea5ed2 req-a7e0f23c-c0aa-43e0-b947-8ed9afdddf47 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 1100 time: 0.1232681 Jan 14 01:40:37.267403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34659196-dc76-49c3-a14c-71e50fb5c6b6 req-507df5f6-397a-4b49-9a97-1358dbc44b06 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:37.269297 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34659196-dc76-49c3-a14c-71e50fb5c6b6 req-507df5f6-397a-4b49-9a97-1358dbc44b06 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1487093 Jan 14 01:40:37.395053 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-343d5305-9b19-4982-bcf8-eeb68e9da777 service neutron] 10.222.0.46 "GET /v2.0/ports/1517394b-4f4f-4f9c-bb73-f1ff52851df0/bindings/n-h2-824358-4 HTTP/1.1" status: 200 len: 384 time: 0.0667498 Jan 14 01:40:37.420120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fad107ca-ba9d-4d89-9fb4-d33808ea5ed2 req-78f1a0a1-838b-48e3-b9f5-4197bb317184 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989591 Jan 14 01:40:37.475827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34659196-dc76-49c3-a14c-71e50fb5c6b6 req-8023df2b-b1e2-4c99-a882-921a4ed036dc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492267 Jan 14 01:40:37.628387 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6b57bd02-1071-4287-846e-8f3b8de621f6 service neutron] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:37.648595 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6b57bd02-1071-4287-846e-8f3b8de621f6 service neutron] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:37.654696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f807b5bd-dc79-497d-8b46-13834286a93a {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:37.660835 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955835c-6c44-4aa4-8718-c88964612b58 req-e2f37229-0a28-43e8-b66f-81358499d9bb tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:37.662360 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b955835c-6c44-4aa4-8718-c88964612b58 req-e2f37229-0a28-43e8-b66f-81358499d9bb tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e9f00aca-6fd4-4984-bed2-fd2575b5a2a0 HTTP/1.1" status: 200 len: 1101 time: 0.0944800 Jan 14 01:40:37.666749 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Publish callbacks [] for port (f807b5bd-dc79-497d-8b46-13834286a93a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:37.693712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Transition to ACTIVE for port object f807b5bd-dc79-497d-8b46-13834286a93a will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:37.706512 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:37.708962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6b57bd02-1071-4287-846e-8f3b8de621f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1517394b-4f4f-4f9c-bb73-f1ff52851df0 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:37.727236 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6b57bd02-1071-4287-846e-8f3b8de621f6 service neutron] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:37.755379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6b57bd02-1071-4287-846e-8f3b8de621f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:37.759416 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b955835c-6c44-4aa4-8718-c88964612b58 req-1bf034e1-a5a1-44c4-bf5b-c1a5844d0796 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825570 Jan 14 01:40:37.827741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Pushing event updated for resources: {'Port': ['ID=f807b5bd-dc79-497d-8b46-13834286a93a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:37.898945 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6b57bd02-1071-4287-846e-8f3b8de621f6 service neutron] Transition to ACTIVE for port object 1517394b-4f4f-4f9c-bb73-f1ff52851df0 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:37.911840 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6b57bd02-1071-4287-846e-8f3b8de621f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:38.000624 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6b57bd02-1071-4287-846e-8f3b8de621f6 service neutron] No DVR routers for this DVR port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:40:38.021785 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57bd02-1071-4287-846e-8f3b8de621f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1517394b-4f4f-4f9c-bb73-f1ff52851df0,revision_number=10']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:38.050241 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-6b57bd02-1071-4287-846e-8f3b8de621f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/1517394b-4f4f-4f9c-bb73-f1ff52851df0/bindings/n-h2-824358-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6487081 Jan 14 01:40:38.218110 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8df3a-3717-4bc4-8917-7a522442902d req-2f90ba54-ac83-4e1b-ae66-b314c46ad6b3 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:38.219636 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-2f90ba54-ac83-4e1b-ae66-b314c46ad6b3 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d&tenant_id=499063d5628544d8ac7f06264154b870&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 1095 time: 0.0467501 Jan 14 01:40:38.275908 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef086f38-d14f-4dff-9c1e-659fe70f3331 req-2527eae4-cf25-409d-9d0d-48c27fd310d5 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:38.283334 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef086f38-d14f-4dff-9c1e-659fe70f3331 req-2527eae4-cf25-409d-9d0d-48c27fd310d5 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 946 time: 0.4600439 Jan 14 01:40:38.284531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8df3a-3717-4bc4-8917-7a522442902d req-4741340a-02c9-4f93-8995-6fe006de9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:38.286385 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-4741340a-02c9-4f93-8995-6fe006de9a93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d&tenant_id=499063d5628544d8ac7f06264154b870 HTTP/1.1" status: 200 len: 1095 time: 0.0588291 Jan 14 01:40:38.296355 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:38.314305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Attempting to bind port f807b5bd-dc79-497d-8b46-13834286a93a on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:38.314656 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Attempting to bind port f807b5bd-dc79-497d-8b46-13834286a93a by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:38.314988 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Attempting to bind port f807b5bd-dc79-497d-8b46-13834286a93a on network 4ce41f76-a552-4855-887d-6b5d363a9f23 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:38.327597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ee69e-2df1-4fd2-8d8c-ec9f941dff1f req-4ff1b4d9-c6c1-4418-b923-3d4294fd704e tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:38.329069 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e2ee69e-2df1-4fd2-8d8c-ec9f941dff1f req-4ff1b4d9-c6c1-4418-b923-3d4294fd704e tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 944 time: 0.1203468 Jan 14 01:40:38.334840 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Port f807b5bd-dc79-497d-8b46-13834286a93a on network 4ce41f76-a552-4855-887d-6b5d363a9f23 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:38.335167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Attempting to bind port f807b5bd-dc79-497d-8b46-13834286a93a on network 4ce41f76-a552-4855-887d-6b5d363a9f23 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:38.356479 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:38.356733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Checking segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:38.357113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Bound using segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:38.357544 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Bound port: f807b5bd-dc79-497d-8b46-13834286a93a, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:38.357901 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:38.376729 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8df3a-3717-4bc4-8917-7a522442902d req-e3feb1ef-d876-4f70-b842-8714da50e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:38.378356 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-e3feb1ef-d876-4f70-b842-8714da50e8cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 1095 time: 0.0434675 Jan 14 01:40:38.389568 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef086f38-d14f-4dff-9c1e-659fe70f3331 req-2435b5c2-6457-4707-9308-d54e8ed2a630 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053762 Jan 14 01:40:38.439804 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e2ee69e-2df1-4fd2-8d8c-ec9f941dff1f req-c8bae8ed-ae6c-4f0c-99d6-e13a97f99049 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965292 Jan 14 01:40:38.488138 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8df3a-3717-4bc4-8917-7a522442902d req-e3da85b6-3d10-47e3-bd74-2bb3a1723209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:38.491733 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-e3da85b6-3d10-47e3-bd74-2bb3a1723209 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.1071477 Jan 14 01:40:38.493599 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] For port f807b5bd-dc79-497d-8b46-13834286a93a, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:38.497615 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] For port f807b5bd-dc79-497d-8b46-13834286a93a, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f807b5bd-dc79-497d-8b46-13834286a93a,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:38.507404 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:38.549159 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:38.550763 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:38.552397 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-c7ed1bc3-0629-4bf0-96b7-f88aee9da59a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0 HTTP/1.1" status: 200 len: 217 time: 0.0533149 Jan 14 01:40:38.552753 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] 10.222.0.36 "PUT /v2.0/ports/f807b5bd-dc79-497d-8b46-13834286a93a HTTP/1.1" status: 200 len: 1092 time: 1.5440676 Jan 14 01:40:38.556288 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5265d8-1495-46f0-a23f-9f18a5ef851c', 'tag': 'f807b5bd-dc79-497d-8b46-13834286a93a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:38.558559 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af51c602-a077-4a7a-99cd-b95ed8314781" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5265d8-1495-46f0-a23f-9f18a5ef851c", "tag": "f807b5bd-dc79-497d-8b46-13834286a93a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:38.590773 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-85ee85a6-23e0-4c24-8030-a5aeb10710ea tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341311 Jan 14 01:40:38.638308 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8df3a-3717-4bc4-8917-7a522442902d req-2a434802-7770-43c5-b7d0-f0dd6d8bbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:38.640306 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-2a434802-7770-43c5-b7d0-f0dd6d8bbe92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0559149 Jan 14 01:40:38.676779 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-f203c042-11f0-4e73-b68b-aa28c8e520ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294240 Jan 14 01:40:38.708839 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26ecb0-f057-4b2c-a112-dd15d2c517ff service neutron] Pushing event updated for resources: {'Port': ['ID=f807b5bd-dc79-497d-8b46-13834286a93a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:38.770986 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-7ac7b285-eacc-48a4-889b-f3e94f0f4147 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870900 Jan 14 01:40:38.794999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-400516d9-fe87-4c86-abbe-1bc56ceca146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:38.796480 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-400516d9-fe87-4c86-abbe-1bc56ceca146 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 1095 time: 0.1542959 Jan 14 01:40:38.804091 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899f4c7-a21f-47be-8dfd-7e73b5c3ce0c req-5d7a8722-c21c-4709-a90f-21103a4e3194 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:38.805435 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e899f4c7-a21f-47be-8dfd-7e73b5c3ce0c req-5d7a8722-c21c-4709-a90f-21103a4e3194 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 944 time: 0.1331720 Jan 14 01:40:38.815636 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-d945861c-82f1-45bd-bb69-f1c2f3d82beb tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:38.815636 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-d945861c-82f1-45bd-bb69-f1c2f3d82beb tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2177331 Jan 14 01:40:38.861017 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-cd58fc53-40ae-40b4-9e1d-a0948867e3d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f807b5bd-dc79-497d-8b46-13834286a93a HTTP/1.1" status: 200 len: 217 time: 0.0459843 Jan 14 01:40:38.883521 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-6898acde-20b1-4153-86fa-6dd279699213 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/quotas/8ff8ea5e5e6d409fbb62db3920d7c046 HTTP/1.1" status: 200 len: 375 time: 0.0619280 Jan 14 01:40:38.966761 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-257eeaf9-08e7-414e-9f69-c2a7f3c15cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:38.968322 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-257eeaf9-08e7-414e-9f69-c2a7f3c15cec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.1000681 Jan 14 01:40:39.006641 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-3ed5ff9a-5b9d-4138-bd9a-d784c93bcc9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317659 Jan 14 01:40:39.011016 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e899f4c7-a21f-47be-8dfd-7e73b5c3ce0c req-ff3d9bda-3ad5-4450-a9ac-7e258c579b43 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536927 Jan 14 01:40:39.049624 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-5723b314-8d18-4ea7-85da-42c09576b5ce tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1460488 Jan 14 01:40:39.088862 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-ee22a148-481b-4dce-84a6-3d2d8eef428d service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127367 Jan 14 01:40:39.279115 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-f6c7f0a4-45c1-4c73-affc-f54d507239e8 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659388 Jan 14 01:40:39.377698 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-179f5845-8885-48fb-8be1-e26887a0f316 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 258 time: 0.3035901 Jan 14 01:40:39.393952 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:39.431283 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32977251-1b2a-4eb9-9c8f-a3e81c58e3b5 req-13f01599-d5f2-4411-9151-755edcffbe11 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:39.432794 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-32977251-1b2a-4eb9-9c8f-a3e81c58e3b5 req-13f01599-d5f2-4411-9151-755edcffbe11 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1566067 Jan 14 01:40:39.468888 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d55f265-ba84-4b75-ad18-c0aad0f2ca24 req-c5aa01ea-e7aa-44cc-8067-07a2cf45ae0b service neutron] 10.222.0.36 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686933 Jan 14 01:40:39.472769 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:39.508980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8df3a-3717-4bc4-8917-7a522442902d req-ed540b40-0dec-4892-a5ef-1c779026c90a tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:39.511796 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-ed540b40-0dec-4892-a5ef-1c779026c90a tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d&tenant_id=499063d5628544d8ac7f06264154b870&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1095 time: 0.0719566 Jan 14 01:40:39.541611 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-32977251-1b2a-4eb9-9c8f-a3e81c58e3b5 req-0b54e362-9d4d-4327-91c1-81de894e0aab tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921001 Jan 14 01:40:39.608868 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7414e6-509a-46fe-b777-aebf326b8237 x-openstack-request-id: req-be7414e6-509a-46fe-b777-aebf326b8237 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:39.609164 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5265d8-1495-46f0-a23f-9f18a5ef851c", "tag": "f807b5bd-dc79-497d-8b46-13834286a93a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:39.609534 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be7414e6-509a-46fe-b777-aebf326b8237 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:39.610200 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5265d8-1495-46f0-a23f-9f18a5ef851c', 'tag': 'f807b5bd-dc79-497d-8b46-13834286a93a', 'status': 'completed', 'code': 200} Jan 14 01:40:39.695442 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b9cde8f2-4d9a-4e50-812f-682927a6d741 req-033a5dc2-f90c-4f0a-84b7-21507a4f1f71 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 210 time: 0.0512104 Jan 14 01:40:39.720316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-10c8df3a-3717-4bc4-8917-7a522442902d req-524f8f5a-aea7-458e-bc81-ec12943a035d service neutron] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:39.724067 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-10c8df3a-3717-4bc4-8917-7a522442902d req-524f8f5a-aea7-458e-bc81-ec12943a035d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:39.725140 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-10c8df3a-3717-4bc4-8917-7a522442902d req-524f8f5a-aea7-458e-bc81-ec12943a035d service neutron] 10.222.0.36 "DELETE /v2.0/ports/1517394b-4f4f-4f9c-bb73-f1ff52851df0/bindings/n-h1-824358-4 HTTP/1.1" status: 204 len: 173 time: 0.1688221 Jan 14 01:40:39.732104 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:39.832161 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:39.846516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51c602-a077-4a7a-99cd-b95ed8314781 req-9950a3ac-9a16-42a1-a984-49649b5e3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:39.848205 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af51c602-a077-4a7a-99cd-b95ed8314781 req-9950a3ac-9a16-42a1-a984-49649b5e3f03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 1095 time: 0.1511114 Jan 14 01:40:39.987808 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Allocated IP 172.25.2.134 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/e9bde1b4-47aa-4958-914b-bdac1b1db878) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:40.064129 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51c602-a077-4a7a-99cd-b95ed8314781 req-fe59a7d6-8b46-4006-b92e-15c5506300a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:40.065594 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af51c602-a077-4a7a-99cd-b95ed8314781 req-fe59a7d6-8b46-4006-b92e-15c5506300a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 913 time: 0.2054939 Jan 14 01:40:40.138361 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af51c602-a077-4a7a-99cd-b95ed8314781 req-c22413b6-9f41-49fb-a402-e6bbd96bde81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f807b5bd-dc79-497d-8b46-13834286a93a HTTP/1.1" status: 200 len: 217 time: 0.0420649 Jan 14 01:40:40.204241 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ecfe6-92ca-4a37-b541-8ab1c79916a4 req-7ede814c-a4e4-4ea2-84c4-0e19848c8206 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:40.205718 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a1ecfe6-92ca-4a37-b541-8ab1c79916a4 req-7ede814c-a4e4-4ea2-84c4-0e19848c8206 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 944 time: 0.2034605 Jan 14 01:40:40.253774 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49096) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:40.276463 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for port (e9bde1b4-47aa-4958-914b-bdac1b1db878), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:40.279079 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51c602-a077-4a7a-99cd-b95ed8314781 req-07cfb412-5cb9-4c8e-a623-1c780657e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:40.280777 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af51c602-a077-4a7a-99cd-b95ed8314781 req-07cfb412-5cb9-4c8e-a623-1c780657e6ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.1311216 Jan 14 01:40:40.331510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af51c602-a077-4a7a-99cd-b95ed8314781 req-b8fd91ae-74a3-4943-9fae-5ec4de083248 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419021 Jan 14 01:40:40.356956 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a1ecfe6-92ca-4a37-b541-8ab1c79916a4 req-2d83f03a-c01d-47dc-a448-2d90e00f41ce tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409676 Jan 14 01:40:40.416485 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b07ae57b-b6a0-4391-a69c-00edb91ecdff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:40.491598 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (e9bde1b4-47aa-4958-914b-bdac1b1db878), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:40.544360 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b07ae57b-b6a0-4391-a69c-00edb91ecdff admin admin] Publish callbacks [] for security_group (d95ad36c-5f8a-4fd4-8f8d-b5e16cde3ba2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:40.550461 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b07ae57b-b6a0-4391-a69c-00edb91ecdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d95ad36c-5f8a-4fd4-8f8d-b5e16cde3ba2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:40.567000 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:40.582470 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af51c602-a077-4a7a-99cd-b95ed8314781 req-95bea873-1554-4bc6-9d33-edc06adb4ec7 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244945 Jan 14 01:40:40.583298 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:40.591920 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b07ae57b-b6a0-4391-a69c-00edb91ecdff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78b3f2d25da24ec1a157cbad1ac29a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358812 Jan 14 01:40:40.595081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49106) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:40.605865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:40.608565 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ae57b-b6a0-4391-a69c-00edb91ecdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95ad36c-5f8a-4fd4-8f8d-b5e16cde3ba2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:40.617203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Pushing event updated for resources: {'Port': ['ID=e9bde1b4-47aa-4958-914b-bdac1b1db878,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:40.669644 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f820998-804b-43af-8cd7-088e76794f6d admin admin] Publish callbacks [] for security_group (d95ad36c-5f8a-4fd4-8f8d-b5e16cde3ba2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:40.699619 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f820998-804b-43af-8cd7-088e76794f6d admin admin] Publish callbacks [] for security_group (d95ad36c-5f8a-4fd4-8f8d-b5e16cde3ba2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:40.726758 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17cacb-b983-4679-9d3e-d64794cd8468 req-e7db5d05-057d-432a-925d-c31d9a3d50b0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:40.734339 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8d17cacb-b983-4679-9d3e-d64794cd8468 req-e7db5d05-057d-432a-925d-c31d9a3d50b0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 944 time: 0.1821711 Jan 14 01:40:40.768180 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f820998-804b-43af-8cd7-088e76794f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d95ad36c-5f8a-4fd4-8f8d-b5e16cde3ba2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:40.771678 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f820998-804b-43af-8cd7-088e76794f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:40.773387 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8f820998-804b-43af-8cd7-088e76794f6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d95ad36c-5f8a-4fd4-8f8d-b5e16cde3ba2 HTTP/1.1" status: 204 len: 168 time: 0.1769638 Jan 14 01:40:40.786212 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f820998-804b-43af-8cd7-088e76794f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95ad36c-5f8a-4fd4-8f8d-b5e16cde3ba2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:40.843116 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-daf2efeb-730e-47de-9bf8-1cb87b8aa736 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277138 Jan 14 01:40:40.877429 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:40.907273 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8d17cacb-b983-4679-9d3e-d64794cd8468 req-bb37bddd-f26d-42f5-88e7-9d9f741cbbef tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720245 Jan 14 01:40:40.930809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af51c602-a077-4a7a-99cd-b95ed8314781 req-719f67e2-9036-432b-80e8-e7067c29af28 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227465 Jan 14 01:40:40.972710 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (45d395bb-2a84-41dd-8acb-dea5451dcd6f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.009363 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-e4a7469a-a041-48d3-bcb6-5d949337e0c3 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:41.010871 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-e4a7469a-a041-48d3-bcb6-5d949337e0c3 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610014 Jan 14 01:40:41.046834 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e9bde1b4-47aa-4958-914b-bdac1b1db878), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.070890 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Request body: {'port': {'device_id': '3c882449-9dd0-4036-8304-48db7c7227a8', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '8ff8ea5e5e6d409fbb62db3920d7c046'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:41.228546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8168d-687c-4b38-b02d-ec2596d22f60 req-cec6a703-6898-4ced-843b-89891c943cde tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:41.230193 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-05a8168d-687c-4b38-b02d-ec2596d22f60 req-cec6a703-6898-4ced-843b-89891c943cde tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1459975 Jan 14 01:40:41.252977 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49116) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:41.269205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 1517394b-4f4f-4f9c-bb73-f1ff52851df0 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:40:41.289105 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Made reservation on behalf of 8ff8ea5e5e6d409fbb62db3920d7c046 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:41.295401 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.304061 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-925ebded-deb9-4923-bb22-46ed84147b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.312003 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] The host n-h1-824358-4 is not matching for port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 host n-h2-824358-4! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 01:40:41.312645 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 1517394b-4f4f-4f9c-bb73-f1ff52851df0 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:40:41.344276 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-05a8168d-687c-4b38-b02d-ec2596d22f60 req-0337666d-2f9c-40e6-891b-b792ebed1aa7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035631 Jan 14 01:40:41.419010 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for port (e9bde1b4-47aa-4958-914b-bdac1b1db878), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.429574 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (e9bde1b4-47aa-4958-914b-bdac1b1db878), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.452611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Allocated IP 192.168.233.81 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/feb9517c-0dac-4c99-b9a8-65625151d0db) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:41.559723 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-61d36269-a063-419a-b304-8e5f1e161bc5 req-1200fdb9-b313-426d-bbb7-a58613d53997 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 210 time: 0.0810266 Jan 14 01:40:41.577549 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Pushing event updated for resources: {'Port': ['ID=e9bde1b4-47aa-4958-914b-bdac1b1db878,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:41.601074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-925ebded-deb9-4923-bb22-46ed84147b9f admin admin] Publish callbacks [] for security_group (44778bc7-c903-4c8a-8bc1-084db2967a0c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.605822 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (45d395bb-2a84-41dd-8acb-dea5451dcd6f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.608738 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-925ebded-deb9-4923-bb22-46ed84147b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (44778bc7-c903-4c8a-8bc1-084db2967a0c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.664857 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks [] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.707043 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.749045 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4424c79-b982-490c-8fe4-f816197b059d', 'a18f636d-d0e0-4670-b611-0fe97aa79f49', '81a18b72-96e6-416a-8f19-3a52f21b66ff'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:41.761176 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:41.767607 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:41.770945 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:41.804759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event updated for resources: {'Port': ['ID=feb9517c-0dac-4c99-b9a8-65625151d0db,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.839960 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.842274 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.842274 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.842274 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.842274 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.842274 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.842274 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.842274 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.842274 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.842274 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.842274 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.842274 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:41.842274 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:40:41.850816 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:41.851750 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.853778 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69', '0163fcca-43e2-4e9f-8140-e122afe6acd1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:41.876710 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-ab7e5435-2d13-4926-9198-7cf0d7298bb0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8104711 Jan 14 01:40:41.895451 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Request body: {'port': {'device_id': '3c882449-9dd0-4036-8304-48db7c7227a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:41.968713 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.987010 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:41.994359 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-113f91db-f32c-4fb3-a9d6-bdda6cfdc0f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6157479 Jan 14 01:40:42.052878 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-925ebded-deb9-4923-bb22-46ed84147b9f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6000e94530414294a48083bcb4bd2fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7961748 Jan 14 01:40:42.057476 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49124) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:40:42.058329 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ebded-deb9-4923-bb22-46ed84147b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44778bc7-c903-4c8a-8bc1-084db2967a0c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:42.091807 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-935ca30d-a799-43b3-b419-94b424327257 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.134 HTTP/1.1" status: 200 len: 696 time: 0.0960503 Jan 14 01:40:42.177520 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edbbca-1090-4956-8c45-d4e81b3a5f7c req-3b923126-c131-458a-bef9-c6065bbe10cb tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:42.179935 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72edbbca-1090-4956-8c45-d4e81b3a5f7c req-3b923126-c131-458a-bef9-c6065bbe10cb tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 1095 time: 0.2401576 Jan 14 01:40:42.254206 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73d4ee8c-bcb6-49f2-86b3-98114ac6516e admin admin] Publish callbacks [] for security_group (44778bc7-c903-4c8a-8bc1-084db2967a0c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:42.280818 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-3190282e-7221-4a71-a4e5-263b3c66384e tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:42.282275 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e917ff0c-2d81-4dd5-b0f5-8dec79459abc req-3190282e-7221-4a71-a4e5-263b3c66384e tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.1893673 Jan 14 01:40:42.308645 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72edbbca-1090-4956-8c45-d4e81b3a5f7c req-9858c2ac-8ae8-4433-841c-6152cf7bd7df tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209075 Jan 14 01:40:42.322119 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73d4ee8c-bcb6-49f2-86b3-98114ac6516e admin admin] Publish callbacks [] for security_group (44778bc7-c903-4c8a-8bc1-084db2967a0c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:42.345197 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a029bbf4-acbd-42e5-93c2-c56f7fb25122 None None] Provisioning complete for port feb9517c-0dac-4c99-b9a8-65625151d0db triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:42.346716 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a029bbf4-acbd-42e5-93c2-c56f7fb25122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:42.424313 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73d4ee8c-bcb6-49f2-86b3-98114ac6516e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (44778bc7-c903-4c8a-8bc1-084db2967a0c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:42.428142 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73d4ee8c-bcb6-49f2-86b3-98114ac6516e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:42.429512 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-73d4ee8c-bcb6-49f2-86b3-98114ac6516e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44778bc7-c903-4c8a-8bc1-084db2967a0c HTTP/1.1" status: 204 len: 168 time: 0.3710864 Jan 14 01:40:42.481514 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4ee8c-bcb6-49f2-86b3-98114ac6516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44778bc7-c903-4c8a-8bc1-084db2967a0c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:42.495363 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb9517c-0dac-4c99-b9a8-65625151d0db {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:42.513036 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Publish callbacks [] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:42.533361 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0ae23-4e2e-4bea-a9d2-b6d8e0b98c65 req-388599cb-842b-4bfa-ad7d-c5eb4fdfa337 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:42.535160 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-12a0ae23-4e2e-4bea-a9d2-b6d8e0b98c65 req-388599cb-842b-4bfa-ad7d-c5eb4fdfa337 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 944 time: 0.0719268 Jan 14 01:40:42.545089 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Transition to ACTIVE for port object feb9517c-0dac-4c99-b9a8-65625151d0db will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:42.561631 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:42.579548 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a029bbf4-acbd-42e5-93c2-c56f7fb25122 None None] Port feb9517c-0dac-4c99-b9a8-65625151d0db cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:40:42.616279 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-1d105219-1643-489a-928e-b9658bbbc620 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:42.617935 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-1d105219-1643-489a-928e-b9658bbbc620 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0940359 Jan 14 01:40:42.660806 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Pushing event updated for resources: {'Port': ['ID=feb9517c-0dac-4c99-b9a8-65625151d0db,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:42.711575 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-173a7644-c5eb-4ad5-b300-8c49c89b63c0 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.134 HTTP/1.1" status: 200 len: 696 time: 0.0863290 Jan 14 01:40:42.729340 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-c51e0681-b5f0-4a0d-9569-ffbb68997b6b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Request body: {'floatingip': {'port_id': '85c7d536-11e5-432b-81ac-43b47bbb9f9b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:42.751313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-12a0ae23-4e2e-4bea-a9d2-b6d8e0b98c65 req-77f2f15d-4a60-4c1c-b695-4b58caecedc9 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056696 Jan 14 01:40:42.813105 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-c51e0681-b5f0-4a0d-9569-ffbb68997b6b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (45d395bb-2a84-41dd-8acb-dea5451dcd6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:42.840688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Attempting to bind port feb9517c-0dac-4c99-b9a8-65625151d0db on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:42.840688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Attempting to bind port feb9517c-0dac-4c99-b9a8-65625151d0db by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:42.840688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Attempting to bind port feb9517c-0dac-4c99-b9a8-65625151d0db on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:42.844694 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f807b5bd-dc79-497d-8b46-13834286a93a details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:42.854264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Port feb9517c-0dac-4c99-b9a8-65625151d0db on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:42.854693 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Attempting to bind port feb9517c-0dac-4c99-b9a8-65625151d0db on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:42.871175 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:42.871510 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:42.872449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:42.872880 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Bound port: feb9517c-0dac-4c99-b9a8-65625151d0db, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:42.873234 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:42.982522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f807b5bd-dc79-497d-8b46-13834286a93a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f807b5bd-dc79-497d-8b46-13834286a93a,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:43.008132 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'f807b5bd-dc79-497d-8b46-13834286a93a', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'port_id': 'f807b5bd-dc79-497d-8b46-13834286a93a', 'mac_address': 'fa:16:3e:76:22:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97ddbcc-09c0-411b-9dd8-86412dbf8eb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:43.016282 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] For port feb9517c-0dac-4c99-b9a8-65625151d0db, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:43.020572 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] For port feb9517c-0dac-4c99-b9a8-65625151d0db, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=feb9517c-0dac-4c99-b9a8-65625151d0db,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:43.034228 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:43.122892 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f807b5bd-dc79-497d-8b46-13834286a93a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:43.123408 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:43.137423 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Pushing event updated for resources: {'Port': ['ID=feb9517c-0dac-4c99-b9a8-65625151d0db,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:43.139598 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f807b5bd-dc79-497d-8b46-13834286a93a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:43.165803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:43.166348 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:43.167810 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-16f70bd6-3462-429f-a8bd-7d74618c8af4 service neutron] 10.222.0.46 "PUT /v2.0/ports/feb9517c-0dac-4c99-b9a8-65625151d0db HTTP/1.1" status: 200 len: 1095 time: 1.2767596 Jan 14 01:40:43.168276 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c882449-9dd0-4036-8304-48db7c7227a8', 'tag': 'feb9517c-0dac-4c99-b9a8-65625151d0db'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:43.171529 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ea15ac-157e-4fc3-96cd-a06c1c3a4bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "3c882449-9dd0-4036-8304-48db7c7227a8", "tag": "feb9517c-0dac-4c99-b9a8-65625151d0db"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:43.187051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f807b5bd-dc79-497d-8b46-13834286a93a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f807b5bd-dc79-497d-8b46-13834286a93a,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:43.199956 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:43.324615 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-f4e0f5ae-d9ff-47bc-baa2-d49ec4a5de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:43.327031 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-f4e0f5ae-d9ff-47bc-baa2-d49ec4a5de60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 1098 time: 0.0835826 Jan 14 01:40:43.348978 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f807b5bd-dc79-497d-8b46-13834286a93a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:43.353608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029e81-4335-4569-a942-60cca5e5f7db req-9ef84da1-053a-48fe-a27e-d3d53c0076bc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:43.360777 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13029e81-4335-4569-a942-60cca5e5f7db req-9ef84da1-053a-48fe-a27e-d3d53c0076bc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1718006 Jan 14 01:40:43.409494 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-0d3d6423-e166-459f-89cb-0bac3024d0a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=feb9517c-0dac-4c99-b9a8-65625151d0db HTTP/1.1" status: 200 len: 217 time: 0.0629056 Jan 14 01:40:43.435335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13029e81-4335-4569-a942-60cca5e5f7db req-29680b7e-30fd-48fc-bcc0-1e0e6c97541e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712752 Jan 14 01:40:43.509173 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-4db82dd1-a177-439e-830b-eb02cc25001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:43.510633 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-4db82dd1-a177-439e-830b-eb02cc25001a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0891626 Jan 14 01:40:43.582793 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-8bcb9501-4cdb-4e0a-b3a0-e4472d2c8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:43.584851 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-8bcb9501-4cdb-4e0a-b3a0-e4472d2c8db9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644538 Jan 14 01:40:43.608927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f807b5bd-dc79-497d-8b46-13834286a93a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:43.689026 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-c51e0681-b5f0-4a0d-9569-ffbb68997b6b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:43.712266 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-c51e0681-b5f0-4a0d-9569-ffbb68997b6b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (45d395bb-2a84-41dd-8acb-dea5451dcd6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:43.721992 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-bffb72a4-4902-4a93-9fbf-924d5de877ea service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298468 Jan 14 01:40:43.824008 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-a34c2baf-fe28-4f42-ab68-d02bfdc3bfa6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:43.831163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-a34c2baf-fe28-4f42-ab68-d02bfdc3bfa6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 808 time: 0.2351170 Jan 14 01:40:43.854878 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7bf1bddf-6215-4a67-842c-e1823413f09e req-7e1ebd86-a0f0-4b93-aebc-a8cff35bb8c1 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261756 Jan 14 01:40:43.859037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-1da921bc-3638-4591-9c9c-9e208e8d9f70 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/quotas/499063d5628544d8ac7f06264154b870 HTTP/1.1" status: 200 len: 375 time: 0.0257077 Jan 14 01:40:43.964273 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-687b3b88-358a-4d8c-8f8a-78644a612a4b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042616 Jan 14 01:40:43.977881 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-c51e0681-b5f0-4a0d-9569-ffbb68997b6b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Floating IP 45d395bb-2a84-41dd-8acb-dea5451dcd6f associated. External IP: 172.25.2.134, port: 85c7d536-11e5-432b-81ac-43b47bbb9f9b. Jan 14 01:40:44.149575 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-e15d849e-74d1-40f8-9239-59a2dd89244d service neutron] 10.222.0.26 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690791 Jan 14 01:40:44.328602 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-0ede4ef3-3299-4701-8abd-aa3ca7ecc284 service neutron] 10.222.0.26 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716242 Jan 14 01:40:44.335406 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-c51e0681-b5f0-4a0d-9569-ffbb68997b6b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Router 1ce63fc9-2525-410e-b39f-fbafad55daac has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:40:44.462865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-c51e0681-b5f0-4a0d-9569-ffbb68997b6b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:40:44.468174 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-c51e0681-b5f0-4a0d-9569-ffbb68997b6b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:44.488608 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102abaa5-291e-4d87-b6dc-03c301610e4e None None] Sync routers for ids ['1ce63fc9-2525-410e-b39f-fbafad55daac'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:40:44.517572 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102abaa5-291e-4d87-b6dc-03c301610e4e None None] Routers {'1ce63fc9-2525-410e-b39f-fbafad55daac'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:40:44.518205 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-102abaa5-291e-4d87-b6dc-03c301610e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:40:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1ce63fc9-2525-410e-b39f-fbafad55daac'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:44.524608 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-c51e0681-b5f0-4a0d-9569-ffbb68997b6b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "PUT /v2.0/floatingips/45d395bb-2a84-41dd-8acb-dea5451dcd6f HTTP/1.1" status: 200 len: 997 time: 1.7967384 Jan 14 01:40:44.526568 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'tag': '85c7d536-11e5-432b-81ac-43b47bbb9f9b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:44.530853 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be071c54-4e11-40ee-b236-ea2507ea662b" -d '{"events": [{"name": "network-changed", "server_uuid": "842d4073-47ee-4af7-8f3a-354534b12ec8", "tag": "85c7d536-11e5-432b-81ac-43b47bbb9f9b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:44.580399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-ef58ac9b-0718-4ce5-811a-0e24057d4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:44.589668 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-ef58ac9b-0718-4ce5-811a-0e24057d4417 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b4ddbfe3a424b3f9de7b583799cf513&device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0557849 Jan 14 01:40:44.674936 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-102abaa5-291e-4d87-b6dc-03c301610e4e None None] Set router 1ce63fc9-2525-410e-b39f-fbafad55daac gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:40:44.726458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-30678986-c0ac-4bcf-8e22-20b393f8e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:44.734621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-30678986-c0ac-4bcf-8e22-20b393f8e62f service neutron] 10.222.0.26 "GET /v2.0/networks?id=796a368f-16f4-45ad-a407-c2d5edcebf13 HTTP/1.1" status: 200 len: 930 time: 0.1439834 Jan 14 01:40:44.807557 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016ee0-143d-417b-8060-31f8f421e9d5 req-c5ae3935-67ea-4033-9934-cc26099b37fd tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:44.815826 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f3016ee0-143d-417b-8060-31f8f421e9d5 req-c5ae3935-67ea-4033-9934-cc26099b37fd tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 947 time: 0.1263518 Jan 14 01:40:44.843686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f807b5bd-dc79-497d-8b46-13834286a93a up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:44.870677 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f3016ee0-143d-417b-8060-31f8f421e9d5 req-8b44d2be-b75f-4503-928b-86bc591e28a0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541666 Jan 14 01:40:44.883224 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-d4818f53-b53b-41a8-8b94-37d20918f83d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85c7d536-11e5-432b-81ac-43b47bbb9f9b HTTP/1.1" status: 200 len: 1000 time: 0.1477118 Jan 14 01:40:44.945230 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-d0fe9300-045b-4573-84ba-193610ca8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:44.948644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port f807b5bd-dc79-497d-8b46-13834286a93a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:44.951329 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-d0fe9300-045b-4573-84ba-193610ca8e02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79dd2ca7-7968-4316-b70c-d7bae5883dfa HTTP/1.1" status: 200 len: 868 time: 0.0662611 Jan 14 01:40:44.959192 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port f807b5bd-dc79-497d-8b46-13834286a93a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:44.959773 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:44.969655 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bea5a40-0b7a-415a-90f6-6552f5b96a43 x-openstack-request-id: req-6bea5a40-0b7a-415a-90f6-6552f5b96a43 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:44.970616 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c882449-9dd0-4036-8304-48db7c7227a8", "tag": "feb9517c-0dac-4c99-b9a8-65625151d0db", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:44.971038 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bea5a40-0b7a-415a-90f6-6552f5b96a43 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:44.971594 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c882449-9dd0-4036-8304-48db7c7227a8', 'tag': 'feb9517c-0dac-4c99-b9a8-65625151d0db', 'status': 'completed', 'code': 200} Jan 14 01:40:45.042093 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-5dacd898-7c13-4397-af87-b44ebcce6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:45.045676 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-5dacd898-7c13-4397-af87-b44ebcce6745 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=796a368f-16f4-45ad-a407-c2d5edcebf13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884373 Jan 14 01:40:45.061454 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-102abaa5-291e-4d87-b6dc-03c301610e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:40:15Z', 'revision_number': 4, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '45d395bb-2a84-41dd-8acb-dea5451dcd6f', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'port_id': '85c7d536-11e5-432b-81ac-43b47bbb9f9b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'mac_address': 'fa:16:3e:3c:64:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:40:40Z', 'updated_at': '2022-01-14T01:40:43Z', 'revision_number': 1, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a87346-fca9-43dc-8de7-5ab2c33ae2fa', 'name': '', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'mac_address': 'fa:16:3e:b1:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:14Z', 'updated_at': '2022-01-14T01:40:20Z', 'revision_number': 5, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'subnets': [{'id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:45.098798 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102abaa5-291e-4d87-b6dc-03c301610e4e None None] Checking router: 1ce63fc9-2525-410e-b39f-fbafad55daac for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:40:45.113997 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102abaa5-291e-4d87-b6dc-03c301610e4e None None] Routers {'1ce63fc9-2525-410e-b39f-fbafad55daac'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:40:45.114797 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-102abaa5-291e-4d87-b6dc-03c301610e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:40:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1ce63fc9-2525-410e-b39f-fbafad55daac'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:45.127177 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f807b5bd-dc79-497d-8b46-13834286a93a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:45.127905 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:45.140801 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea15ac-157e-4fc3-96cd-a06c1c3a4bbf req-b9393c27-7b5a-4e60-9364-18f37962a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:45.143733 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14ea15ac-157e-4fc3-96cd-a06c1c3a4bbf req-b9393c27-7b5a-4e60-9364-18f37962a9da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 1098 time: 0.1270216 Jan 14 01:40:45.176799 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f807b5bd-dc79-497d-8b46-13834286a93a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f807b5bd-dc79-497d-8b46-13834286a93a,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:45.178263 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5265d8-1495-46f0-a23f-9f18a5ef851c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f807b5bd-dc79-497d-8b46-13834286a93a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:45.181876 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb0cad6-2497-46cc-b88d-48b1d4456666" -d '{"events": [{"server_uuid": "4b5265d8-1495-46f0-a23f-9f18a5ef851c", "name": "network-vif-plugged", "status": "completed", "tag": "f807b5bd-dc79-497d-8b46-13834286a93a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:45.187111 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:45.245138 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f807b5bd-dc79-497d-8b46-13834286a93a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:45.249063 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-24271d63-6b45-4751-931c-1da70e682cde service neutron] 10.222.0.26 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956003 Jan 14 01:40:45.284328 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-102abaa5-291e-4d87-b6dc-03c301610e4e None None] Set router 1ce63fc9-2525-410e-b39f-fbafad55daac gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:40:45.330675 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea15ac-157e-4fc3-96cd-a06c1c3a4bbf req-23a61cb7-6bf8-4fd4-9b1f-33d2b1e03288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:45.332549 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14ea15ac-157e-4fc3-96cd-a06c1c3a4bbf req-23a61cb7-6bf8-4fd4-9b1f-33d2b1e03288 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1772392 Jan 14 01:40:45.386745 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284e7e7-cd8a-4195-8791-73d6ff66262d req-dee7ae24-2650-4530-a168-f88ffd81c35b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:45.393451 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f284e7e7-cd8a-4195-8791-73d6ff66262d req-dee7ae24-2650-4530-a168-f88ffd81c35b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 946 time: 0.0820799 Jan 14 01:40:45.431229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83c89bc0-17e3-4a73-b63a-c16c82981f53 req-bfbb50c9-17cd-47c9-ab4d-a5a3cb84906b service neutron] 10.222.0.26 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774194 Jan 14 01:40:45.445500 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14ea15ac-157e-4fc3-96cd-a06c1c3a4bbf req-3c3f2a5c-1713-4e4d-85a1-337801384520 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=feb9517c-0dac-4c99-b9a8-65625151d0db HTTP/1.1" status: 200 len: 217 time: 0.0922461 Jan 14 01:40:45.473139 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f284e7e7-cd8a-4195-8791-73d6ff66262d req-10678288-a681-4fe2-af21-82f953b6f6b1 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742791 Jan 14 01:40:45.536398 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea15ac-157e-4fc3-96cd-a06c1c3a4bbf req-7a6d5843-f4ab-4040-9a25-aacbd0b5302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:45.540403 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14ea15ac-157e-4fc3-96cd-a06c1c3a4bbf req-7a6d5843-f4ab-4040-9a25-aacbd0b5302b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0805433 Jan 14 01:40:45.572054 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fcd1aa3-c1e3-433b-a114-ee5f3489ed2c req-e1056016-ca7e-4154-bf8e-fe8d91212427 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 210 time: 0.0356629 Jan 14 01:40:45.613255 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-102abaa5-291e-4d87-b6dc-03c301610e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:40:15Z', 'revision_number': 4, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '45d395bb-2a84-41dd-8acb-dea5451dcd6f', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'port_id': '85c7d536-11e5-432b-81ac-43b47bbb9f9b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'mac_address': 'fa:16:3e:3c:64:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:40:40Z', 'updated_at': '2022-01-14T01:40:43Z', 'revision_number': 1, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a87346-fca9-43dc-8de7-5ab2c33ae2fa', 'name': '', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'mac_address': 'fa:16:3e:b1:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:14Z', 'updated_at': '2022-01-14T01:40:20Z', 'revision_number': 5, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'subnets': [{'id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:45.620953 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c6cced-1d35-43ae-aa84-106a719e5f7f x-openstack-request-id: req-54c6cced-1d35-43ae-aa84-106a719e5f7f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:45.621246 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842d4073-47ee-4af7-8f3a-354534b12ec8", "tag": "85c7d536-11e5-432b-81ac-43b47bbb9f9b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:45.621525 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54c6cced-1d35-43ae-aa84-106a719e5f7f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:45.621941 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'tag': '85c7d536-11e5-432b-81ac-43b47bbb9f9b', 'status': 'completed', 'code': 200} Jan 14 01:40:45.639892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea15ac-157e-4fc3-96cd-a06c1c3a4bbf req-4856bf48-7050-4600-a337-0dfc8a6e8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:45.641619 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14ea15ac-157e-4fc3-96cd-a06c1c3a4bbf req-4856bf48-7050-4600-a337-0dfc8a6e8656 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852771 Jan 14 01:40:45.648310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfdb43-862b-4e1c-9309-eadef0656f6b req-71969553-60cc-4667-a71e-f6fe4a85f66a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:45.649806 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f6cfdb43-862b-4e1c-9309-eadef0656f6b req-71969553-60cc-4667-a71e-f6fe4a85f66a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.0768132 Jan 14 01:40:45.656730 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102abaa5-291e-4d87-b6dc-03c301610e4e None None] The sync data for ids ['1ce63fc9-2525-410e-b39f-fbafad55daac'] in n-d-824358-4 is: [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:40:15Z', 'revision_number': 4, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '45d395bb-2a84-41dd-8acb-dea5451dcd6f', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'port_id': '85c7d536-11e5-432b-81ac-43b47bbb9f9b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'mac_address': 'fa:16:3e:3c:64:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:40:40Z', 'updated_at': '2022-01-14T01:40:43Z', 'revision_number': 1, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a87346-fca9-43dc-8de7-5ab2c33ae2fa', 'name': '', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'mac_address': 'fa:16:3e:b1:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:14Z', 'updated_at': '2022-01-14T01:40:20Z', 'revision_number': 5, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'subnets': [{'id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:40:45.791721 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f6cfdb43-862b-4e1c-9309-eadef0656f6b req-4610f1bd-f15c-4e5d-ac04-74fca96b9a10 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271746 Jan 14 01:40:45.822324 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be071c54-4e11-40ee-b236-ea2507ea662b req-3f63b2df-45e0-43ff-9019-3fa4d18ae278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:45.823860 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be071c54-4e11-40ee-b236-ea2507ea662b req-3f63b2df-45e0-43ff-9019-3fa4d18ae278 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b4ddbfe3a424b3f9de7b583799cf513&device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1395776 Jan 14 01:40:45.828903 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14ea15ac-157e-4fc3-96cd-a06c1c3a4bbf req-4107d3c5-cb72-4f58-a826-0c9b5de51c35 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689878 Jan 14 01:40:45.874889 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78e89bb-f426-42e8-9371-55ffb6853cfd x-openstack-request-id: req-f78e89bb-f426-42e8-9371-55ffb6853cfd {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:45.875453 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5265d8-1495-46f0-a23f-9f18a5ef851c", "name": "network-vif-plugged", "status": "completed", "tag": "f807b5bd-dc79-497d-8b46-13834286a93a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:45.875679 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f78e89bb-f426-42e8-9371-55ffb6853cfd {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:45.876163 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5265d8-1495-46f0-a23f-9f18a5ef851c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f807b5bd-dc79-497d-8b46-13834286a93a', 'code': 200} Jan 14 01:40:45.997659 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-45556ce6-e5be-4a59-8bd5-c1064a8ff999 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=aa6fc92b09bd4a9b803a391df4585f9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238072 Jan 14 01:40:46.014803 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d0c73-1678-43df-86e0-1be61355f574 None None] New status for floating IP 45d395bb-2a84-41dd-8acb-dea5451dcd6f: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:40:46.063329 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14ea15ac-157e-4fc3-96cd-a06c1c3a4bbf req-90613f1d-9ef2-4919-8796-6425fffe4711 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286379 Jan 14 01:40:46.085339 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f9958-5e9a-4925-8fc1-87807d3e4232 req-99f42d80-1176-4098-ae68-29c720d2e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:46.090292 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-eb7f9958-5e9a-4925-8fc1-87807d3e4232 req-99f42d80-1176-4098-ae68-29c720d2e926 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 1097 time: 0.1004093 Jan 14 01:40:46.317201 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-eb7f9958-5e9a-4925-8fc1-87807d3e4232 req-15118d5b-bd86-4cc5-903d-fb21e0edfcd9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188969 Jan 14 01:40:46.328251 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-0bf2d4ad-a495-4f3d-9565-9aafd585f584 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:46.329728 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-0bf2d4ad-a495-4f3d-9565-9aafd585f584 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.46 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 808 time: 0.1914172 Jan 14 01:40:46.351222 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Request body: {'port': {'device_id': 'eaf8edf8-1662-4605-b668-965b842c708c', 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e', 'admin_state_up': True, 'tenant_id': '499063d5628544d8ac7f06264154b870'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:46.496508 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Made reservation on behalf of 499063d5628544d8ac7f06264154b870 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:46.502316 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:46.511264 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-9e5c78f8-1542-40ac-a4c1-1714dc09639e tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 258 time: 0.5733802 Jan 14 01:40:46.532122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:46.548528 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be071c54-4e11-40ee-b236-ea2507ea662b req-413e5d8a-f2a7-488e-a9dc-5a1d2aa7f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:46.549964 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be071c54-4e11-40ee-b236-ea2507ea662b req-413e5d8a-f2a7-488e-a9dc-5a1d2aa7f055 service neutron] 10.222.0.36 "GET /v2.0/networks?id=796a368f-16f4-45ad-a407-c2d5edcebf13 HTTP/1.1" status: 200 len: 930 time: 0.7179878 Jan 14 01:40:46.593552 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:46.603215 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-d38b7057-8ed3-4257-bfa8-b79b6e14dba6 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:46.606943 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-d38b7057-8ed3-4257-bfa8-b79b6e14dba6 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857495 Jan 14 01:40:46.638834 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Allocated IP 172.20.0.7 (4549ab35-8bb4-472b-ab25-7075b00cf83e/be7c7d7c-46a8-4cad-a834-59b144ba6e56/7d8a1857-f25e-427b-91fe-7d528bc709a3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:46.665101 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-a99095b5-6c98-4bc3-93ef-91d9bb425ad4 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/quotas/aa6fc92b09bd4a9b803a391df4585f9a HTTP/1.1" status: 200 len: 375 time: 0.0471523 Jan 14 01:40:46.734045 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-e13fc488-5764-476e-b460-a55b1fe92027 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa6fc92b09bd4a9b803a391df4585f9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359151 Jan 14 01:40:46.757379 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be071c54-4e11-40ee-b236-ea2507ea662b req-6c467754-52c9-4582-8e84-828df48b0a80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85c7d536-11e5-432b-81ac-43b47bbb9f9b HTTP/1.1" status: 200 len: 1002 time: 0.1033676 Jan 14 01:40:46.821742 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be071c54-4e11-40ee-b236-ea2507ea662b req-ce9f252b-a57e-466f-b0bc-810b7f828127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:46.823478 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be071c54-4e11-40ee-b236-ea2507ea662b req-ce9f252b-a57e-466f-b0bc-810b7f828127 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79dd2ca7-7968-4316-b70c-d7bae5883dfa HTTP/1.1" status: 200 len: 868 time: 0.0572085 Jan 14 01:40:46.826016 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks [] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:46.883594 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:46.888506 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:46.895005 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be071c54-4e11-40ee-b236-ea2507ea662b req-5f449a88-08e0-44b4-8685-6d02214af0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:46.896929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be071c54-4e11-40ee-b236-ea2507ea662b req-5f449a88-08e0-44b4-8685-6d02214af0ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=796a368f-16f4-45ad-a407-c2d5edcebf13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651646 Jan 14 01:40:46.942356 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Network 4549ab35-8bb4-472b-ab25-7075b00cf83e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:46.945437 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:46.948548 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:47.005569 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:47.006599 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.025288 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Pushing event updated for resources: {'Port': ['ID=7d8a1857-f25e-427b-91fe-7d528bc709a3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:47.046598 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-c260632b-b65e-4e06-91e2-66234a882547 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7001264 Jan 14 01:40:47.069624 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Request body: {'port': {'device_id': 'eaf8edf8-1662-4605-b668-965b842c708c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:47.092713 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be071c54-4e11-40ee-b236-ea2507ea662b req-07cfacd9-85d7-4fbd-a33b-73173275087a service neutron] 10.222.0.36 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615832 Jan 14 01:40:47.127653 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.220706 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ce091-bc7e-4bb8-a628-92ae1c8ab453 req-daa3fc16-cde0-4392-86c2-5e0fce709bde tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:47.227940 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-518ce091-bc7e-4bb8-a628-92ae1c8ab453 req-daa3fc16-cde0-4392-86c2-5e0fce709bde tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 947 time: 0.1905842 Jan 14 01:40:47.263297 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Allocated IP 172.25.2.43 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/4c01562a-7ec1-48ba-a95e-17869d0f9800) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:47.288377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device feb9517c-0dac-4c99-b9a8-65625151d0db details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:47.331603 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be071c54-4e11-40ee-b236-ea2507ea662b req-107cb814-25c8-4409-be65-f6b29ebfca8a service neutron] 10.222.0.36 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292163 Jan 14 01:40:47.410769 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-518ce091-bc7e-4bb8-a628-92ae1c8ab453 req-d598522b-7338-45b8-99fb-8e5216549746 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713245 Jan 14 01:40:47.464117 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port feb9517c-0dac-4c99-b9a8-65625151d0db, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=feb9517c-0dac-4c99-b9a8-65625151d0db,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:47.489254 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for port (4c01562a-7ec1-48ba-a95e-17869d0f9800), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.491062 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'feb9517c-0dac-4c99-b9a8-65625151d0db', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'feb9517c-0dac-4c99-b9a8-65625151d0db', 'mac_address': 'fa:16:3e:c7:48:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:47.528282 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8a1857-f25e-427b-91fe-7d528bc709a3 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:47.542818 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Publish callbacks [] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.556720 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (4c01562a-7ec1-48ba-a95e-17869d0f9800), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.558660 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Transition to ACTIVE for port object 7d8a1857-f25e-427b-91fe-7d528bc709a3 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:47.568611 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.601578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port feb9517c-0dac-4c99-b9a8-65625151d0db is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:47.601986 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.611653 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Pushing event updated for resources: {'Port': ['ID=4c01562a-7ec1-48ba-a95e-17869d0f9800,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:47.627773 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:47.629850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:47.632106 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:47.634625 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb9517c-0dac-4c99-b9a8-65625151d0db {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:47.669399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port feb9517c-0dac-4c99-b9a8-65625151d0db, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=feb9517c-0dac-4c99-b9a8-65625151d0db,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:47.675013 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.711038 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8a1857-f25e-427b-91fe-7d528bc709a3,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:47.738036 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=feb9517c-0dac-4c99-b9a8-65625151d0db,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:47.806025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Attempting to bind port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:47.806611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Attempting to bind port 7d8a1857-f25e-427b-91fe-7d528bc709a3 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:47.807101 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Attempting to bind port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:47.816772 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:47.817395 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Attempting to bind port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:47.826653 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:47.827292 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:47.827411 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (9f3a6562-6ec3-4c75-b965-f2e71f594bee), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.827657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:47.828124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Bound port: 7d8a1857-f25e-427b-91fe-7d528bc709a3, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:47.828488 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.849052 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2fa11-2f51-499e-99a0-794dde6fcb64 req-4125c0fd-38f5-444c-bad1-779fd4af69f1 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:47.857851 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8dd2fa11-2f51-499e-99a0-794dde6fcb64 req-4125c0fd-38f5-444c-bad1-779fd4af69f1 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 946 time: 0.1774700 Jan 14 01:40:47.924536 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4c01562a-7ec1-48ba-a95e-17869d0f9800), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.925381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:47.932056 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:47.937515 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.950835 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8dd2fa11-2f51-499e-99a0-794dde6fcb64 req-6ec4fb93-1011-4513-88f8-357fbf652d6d tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921037 Jan 14 01:40:47.988194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:47.988876 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:47.990504 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/7d8a1857-f25e-427b-91fe-7d528bc709a3 HTTP/1.1" status: 200 len: 1091 time: 0.9254019 Jan 14 01:40:47.990972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf8edf8-1662-4605-b668-965b842c708c', 'tag': '7d8a1857-f25e-427b-91fe-7d528bc709a3'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:47.993515 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec9e14c-6027-4bf8-8460-1c9307333048" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf8edf8-1662-4605-b668-965b842c708c", "tag": "7d8a1857-f25e-427b-91fe-7d528bc709a3"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:48.037133 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29cff3-caf1-4dc5-b0fb-9e6c09ee32f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8a1857-f25e-427b-91fe-7d528bc709a3,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:48.125884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-011d4dc1-e183-4e8c-9512-353670d213ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:48.127569 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-011d4dc1-e183-4e8c-9512-353670d213ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 1094 time: 0.0518622 Jan 14 01:40:48.150094 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2ebc8-dbee-4d41-a678-1d8cad9c08ea req-7882915e-c4d0-480f-a17e-a229a9fa23a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:48.151595 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8ee2ebc8-dbee-4d41-a678-1d8cad9c08ea req-7882915e-c4d0-480f-a17e-a229a9fa23a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 943 time: 0.0850425 Jan 14 01:40:48.157240 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for port (4c01562a-7ec1-48ba-a95e-17869d0f9800), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:48.168051 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (4c01562a-7ec1-48ba-a95e-17869d0f9800), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:48.174490 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['feb9517c-0dac-4c99-b9a8-65625151d0db'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:48.187174 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-700011e5-9d5a-4df5-a579-cca53fa05278 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3 HTTP/1.1" status: 200 len: 217 time: 0.0393569 Jan 14 01:40:48.243440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-4fd5d12f-7ce1-4b3b-9077-5d7552216b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:48.245977 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-4fd5d12f-7ce1-4b3b-9077-5d7552216b54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0510130 Jan 14 01:40:48.283925 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-6e4df070-b1b1-4b07-bcc1-0c4f6b6aeede service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311854 Jan 14 01:40:48.288370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Pushing event updated for resources: {'Port': ['ID=4c01562a-7ec1-48ba-a95e-17869d0f9800,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:48.297181 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8ee2ebc8-dbee-4d41-a678-1d8cad9c08ea req-0c9fa770-16b9-4933-a4b0-e215a2c5fc93 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371818 Jan 14 01:40:48.321446 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (9f3a6562-6ec3-4c75-b965-f2e71f594bee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:48.346112 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:48.347364 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-25885302-1b70-414b-a061-97f64a79f397 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8260927 Jan 14 01:40:48.430161 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-1e810799-4724-4891-a8f1-800e91aa5a15 service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299384 Jan 14 01:40:48.489604 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-47ec7369-eeee-4ced-9478-de550f3faa7a tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aa6fc92b09bd4a9b803a391df4585f9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314467 Jan 14 01:40:48.528549 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-c1b64579-2aff-4d47-adbc-5713f51d356c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.43 HTTP/1.1" status: 200 len: 695 time: 0.1742108 Jan 14 01:40:48.537587 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c44f91a-d8b1-4139-aca1-48237e7d33f8 req-9e09a9b4-8f41-4a9f-93da-d671d8ee470d service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004424 Jan 14 01:40:48.650569 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d586b1e-ae96-4390-83ce-2773da4b85c1 req-b713cd2d-b18a-4a03-b183-35edf969b5c5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:48.652029 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0d586b1e-ae96-4390-83ce-2773da4b85c1 req-b713cd2d-b18a-4a03-b183-35edf969b5c5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1740258 Jan 14 01:40:48.756197 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-cefe49cb-fef9-4b99-8bcb-acadc90cfda9 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:48.757517 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-cefe49cb-fef9-4b99-8bcb-acadc90cfda9 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459149 Jan 14 01:40:48.764994 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0d586b1e-ae96-4390-83ce-2773da4b85c1 req-3827abc4-42f7-4d21-bf85-7ea9edc3d6a6 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062472 Jan 14 01:40:48.771974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-c884df28-8eba-4c57-8c0f-0770c1d381a8 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:48.773254 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-738019f6-c144-4ae6-bae0-1a945ad5727e req-c884df28-8eba-4c57-8c0f-0770c1d381a8 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2024202 Jan 14 01:40:48.792608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Request body: {'port': {'device_id': '609249e5-7543-4e93-9b3b-0390bc139eae', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': 'aa6fc92b09bd4a9b803a391df4585f9a'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:48.815080 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a32f377-1755-48f8-90b7-1df4627f64eb x-openstack-request-id: req-8a32f377-1755-48f8-90b7-1df4627f64eb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:48.815372 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf8edf8-1662-4605-b668-965b842c708c", "tag": "7d8a1857-f25e-427b-91fe-7d528bc709a3", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:48.815633 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a32f377-1755-48f8-90b7-1df4627f64eb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:48.816042 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf8edf8-1662-4605-b668-965b842c708c', 'tag': '7d8a1857-f25e-427b-91fe-7d528bc709a3', 'status': 'completed', 'code': 200} Jan 14 01:40:48.866016 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36679681-f1e7-4110-9d44-ae4567c1a503 req-7cc8fe9d-5fad-4a7e-b8b1-3a1b5986b83d tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 210 time: 0.0292866 Jan 14 01:40:48.923819 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9e14c-6027-4bf8-8460-1c9307333048 req-76f82810-4db1-411f-ab29-2664079a7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:48.925317 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fec9e14c-6027-4bf8-8460-1c9307333048 req-76f82810-4db1-411f-ab29-2664079a7740 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 1094 time: 0.0509088 Jan 14 01:40:48.953254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e8a2b-f531-413f-b71b-ed551eaee7f4 req-f028b436-ccc3-4b91-a912-54f762524877 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:48.954740 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-717e8a2b-f531-413f-b71b-ed551eaee7f4 req-f028b436-ccc3-4b91-a912-54f762524877 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 948 time: 0.0928786 Jan 14 01:40:48.998077 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Made reservation on behalf of aa6fc92b09bd4a9b803a391df4585f9a for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:49.001558 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:49.028830 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:49.055332 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9e14c-6027-4bf8-8460-1c9307333048 req-6cefdebd-faf0-4880-b2ad-a591b7c2cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:49.056825 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-717e8a2b-f531-413f-b71b-ed551eaee7f4 req-f4a5c524-1d64-4d9b-8376-04b5398f1301 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950377 Jan 14 01:40:49.056985 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fec9e14c-6027-4bf8-8460-1c9307333048 req-6cefdebd-faf0-4880-b2ad-a591b7c2cae0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.0928566 Jan 14 01:40:49.095202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963b117-c3a4-40b1-87e0-753939e0eb2f req-735f1ca5-b704-4f6f-99fd-5b3e15688bea tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:49.096694 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1963b117-c3a4-40b1-87e0-753939e0eb2f req-735f1ca5-b704-4f6f-99fd-5b3e15688bea tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0893948 Jan 14 01:40:49.115574 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fec9e14c-6027-4bf8-8460-1c9307333048 req-fc91bf66-6ff6-4fc5-8e49-fd1dbb8dad60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3 HTTP/1.1" status: 200 len: 217 time: 0.0491834 Jan 14 01:40:49.174863 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9e14c-6027-4bf8-8460-1c9307333048 req-d8d336aa-d4e3-4bfc-887c-b44ed62e2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:49.176362 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fec9e14c-6027-4bf8-8460-1c9307333048 req-d8d336aa-d4e3-4bfc-887c-b44ed62e2a91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0495329 Jan 14 01:40:49.188637 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1963b117-c3a4-40b1-87e0-753939e0eb2f req-a05f7d8d-6d8a-453b-b044-1a42b799ca63 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.43 HTTP/1.1" status: 200 len: 695 time: 0.0849743 Jan 14 01:40:49.201658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-1963b117-c3a4-40b1-87e0-753939e0eb2f req-4cce78c0-07db-4837-95ef-eb6517cacb9d tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Request body: {'floatingip': {'port_id': '85c7d536-11e5-432b-81ac-43b47bbb9f9b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:49.212561 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fec9e14c-6027-4bf8-8460-1c9307333048 req-80c899fa-fdb0-47fd-b724-0371ae1d9fe1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289240 Jan 14 01:40:49.265568 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1963b117-c3a4-40b1-87e0-753939e0eb2f req-4cce78c0-07db-4837-95ef-eb6517cacb9d tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (9f3a6562-6ec3-4c75-b965-f2e71f594bee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:49.269910 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Publish callbacks [] for security_group (764c5a07-48f9-4a84-9e6b-fac6818691e2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:49.279895 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9af69-92a9-4c33-956f-d3d80f888feb req-a58e6b65-7a4a-427d-9276-c4549d0ae3c9 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:49.281270 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc9af69-92a9-4c33-956f-d3d80f888feb req-a58e6b65-7a4a-427d-9276-c4549d0ae3c9 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 946 time: 0.1301415 Jan 14 01:40:49.309936 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fec9e14c-6027-4bf8-8460-1c9307333048 req-75035617-0664-4681-a35c-992307a7d045 service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863793 Jan 14 01:40:49.315163 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (764c5a07-48f9-4a84-9e6b-fac6818691e2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:49.401824 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fec9e14c-6027-4bf8-8460-1c9307333048 req-44e10f74-6544-4c90-8c4b-f12e0a01e0cf service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842788 Jan 14 01:40:49.454828 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764c5a07-48f9-4a84-9e6b-fac6818691e2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:49.519880 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc9af69-92a9-4c33-956f-d3d80f888feb req-e24426b9-c60d-4e62-8ad6-e0f914a6aa80 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096324 Jan 14 01:40:49.599393 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Allocated IP 192.168.233.76 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/541e64cd-5ee5-41a0-a1eb-2fc10df36c29) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:49.704754 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-1963b117-c3a4-40b1-87e0-753939e0eb2f req-4cce78c0-07db-4837-95ef-eb6517cacb9d tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] update failed (client error): There was a conflict when trying to complete your request. Jan 14 01:40:49.705799 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1963b117-c3a4-40b1-87e0-753939e0eb2f req-4cce78c0-07db-4837-95ef-eb6517cacb9d tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "PUT /v2.0/floatingips/9f3a6562-6ec3-4c75-b965-f2e71f594bee HTTP/1.1" status: 409 len: 550 time: 0.5105455 Jan 14 01:40:49.713612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a385-bc70-4a70-bdca-e89e59b709e1 req-7c6d7ed3-e887-420e-b03d-74c638b5c8fa tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:49.715096 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bc9a385-bc70-4a70-bdca-e89e59b709e1 req-7c6d7ed3-e887-420e-b03d-74c638b5c8fa tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 943 time: 0.1385710 Jan 14 01:40:50.124874 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-315a2f38-580a-4824-9200-6f9f53126f99 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips/9f3a6562-6ec3-4c75-b965-f2e71f594bee HTTP/1.1" status: 200 len: 692 time: 0.3948441 Jan 14 01:40:50.205557 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bc9a385-bc70-4a70-bdca-e89e59b709e1 req-9f6eef37-2cd4-4893-83a4-932f743cb1fa tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797308 Jan 14 01:40:50.287356 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Publish callbacks [] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:50.306166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-257b90b0-a6c1-414b-9097-be7bcbee07fd tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:50.307483 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-257b90b0-a6c1-414b-9097-be7bcbee07fd tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.1738434 Jan 14 01:40:50.329774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-79e65513-5272-4c0b-8d19-0936840028b4 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:40:50.330745 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-79e65513-5272-4c0b-8d19-0936840028b4 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082927 Jan 14 01:40:50.401147 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-c83b2ee3-533d-4924-9867-e6eaffe534ed tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.43 HTTP/1.1" status: 200 len: 695 time: 0.0615432 Jan 14 01:40:50.409684 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e8640-4922-42bb-b34d-29721a4a5502 req-5758fe95-81d4-4056-a570-2d403f0d7b68 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:50.411124 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-371e8640-4922-42bb-b34d-29721a4a5502 req-5758fe95-81d4-4056-a570-2d403f0d7b68 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1303225 Jan 14 01:40:50.471441 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:50.476891 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-19065815-dd08-4c19-a9f3-630fb51d6064 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.43 HTTP/1.1" status: 200 len: 695 time: 0.0648758 Jan 14 01:40:50.563016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:50.577425 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:50.588692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:50.656533 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-371e8640-4922-42bb-b34d-29721a4a5502 req-518335ce-77b5-416a-a3f8-c13887002ab7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347238 Jan 14 01:40:50.660612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Pushing event updated for resources: {'Port': ['ID=541e64cd-5ee5-41a0-a1eb-2fc10df36c29,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.708507 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:50.711664 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:50.736236 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-15e90ff2-2ef8-4052-b70c-9f555b40e0dc tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9475396 Jan 14 01:40:50.743587 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-395ce0d8-bf16-4804-ba1a-a2924a72dc3b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Deleting port 4c01562a-7ec1-48ba-a95e-17869d0f9800 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:40:50.744467 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-395ce0d8-bf16-4804-ba1a-a2924a72dc3b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (4c01562a-7ec1-48ba-a95e-17869d0f9800), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:50.765338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Request body: {'port': {'device_id': '609249e5-7543-4e93-9b3b-0390bc139eae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:50.887877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1c311b80-29ca-4e17-88ca-c5e1e8bc773a None None] Provisioning complete for port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:50.888431 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c311b80-29ca-4e17-88ca-c5e1e8bc773a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:50.924119 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:50.927012 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1c311b80-29ca-4e17-88ca-c5e1e8bc773a None None] Port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:40:50.938126 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-395ce0d8-bf16-4804-ba1a-a2924a72dc3b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (4c01562a-7ec1-48ba-a95e-17869d0f9800), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:50.938447 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-395ce0d8-bf16-4804-ba1a-a2924a72dc3b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (4c01562a-7ec1-48ba-a95e-17869d0f9800), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:50.957234 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c8545-b44d-408a-9307-39d0b47105ad req-e84eb479-1a7c-49ae-9204-a63963fa6eb9 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:50.959395 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba0c8545-b44d-408a-9307-39d0b47105ad req-e84eb479-1a7c-49ae-9204-a63963fa6eb9 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 935 time: 0.1993933 Jan 14 01:40:50.963405 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-395ce0d8-bf16-4804-ba1a-a2924a72dc3b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Calling delete_port for 4c01562a-7ec1-48ba-a95e-17869d0f9800 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:40:51.157682 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba0c8545-b44d-408a-9307-39d0b47105ad req-398db355-25f9-47e2-b742-d164ef6b161b tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/security-groups?id=764c5a07-48f9-4a84-9e6b-fac6818691e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902268 Jan 14 01:40:51.310723 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-395ce0d8-bf16-4804-ba1a-a2924a72dc3b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (4c01562a-7ec1-48ba-a95e-17869d0f9800), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:51.349624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 7d8a1857-f25e-427b-91fe-7d528bc709a3 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:51.356433 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ce0d8-bf16-4804-ba1a-a2924a72dc3b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Pushing event deleted for resources: {'Port': ['ID=4c01562a-7ec1-48ba-a95e-17869d0f9800,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:51.367284 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device feb9517c-0dac-4c99-b9a8-65625151d0db up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:51.428683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:51.455308 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Publish callbacks [] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:51.482050 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Transition to ACTIVE for port object 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:40:51.489902 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a09488-4cb9-45ca-985b-dbc0bb8e4bc2 req-661922bc-885a-4f32-b80b-1bb181a283f9 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:51.492217 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25a09488-4cb9-45ca-985b-dbc0bb8e4bc2 req-661922bc-885a-4f32-b80b-1bb181a283f9 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 948 time: 0.1786180 Jan 14 01:40:51.496632 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:51.503129 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-395ce0d8-bf16-4804-ba1a-a2924a72dc3b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (9f3a6562-6ec3-4c75-b965-f2e71f594bee), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:51.505666 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-395ce0d8-bf16-4804-ba1a-a2924a72dc3b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:51.506348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port feb9517c-0dac-4c99-b9a8-65625151d0db completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:51.506807 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-009467cb-6be3-4a4f-9bf7-0c79b8c96953 req-395ce0d8-bf16-4804-ba1a-a2924a72dc3b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "DELETE /v2.0/floatingips/9f3a6562-6ec3-4c75-b965-f2e71f594bee HTTP/1.1" status: 204 len: 173 time: 1.0233278 Jan 14 01:40:51.521399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port feb9517c-0dac-4c99-b9a8-65625151d0db triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:51.521692 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:51.524606 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:51.582452 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '7d8a1857-f25e-427b-91fe-7d528bc709a3', 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e', 'port_id': '7d8a1857-f25e-427b-91fe-7d528bc709a3', 'mac_address': 'fa:16:3e:ea:10:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7c7d7c-46a8-4cad-a834-59b144ba6e56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:51.586013 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Pushing event updated for resources: {'Port': ['ID=541e64cd-5ee5-41a0-a1eb-2fc10df36c29,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:51.639116 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 7d8a1857-f25e-427b-91fe-7d528bc709a3 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:51.639501 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:51.662299 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25a09488-4cb9-45ca-985b-dbc0bb8e4bc2 req-19a09a51-ec2b-45a8-ac70-1214e4727e13 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348040 Jan 14 01:40:51.675740 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8a1857-f25e-427b-91fe-7d528bc709a3 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:51.697686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:51.707259 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:51.715172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port feb9517c-0dac-4c99-b9a8-65625151d0db is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:51.716223 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:51.720043 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92673f5-f351-4774-b249-72e1e12caf84 req-df52919c-1056-40eb-a348-b8ed9cd60890 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:51.727540 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d92673f5-f351-4774-b249-72e1e12caf84 req-df52919c-1056-40eb-a348-b8ed9cd60890 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 943 time: 0.1586759 Jan 14 01:40:51.780385 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c882449-9dd0-4036-8304-48db7c7227a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb9517c-0dac-4c99-b9a8-65625151d0db'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:51.782696 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df24d45a-743e-4d51-8a4d-39caa5a744ae" -d '{"events": [{"server_uuid": "3c882449-9dd0-4036-8304-48db7c7227a8", "name": "network-vif-plugged", "status": "completed", "tag": "feb9517c-0dac-4c99-b9a8-65625151d0db"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:51.792730 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d92673f5-f351-4774-b249-72e1e12caf84 req-7d9946c0-1ca9-416a-b47c-61923536035d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643125 Jan 14 01:40:51.806295 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port feb9517c-0dac-4c99-b9a8-65625151d0db, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=feb9517c-0dac-4c99-b9a8-65625151d0db,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:51.807290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=7d8a1857-f25e-427b-91fe-7d528bc709a3,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:51.818650 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:51.865780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Attempting to bind port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:40:51.866108 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Attempting to bind port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:40:51.866456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Attempting to bind port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:51.885382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=feb9517c-0dac-4c99-b9a8-65625151d0db,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:51.911387 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:40:51.911700 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Attempting to bind port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:40:51.932026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:40:51.932364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:40:51.932745 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:40:51.934510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Bound port: 541e64cd-5ee5-41a0-a1eb-2fc10df36c29, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:40:51.934876 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:51.951152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3d77-6490-4950-af76-d4ef67a90e00 req-0b5ae323-e03b-4f56-b146-f136a2142022 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:51.952880 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db1a3d77-6490-4950-af76-d4ef67a90e00 req-0b5ae323-e03b-4f56-b146-f136a2142022 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 945 time: 0.1751857 Jan 14 01:40:51.973727 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-3dae44b1-dd1e-401b-91e5-da3f56154904 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.134 HTTP/1.1" status: 200 len: 1002 time: 0.1151447 Jan 14 01:40:52.068595 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36625b4a-a18e-4515-8186-9651409dc565 req-26913a96-572a-464b-919d-fdd96dd226e4 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:52.070036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-26913a96-572a-464b-919d-fdd96dd226e4 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports/85c7d536-11e5-432b-81ac-43b47bbb9f9b HTTP/1.1" status: 200 len: 943 time: 0.0861428 Jan 14 01:40:52.090304 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db1a3d77-6490-4950-af76-d4ef67a90e00 req-d3d50c04-5114-45b6-a089-e80b1cc0bdbe tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287293 Jan 14 01:40:52.099583 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] For port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:40:52.103012 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] For port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=541e64cd-5ee5-41a0-a1eb-2fc10df36c29,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:40:52.107914 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:52.144901 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:52.146020 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:52.147441 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] 10.222.0.36 "PUT /v2.0/ports/541e64cd-5ee5-41a0-a1eb-2fc10df36c29 HTTP/1.1" status: 200 len: 1095 time: 1.3863711 Jan 14 01:40:52.150297 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609249e5-7543-4e93-9b3b-0390bc139eae', 'tag': '541e64cd-5ee5-41a0-a1eb-2fc10df36c29'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:52.152771 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41fe1ae-b2ef-46fe-bac0-af3c281f693a" -d '{"events": [{"name": "network-changed", "server_uuid": "609249e5-7543-4e93-9b3b-0390bc139eae", "tag": "541e64cd-5ee5-41a0-a1eb-2fc10df36c29"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:52.179893 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['7d8a1857-f25e-427b-91fe-7d528bc709a3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:52.293093 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc088290-c7e5-465f-9b6d-037e54b60a8f service neutron] Pushing event updated for resources: {'Port': ['ID=541e64cd-5ee5-41a0-a1eb-2fc10df36c29,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:52.320052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-e168c63f-861a-46d1-9a44-d39ee878798c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.134 HTTP/1.1" status: 200 len: 1002 time: 0.1806231 Jan 14 01:40:52.334600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992b536-aaee-41da-a96e-faf0d0c69b88 req-36acfb22-3706-42a5-804b-b09fcb162ff6 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:52.341390 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1992b536-aaee-41da-a96e-faf0d0c69b88 req-36acfb22-3706-42a5-804b-b09fcb162ff6 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1832535 Jan 14 01:40:52.369562 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-659148fc-fb63-4873-9dfd-068de118b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:52.371127 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-659148fc-fb63-4873-9dfd-068de118b8d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa6fc92b09bd4a9b803a391df4585f9a&device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 1098 time: 0.1297634 Jan 14 01:40:52.458921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-1049498b-5e1b-42a9-8eda-0fc898c8213b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=541e64cd-5ee5-41a0-a1eb-2fc10df36c29 HTTP/1.1" status: 200 len: 217 time: 0.0472846 Jan 14 01:40:52.520349 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1992b536-aaee-41da-a96e-faf0d0c69b88 req-568a1b63-03e1-4ef7-af73-697e22abee57 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781254 Jan 14 01:40:52.557861 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36625b4a-a18e-4515-8186-9651409dc565 req-92dd3cd3-a30e-456e-bd6c-8f7acd29d234 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:52.560650 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-92dd3cd3-a30e-456e-bd6c-8f7acd29d234 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2104080 Jan 14 01:40:52.562870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-1365050d-a211-4df7-80c6-de7670d11d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:52.563968 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc4f64c-aea7-4b0c-a44f-60521f0da51d x-openstack-request-id: req-1fc4f64c-aea7-4b0c-a44f-60521f0da51d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:52.564577 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-1365050d-a211-4df7-80c6-de7670d11d6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0980144 Jan 14 01:40:52.564868 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c882449-9dd0-4036-8304-48db7c7227a8", "name": "network-vif-plugged", "status": "completed", "tag": "feb9517c-0dac-4c99-b9a8-65625151d0db", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:52.565128 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1fc4f64c-aea7-4b0c-a44f-60521f0da51d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:52.565517 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c882449-9dd0-4036-8304-48db7c7227a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb9517c-0dac-4c99-b9a8-65625151d0db', 'code': 200} Jan 14 01:40:52.651123 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-3db7cafa-f8c6-4ce7-bda5-db89b47f526e tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.134 HTTP/1.1" status: 200 len: 1002 time: 0.0834153 Jan 14 01:40:52.658091 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-584a10cd-0a4e-463e-8c4e-45341cfca10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:52.659570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-584a10cd-0a4e-463e-8c4e-45341cfca10c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848975 Jan 14 01:40:52.664130 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-36625b4a-a18e-4515-8186-9651409dc565 req-3e5e30ae-8ed3-4192-908f-b2803b7a658c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:52.719991 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b53ff-c47c-4754-859f-332199028177 req-91a2ab06-670e-469a-ac26-0e3f4cd65bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:52.721530 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0a2b53ff-c47c-4754-859f-332199028177 req-91a2ab06-670e-469a-ac26-0e3f4cd65bf9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 1100 time: 0.0499189 Jan 14 01:40:52.769169 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36625b4a-a18e-4515-8186-9651409dc565 req-3e5e30ae-8ed3-4192-908f-b2803b7a658c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (45d395bb-2a84-41dd-8acb-dea5451dcd6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:52.775547 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0a2b53ff-c47c-4754-859f-332199028177 req-a8d54979-d328-43c6-8255-edc4f63c35dc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428231 Jan 14 01:40:52.847062 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-a4917cc7-12a3-4e7f-b89b-e2dd6dadfed9 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488087 Jan 14 01:40:52.913932 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc3842a-3ec2-4d30-a7a1-ff5cd1ad5ed0 x-openstack-request-id: req-4bc3842a-3ec2-4d30-a7a1-ff5cd1ad5ed0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:52.914294 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609249e5-7543-4e93-9b3b-0390bc139eae", "tag": "541e64cd-5ee5-41a0-a1eb-2fc10df36c29", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:52.914525 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bc3842a-3ec2-4d30-a7a1-ff5cd1ad5ed0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:52.914897 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609249e5-7543-4e93-9b3b-0390bc139eae', 'tag': '541e64cd-5ee5-41a0-a1eb-2fc10df36c29', 'status': 'completed', 'code': 200} Jan 14 01:40:53.038496 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36625b4a-a18e-4515-8186-9651409dc565 req-3e5e30ae-8ed3-4192-908f-b2803b7a658c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:53.045292 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36625b4a-a18e-4515-8186-9651409dc565 req-3e5e30ae-8ed3-4192-908f-b2803b7a658c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (45d395bb-2a84-41dd-8acb-dea5451dcd6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:53.045566 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-36625b4a-a18e-4515-8186-9651409dc565 req-3e5e30ae-8ed3-4192-908f-b2803b7a658c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Floating IP 45d395bb-2a84-41dd-8acb-dea5451dcd6f disassociated. External IP: 172.25.2.134, port: 85c7d536-11e5-432b-81ac-43b47bbb9f9b. Jan 14 01:40:53.099546 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fd29cd5-ab1d-45f3-b990-c9cebe9934e0 req-2cebccd8-7425-4ad5-bbb4-d8e50c0649fb service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185769 Jan 14 01:40:53.108547 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7b34-b664-4124-9e65-aa91bc8a87e4 req-f49d5895-c2e8-401f-a248-934fd04c09cb tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:53.109977 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-567c7b34-b664-4124-9e65-aa91bc8a87e4 req-f49d5895-c2e8-401f-a248-934fd04c09cb tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 947 time: 0.1603615 Jan 14 01:40:53.204602 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-567c7b34-b664-4124-9e65-aa91bc8a87e4 req-ad247c1a-2892-43d7-94ee-dce40938ad94 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/security-groups?id=764c5a07-48f9-4a84-9e6b-fac6818691e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859282 Jan 14 01:40:53.638246 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fe1ae-b2ef-46fe-bac0-af3c281f693a req-4f28d91f-0b6e-42d4-aed0-ea64ca77e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:53.639733 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d41fe1ae-b2ef-46fe-bac0-af3c281f693a req-4f28d91f-0b6e-42d4-aed0-ea64ca77e0fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa6fc92b09bd4a9b803a391df4585f9a&device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 1098 time: 0.3998880 Jan 14 01:40:53.652410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39cd2c-9514-4eda-89a4-9970caef00b9 req-ffc07526-4ee0-422d-9bd9-a33174852e03 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:53.653806 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2d39cd2c-9514-4eda-89a4-9970caef00b9 req-ffc07526-4ee0-422d-9bd9-a33174852e03 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 949 time: 0.3847389 Jan 14 01:40:53.709255 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36625b4a-a18e-4515-8186-9651409dc565 req-3e5e30ae-8ed3-4192-908f-b2803b7a658c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Router 1ce63fc9-2525-410e-b39f-fbafad55daac has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:40:53.797730 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2d39cd2c-9514-4eda-89a4-9970caef00b9 req-4e8565ed-4ab8-43ac-a875-b613f8a4b3ac tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345246 Jan 14 01:40:53.860338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fe1ae-b2ef-46fe-bac0-af3c281f693a req-56747c5b-2045-41de-9ac4-850ccce2ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:53.861799 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d41fe1ae-b2ef-46fe-bac0-af3c281f693a req-56747c5b-2045-41de-9ac4-850ccce2ba85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2058668 Jan 14 01:40:53.942363 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d41fe1ae-b2ef-46fe-bac0-af3c281f693a req-9bf9d273-1344-4414-8c19-10a35b54a80d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=541e64cd-5ee5-41a0-a1eb-2fc10df36c29 HTTP/1.1" status: 200 len: 217 time: 0.0602529 Jan 14 01:40:53.945521 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36625b4a-a18e-4515-8186-9651409dc565 req-3e5e30ae-8ed3-4192-908f-b2803b7a658c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:40:53.950930 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36625b4a-a18e-4515-8186-9651409dc565 req-3e5e30ae-8ed3-4192-908f-b2803b7a658c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:53.960303 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd933d-28f4-4369-a106-807b6c53cce9 None None] Sync routers for ids ['1ce63fc9-2525-410e-b39f-fbafad55daac'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:40:53.971349 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd933d-28f4-4369-a106-807b6c53cce9 None None] Routers {'1ce63fc9-2525-410e-b39f-fbafad55daac'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:40:53.972067 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b8fd933d-28f4-4369-a106-807b6c53cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:40:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1ce63fc9-2525-410e-b39f-fbafad55daac'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:54.011351 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-3e5e30ae-8ed3-4192-908f-b2803b7a658c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "PUT /v2.0/floatingips/45d395bb-2a84-41dd-8acb-dea5451dcd6f HTTP/1.1" status: 200 len: 695 time: 1.3507757 Jan 14 01:40:54.021039 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4533b0-9bc9-4cfb-8449-d9036f652a18 req-b36331df-6a2f-45b8-9cf2-dcfd306ef598 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:54.022656 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f4533b0-9bc9-4cfb-8449-d9036f652a18 req-b36331df-6a2f-45b8-9cf2-dcfd306ef598 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 944 time: 0.1534894 Jan 14 01:40:54.077939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fe1ae-b2ef-46fe-bac0-af3c281f693a req-341d6a36-0d7a-4a09-9ae4-4c19f9e46730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:54.079687 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d41fe1ae-b2ef-46fe-bac0-af3c281f693a req-341d6a36-0d7a-4a09-9ae4-4c19f9e46730 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1254401 Jan 14 01:40:54.081925 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b8fd933d-28f4-4369-a106-807b6c53cce9 None None] Set router 1ce63fc9-2525-410e-b39f-fbafad55daac gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:40:54.143487 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36625b4a-a18e-4515-8186-9651409dc565 req-ad9b6ef3-d63e-461d-ab42-c54d3f500799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:54.145006 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-ad9b6ef3-d63e-461d-ab42-c54d3f500799 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b4ddbfe3a424b3f9de7b583799cf513&device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1164587 Jan 14 01:40:54.150084 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f4533b0-9bc9-4cfb-8449-d9036f652a18 req-dd308d82-d49b-4f66-9353-c7c7a1da7803 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202927 Jan 14 01:40:54.279975 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fe1ae-b2ef-46fe-bac0-af3c281f693a req-7d78f8f5-c79f-4c9f-9cb0-b1a1b9eaa23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:54.282497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d41fe1ae-b2ef-46fe-bac0-af3c281f693a req-7d78f8f5-c79f-4c9f-9cb0-b1a1b9eaa23e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932120 Jan 14 01:40:54.285461 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36625b4a-a18e-4515-8186-9651409dc565 req-0c10dd04-4dea-4874-b422-4fc506586f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:54.292792 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-0c10dd04-4dea-4874-b422-4fc506586f93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=796a368f-16f4-45ad-a407-c2d5edcebf13 HTTP/1.1" status: 200 len: 930 time: 0.1374938 Jan 14 01:40:54.401068 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b8fd933d-28f4-4369-a106-807b6c53cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:40:15Z', 'revision_number': 4, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'd3a87346-fca9-43dc-8de7-5ab2c33ae2fa', 'name': '', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'mac_address': 'fa:16:3e:b1:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:14Z', 'updated_at': '2022-01-14T01:40:20Z', 'revision_number': 5, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'subnets': [{'id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:54.440356 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d41fe1ae-b2ef-46fe-bac0-af3c281f693a req-b068dbeb-e5ce-4255-b8d8-010208331a0c service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311417 Jan 14 01:40:54.449028 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-19ee04d8-dd48-4762-a96d-71b4aa557939 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85c7d536-11e5-432b-81ac-43b47bbb9f9b HTTP/1.1" status: 200 len: 217 time: 0.1548145 Jan 14 01:40:54.571707 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d41fe1ae-b2ef-46fe-bac0-af3c281f693a req-5e570b86-093c-46d7-a603-a04d3756781a service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206808 Jan 14 01:40:54.600144 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd933d-28f4-4369-a106-807b6c53cce9 None None] Checking router: 1ce63fc9-2525-410e-b39f-fbafad55daac for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:40:54.609104 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd933d-28f4-4369-a106-807b6c53cce9 None None] Routers {'1ce63fc9-2525-410e-b39f-fbafad55daac'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:40:54.609882 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b8fd933d-28f4-4369-a106-807b6c53cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:40:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1ce63fc9-2525-410e-b39f-fbafad55daac'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:54.628443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36625b4a-a18e-4515-8186-9651409dc565 req-6436d1f9-294c-47c5-be99-936fc1f12c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:54.629918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-6436d1f9-294c-47c5-be99-936fc1f12c42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79dd2ca7-7968-4316-b70c-d7bae5883dfa HTTP/1.1" status: 200 len: 868 time: 0.1801360 Jan 14 01:40:54.641305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0e93e-f0f4-4432-99b6-85c770f0aa95 req-057ffb5d-f4ac-4898-9b56-ee3339fc8408 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:54.642788 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5cb0e93e-f0f4-4432-99b6-85c770f0aa95 req-057ffb5d-f4ac-4898-9b56-ee3339fc8408 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.2013094 Jan 14 01:40:54.714525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36625b4a-a18e-4515-8186-9651409dc565 req-fabffa6d-23ce-4f7f-b281-1ea7ca6ef84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:54.716520 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-fabffa6d-23ce-4f7f-b281-1ea7ca6ef84d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=796a368f-16f4-45ad-a407-c2d5edcebf13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728776 Jan 14 01:40:54.720616 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b8fd933d-28f4-4369-a106-807b6c53cce9 None None] Set router 1ce63fc9-2525-410e-b39f-fbafad55daac gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:40:54.723970 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5cb0e93e-f0f4-4432-99b6-85c770f0aa95 req-cd900a7b-00fe-4678-b699-4fbd52daaf37 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718296 Jan 14 01:40:54.864766 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-d4692624-7e7f-4d36-b332-934bc9b52fb0 service neutron] 10.222.0.26 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314776 Jan 14 01:40:54.877401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886c663-ba95-40f0-910b-c0dfaf3d6b8b req-573f2a75-25bc-41d1-b63e-775900ec00c9 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:54.878881 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9886c663-ba95-40f0-910b-c0dfaf3d6b8b req-573f2a75-25bc-41d1-b63e-775900ec00c9 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 947 time: 0.0810509 Jan 14 01:40:54.926243 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'tag': '85c7d536-11e5-432b-81ac-43b47bbb9f9b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:54.928297 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e7bedb-9e6c-4b65-99a7-93d90dae8fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "842d4073-47ee-4af7-8f3a-354534b12ec8", "tag": "85c7d536-11e5-432b-81ac-43b47bbb9f9b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:54.958666 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b8fd933d-28f4-4369-a106-807b6c53cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:40:15Z', 'revision_number': 4, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'd3a87346-fca9-43dc-8de7-5ab2c33ae2fa', 'name': '', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'mac_address': 'fa:16:3e:b1:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:14Z', 'updated_at': '2022-01-14T01:40:20Z', 'revision_number': 5, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'subnets': [{'id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:54.986165 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9886c663-ba95-40f0-910b-c0dfaf3d6b8b req-cca727e5-1991-47e4-8f4e-b53af059fb86 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/security-groups?id=764c5a07-48f9-4a84-9e6b-fac6818691e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992880 Jan 14 01:40:55.011371 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36625b4a-a18e-4515-8186-9651409dc565 req-6973d2d6-aa17-4611-8e3b-100ff971c787 service neutron] 10.222.0.26 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315334 Jan 14 01:40:55.015740 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd933d-28f4-4369-a106-807b6c53cce9 None None] The sync data for ids ['1ce63fc9-2525-410e-b39f-fbafad55daac'] in n-d-824358-4 is: [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:40:15Z', 'revision_number': 4, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'd3a87346-fca9-43dc-8de7-5ab2c33ae2fa', 'name': '', 'network_id': '796a368f-16f4-45ad-a407-c2d5edcebf13', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'mac_address': 'fa:16:3e:b1:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:14Z', 'updated_at': '2022-01-14T01:40:20Z', 'revision_number': 5, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'subnets': [{'id': '79dd2ca7-7968-4316-b70c-d7bae5883dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:40:55.165648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8e887-5c20-4dc9-9e63-c9c8ac7f5964 req-6981ef69-b1c5-4450-a7e1-f2e7c3eaf020 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:55.167165 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-60a8e887-5c20-4dc9-9e63-c9c8ac7f5964 req-6981ef69-b1c5-4450-a7e1-f2e7c3eaf020 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 949 time: 0.0865326 Jan 14 01:40:55.171656 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-da4e3061-fb42-4f33-a9d0-55219bc17c88 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--177257805&fields=id&tenant_id=52dce24e3712453495bd08f4c1c11f5a HTTP/1.1" status: 200 len: 267 time: 0.0817518 Jan 14 01:40:55.284746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-60a8e887-5c20-4dc9-9e63-c9c8ac7f5964 req-32c97921-495f-45b0-9091-ae0a374c8d2c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082525 Jan 14 01:40:55.326072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-459182a1-fb24-4ace-ad87-84e009f0b550 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:55.327937 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-459182a1-fb24-4ace-ad87-84e009f0b550 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/networks?id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 HTTP/1.1" status: 200 len: 823 time: 0.1454716 Jan 14 01:40:55.335192 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8d1488-6e05-40a3-a290-9ccb3f749499 None None] New status for floating IP 45d395bb-2a84-41dd-8acb-dea5451dcd6f: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:40:55.339255 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6d7b46-8ab2-49ca-82e8-2262453bcd1f x-openstack-request-id: req-8a6d7b46-8ab2-49ca-82e8-2262453bcd1f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:55.339542 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842d4073-47ee-4af7-8f3a-354534b12ec8", "tag": "85c7d536-11e5-432b-81ac-43b47bbb9f9b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:55.339788 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a6d7b46-8ab2-49ca-82e8-2262453bcd1f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:55.340202 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'tag': '85c7d536-11e5-432b-81ac-43b47bbb9f9b', 'status': 'completed', 'code': 200} Jan 14 01:40:55.349763 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-c16b1152-74bc-4668-a069-59e6bd6fc69f tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/quotas/52dce24e3712453495bd08f4c1c11f5a HTTP/1.1" status: 200 len: 375 time: 0.0122943 Jan 14 01:40:55.379448 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 7d8a1857-f25e-427b-91fe-7d528bc709a3 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:40:55.433330 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-96fcd7fb-19fb-4846-bc8e-adfa84e82fb6 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips/45d395bb-2a84-41dd-8acb-dea5451dcd6f HTTP/1.1" status: 200 len: 695 time: 0.0826051 Jan 14 01:40:55.557065 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-2e299d43-29c8-46a7-8508-2fbf94498e8c tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=52dce24e3712453495bd08f4c1c11f5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1913004 Jan 14 01:40:55.568564 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 7d8a1857-f25e-427b-91fe-7d528bc709a3 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:40:55.569693 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7bedb-9e6c-4b65-99a7-93d90dae8fbd req-d708aeea-099c-4d56-903c-cc9b1ae8e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:55.571642 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5e7bedb-9e6c-4b65-99a7-93d90dae8fbd req-d708aeea-099c-4d56-903c-cc9b1ae8e511 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b4ddbfe3a424b3f9de7b583799cf513&device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1666391 Jan 14 01:40:55.574653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 7d8a1857-f25e-427b-91fe-7d528bc709a3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:40:55.575143 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:55.663702 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 7d8a1857-f25e-427b-91fe-7d528bc709a3 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:55.664199 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:55.687489 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf8edf8-1662-4605-b668-965b842c708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8a1857-f25e-427b-91fe-7d528bc709a3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:55.690241 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b319a0e0-97c3-45a1-b744-b8aac2909fbe" -d '{"events": [{"server_uuid": "eaf8edf8-1662-4605-b668-965b842c708c", "name": "network-vif-plugged", "status": "completed", "tag": "7d8a1857-f25e-427b-91fe-7d528bc709a3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:55.703461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:55.709176 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:55.712040 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-fdafdda8-56b5-4ccc-93a2-7cbc741625be tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:55.720266 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-fdafdda8-56b5-4ccc-93a2-7cbc741625be tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2662964 Jan 14 01:40:55.773491 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=7d8a1857-f25e-427b-91fe-7d528bc709a3,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:55.825259 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-166f0789-caba-4208-b12c-446d7680b72c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.134 HTTP/1.1" status: 200 len: 696 time: 0.1040998 Jan 14 01:40:55.833233 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7bedb-9e6c-4b65-99a7-93d90dae8fbd req-4719d31a-e8e6-48a4-b39f-06c75659695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:55.834692 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5e7bedb-9e6c-4b65-99a7-93d90dae8fbd req-4719d31a-e8e6-48a4-b39f-06c75659695f service neutron] 10.222.0.36 "GET /v2.0/networks?id=796a368f-16f4-45ad-a407-c2d5edcebf13 HTTP/1.1" status: 200 len: 930 time: 0.2424021 Jan 14 01:40:55.886015 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-b6073a60-cbea-495b-864f-56df446f1969 service neutron] 10.222.0.26 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285410 Jan 14 01:40:55.928967 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5e7bedb-9e6c-4b65-99a7-93d90dae8fbd req-f8623ca3-c305-4014-8306-7e0e9d30bb90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85c7d536-11e5-432b-81ac-43b47bbb9f9b HTTP/1.1" status: 200 len: 217 time: 0.0792654 Jan 14 01:40:55.932799 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-9b6d6de7-27f3-4c46-b7cf-9f2c3aa01476 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.134 HTTP/1.1" status: 200 len: 696 time: 0.1011705 Jan 14 01:40:56.093102 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7bedb-9e6c-4b65-99a7-93d90dae8fbd req-83ed4dd9-02c5-4428-ae94-b068e5eddf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:56.094584 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5e7bedb-9e6c-4b65-99a7-93d90dae8fbd req-83ed4dd9-02c5-4428-ae94-b068e5eddf0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79dd2ca7-7968-4316-b70c-d7bae5883dfa HTTP/1.1" status: 200 len: 868 time: 0.1521530 Jan 14 01:40:56.174463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-ed38987c-1eb1-470a-a0a1-b9ba67d8b207 service neutron] 10.222.0.26 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550006 Jan 14 01:40:56.185840 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7bedb-9e6c-4b65-99a7-93d90dae8fbd req-451288bb-00cc-4c13-bc3f-0714b472a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:56.187778 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5e7bedb-9e6c-4b65-99a7-93d90dae8fbd req-451288bb-00cc-4c13-bc3f-0714b472a7c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=796a368f-16f4-45ad-a407-c2d5edcebf13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826058 Jan 14 01:40:56.247356 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-78051c32-69ea-44d7-82d1-a12c1b78788c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Deleting port e9bde1b4-47aa-4958-914b-bdac1b1db878 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:40:56.247693 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-78051c32-69ea-44d7-82d1-a12c1b78788c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e9bde1b4-47aa-4958-914b-bdac1b1db878), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:56.255412 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-a96d1e6a-d199-4568-94f1-b76f0b77aae6 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:56.256581 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-a96d1e6a-d199-4568-94f1-b76f0b77aae6 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e26e927-9e4c-4f5e-b932-ee91583b4d2d HTTP/1.1" status: 200 len: 945 time: 0.0823340 Jan 14 01:40:56.352023 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5e7bedb-9e6c-4b65-99a7-93d90dae8fbd req-0fd9d666-01e2-4e45-a159-63cdc199a3da service neutron] 10.222.0.36 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514959 Jan 14 01:40:56.361265 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-78051c32-69ea-44d7-82d1-a12c1b78788c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e9bde1b4-47aa-4958-914b-bdac1b1db878), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:56.361602 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-78051c32-69ea-44d7-82d1-a12c1b78788c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (e9bde1b4-47aa-4958-914b-bdac1b1db878), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:56.398752 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-78051c32-69ea-44d7-82d1-a12c1b78788c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Calling delete_port for e9bde1b4-47aa-4958-914b-bdac1b1db878 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:40:56.620228 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddaee0-d288-4bf3-937a-aa97a5a692aa req-01bd8bda-f70b-4bc3-96f6-31a93fd649d7 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:56.622455 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7dddaee0-d288-4bf3-937a-aa97a5a692aa req-01bd8bda-f70b-4bc3-96f6-31a93fd649d7 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 945 time: 0.1349227 Jan 14 01:40:56.627206 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5e7bedb-9e6c-4b65-99a7-93d90dae8fbd req-9569bfd0-96bd-47c1-92df-b34d905ffce3 service neutron] 10.222.0.36 "GET /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629497 Jan 14 01:40:56.700934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Deleting port 58ed85e9-9509-4915-b988-44db1d6b714f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:40:56.702383 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:56.750450 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7dddaee0-d288-4bf3-937a-aa97a5a692aa req-6961ba1b-ef7c-4d59-8a99-c25879c30f3d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212349 Jan 14 01:40:56.775874 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-78051c32-69ea-44d7-82d1-a12c1b78788c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (e9bde1b4-47aa-4958-914b-bdac1b1db878), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:56.818001 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78051c32-69ea-44d7-82d1-a12c1b78788c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Pushing event deleted for resources: {'Port': ['ID=e9bde1b4-47aa-4958-914b-bdac1b1db878,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:56.862337 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] For port 58ed85e9-9509-4915-b988-44db1d6b714f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=58ed85e9-9509-4915-b988-44db1d6b714f,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:56.863000 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:56.929106 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:40:57.110602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=541e64cd-5ee5-41a0-a1eb-2fc10df36c29,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:57.131704 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '541e64cd-5ee5-41a0-a1eb-2fc10df36c29', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '541e64cd-5ee5-41a0-a1eb-2fc10df36c29', 'mac_address': 'fa:16:3e:26:5f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:40:57.188471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:40:57.189549 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:57.209071 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:40:57.254772 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-78051c32-69ea-44d7-82d1-a12c1b78788c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks [] for floatingip (45d395bb-2a84-41dd-8acb-dea5451dcd6f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:57.256061 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=541e64cd-5ee5-41a0-a1eb-2fc10df36c29,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:40:57.257676 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-78051c32-69ea-44d7-82d1-a12c1b78788c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:57.258884 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5f234df-d302-4dfc-b4d8-2dc4c8413ea0 req-78051c32-69ea-44d7-82d1-a12c1b78788c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "DELETE /v2.0/floatingips/45d395bb-2a84-41dd-8acb-dea5451dcd6f HTTP/1.1" status: 204 len: 173 time: 1.3153629 Jan 14 01:40:57.260970 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda26cb1-de0a-443d-85c0-3380006393ad req-afed961e-74a2-414f-ab73-9d5ebb117ebe tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:57.271277 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fda26cb1-de0a-443d-85c0-3380006393ad req-afed961e-74a2-414f-ab73-9d5ebb117ebe tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 1100 time: 0.4228590 Jan 14 01:40:57.275771 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:57.319588 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fda26cb1-de0a-443d-85c0-3380006393ad req-67c41494-a265-42a1-b260-f4135bfa92a0 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454938 Jan 14 01:40:57.397030 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:57.398013 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (6e9fa975-ff3a-4990-a652-a42b4de259fb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:57.398798 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Floating IP 6e9fa975-ff3a-4990-a652-a42b4de259fb disassociated. External IP: 172.25.2.190, port: 58ed85e9-9509-4915-b988-44db1d6b714f. Jan 14 01:40:57.399955 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Calling delete_port for 58ed85e9-9509-4915-b988-44db1d6b714f owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:40:57.411434 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdceefc-c555-425e-b205-df89aa99b894 x-openstack-request-id: req-ffdceefc-c555-425e-b205-df89aa99b894 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:57.412150 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf8edf8-1662-4605-b668-965b842c708c", "name": "network-vif-plugged", "status": "completed", "tag": "7d8a1857-f25e-427b-91fe-7d528bc709a3", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:57.412413 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ffdceefc-c555-425e-b205-df89aa99b894 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:57.413388 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf8edf8-1662-4605-b668-965b842c708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8a1857-f25e-427b-91fe-7d528bc709a3', 'code': 200} Jan 14 01:40:57.474829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e9950-1787-4023-8778-d2d78bb98823 req-240a2306-54dd-430a-8254-a078a0a67c4e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:57.483188 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de2e9950-1787-4023-8778-d2d78bb98823 req-240a2306-54dd-430a-8254-a078a0a67c4e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1038556 Jan 14 01:40:57.484065 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=541e64cd-5ee5-41a0-a1eb-2fc10df36c29,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:57.610874 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de2e9950-1787-4023-8778-d2d78bb98823 req-679a38d2-8fca-4336-a729-da319572c839 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268001 Jan 14 01:40:57.638273 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409c4cd-520b-44fa-a31d-11ddc67c84d6 req-867f6bd4-679c-4326-8915-873aaf5d6f77 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:57.639791 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2409c4cd-520b-44fa-a31d-11ddc67c84d6 req-867f6bd4-679c-4326-8915-873aaf5d6f77 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 948 time: 0.0958207 Jan 14 01:40:57.641551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aac124-e4f1-40f1-85c1-c0c846a6b26b req-6a0939a3-60ca-4164-9b51-a0281ed65122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:57.643068 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64aac124-e4f1-40f1-85c1-c0c846a6b26b req-6a0939a3-60ca-4164-9b51-a0281ed65122 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 1096 time: 0.0832367 Jan 14 01:40:57.659957 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (58ed85e9-9509-4915-b988-44db1d6b714f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:57.699482 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Pushing event deleted for resources: {'Port': ['ID=58ed85e9-9509-4915-b988-44db1d6b714f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:57.760771 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a163118-fcca-414c-950a-518d089194af req-43a14927-595b-4755-970a-62b1ec625bf0 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 210 time: 0.0625775 Jan 14 01:40:57.764816 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2409c4cd-520b-44fa-a31d-11ddc67c84d6 req-d1ea740d-fc1f-4122-8fef-cfa060127f4c tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/security-groups?id=764c5a07-48f9-4a84-9e6b-fac6818691e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181891 Jan 14 01:40:57.767092 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64aac124-e4f1-40f1-85c1-c0c846a6b26b req-083c800e-0540-446c-b524-683907da43a8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132398 Jan 14 01:40:57.801054 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['541e64cd-5ee5-41a0-a1eb-2fc10df36c29'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:40:57.845507 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:40:57.951361 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-c1edf020-c7bf-4d97-8af6-0b27a708a4bc tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383937 Jan 14 01:40:58.006137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:40:58.010937 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f695a8-8435-48e1-b29e-e193fb9baec3 req-e4c6bf66-02c0-4afe-acad-fa6fb0f3d074 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:58.012645 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d9f695a8-8435-48e1-b29e-e193fb9baec3 req-e4c6bf66-02c0-4afe-acad-fa6fb0f3d074 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 1097 time: 0.1344798 Jan 14 01:40:58.030761 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbaace-cbfb-42f8-b74f-9b304f539705 None None] Sync routers for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:40:58.046677 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbaace-cbfb-42f8-b74f-9b304f539705 None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:40:58.047323 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fcbbaace-cbfb-42f8-b74f-9b304f539705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:40:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:58.057942 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] No DVR routers for this DVR port 58ed85e9-9509-4915-b988-44db1d6b714f on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:40:58.062087 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:58.069487 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ac3c452d-61f0-4667-9362-fcac6cb55e72 req-b7a224a9-29ec-4bd8-996f-26cf3c627222 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.46 "DELETE /v2.0/ports/58ed85e9-9509-4915-b988-44db1d6b714f HTTP/1.1" status: 204 len: 173 time: 1.8029420 Jan 14 01:40:58.070282 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'name': 'network-vif-deleted', 'tag': '58ed85e9-9509-4915-b988-44db1d6b714f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:40:58.073210 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28ce96b-c052-41d2-9671-799acf7672ab" -d '{"events": [{"server_uuid": "7e26e927-9e4c-4f5e-b932-ee91583b4d2d", "name": "network-vif-deleted", "tag": "58ed85e9-9509-4915-b988-44db1d6b714f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:40:58.156229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d9f695a8-8435-48e1-b29e-e193fb9baec3 req-11aea9e1-16af-4cf7-a0d9-9680f146c721 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328890 Jan 14 01:40:58.167042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-f73c1a5b-f1a8-49e9-8d4d-de750fee44e4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:58.175134 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-f73c1a5b-f1a8-49e9-8d4d-de750fee44e4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229435 Jan 14 01:40:58.210147 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-5ac85a04-2421-4ce6-9380-7bab5779d018 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/quotas/8ff8ea5e5e6d409fbb62db3920d7c046 HTTP/1.1" status: 200 len: 375 time: 0.0338957 Jan 14 01:40:58.224496 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fcbbaace-cbfb-42f8-b74f-9b304f539705 None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:40:58.443510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-299f4a43-710e-4545-9574-74bb56fc22cd tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2319784 Jan 14 01:40:58.484465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5612f69-c0f7-4698-919f-db99ac4fec93 req-cb67e352-7630-41e8-833e-4d43492765e9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:58.490168 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5612f69-c0f7-4698-919f-db99ac4fec93 req-cb67e352-7630-41e8-833e-4d43492765e9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 945 time: 0.1207113 Jan 14 01:40:58.524763 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fcbbaace-cbfb-42f8-b74f-9b304f539705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:22Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:58.536927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-25a1040a-f973-4428-a6c1-2af390ce6007 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:58.540015 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-25a1040a-f973-4428-a6c1-2af390ce6007 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.36 "GET /v2.0/networks?id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 HTTP/1.1" status: 200 len: 823 time: 0.2645648 Jan 14 01:40:58.563523 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbaace-cbfb-42f8-b74f-9b304f539705 None None] Checking router: e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:40:58.575406 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbaace-cbfb-42f8-b74f-9b304f539705 None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:40:58.576449 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fcbbaace-cbfb-42f8-b74f-9b304f539705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:40:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:58.581497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5612f69-c0f7-4698-919f-db99ac4fec93 req-f3670883-89ee-42ae-8147-150486cc0ea4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755010 Jan 14 01:40:58.693087 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0fa8fe-0595-4eb3-b555-401983bc97e0 x-openstack-request-id: req-fa0fa8fe-0595-4eb3-b555-401983bc97e0 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:40:58.693625 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e26e927-9e4c-4f5e-b932-ee91583b4d2d", "name": "network-vif-deleted", "tag": "58ed85e9-9509-4915-b988-44db1d6b714f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:40:58.693625 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa0fa8fe-0595-4eb3-b555-401983bc97e0 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:40:58.694002 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e26e927-9e4c-4f5e-b932-ee91583b4d2d', 'name': 'network-vif-deleted', 'tag': '58ed85e9-9509-4915-b988-44db1d6b714f', 'status': 'completed', 'code': 200} Jan 14 01:40:58.740918 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fcbbaace-cbfb-42f8-b74f-9b304f539705 None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:40:58.779944 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-d6a1a55b-3d1d-4eee-93cf-557ad29e937b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52dce24e3712453495bd08f4c1c11f5a HTTP/1.1" status: 200 len: 379 time: 0.1972220 Jan 14 01:40:58.795580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd88b9-a302-4a6b-a614-adebf502cf3f req-580ae19f-c28b-4fc3-baaf-36380112482c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:58.797227 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7dd88b9-a302-4a6b-a614-adebf502cf3f req-580ae19f-c28b-4fc3-baaf-36380112482c tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1159399 Jan 14 01:40:58.802340 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Request body: {'port': {'device_id': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'admin_state_up': True, 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'security_groups': ['8788fce7-64bf-447e-b5da-db1a86d811a7']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:40:58.931430 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7dd88b9-a302-4a6b-a614-adebf502cf3f req-4cf4f0ae-92b8-4dd8-9985-2831e47d736f tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0679846 Jan 14 01:40:59.017704 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Made reservation on behalf of 52dce24e3712453495bd08f4c1c11f5a for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:40:59.031919 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:59.078721 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2c3aaf74-6064-4e41-988a-c628cad0ecd5 req-4dfb1ab4-5e40-4d72-b198-fbf0e1be4126 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 210 time: 0.0426137 Jan 14 01:40:59.270307 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fcbbaace-cbfb-42f8-b74f-9b304f539705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:22Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:40:59.335848 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Allocated IP 172.20.0.14 (0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7/ec2c54e8-2288-419a-ae9e-34008480a281/5266dd32-c8e8-4294-ba52-4569e8c35f9f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:40:59.348299 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbaace-cbfb-42f8-b74f-9b304f539705 None None] The sync data for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 is: [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:22Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:40:59.388774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a5921-85d1-4a85-aade-f7f1a9dcd126 req-32b619fc-1735-4da2-8fc8-4d5ba1acf36e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:59.397168 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-078a5921-85d1-4a85-aade-f7f1a9dcd126 req-32b619fc-1735-4da2-8fc8-4d5ba1acf36e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1573622 Jan 14 01:40:59.397616 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 58ed85e9-9509-4915-b988-44db1d6b714f no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:40:59.437069 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 58ed85e9-9509-4915-b988-44db1d6b714f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:40:59.439441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 58ed85e9-9509-4915-b988-44db1d6b714f not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:40:59.504481 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-078a5921-85d1-4a85-aade-f7f1a9dcd126 req-1fb39524-20d2-4af2-ad6b-4b7b730603c0 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008644 Jan 14 01:40:59.702704 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:59.754273 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3853a570-5ea3-4b6d-9bc9-149bbf137caf req-e7e89e40-24f7-4cc6-87bd-23ee6bfc0656 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 210 time: 0.1302302 Jan 14 01:40:59.788112 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:59.850033 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d8fa16-0c1e-414c-a58d-0d3a93514423 None None] New status for floating IP 6e9fa975-ff3a-4990-a652-a42b4de259fb: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:40:59.862232 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:40:59.876323 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:40:59.879013 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:40:59.940411 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Pushing event updated for resources: {'Port': ['ID=5266dd32-c8e8-4294-ba52-4569e8c35f9f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:40:59.972213 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:59.972745 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:40:59.989777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff38924-6d72-4c23-83bc-f1a3dac79a1b req-a2851315-1457-49a4-8794-6600e8d9b2d9 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:40:59.994987 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bff38924-6d72-4c23-83bc-f1a3dac79a1b req-a2851315-1457-49a4-8794-6600e8d9b2d9 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 948 time: 0.1420815 Jan 14 01:41:00.033831 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-63084907-0175-4dc9-a659-446aad8b5a09 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2353563 Jan 14 01:41:00.071615 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Request body: {'port': {'device_id': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:00.122036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bff38924-6d72-4c23-83bc-f1a3dac79a1b req-a9fd4e81-0b4a-4477-af10-db438016d818 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/security-groups?id=764c5a07-48f9-4a84-9e6b-fac6818691e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189978 Jan 14 01:41:00.173790 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:00.181274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2d5ead9e-1546-41cf-b6a7-a0f1dd6c0108 None None] Provisioning complete for port 5266dd32-c8e8-4294-ba52-4569e8c35f9f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:00.182605 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d5ead9e-1546-41cf-b6a7-a0f1dd6c0108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:00.231497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d305e488-6de4-4276-8c5f-6afeb10f7593 req-80ec1057-deff-4455-9c3d-a2d0fece2a7b tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0587895 Jan 14 01:41:00.232026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ead9e-1546-41cf-b6a7-a0f1dd6c0108 None None] Port 5266dd32-c8e8-4294-ba52-4569e8c35f9f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:41:00.288829 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-48d2b376-491f-40d8-825d-a50dea2205de tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472255 Jan 14 01:41:00.431127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9e9f4-44c9-4f94-b98b-3a3c1ea900bd req-eae8d908-9afe-43b6-b6d3-43e2b5ca5dff tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:00.438402 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-50d9e9f4-44c9-4f94-b98b-3a3c1ea900bd req-eae8d908-9afe-43b6-b6d3-43e2b5ca5dff tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 945 time: 0.1320190 Jan 14 01:41:00.452983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-1075ab33-195e-4cb8-a3ec-1435146880f9 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:00.454898 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-1075ab33-195e-4cb8-a3ec-1435146880f9 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1603799 Jan 14 01:41:00.487717 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Request body: {'port': {'device_id': '317dcf15-a8ed-4623-a278-03ab61d6c130', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '8ff8ea5e5e6d409fbb62db3920d7c046'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:00.492881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-7abacaef-d761-453d-9f68-2a780ab5e63e tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:41:00.500819 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-7abacaef-d761-453d-9f68-2a780ab5e63e tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1788628 Jan 14 01:41:00.597662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-88bcf3b6-78f9-47ba-9bf5-cbd41ff5948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:00.603294 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-88bcf3b6-78f9-47ba-9bf5-cbd41ff5948d service neutron] 10.222.0.26 "GET /v2.0/ports/2aa21865-dac0-4009-b70b-ba8c2c4cacde HTTP/1.1" status: 200 len: 1094 time: 0.1013510 Jan 14 01:41:00.605708 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Made reservation on behalf of 8ff8ea5e5e6d409fbb62db3920d7c046 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:41:00.609140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-50d9e9f4-44c9-4f94-b98b-3a3c1ea900bd req-4f550597-6ab6-4c97-9ab5-ade68831e70d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698251 Jan 14 01:41:00.612194 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:00.616662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] Request body: {'binding': {'host': 'n-h1-824358-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:00.617186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] Unknown quota resources ['binding']. {{(pid=103353) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 14 01:41:00.773554 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eee34a8b-97af-4272-8ee0-145a849ce9d1 req-779df192-1ab0-42cf-98db-7d9ab321480e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 210 time: 0.0676959 Jan 14 01:41:00.775921 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Allocated IP 192.168.233.217 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/1e798c61-7108-4ac0-9337-2356ae893049) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:00.855214 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-0c612fe3-1876-4562-aae7-65d11215b5f9 service neutron] show failed (client error): The resource could not be found. Jan 14 01:41:00.856532 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-0c612fe3-1876-4562-aae7-65d11215b5f9 service neutron] 10.222.0.46 "GET /v2.0/ports/10219419-df16-4b57-98e2-4d168d9675f5/bindings/n-h2-824358-4 HTTP/1.1" status: 404 len: 380 time: 0.1478925 Jan 14 01:41:00.911062 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] Attempting to bind port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on host n-h1-824358-4 for vnic_type normal with profile None {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:00.911391 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] Attempting to bind port 2aa21865-dac0-4009-b70b-ba8c2c4cacde by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:00.911722 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] Attempting to bind port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:00.917352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5266dd32-c8e8-4294-ba52-4569e8c35f9f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:00.926011 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Publish callbacks [] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:00.928293 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] Port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:41:00.928617 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] Attempting to bind port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:00.939500 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:00.939832 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:00.940223 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] Bound using segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:00.940487 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:00.941002 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] Bound port: 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:01.003990 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:01.010982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Transition to ACTIVE for port object 5266dd32-c8e8-4294-ba52-4569e8c35f9f will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:41:01.016885 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.018127 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-725bad96-fe15-4316-bd09-ea0799e710db service neutron] 10.222.0.26 "POST /v2.0/ports/2aa21865-dac0-4009-b70b-ba8c2c4cacde/bindings HTTP/1.1" status: 201 len: 389 time: 0.4058487 Jan 14 01:41:01.019323 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.074987 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Pushing event updated for resources: {'Port': ['ID=5266dd32-c8e8-4294-ba52-4569e8c35f9f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:01.085716 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.086064 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.087187 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.087187 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.087187 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.087533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.087783 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.088109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.088431 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.088754 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.089129 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.090565 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.090565 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.117099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:41:01.150535 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:01.153304 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.187951 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks [] for port (1e798c61-7108-4ac0-9337-2356ae893049), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.253884 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Attempting to bind port 5266dd32-c8e8-4294-ba52-4569e8c35f9f on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:01.254222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Attempting to bind port 5266dd32-c8e8-4294-ba52-4569e8c35f9f by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:01.254578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Attempting to bind port 5266dd32-c8e8-4294-ba52-4569e8c35f9f on network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:01.278963 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Port 5266dd32-c8e8-4294-ba52-4569e8c35f9f on network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:41:01.279469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Attempting to bind port 5266dd32-c8e8-4294-ba52-4569e8c35f9f on network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:01.314890 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1e798c61-7108-4ac0-9337-2356ae893049), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.340662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:01.340916 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Checking segment: {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:01.341073 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Bound using segment: {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:01.342458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Bound port: 5266dd32-c8e8-4294-ba52-4569e8c35f9f, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2ba6a0-e648-4c61-a188-0043e1839699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:01.342797 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.375724 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:01.385007 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.389354 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4424c79-b982-490c-8fe4-f816197b059d', 'a18f636d-d0e0-4670-b611-0fe97aa79f49', '81a18b72-96e6-416a-8f19-3a52f21b66ff', 'feb9517c-0dac-4c99-b9a8-65625151d0db'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:01.404721 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69', '0163fcca-43e2-4e9f-8140-e122afe6acd1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:01.407407 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event updated for resources: {'Port': ['ID=1e798c61-7108-4ac0-9337-2356ae893049,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:01.413247 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41886a50-5c34-4f04-9c1a-36189f78d609 req-055706e8-d70c-4ab5-9002-f0d53a604c64 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:01.414861 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41886a50-5c34-4f04-9c1a-36189f78d609 req-055706e8-d70c-4ab5-9002-f0d53a604c64 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 1096 time: 0.1374867 Jan 14 01:41:01.427470 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b017a-aac7-4b4d-91ab-4e4ebf0ba262 req-357e8399-b406-4e3a-9b92-802ce2a319b7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:01.429137 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d53b017a-aac7-4b4d-91ab-4e4ebf0ba262 req-357e8399-b406-4e3a-9b92-802ce2a319b7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1965611 Jan 14 01:41:01.438305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:01.448603 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-742e57b0-2261-4acb-a991-d03c94fdb40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:01.451121 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-742e57b0-2261-4acb-a991-d03c94fdb40d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0&tenant_id=4e109b3f5cfb4e82a5b57102758e39eb HTTP/1.1" status: 200 len: 1101 time: 0.2208710 Jan 14 01:41:01.452421 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:01.454873 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:01.505395 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.505767 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.506174 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.506617 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.506975 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.507272 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.507876 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.508249 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.508593 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.508926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.509261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.509562 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.509887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:01.524497 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824358-4', 'device_owner': 'compute:nova'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:01.581245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=541e64cd-5ee5-41a0-a1eb-2fc10df36c29,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:01.595980 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609249e5-7543-4e93-9b3b-0390bc139eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541e64cd-5ee5-41a0-a1eb-2fc10df36c29'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:01.600370 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:01.601018 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.607059 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] For port 5266dd32-c8e8-4294-ba52-4569e8c35f9f, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:01.615329 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373d0c05-3952-44a9-a5d2-a51cf2568113" -d '{"events": [{"server_uuid": "609249e5-7543-4e93-9b3b-0390bc139eae", "name": "network-vif-plugged", "status": "completed", "tag": "541e64cd-5ee5-41a0-a1eb-2fc10df36c29"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:01.618781 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.624662 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41886a50-5c34-4f04-9c1a-36189f78d609 req-8fcc0076-46d9-4e07-83d0-2a051ef3edfd tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924977 Jan 14 01:41:01.658015 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.660114 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (10219419-df16-4b57-98e2-4d168d9675f5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.674570 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-50881ebe-c377-4d95-903c-9a1e4e4ea670 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1919661 Jan 14 01:41:01.692216 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d53b017a-aac7-4b4d-91ab-4e4ebf0ba262 req-cf74be2e-da03-4425-a4a4-f9f78062b641 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386196 Jan 14 01:41:01.721351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Request body: {'port': {'device_id': '317dcf15-a8ed-4623-a278-03ab61d6c130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:01.722516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-cc9df7e1-7e24-473d-bc20-88048b8a786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:01.724807 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-cc9df7e1-7e24-473d-bc20-88048b8a786f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 1097 time: 0.2678256 Jan 14 01:41:01.731504 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] For port 5266dd32-c8e8-4294-ba52-4569e8c35f9f, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=5266dd32-c8e8-4294-ba52-4569e8c35f9f,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:01.768899 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.820734 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=541e64cd-5ee5-41a0-a1eb-2fc10df36c29,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:01.876666 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1e798c61-7108-4ac0-9337-2356ae893049), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.979642 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:01.980272 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:01.982641 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] 10.222.0.36 "PUT /v2.0/ports/5266dd32-c8e8-4294-ba52-4569e8c35f9f HTTP/1.1" status: 200 len: 1092 time: 1.9219966 Jan 14 01:41:01.995392 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0e73-4efb-4b99-9b4b-c721ac7458b4 req-dcfd9a37-8ab1-406d-8e3c-65161bcdc593 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:02.004849 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f7c0e73-4efb-4b99-9b4b-c721ac7458b4 req-dcfd9a37-8ab1-406d-8e3c-65161bcdc593 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 946 time: 0.1530273 Jan 14 01:41:02.006948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'tag': '5266dd32-c8e8-4294-ba52-4569e8c35f9f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:02.010188 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02e5af5-389b-4253-b72a-47d2fee40347" -d '{"events": [{"name": "network-changed", "server_uuid": "54fdfba5-3674-4ad1-83f3-16dae69bf479", "tag": "5266dd32-c8e8-4294-ba52-4569e8c35f9f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:02.054241 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c57b5-a9f6-4eec-9b8b-d6e26f95a770 req-80efafe9-b4ac-448d-ab5a-5de73d433feb tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:02.056166 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a99c57b5-a9f6-4eec-9b8b-d6e26f95a770 req-80efafe9-b4ac-448d-ab5a-5de73d433feb tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 944 time: 0.3011832 Jan 14 01:41:02.092162 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-39154a77-79a2-4cf9-aa2d-68ba554e61e7 None None] Provisioning complete for port 1e798c61-7108-4ac0-9337-2356ae893049 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:02.093166 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39154a77-79a2-4cf9-aa2d-68ba554e61e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1e798c61-7108-4ac0-9337-2356ae893049), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:02.184424 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-39154a77-79a2-4cf9-aa2d-68ba554e61e7 None None] Port 1e798c61-7108-4ac0-9337-2356ae893049 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:41:02.186516 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a99c57b5-a9f6-4eec-9b8b-d6e26f95a770 req-e28f4aa8-ccea-4271-a480-bb7783d89396 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051519 Jan 14 01:41:02.238011 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f7c0e73-4efb-4b99-9b4b-c721ac7458b4 req-d833714d-11ac-4066-b3b9-f91af1cc7d90 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263165 Jan 14 01:41:02.242208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5f56f-5d8e-45b0-899e-9a2ddc8ad954 service neutron] Pushing event updated for resources: {'Port': ['ID=5266dd32-c8e8-4294-ba52-4569e8c35f9f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:02.304049 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-54cba18f-0bf9-4ce8-9dc4-31717ca078c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:02.305927 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-54cba18f-0bf9-4ce8-9dc4-31717ca078c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.5719917 Jan 14 01:41:02.321124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=10219419-df16-4b57-98e2-4d168d9675f5,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:02.379494 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-31b1e4d3-d441-4ce2-8a9a-05877fa2d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:02.380835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:02.380984 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-31b1e4d3-d441-4ce2-8a9a-05877fa2d45f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52dce24e3712453495bd08f4c1c11f5a&device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 1095 time: 0.3095160 Jan 14 01:41:02.385825 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-123b318b-4e6f-4504-96ad-5e31dee1bbe2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde HTTP/1.1" status: 200 len: 217 time: 0.0700121 Jan 14 01:41:02.429032 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10219419-df16-4b57-98e2-4d168d9675f5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:02.431498 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207b0e04-b1f5-4d13-998a-f8cbb0f18f62" -d '{"events": [{"server_uuid": "19e3dfbb-5226-443f-b80a-ebe3bfae6bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "10219419-df16-4b57-98e2-4d168d9675f5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:02.435702 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Publish callbacks [] for port (10219419-df16-4b57-98e2-4d168d9675f5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:02.450052 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Transition to ACTIVE for port object 10219419-df16-4b57-98e2-4d168d9675f5 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:41:02.472269 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (10219419-df16-4b57-98e2-4d168d9675f5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:02.514872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-35de553d-9427-43f2-9b49-94f473d418b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5266dd32-c8e8-4294-ba52-4569e8c35f9f HTTP/1.1" status: 200 len: 217 time: 0.1028149 Jan 14 01:41:02.591348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] No DVR routers for this DVR port 10219419-df16-4b57-98e2-4d168d9675f5 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:41:02.620557 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72fc66-886a-4a9b-bfe3-6cd9cef25fe7 req-f367384b-3530-4d38-8cbc-0f72ee9ede3f tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:02.622195 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e72fc66-886a-4a9b-bfe3-6cd9cef25fe7 req-f367384b-3530-4d38-8cbc-0f72ee9ede3f tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 949 time: 0.3012247 Jan 14 01:41:02.660954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49484935-ede5-4b29-b35b-44c323b628b5 req-3de2bddc-4426-44c1-8a70-6c9f06cbe2ec tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:02.668948 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49484935-ede5-4b29-b35b-44c323b628b5 req-3de2bddc-4426-44c1-8a70-6c9f06cbe2ec tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.2864265 Jan 14 01:41:02.715632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Attempting to bind port 10219419-df16-4b57-98e2-4d168d9675f5 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:02.715861 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Attempting to bind port 10219419-df16-4b57-98e2-4d168d9675f5 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:02.716151 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Attempting to bind port 10219419-df16-4b57-98e2-4d168d9675f5 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:02.720844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Pushing event updated for resources: {'Port': ['ID=10219419-df16-4b57-98e2-4d168d9675f5,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:02.734859 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Port 10219419-df16-4b57-98e2-4d168d9675f5 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:41:02.735266 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Attempting to bind port 10219419-df16-4b57-98e2-4d168d9675f5 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:02.744960 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:02.745298 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:02.745901 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:02.746319 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Bound port: 10219419-df16-4b57-98e2-4d168d9675f5, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:02.746718 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (10219419-df16-4b57-98e2-4d168d9675f5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:02.769606 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49484935-ede5-4b29-b35b-44c323b628b5 req-7960fc4e-54b1-418b-8dee-fa7e9f2c972f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951393 Jan 14 01:41:02.773534 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-3d1f3ac2-7d4e-4cc6-aea6-8132abca0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:02.775056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-3d1f3ac2-7d4e-4cc6-aea6-8132abca0a9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.3810811 Jan 14 01:41:02.776456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-75423290-33e1-4785-b786-ba732c30a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:02.778327 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-75423290-33e1-4785-b786-ba732c30a262 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec2c54e8-2288-419a-ae9e-34008480a281 HTTP/1.1" status: 200 len: 862 time: 0.2315876 Jan 14 01:41:02.789492 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e798c61-7108-4ac0-9337-2356ae893049 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:02.798348 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Publish callbacks [] for port (1e798c61-7108-4ac0-9337-2356ae893049), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:02.817666 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Transition to ACTIVE for port object 1e798c61-7108-4ac0-9337-2356ae893049 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:41:02.831642 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (1e798c61-7108-4ac0-9337-2356ae893049), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:02.917166 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e72fc66-886a-4a9b-bfe3-6cd9cef25fe7 req-38eb3af0-8152-48cb-8ef3-a1ce46921243 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/security-groups?id=764c5a07-48f9-4a84-9e6b-fac6818691e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854674 Jan 14 01:41:02.927828 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-40ba8953-551d-48df-8b42-425f9d478172 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364088 Jan 14 01:41:02.971206 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e798c61-7108-4ac0-9337-2356ae893049,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:02.992590 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91116b3d-82f1-4511-9e32-90579cbef566 x-openstack-request-id: req-91116b3d-82f1-4511-9e32-90579cbef566 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:02.992885 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609249e5-7543-4e93-9b3b-0390bc139eae", "name": "network-vif-plugged", "status": "completed", "tag": "541e64cd-5ee5-41a0-a1eb-2fc10df36c29", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:02.993140 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91116b3d-82f1-4511-9e32-90579cbef566 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:02.993555 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609249e5-7543-4e93-9b3b-0390bc139eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541e64cd-5ee5-41a0-a1eb-2fc10df36c29', 'code': 200} Jan 14 01:41:03.069977 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:03.070597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-28616250-4540-4f03-9923-35ec48dbeeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:03.072168 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-28616250-4540-4f03-9923-35ec48dbeeb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479191 Jan 14 01:41:03.125582 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=10219419-df16-4b57-98e2-4d168d9675f5,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:03.126881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8858287-3ded-4054-b7d9-0fdfe9e4f6ca req-97244b4d-74b0-499e-ab38-a86cc2cd0ee4 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:03.128516 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a8858287-3ded-4054-b7d9-0fdfe9e4f6ca req-97244b4d-74b0-499e-ab38-a86cc2cd0ee4 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 1096 time: 0.2102623 Jan 14 01:41:03.138693 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (10219419-df16-4b57-98e2-4d168d9675f5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:03.180646 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-4867dd07-9f8a-4d78-9b0d-ab8a5a41b718 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301641 Jan 14 01:41:03.186125 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:03.186838 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:03.188332 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-324ba2a9-5416-438d-9982-2829d503090f service neutron] 10.222.0.36 "PUT /v2.0/ports/10219419-df16-4b57-98e2-4d168d9675f5 HTTP/1.1" status: 200 len: 1096 time: 1.6705534 Jan 14 01:41:03.195411 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Attempting to bind port 1e798c61-7108-4ac0-9337-2356ae893049 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:03.195864 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Attempting to bind port 1e798c61-7108-4ac0-9337-2356ae893049 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:03.196283 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Attempting to bind port 1e798c61-7108-4ac0-9337-2356ae893049 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:03.208038 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Port 1e798c61-7108-4ac0-9337-2356ae893049 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:41:03.208701 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Attempting to bind port 1e798c61-7108-4ac0-9337-2356ae893049 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:03.216398 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75018de2-b54e-4930-b134-cf4d88fb406b req-7d3c8a48-ae0e-4266-92aa-9b3a3464a1a2 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:03.218004 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75018de2-b54e-4930-b134-cf4d88fb406b req-7d3c8a48-ae0e-4266-92aa-9b3a3464a1a2 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 948 time: 0.1511195 Jan 14 01:41:03.227454 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:03.227846 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:03.228322 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:03.229049 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Bound port: 1e798c61-7108-4ac0-9337-2356ae893049, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:03.229547 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1e798c61-7108-4ac0-9337-2356ae893049), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:03.245697 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ba2a9-5416-438d-9982-2829d503090f service neutron] Pushing event updated for resources: {'Port': ['ID=10219419-df16-4b57-98e2-4d168d9675f5,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:03.278838 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a8858287-3ded-4054-b7d9-0fdfe9e4f6ca req-16a798cf-a2e0-4f10-ab7d-ba5a4a337d13 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349921 Jan 14 01:41:03.333234 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] For port 1e798c61-7108-4ac0-9337-2356ae893049, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:03.389045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] For port 1e798c61-7108-4ac0-9337-2356ae893049, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1e798c61-7108-4ac0-9337-2356ae893049,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:03.438836 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (1e798c61-7108-4ac0-9337-2356ae893049), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:03.475674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:03.477662 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:03.479485 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] 10.222.0.46 "PUT /v2.0/ports/1e798c61-7108-4ac0-9337-2356ae893049 HTTP/1.1" status: 200 len: 1096 time: 1.7633967 Jan 14 01:41:03.494245 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d45aa0-6df1-4173-a0a8-ce43bb6bd95a x-openstack-request-id: req-c0d45aa0-6df1-4173-a0a8-ce43bb6bd95a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:03.494635 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3dfbb-5226-443f-b80a-ebe3bfae6bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "10219419-df16-4b57-98e2-4d168d9675f5", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:03.497787 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0d45aa0-6df1-4173-a0a8-ce43bb6bd95a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:03.498448 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10219419-df16-4b57-98e2-4d168d9675f5', 'code': 200} Jan 14 01:41:03.584700 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641272d7-3f34-41b4-a46c-b02a294b58b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e798c61-7108-4ac0-9337-2356ae893049,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:03.658474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f7062-f5d8-4957-af33-c75d80ff2cae req-a5ca9028-7f3f-4fbb-837d-7b0bb2b55abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:03.660094 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0c2f7062-f5d8-4957-af33-c75d80ff2cae req-a5ca9028-7f3f-4fbb-837d-7b0bb2b55abc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 1100 time: 0.3119073 Jan 14 01:41:03.669206 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-ee9d63bb-7ab1-48e9-ae2c-a41bbcae0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:03.670720 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-ee9d63bb-7ab1-48e9-ae2c-a41bbcae0416 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 1099 time: 0.2801151 Jan 14 01:41:03.778794 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6367f07-cf14-403e-bf31-b4adcafd8a82 x-openstack-request-id: req-c6367f07-cf14-403e-bf31-b4adcafd8a82 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:03.779313 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fdfba5-3674-4ad1-83f3-16dae69bf479", "tag": "5266dd32-c8e8-4294-ba52-4569e8c35f9f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:03.779468 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6367f07-cf14-403e-bf31-b4adcafd8a82 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:03.779861 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'tag': '5266dd32-c8e8-4294-ba52-4569e8c35f9f', 'status': 'completed', 'code': 200} Jan 14 01:41:03.864148 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-23e8783a-0dce-49c9-abc0-54255d67e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:03.865651 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-23e8783a-0dce-49c9-abc0-54255d67e46f service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1431227 Jan 14 01:41:03.900309 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0c2f7062-f5d8-4957-af33-c75d80ff2cae req-8a0e2c19-ac39-455e-a008-c8918e5ff312 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=764c5a07-48f9-4a84-9e6b-fac6818691e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658779 Jan 14 01:41:03.939425 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75018de2-b54e-4930-b134-cf4d88fb406b req-2a00a56e-5e7e-4148-ac3e-d1760c9a03b4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7050912 Jan 14 01:41:03.973729 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-c4baf1aa-70b0-49ee-b2bb-cee00e54220b service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7848251 Jan 14 01:41:03.995500 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-e4471e39-f734-45f1-86f8-beb4559c94ab service neutron] 10.222.0.36 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084906 Jan 14 01:41:04.008005 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013509d-9815-470e-b1fa-da2b65e34251 req-797831d4-2530-4481-801b-30b780b231cd tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:04.016143 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c013509d-9815-470e-b1fa-da2b65e34251 req-797831d4-2530-4481-801b-30b780b231cd tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 948 time: 0.2476835 Jan 14 01:41:04.102629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c013509d-9815-470e-b1fa-da2b65e34251 req-04c96e3d-844a-4511-96fc-8410dc93de56 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849841 Jan 14 01:41:04.112285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5ebb-2da5-4c82-9ac6-5dc69c629972 req-6f9411cb-3988-444d-b26a-9ed227ffcb7f tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:04.119800 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8fbf5ebb-2da5-4c82-9ac6-5dc69c629972 req-6f9411cb-3988-444d-b26a-9ed227ffcb7f tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 944 time: 0.0842321 Jan 14 01:41:04.173632 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8fbf5ebb-2da5-4c82-9ac6-5dc69c629972 req-44ab6269-a1bf-4f61-8ab0-1a6e4ea0ffdf tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529389 Jan 14 01:41:04.183776 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-74244836-8538-4026-9209-76a18b22aa7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=10219419-df16-4b57-98e2-4d168d9675f5 HTTP/1.1" status: 200 len: 217 time: 0.2881091 Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.197481 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a306af-d11f-4fea-9fb0-901902fa9d13 req-c23dfd7e-503e-40e1-9a41-56cdcc9d38f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-68a306af-d11f-4fea-9fb0-901902fa9d13 req-c23dfd7e-503e-40e1-9a41-56cdcc9d38f1 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.36 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 946 time: 0.5271721 Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-b4c28806-57ae-4277-8418-e1920951b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:04.199947 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-b4c28806-57ae-4277-8418-e1920951b22c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 1099 time: 0.6053312 Jan 14 01:41:04.234927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f0a55-dd3a-48f6-8750-40f6c596305f req-4d046038-5689-4899-9590-32b078d6d595 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:04.236535 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-608f0a55-dd3a-48f6-8750-40f6c596305f req-4d046038-5689-4899-9590-32b078d6d595 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 946 time: 0.0614328 Jan 14 01:41:04.281002 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:04.355845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-35443c70-0756-4e5a-8d61-a737e0e06d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:04.357207 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-35443c70-0756-4e5a-8d61-a737e0e06d6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1119852 Jan 14 01:41:04.378442 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-608f0a55-dd3a-48f6-8750-40f6c596305f req-8141b117-6c60-48f7-8bb0-8f0ad4944e14 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/security-groups?id=f488c55a-f87f-4bc7-92f2-361775e4768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353691 Jan 14 01:41:04.418350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-68a306af-d11f-4fea-9fb0-901902fa9d13 req-580bd5d8-463c-4506-afef-400fcd41ada2 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Deleting port 85c7d536-11e5-432b-81ac-43b47bbb9f9b {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:41:04.419089 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68a306af-d11f-4fea-9fb0-901902fa9d13 req-580bd5d8-463c-4506-afef-400fcd41ada2 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:04.450268 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd196ad-5212-4133-b02e-b0cece4bcc60 req-a24d16a7-70e8-40ea-9088-f736eba8e867 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:04.452184 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6bd196ad-5212-4133-b02e-b0cece4bcc60 req-a24d16a7-70e8-40ea-9088-f736eba8e867 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.1334808 Jan 14 01:41:04.460352 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-f32bba83-d963-44ee-9b74-b7e7d34fb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:04.460859 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e91508c2-a0e9-42e1-9942-7a4eda17e6d8 req-a829e3bb-e087-45bb-aa3d-15d3c4422e32 service neutron] 10.222.0.36 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920190 Jan 14 01:41:04.461784 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-f32bba83-d963-44ee-9b74-b7e7d34fb7b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955472 Jan 14 01:41:04.533402 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6bd196ad-5212-4133-b02e-b0cece4bcc60 req-55d58765-486a-4af6-b207-65e4656e9f34 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713706 Jan 14 01:41:04.546933 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a990-4a2b-4ec3-a3ee-5c9f510a4531 req-34f297bf-7399-4f85-af34-c507aabb0f1e tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:04.548145 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb86a990-4a2b-4ec3-a3ee-5c9f510a4531 req-34f297bf-7399-4f85-af34-c507aabb0f1e tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 949 time: 0.0789542 Jan 14 01:41:04.565720 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-68a306af-d11f-4fea-9fb0-901902fa9d13 req-580bd5d8-463c-4506-afef-400fcd41ada2 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] For port 85c7d536-11e5-432b-81ac-43b47bbb9f9b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=85c7d536-11e5-432b-81ac-43b47bbb9f9b,segment=NetworkSegment(c66faa79-b615-4d52-bf2c-547d7fa73ea7),segment_id=c66faa79-b615-4d52-bf2c-547d7fa73ea7)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:04.566085 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68a306af-d11f-4fea-9fb0-901902fa9d13 req-580bd5d8-463c-4506-afef-400fcd41ada2 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:04.597974 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-68a306af-d11f-4fea-9fb0-901902fa9d13 req-580bd5d8-463c-4506-afef-400fcd41ada2 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Calling delete_port for 85c7d536-11e5-432b-81ac-43b47bbb9f9b owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:41:04.638296 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-cefbc57a-af25-43bd-95a0-2a017457ef39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=1e798c61-7108-4ac0-9337-2356ae893049 HTTP/1.1" status: 200 len: 217 time: 0.0583036 Jan 14 01:41:04.661589 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb86a990-4a2b-4ec3-a3ee-5c9f510a4531 req-29dabaaa-f8c9-4bc5-862e-3cbdba686991 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/security-groups?id=764c5a07-48f9-4a84-9e6b-fac6818691e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007285 Jan 14 01:41:04.690978 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-4f8e9a2a-6d41-450b-bb4c-d14a3402cb21 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065549 Jan 14 01:41:04.697743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e5af5-389b-4253-b72a-47d2fee40347 req-f1e3c49b-9ae3-4a98-8e0d-efd3818c0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:04.701003 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d02e5af5-389b-4253-b72a-47d2fee40347 req-f1e3c49b-9ae3-4a98-8e0d-efd3818c0e68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52dce24e3712453495bd08f4c1c11f5a&device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 1095 time: 0.0924215 Jan 14 01:41:04.797883 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-ae12ad96-bcaa-43b4-b44d-0f3cd5d70ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:04.799372 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-ae12ad96-bcaa-43b4-b44d-0f3cd5d70ba6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1530149 Jan 14 01:41:04.911039 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eece-bbbd-4a28-8dce-770c2e6182b2 req-55f21415-589d-433c-a040-0cc0002a3cfb service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861813 Jan 14 01:41:04.920395 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-7cfc6e25-8137-4b30-9865-ee43be8fca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:04.921648 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-7cfc6e25-8137-4b30-9865-ee43be8fca67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1101863 Jan 14 01:41:04.941008 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e97bbf9-e548-4f48-a5de-62bae5cc2e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:05.040331 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e5af5-389b-4253-b72a-47d2fee40347 req-92a7032f-4cf7-44fd-a64f-c3532f8ff9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:05.041881 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d02e5af5-389b-4253-b72a-47d2fee40347 req-92a7032f-4cf7-44fd-a64f-c3532f8ff9ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 HTTP/1.1" status: 200 len: 924 time: 0.3329744 Jan 14 01:41:05.046476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f60920-14de-40bf-9da4-fe7b4bf1c3cd req-60842e5d-0bf6-48fa-ba7d-7366e72eb424 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:05.048028 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77f60920-14de-40bf-9da4-fe7b4bf1c3cd req-60842e5d-0bf6-48fa-ba7d-7366e72eb424 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 1096 time: 0.1537976 Jan 14 01:41:05.069889 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68a306af-d11f-4fea-9fb0-901902fa9d13 req-580bd5d8-463c-4506-afef-400fcd41ada2 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (85c7d536-11e5-432b-81ac-43b47bbb9f9b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:05.130248 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d02e5af5-389b-4253-b72a-47d2fee40347 req-57b53655-96a6-4838-bb0c-a34b4cfdc938 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5266dd32-c8e8-4294-ba52-4569e8c35f9f HTTP/1.1" status: 200 len: 217 time: 0.0669744 Jan 14 01:41:05.141140 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bd5d8-463c-4506-afef-400fcd41ada2 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Pushing event deleted for resources: {'Port': ['ID=85c7d536-11e5-432b-81ac-43b47bbb9f9b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:05.195757 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3971b72-1f70-4d7d-8da0-fc025f7cf9eb req-5c83c821-fccf-4935-a917-02113158d4b5 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:05.196847 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3971b72-1f70-4d7d-8da0-fc025f7cf9eb req-5c83c821-fccf-4935-a917-02113158d4b5 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 948 time: 0.1799877 Jan 14 01:41:05.240550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77f60920-14de-40bf-9da4-fe7b4bf1c3cd req-c1adbd6e-4e81-4619-a553-cbd7ee05c5a8 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758652 Jan 14 01:41:05.305267 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e5af5-389b-4253-b72a-47d2fee40347 req-7fd89269-15fe-4a59-b1e0-255db87ef47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:05.307032 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d02e5af5-389b-4253-b72a-47d2fee40347 req-7fd89269-15fe-4a59-b1e0-255db87ef47b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec2c54e8-2288-419a-ae9e-34008480a281 HTTP/1.1" status: 200 len: 862 time: 0.1619051 Jan 14 01:41:05.312526 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3971b72-1f70-4d7d-8da0-fc025f7cf9eb req-6c75da3c-9bc9-4e1f-91ae-7da4c75777a8 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011724 Jan 14 01:41:05.319302 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-213a873c-8248-45df-9964-ebf8fb036944 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770399 Jan 14 01:41:05.320609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a306af-d11f-4fea-9fb0-901902fa9d13 req-580bd5d8-463c-4506-afef-400fcd41ada2 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] No DVR routers for this DVR port 85c7d536-11e5-432b-81ac-43b47bbb9f9b on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:41:05.323478 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68a306af-d11f-4fea-9fb0-901902fa9d13 req-580bd5d8-463c-4506-afef-400fcd41ada2 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:05.334065 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-68a306af-d11f-4fea-9fb0-901902fa9d13 req-580bd5d8-463c-4506-afef-400fcd41ada2 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.36 "DELETE /v2.0/ports/85c7d536-11e5-432b-81ac-43b47bbb9f9b HTTP/1.1" status: 204 len: 173 time: 1.0733705 Jan 14 01:41:05.392603 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 10219419-df16-4b57-98e2-4d168d9675f5 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:41:05.474767 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] The host n-h1-824358-4 is not matching for port 10219419-df16-4b57-98e2-4d168d9675f5 host n-h2-824358-4! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 01:41:05.475223 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 10219419-df16-4b57-98e2-4d168d9675f5 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:41:05.489687 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0893d3d1-e571-463f-8dcf-4616915f9616 req-84d2c398-a58d-40ef-b3e3-e2f5d128e78f service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610811 Jan 14 01:41:05.499932 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'tag': '10219419-df16-4b57-98e2-4d168d9675f5'}, {'name': 'network-changed', 'server_uuid': '317dcf15-a8ed-4623-a278-03ab61d6c130', 'tag': '1e798c61-7108-4ac0-9337-2356ae893049'}, {'server_uuid': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'name': 'network-vif-deleted', 'tag': '85c7d536-11e5-432b-81ac-43b47bbb9f9b'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:05.502645 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005fbd01-5b99-4edb-8984-835bbe6cf83a" -d '{"events": [{"name": "network-changed", "server_uuid": "19e3dfbb-5226-443f-b80a-ebe3bfae6bf0", "tag": "10219419-df16-4b57-98e2-4d168d9675f5"}, {"name": "network-changed", "server_uuid": "317dcf15-a8ed-4623-a278-03ab61d6c130", "tag": "1e798c61-7108-4ac0-9337-2356ae893049"}, {"server_uuid": "842d4073-47ee-4af7-8f3a-354534b12ec8", "name": "network-vif-deleted", "tag": "85c7d536-11e5-432b-81ac-43b47bbb9f9b"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:05.522369 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec939c-0d84-493a-a714-cb8e1053ce42 req-0e650c75-f118-4924-891a-aba22ddc2de7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:05.529629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17ec939c-0d84-493a-a714-cb8e1053ce42 req-0e650c75-f118-4924-891a-aba22ddc2de7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 948 time: 0.1813428 Jan 14 01:41:05.561219 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e5af5-389b-4253-b72a-47d2fee40347 req-105d87d7-adde-4291-ad39-2a758f6b548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:05.562198 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d02e5af5-389b-4253-b72a-47d2fee40347 req-105d87d7-adde-4291-ad39-2a758f6b548f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783197 Jan 14 01:41:05.639234 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17ec939c-0d84-493a-a714-cb8e1053ce42 req-657bb2dc-b44c-4ec4-bfaa-95a5a9a2885d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081595 Jan 14 01:41:05.650113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d1dfd-0e7b-4638-8cb3-57934b0c1adf req-6b879a61-ef48-467b-9ffa-6826a458ae21 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:05.651942 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac4d1dfd-0e7b-4638-8cb3-57934b0c1adf req-6b879a61-ef48-467b-9ffa-6826a458ae21 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 944 time: 0.2154942 Jan 14 01:41:05.720623 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d02e5af5-389b-4253-b72a-47d2fee40347 req-6cba6b83-cc8d-4e94-a8f9-46360e61382f service neutron] 10.222.0.36 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442792 Jan 14 01:41:05.808391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b9cc018f-d74d-43e7-b1a4-c42754030f60 req-414dad29-c63a-495d-9f5f-781e42e60029 tempest-FloatingIPsAssociationNegativeTestJSON-931068585 tempest-FloatingIPsAssociationNegativeTestJSON-931068585-project] 10.222.0.26 "GET /v2.0/ports?device_id=842d4073-47ee-4af7-8f3a-354534b12ec8 HTTP/1.1" status: 200 len: 210 time: 0.0690963 Jan 14 01:41:05.830605 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac4d1dfd-0e7b-4638-8cb3-57934b0c1adf req-9b3e9802-798e-47cc-8a2a-c7bfa52d73bd tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427648 Jan 14 01:41:05.910710 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d02e5af5-389b-4253-b72a-47d2fee40347 req-07c9d1c8-e695-4d98-a029-cdfe2913f4b0 service neutron] 10.222.0.36 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823814 Jan 14 01:41:05.926668 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1e746c-f24e-46c1-ae67-e512c1610a2d x-openstack-request-id: req-cd1e746c-f24e-46c1-ae67-e512c1610a2d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:05.927148 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e3dfbb-5226-443f-b80a-ebe3bfae6bf0", "tag": "10219419-df16-4b57-98e2-4d168d9675f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "317dcf15-a8ed-4623-a278-03ab61d6c130", "tag": "1e798c61-7108-4ac0-9337-2356ae893049", "status": "completed", "code": 200}, {"server_uuid": "842d4073-47ee-4af7-8f3a-354534b12ec8", "name": "network-vif-deleted", "tag": "85c7d536-11e5-432b-81ac-43b47bbb9f9b", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:05.927596 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd1e746c-f24e-46c1-ae67-e512c1610a2d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:05.928189 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'tag': '10219419-df16-4b57-98e2-4d168d9675f5', 'status': 'completed', 'code': 200} Jan 14 01:41:05.928605 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317dcf15-a8ed-4623-a278-03ab61d6c130', 'tag': '1e798c61-7108-4ac0-9337-2356ae893049', 'status': 'completed', 'code': 200} Jan 14 01:41:05.929019 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842d4073-47ee-4af7-8f3a-354534b12ec8', 'name': 'network-vif-deleted', 'tag': '85c7d536-11e5-432b-81ac-43b47bbb9f9b', 'status': 'completed', 'code': 200} Jan 14 01:41:06.015777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a04428-3d23-4364-8963-2c20707eddb8 req-9713c3d6-6872-4d00-9cdd-2bdfde60bb8b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.017427 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8a04428-3d23-4364-8963-2c20707eddb8 req-9713c3d6-6872-4d00-9cdd-2bdfde60bb8b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.0952566 Jan 14 01:41:06.033731 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-a3c8d025-de68-4c5f-ae08-5f0dfea14cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.050608 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-a3c8d025-de68-4c5f-ae08-5f0dfea14cf3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 1099 time: 0.0826864 Jan 14 01:41:06.156988 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8a04428-3d23-4364-8963-2c20707eddb8 req-250ff799-e179-44d4-ae5f-438afd53fbfa tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321392 Jan 14 01:41:06.161690 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-cd54b75a-9a99-4739-a42b-b121a755f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.163815 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-cd54b75a-9a99-4739-a42b-b121a755f051 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1029761 Jan 14 01:41:06.175727 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-ce529fdc-3ded-4c1d-9be8-30ad284cfc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.177118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-ce529fdc-3ded-4c1d-9be8-30ad284cfc8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 1099 time: 0.1431077 Jan 14 01:41:06.195793 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcf434-4a0d-433a-9c17-d7665e8ad8f7 req-95b94c3c-2e4c-482e-bd89-3ba16f255f5a tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.204039 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bbfcf434-4a0d-433a-9c17-d7665e8ad8f7 req-95b94c3c-2e4c-482e-bd89-3ba16f255f5a tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 949 time: 0.1719947 Jan 14 01:41:06.242669 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-0fe815e9-4b5c-46e0-94b3-fcea6e5b76d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=10219419-df16-4b57-98e2-4d168d9675f5 HTTP/1.1" status: 200 len: 217 time: 0.0710068 Jan 14 01:41:06.320443 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-8c2f0000-53c9-43f0-aeec-af9a4bba852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.323899 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-8c2f0000-53c9-43f0-aeec-af9a4bba852f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0709331 Jan 14 01:41:06.326260 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bbfcf434-4a0d-433a-9c17-d7665e8ad8f7 req-8546c82b-8cde-403b-bf8a-a40c3bf7669e tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/security-groups?id=764c5a07-48f9-4a84-9e6b-fac6818691e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177733 Jan 14 01:41:06.389995 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-e9144ace-9a62-41ed-8cd6-0a3248a99830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.391786 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-e4ef1782-0d56-42c5-8988-01cc27b81fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.391941 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-e9144ace-9a62-41ed-8cd6-0a3248a99830 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1856515 Jan 14 01:41:06.394071 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-e4ef1782-0d56-42c5-8988-01cc27b81fd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502295 Jan 14 01:41:06.553589 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-608584b4-9952-4657-bb70-b0e0fdaba241 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=10219419-df16-4b57-98e2-4d168d9675f5 HTTP/1.1" status: 200 len: 217 time: 0.1335835 Jan 14 01:41:06.565949 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-d0b9e7ce-8581-4914-b19d-9850fff61ae4 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633582 Jan 14 01:41:06.604860 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3843e-0e9e-4a19-acc8-1430cbeda26d req-c5f10900-b1a5-442a-bfd6-e87bc8ee4ba1 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.606496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fbd3843e-0e9e-4a19-acc8-1430cbeda26d req-c5f10900-b1a5-442a-bfd6-e87bc8ee4ba1 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 948 time: 0.1559544 Jan 14 01:41:06.617121 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7ede4-eb84-47eb-b04d-26c0981318d7 req-570063f3-b7f3-4806-8d38-0de5ca70e2ae tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.618707 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ecf7ede4-eb84-47eb-b04d-26c0981318d7 req-570063f3-b7f3-4806-8d38-0de5ca70e2ae tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 1096 time: 0.2139201 Jan 14 01:41:06.675166 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-52b293ad-2506-4963-9e86-0e6fc78d7498 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986893 Jan 14 01:41:06.681042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-90b68ffe-b91a-4fe6-ba14-09c2f0a7069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.682551 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-90b68ffe-b91a-4fe6-ba14-09c2f0a7069d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1165137 Jan 14 01:41:06.734713 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fbd3843e-0e9e-4a19-acc8-1430cbeda26d req-2fbfe738-b14e-4899-a894-508e00bf29d1 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219463 Jan 14 01:41:06.744538 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ecf7ede4-eb84-47eb-b04d-26c0981318d7 req-67ed6e5e-9363-49fb-8d43-5e9654160907 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044552 Jan 14 01:41:06.775942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-5d8013d0-f811-46c7-bc26-260f8b015a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.778154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-5d8013d0-f811-46c7-bc26-260f8b015a47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826800 Jan 14 01:41:06.879916 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-574a50df-c917-4376-9643-f6259f8ef9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:06.882649 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-574a50df-c917-4376-9643-f6259f8ef9fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 1099 time: 0.0920396 Jan 14 01:41:06.932676 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-a6229fe1-6979-4d3a-ace5-8ae138d6b9f9 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461554 Jan 14 01:41:06.968705 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 85c7d536-11e5-432b-81ac-43b47bbb9f9b no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:41:07.007966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 85c7d536-11e5-432b-81ac-43b47bbb9f9b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:41:07.008755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 85c7d536-11e5-432b-81ac-43b47bbb9f9b not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:41:07.045297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-575f4d78-aa55-408d-abb8-4e590007e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:07.047267 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-575f4d78-aa55-408d-abb8-4e590007e17a service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1541295 Jan 14 01:41:07.064862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdef0e0-f814-4ef4-9f47-66c75110d620 req-263570b9-cfdf-45dc-b498-028e305f83db tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:07.073596 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfdef0e0-f814-4ef4-9f47-66c75110d620 req-263570b9-cfdf-45dc-b498-028e305f83db tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 948 time: 0.1291575 Jan 14 01:41:07.099644 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-2e76de1d-5947-4064-9f1b-dbc9488387c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=1e798c61-7108-4ac0-9337-2356ae893049 HTTP/1.1" status: 200 len: 217 time: 0.0452001 Jan 14 01:41:07.140085 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2348f251-9552-47a4-9cbb-257ba0f070e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:07.148672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfdef0e0-f814-4ef4-9f47-66c75110d620 req-a5494d0b-94ce-4cea-a41f-74c7e6d3e4fb tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715473 Jan 14 01:41:07.171282 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-85ca87f3-9479-4983-b50e-04f01223f03c service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157829 Jan 14 01:41:07.184440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-5ec7afe3-38cc-490c-9faa-4a2cf4be2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:07.186147 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-5ec7afe3-38cc-490c-9faa-4a2cf4be2ca0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0783815 Jan 14 01:41:07.250824 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-6544610c-4d9b-452a-bc27-5eaa01088f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:07.252763 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-6544610c-4d9b-452a-bc27-5eaa01088f88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597658 Jan 14 01:41:07.283899 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a6db2-5d4d-4276-ba98-1cb1f07f14ba req-3d4c01e9-3ecd-4f1c-a68c-e3780da84a65 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:07.285900 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bd8a6db2-5d4d-4276-ba98-1cb1f07f14ba req-3d4c01e9-3ecd-4f1c-a68c-e3780da84a65 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 944 time: 0.0577610 Jan 14 01:41:07.353756 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bd8a6db2-5d4d-4276-ba98-1cb1f07f14ba req-285b94f6-76c6-4240-ab06-d48b985e202c tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559654 Jan 14 01:41:07.373447 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-88322c31-8283-49b3-93f5-70e9ed7f8b1b service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138141 Jan 14 01:41:07.400900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49570) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:07.473161 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-005fbd01-5b99-4edb-8984-835bbe6cf83a req-cc544a95-030f-4970-a490-9c43416bc448 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911708 Jan 14 01:41:07.680711 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fa0d2-3db8-44b8-b62f-6b742791f320 req-57d329e7-143b-4af1-ae3d-30880582dbc5 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:07.682059 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd1fa0d2-3db8-44b8-b62f-6b742791f320 req-57d329e7-143b-4af1-ae3d-30880582dbc5 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 946 time: 0.0939023 Jan 14 01:41:07.767553 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd1fa0d2-3db8-44b8-b62f-6b742791f320 req-9c68e191-64a8-438f-bb7f-935e7de1149c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762870 Jan 14 01:41:07.913147 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9362857-15c5-46cc-ae1f-b5457903adff req-586cdb5a-3298-4762-b4cf-305c2d356a21 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:07.914652 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e9362857-15c5-46cc-ae1f-b5457903adff req-586cdb5a-3298-4762-b4cf-305c2d356a21 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.0806818 Jan 14 01:41:07.944261 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe901508-2b0b-4db9-b34a-74a86a8bed45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (1ce63fc9-2525-410e-b39f-fbafad55daac), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:08.024567 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e9362857-15c5-46cc-ae1f-b5457903adff req-1598961e-08e9-4db9-97cb-89e5b2783b65 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026108 Jan 14 01:41:08.179123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-65159f3b-5c64-4572-a514-b661f925544b tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:41:08.180254 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-65159f3b-5c64-4572-a514-b661f925544b tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057690 Jan 14 01:41:08.235151 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-ea244822-e177-4830-a39a-952778a3a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:08.236559 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-ea244822-e177-4830-a39a-952778a3a780 service neutron] 10.222.0.26 "GET /v2.0/ports/7d8a1857-f25e-427b-91fe-7d528bc709a3 HTTP/1.1" status: 200 len: 1093 time: 0.0442460 Jan 14 01:41:08.246225 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] Request body: {'binding': {'host': 'n-h2-824358-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:08.246703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] Unknown quota resources ['binding']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 14 01:41:08.281406 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:08.318840 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75182d-ac89-46a2-878a-5d99dbbdf3ca req-49a5212a-3e69-4497-928f-b66203d9efa1 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:08.320310 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8d75182d-ac89-46a2-878a-5d99dbbdf3ca req-49a5212a-3e69-4497-928f-b66203d9efa1 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 948 time: 0.0659399 Jan 14 01:41:08.326244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fe901508-2b0b-4db9-b34a-74a86a8bed45 admin admin] Deleting port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:41:08.326608 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe901508-2b0b-4db9-b34a-74a86a8bed45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:08.415760 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] Attempting to bind port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on host n-h2-824358-4 for vnic_type normal with profile None {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:08.416244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] Attempting to bind port 7d8a1857-f25e-427b-91fe-7d528bc709a3 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:08.416688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] Attempting to bind port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:08.426608 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8d75182d-ac89-46a2-878a-5d99dbbdf3ca req-aa041457-d017-4d7e-937e-8872da988bed tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977602 Jan 14 01:41:08.434670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] Port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:41:08.435029 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] Attempting to bind port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:08.446221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fe901508-2b0b-4db9-b34a-74a86a8bed45 admin admin] For port d3a87346-fca9-43dc-8de7-5ab2c33ae2fa, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d3a87346-fca9-43dc-8de7-5ab2c33ae2fa,segment=NetworkSegment(c66faa79-b615-4d52-bf2c-547d7fa73ea7),segment_id=c66faa79-b615-4d52-bf2c-547d7fa73ea7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:08.455295 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe901508-2b0b-4db9-b34a-74a86a8bed45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:08.455467 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:08.455467 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:08.455467 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:08.455467 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] Bound port: 7d8a1857-f25e-427b-91fe-7d528bc709a3, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:08.470354 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fe901508-2b0b-4db9-b34a-74a86a8bed45 admin admin] Calling delete_port for d3a87346-fca9-43dc-8de7-5ab2c33ae2fa owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:41:08.560724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:08.585793 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:08.595209 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-2cd0bdb7-28fe-4e2d-9f07-7b04060710b8 service neutron] 10.222.0.26 "POST /v2.0/ports/7d8a1857-f25e-427b-91fe-7d528bc709a3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3480248 Jan 14 01:41:08.688904 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe901508-2b0b-4db9-b34a-74a86a8bed45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d3a87346-fca9-43dc-8de7-5ab2c33ae2fa), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:08.757038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe901508-2b0b-4db9-b34a-74a86a8bed45 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a87346-fca9-43dc-8de7-5ab2c33ae2fa,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:08.917546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f91e9-836f-49b7-b05c-ae00e220760d req-b2ca2020-f92c-4a9a-90f8-004d59c32862 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:08.925141 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dc5f91e9-836f-49b7-b05c-ae00e220760d req-b2ca2020-f92c-4a9a-90f8-004d59c32862 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 944 time: 0.1504443 Jan 14 01:41:08.934611 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d7a02-fc48-4a59-9df0-56ed84f77123 req-ef5c93f5-68c6-4c1f-986c-adaac32e0d89 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:08.938909 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c0d7a02-fc48-4a59-9df0-56ed84f77123 req-ef5c93f5-68c6-4c1f-986c-adaac32e0d89 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 948 time: 0.1777315 Jan 14 01:41:08.972747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 5266dd32-c8e8-4294-ba52-4569e8c35f9f details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:41:09.083325 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 5266dd32-c8e8-4294-ba52-4569e8c35f9f, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=5266dd32-c8e8-4294-ba52-4569e8c35f9f,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:09.101271 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '5266dd32-c8e8-4294-ba52-4569e8c35f9f', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'port_id': '5266dd32-c8e8-4294-ba52-4569e8c35f9f', 'mac_address': 'fa:16:3e:b5:f2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:41:09.140700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 5266dd32-c8e8-4294-ba52-4569e8c35f9f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:09.141250 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:09.156227 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5266dd32-c8e8-4294-ba52-4569e8c35f9f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:09.184417 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 5266dd32-c8e8-4294-ba52-4569e8c35f9f, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=5266dd32-c8e8-4294-ba52-4569e8c35f9f,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:09.189059 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:09.189901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 10219419-df16-4b57-98e2-4d168d9675f5 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:41:09.295655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=5266dd32-c8e8-4294-ba52-4569e8c35f9f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:09.309532 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.309969 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.311486 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.311486 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.311486 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.311846 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.312262 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.312737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.313041 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.313429 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.313816 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.314403 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.314814 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:09.351818 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=10219419-df16-4b57-98e2-4d168d9675f5,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:09.365466 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '10219419-df16-4b57-98e2-4d168d9675f5', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '10219419-df16-4b57-98e2-4d168d9675f5', 'mac_address': 'fa:16:3e:a7:8f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:41:09.397633 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c0d7a02-fc48-4a59-9df0-56ed84f77123 req-08b59a61-9dbd-4f28-bcff-886f1e01805c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515023 Jan 14 01:41:09.406086 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 1e798c61-7108-4ac0-9337-2356ae893049 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:41:09.410381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 10219419-df16-4b57-98e2-4d168d9675f5 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:09.410872 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (10219419-df16-4b57-98e2-4d168d9675f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:09.423749 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dc5f91e9-836f-49b7-b05c-ae00e220760d req-ec757fbf-c286-4cf3-8bb9-fdcd3a6f9aa8 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4977639 Jan 14 01:41:09.430393 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe901508-2b0b-4db9-b34a-74a86a8bed45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (1ce63fc9-2525-410e-b39f-fbafad55daac), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:09.432359 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10219419-df16-4b57-98e2-4d168d9675f5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:09.435841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-dd7a546c-9bbd-43d1-b5e6-fe95dcc013d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:09.437065 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-dd7a546c-9bbd-43d1-b5e6-fe95dcc013d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 1096 time: 0.4069593 Jan 14 01:41:09.478712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=10219419-df16-4b57-98e2-4d168d9675f5,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:09.491749 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (10219419-df16-4b57-98e2-4d168d9675f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:09.618986 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=10219419-df16-4b57-98e2-4d168d9675f5,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:09.663573 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 1e798c61-7108-4ac0-9337-2356ae893049, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1e798c61-7108-4ac0-9337-2356ae893049,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:09.676029 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '1e798c61-7108-4ac0-9337-2356ae893049', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '1e798c61-7108-4ac0-9337-2356ae893049', 'mac_address': 'fa:16:3e:7f:07:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:41:09.676503 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-c56f2ad4-ca37-47e3-adb7-db119b0c68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:09.678550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-c56f2ad4-ca37-47e3-adb7-db119b0c68c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.2008879 Jan 14 01:41:09.697437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096b700-665f-413c-9c25-70b442290517 req-08c32459-d1a9-404d-8aef-00f67ca9ec2c tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:09.699450 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7096b700-665f-413c-9c25-70b442290517 req-08c32459-d1a9-404d-8aef-00f67ca9ec2c tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 949 time: 0.1295214 Jan 14 01:41:09.716990 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 1e798c61-7108-4ac0-9337-2356ae893049 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:09.717382 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1e798c61-7108-4ac0-9337-2356ae893049), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:09.741338 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e798c61-7108-4ac0-9337-2356ae893049 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:09.762138 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 1e798c61-7108-4ac0-9337-2356ae893049, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1e798c61-7108-4ac0-9337-2356ae893049,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:09.766827 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1e798c61-7108-4ac0-9337-2356ae893049), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:09.767014 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de840501-6651-4948-b8c3-a828e375055d req-e1e4cfa1-4ba7-40b4-b4f8-d40c5add0bb7 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:09.768582 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de840501-6651-4948-b8c3-a828e375055d req-e1e4cfa1-4ba7-40b4-b4f8-d40c5add0bb7 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 945 time: 0.1963551 Jan 14 01:41:09.831200 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:09.839216 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-e4d13172-b1c6-4a7f-8486-36fb45af30f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3 HTTP/1.1" status: 200 len: 217 time: 0.1356847 Jan 14 01:41:09.842478 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=1e798c61-7108-4ac0-9337-2356ae893049,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:09.964644 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de840501-6651-4948-b8c3-a828e375055d req-b67d2a2b-d149-4fc2-95b8-8c964477adbc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603069 Jan 14 01:41:09.968138 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7096b700-665f-413c-9c25-70b442290517 req-28717eb2-96bb-407d-a77f-6b092778d63a tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/security-groups?id=764c5a07-48f9-4a84-9e6b-fac6818691e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973686 Jan 14 01:41:09.969719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe901508-2b0b-4db9-b34a-74a86a8bed45 admin admin] Router 1ce63fc9-2525-410e-b39f-fbafad55daac has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:41:10.002598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-1804aeb0-ce9f-4ce8-bccd-a4ab8b69c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:10.004059 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-1804aeb0-ce9f-4ce8-bccd-a4ab8b69c93a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0964420 Jan 14 01:41:10.122003 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['5266dd32-c8e8-4294-ba52-4569e8c35f9f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:10.128072 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-0b542562-b48b-4d96-a879-7110029cd947 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789194 Jan 14 01:41:10.211678 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad32e15-04e9-454d-a628-32f2a27b9855 req-e0300e17-dff6-4e25-933a-724a737d7def tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:10.212772 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aad32e15-04e9-454d-a628-32f2a27b9855 req-e0300e17-dff6-4e25-933a-724a737d7def tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 946 time: 0.1531117 Jan 14 01:41:10.223483 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97fa57-ba2f-4ddb-bd41-25105b03c092 req-9b71bbbf-910a-4814-ac30-08b05cafa78a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:10.225070 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a97fa57-ba2f-4ddb-bd41-25105b03c092 req-9b71bbbf-910a-4814-ac30-08b05cafa78a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.1748791 Jan 14 01:41:10.235632 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['1e798c61-7108-4ac0-9337-2356ae893049'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:10.285693 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['10219419-df16-4b57-98e2-4d168d9675f5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:10.294474 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe901508-2b0b-4db9-b34a-74a86a8bed45 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:41:10.303019 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fe901508-2b0b-4db9-b34a-74a86a8bed45 admin admin] 10.222.0.26 "PUT /v2.0/routers/1ce63fc9-2525-410e-b39f-fbafad55daac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9008839 Jan 14 01:41:10.305497 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:10.309061 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d70b96-0e71-420e-99c6-a181de5f9a69 None None] Sync routers for ids ['1ce63fc9-2525-410e-b39f-fbafad55daac'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:41:10.324320 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d70b96-0e71-420e-99c6-a181de5f9a69 None None] Routers {'1ce63fc9-2525-410e-b39f-fbafad55daac'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:41:10.325159 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-65d70b96-0e71-420e-99c6-a181de5f9a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1ce63fc9-2525-410e-b39f-fbafad55daac'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:10.385037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aad32e15-04e9-454d-a628-32f2a27b9855 req-b9ff0a49-c75f-4c78-9e26-10fd422946e5 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443415 Jan 14 01:41:10.410089 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a97fa57-ba2f-4ddb-bd41-25105b03c092 req-ac0aafdd-aa78-4060-a332-504bad4163fc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715469 Jan 14 01:41:10.424424 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-e2fa5075-7348-4042-822e-08ed3f760152 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341433 Jan 14 01:41:10.426374 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Publish callbacks [] for router (1ce63fc9-2525-410e-b39f-fbafad55daac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:10.519054 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-65d70b96-0e71-420e-99c6-a181de5f9a69 None None] Set router 1ce63fc9-2525-410e-b39f-fbafad55daac gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:41:10.662685 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece9385-7ddc-419f-abea-362726a27b98 req-72eb97ce-fd99-420b-82db-9a27963a5553 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:10.664251 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ece9385-7ddc-419f-abea-362726a27b98 req-72eb97ce-fd99-420b-82db-9a27963a5553 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 946 time: 0.1146591 Jan 14 01:41:10.666429 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Publish callbacks [] for router_gateway (1ce63fc9-2525-410e-b39f-fbafad55daac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:10.845216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b2be4-0dc5-43c8-870c-80265bdf4183 req-e96ace67-8be1-4e99-b1ff-0127756f78ac tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:10.854918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-683b2be4-0dc5-43c8-870c-80265bdf4183 req-e96ace67-8be1-4e99-b1ff-0127756f78ac tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 949 time: 0.2473285 Jan 14 01:41:10.877538 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:10.894120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-c4f5cdb0-e3a8-4699-aaf8-40da89366821 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812597 Jan 14 01:41:10.894361 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-c12c3e00-b976-45ef-9f48-d92f4bcd52da tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:10.897918 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-c12c3e00-b976-45ef-9f48-d92f4bcd52da tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.46 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0&tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 949 time: 0.2241881 Jan 14 01:41:10.902688 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-65d70b96-0e71-420e-99c6-a181de5f9a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:41:08Z', 'revision_number': 5, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port': {'id': '6ee3cdbc-1ea8-46f2-a886-b374469e6bba', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:40:11Z', 'updated_at': '2022-01-14T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:10.906409 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c23fd-1d42-455f-8462-7e1448e5f435 req-f1bdb56d-192e-45db-a9fa-a2b8e7c3b07d tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:10.913249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-034c23fd-1d42-455f-8462-7e1448e5f435 req-f1bdb56d-192e-45db-a9fa-a2b8e7c3b07d tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 945 time: 0.2405012 Jan 14 01:41:10.937304 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d70b96-0e71-420e-99c6-a181de5f9a69 None None] Checking router: 1ce63fc9-2525-410e-b39f-fbafad55daac for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:41:10.942978 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Deleting port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:41:10.943456 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:10.950071 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d70b96-0e71-420e-99c6-a181de5f9a69 None None] Routers {'1ce63fc9-2525-410e-b39f-fbafad55daac'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:41:10.951001 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-65d70b96-0e71-420e-99c6-a181de5f9a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1ce63fc9-2525-410e-b39f-fbafad55daac'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:11.028423 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-3ece9385-7ddc-419f-abea-362726a27b98 req-82c55cf6-1638-4cc7-97e9-a82819db5f10 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Deleting port f807b5bd-dc79-497d-8b46-13834286a93a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:41:11.028913 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3ece9385-7ddc-419f-abea-362726a27b98 req-82c55cf6-1638-4cc7-97e9-a82819db5f10 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:11.055084 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-48a44357-164c-4c86-af8a-bc564e348ff4 req-dc425b7a-d71a-40a1-9579-546b1138b05f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1722679 Jan 14 01:41:11.064966 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-034c23fd-1d42-455f-8462-7e1448e5f435 req-eca00e45-1f40-4773-8844-50c46e6f4647 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488299 Jan 14 01:41:11.080544 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-6ec542b8-c0dc-4811-84af-459d1b0aaf12 service neutron] delete failed (client error): The resource could not be found. Jan 14 01:41:11.081648 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-6ec542b8-c0dc-4811-84af-459d1b0aaf12 service neutron] 10.222.0.46 "DELETE /v2.0/ports/10219419-df16-4b57-98e2-4d168d9675f5/bindings/n-h1-824358-4 HTTP/1.1" status: 404 len: 380 time: 0.1733131 Jan 14 01:41:11.085132 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-683b2be4-0dc5-43c8-870c-80265bdf4183 req-a0def014-7ef6-47c6-8ebf-d24e99e72b48 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272201 Jan 14 01:41:11.117489 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-65d70b96-0e71-420e-99c6-a181de5f9a69 None None] Set router 1ce63fc9-2525-410e-b39f-fbafad55daac gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:41:11.129641 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] For port 6ee3cdbc-1ea8-46f2-a886-b374469e6bba, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=6ee3cdbc-1ea8-46f2-a886-b374469e6bba,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:11.134817 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:11.153191 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Calling delete_port for 6ee3cdbc-1ea8-46f2-a886-b374469e6bba owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:41:11.221913 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-65d70b96-0e71-420e-99c6-a181de5f9a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:41:10Z', 'revision_number': 6, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:11.255425 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d70b96-0e71-420e-99c6-a181de5f9a69 None None] The sync data for ids ['1ce63fc9-2525-410e-b39f-fbafad55daac'] in n-d-824358-4 is: [{'id': '1ce63fc9-2525-410e-b39f-fbafad55daac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771024109-router', 'tenant_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:40:09Z', 'updated_at': '2022-01-14T01:41:10Z', 'revision_number': 6, 'project_id': '7b4ddbfe3a424b3f9de7b583799cf513', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:41:11.294186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3f3c6ba5-bdae-491f-bfd2-a84ab7035414 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:11.295794 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3f3c6ba5-bdae-491f-bfd2-a84ab7035414 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c&tenant_id=499063d5628544d8ac7f06264154b870&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 1096 time: 0.2046187 Jan 14 01:41:11.331236 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824358-4'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:11.367849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-20c1e946-8652-4d91-b4b8-47b6924bdeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:11.369493 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-20c1e946-8652-4d91-b4b8-47b6924bdeac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 1100 time: 0.1591365 Jan 14 01:41:11.379828 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdf306-55aa-4b98-b609-31b9a28d0b16 req-dcae68c3-0907-4c32-8393-7d610d36fa23 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:11.381034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cdfdf306-55aa-4b98-b609-31b9a28d0b16 req-dcae68c3-0907-4c32-8393-7d610d36fa23 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 949 time: 0.2010579 Jan 14 01:41:11.404932 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3ece9385-7ddc-419f-abea-362726a27b98 req-82c55cf6-1638-4cc7-97e9-a82819db5f10 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] For port f807b5bd-dc79-497d-8b46-13834286a93a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f807b5bd-dc79-497d-8b46-13834286a93a,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:11.405492 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3ece9385-7ddc-419f-abea-362726a27b98 req-82c55cf6-1638-4cc7-97e9-a82819db5f10 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:11.491153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a5be-0fb9-4456-8920-a22b7007b3e3 req-381ba4cc-dc06-4fc5-b00c-a0a91ab79c3c tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:11.492737 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ce4a5be-0fb9-4456-8920-a22b7007b3e3 req-381ba4cc-dc06-4fc5-b00c-a0a91ab79c3c tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 949 time: 0.2797105 Jan 14 01:41:11.498074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:11.601133 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cdfdf306-55aa-4b98-b609-31b9a28d0b16 req-cbdf7439-249e-46a2-b500-b725f6e5299c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066903 Jan 14 01:41:11.639522 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-1dd56ef4-dbc9-4e1a-8fb5-c41378c7edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:11.639522 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-1dd56ef4-dbc9-4e1a-8fb5-c41378c7edc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2525425 Jan 14 01:41:11.650918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ce4a5be-0fb9-4456-8920-a22b7007b3e3 req-067a5938-1310-4c8b-b50c-e0c4ebb11139 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/security-groups?id=764c5a07-48f9-4a84-9e6b-fac6818691e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461587 Jan 14 01:41:11.678360 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a44357-164c-4c86-af8a-bc564e348ff4 req-6baff729-16ca-40b0-b97b-fb034fcf2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:11.680119 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-48a44357-164c-4c86-af8a-bc564e348ff4 req-6baff729-16ca-40b0-b97b-fb034fcf2fbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 1095 time: 0.3767025 Jan 14 01:41:11.706569 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-3ece9385-7ddc-419f-abea-362726a27b98 req-82c55cf6-1638-4cc7-97e9-a82819db5f10 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Calling delete_port for f807b5bd-dc79-497d-8b46-13834286a93a owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:41:11.754778 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (6ee3cdbc-1ea8-46f2-a886-b374469e6bba), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:11.763940 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-36308bb6-5f0f-4a12-b710-9138dc210c54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=10219419-df16-4b57-98e2-4d168d9675f5 HTTP/1.1" status: 200 len: 217 time: 0.1016216 Jan 14 01:41:11.862465 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee3cdbc-1ea8-46f2-a886-b374469e6bba,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:11.883453 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ff47d-140b-4bbd-986f-8db62f13d632 req-1257822c-1503-4e03-b30c-f67a2b921445 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:11.885515 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-908ff47d-140b-4bbd-986f-8db62f13d632 req-1257822c-1503-4e03-b30c-f67a2b921445 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.36 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 949 time: 0.2282557 Jan 14 01:41:11.918021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-5907c32e-01c8-4431-896d-265251bf73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:11.919556 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-5907c32e-01c8-4431-896d-265251bf73f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1375055 Jan 14 01:41:11.937585 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70990f-3347-4c50-ba27-8be1a7bfe7b0 req-1dca9074-5e55-4d52-bb12-719cce096203 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:11.939166 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a70990f-3347-4c50-ba27-8be1a7bfe7b0 req-1dca9074-5e55-4d52-bb12-719cce096203 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 946 time: 0.1743484 Jan 14 01:41:11.955827 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:12.008378 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (1ce63fc9-2525-410e-b39f-fbafad55daac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.010437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c66c5-9fb9-4d90-a330-0550b414b6ff req-92e90ee6-b1f0-4b0b-84c8-8304d364d707 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:12.012550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-378c66c5-9fb9-4d90-a330-0550b414b6ff req-92e90ee6-b1f0-4b0b-84c8-8304d364d707 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 945 time: 0.1979003 Jan 14 01:41:12.092939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:12.103203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-3a23bef9-d176-4f1f-9642-8f705efdb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:12.103943 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-3a23bef9-d176-4f1f-9642-8f705efdb07b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1743307 Jan 14 01:41:12.114910 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a44357-164c-4c86-af8a-bc564e348ff4 req-2aeda3c8-f0bd-418c-abbd-65ea2ef109d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:12.116447 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-48a44357-164c-4c86-af8a-bc564e348ff4 req-2aeda3c8-f0bd-418c-abbd-65ea2ef109d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.4005680 Jan 14 01:41:12.129132 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a70990f-3347-4c50-ba27-8be1a7bfe7b0 req-4733ada7-60e6-4848-8715-5e439253d7f1 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773694 Jan 14 01:41:12.170871 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d3a87346-fca9-43dc-8de7-5ab2c33ae2fa no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:41:12.212816 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: d3a87346-fca9-43dc-8de7-5ab2c33ae2fa {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:41:12.213165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d3a87346-fca9-43dc-8de7-5ab2c33ae2fa not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:41:12.234608 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-378c66c5-9fb9-4d90-a330-0550b414b6ff req-a4aeebce-279c-4e5c-a871-64a994760747 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116110 Jan 14 01:41:12.235054 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf8edf8-1662-4605-b668-965b842c708c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8a1857-f25e-427b-91fe-7d528bc709a3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:12.237903 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec1722d-c81b-4c84-9b41-49ea63ada094" -d '{"events": [{"server_uuid": "eaf8edf8-1662-4605-b668-965b842c708c", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8a1857-f25e-427b-91fe-7d528bc709a3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:12.243690 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Publish callbacks [] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.289936 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.306393 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-48a44357-164c-4c86-af8a-bc564e348ff4 req-344835ca-6469-4636-bc59-7c6c8ac99399 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1 HTTP/1.1" status: 200 len: 217 time: 0.1695373 Jan 14 01:41:12.312632 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (1ce63fc9-2525-410e-b39f-fbafad55daac), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.319004 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3ece9385-7ddc-419f-abea-362726a27b98 req-82c55cf6-1638-4cc7-97e9-a82819db5f10 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f807b5bd-dc79-497d-8b46-13834286a93a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.333217 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Publish callbacks [] for router_controller (1ce63fc9-2525-410e-b39f-fbafad55daac), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.392151 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f807b5bd-dc79-497d-8b46-13834286a93a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:12.415772 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:41:12.425865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8c97b-505c-48e3-86df-634ff0f29311 req-3e38fd1a-8fe3-49b5-b1e9-2e7c9046e5ff tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:12.427398 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18b8c97b-505c-48e3-86df-634ff0f29311 req-3e38fd1a-8fe3-49b5-b1e9-2e7c9046e5ff tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.2009046 Jan 14 01:41:12.436641 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-3960aeb2-89c1-4bff-b121-f42d1fd8660d service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129478 Jan 14 01:41:12.462368 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8a1857-f25e-427b-91fe-7d528bc709a3,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:12.495440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c55cf6-1638-4cc7-97e9-a82819db5f10 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Pushing event deleted for resources: {'Port': ['ID=f807b5bd-dc79-497d-8b46-13834286a93a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:12.531959 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ece9385-7ddc-419f-abea-362726a27b98 req-82c55cf6-1638-4cc7-97e9-a82819db5f10 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] No DVR routers for this DVR port f807b5bd-dc79-497d-8b46-13834286a93a on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:41:12.535647 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3ece9385-7ddc-419f-abea-362726a27b98 req-82c55cf6-1638-4cc7-97e9-a82819db5f10 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.538980 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ece9385-7ddc-419f-abea-362726a27b98 req-82c55cf6-1638-4cc7-97e9-a82819db5f10 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.36 "DELETE /v2.0/ports/f807b5bd-dc79-497d-8b46-13834286a93a HTTP/1.1" status: 204 len: 173 time: 1.8571131 Jan 14 01:41:12.542270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5265d8-1495-46f0-a23f-9f18a5ef851c', 'name': 'network-vif-deleted', 'tag': 'f807b5bd-dc79-497d-8b46-13834286a93a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:12.546081 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cfbde4-871c-4895-beab-2c23ddf6ed09" -d '{"events": [{"server_uuid": "4b5265d8-1495-46f0-a23f-9f18a5ef851c", "name": "network-vif-deleted", "tag": "f807b5bd-dc79-497d-8b46-13834286a93a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:12.559551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (1ce63fc9-2525-410e-b39f-fbafad55daac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.560114 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce63fc9-2525-410e-b39f-fbafad55daac {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:41:12.567562 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.570946 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-337e834a-a212-4673-a7c4-6feeb00ebfd3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1ce63fc9-2525-410e-b39f-fbafad55daac HTTP/1.1" status: 204 len: 168 time: 2.2638266 Jan 14 01:41:12.574219 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49626) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:12.577525 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a44357-164c-4c86-af8a-bc564e348ff4 req-f69ccd0e-eb06-433d-9718-f26f83041aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:12.579309 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Attempting to bind port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on host n-h1-824358-4 for vnic_type normal with profile {"migrating_to": "n-h2-824358-4"} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:12.579803 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-48a44357-164c-4c86-af8a-bc564e348ff4 req-f69ccd0e-eb06-433d-9718-f26f83041aeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.2641971 Jan 14 01:41:12.579910 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Attempting to bind port 7d8a1857-f25e-427b-91fe-7d528bc709a3 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:12.580026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Attempting to bind port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.589129 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.591869 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.591869 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.591869 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.591869 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.591869 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.591869 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.591869 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.591869 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.591869 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.591869 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.591869 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:12.591869 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:12.593585 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18129015-471e-4683-b986-be98a0de2a5c req-fec5fd45-1b1a-493a-95f8-44c8f70d40c1 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:12.600605 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18129015-471e-4683-b986-be98a0de2a5c req-fec5fd45-1b1a-493a-95f8-44c8f70d40c1 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 949 time: 0.2488716 Jan 14 01:41:12.602085 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-908ff47d-140b-4bbd-986f-8db62f13d632 req-bc1e0d4a-d294-4ed6-ba11-8ba8f4c83ff5 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Deleting port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:41:12.602503 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-908ff47d-140b-4bbd-986f-8db62f13d632 req-bc1e0d4a-d294-4ed6-ba11-8ba8f4c83ff5 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.639076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:41:12.639076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Attempting to bind port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:12.663802 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18b8c97b-505c-48e3-86df-634ff0f29311 req-590d4288-ef52-4585-b033-89efe0b44495 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260859 Jan 14 01:41:12.678852 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:12.679192 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:12.679581 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:12.680026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Bound port: 7d8a1857-f25e-427b-91fe-7d528bc709a3, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:12.680697 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.714771 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-48a44357-164c-4c86-af8a-bc564e348ff4 req-5b1fd0fa-21b1-4660-a606-a029a3bac320 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172140 Jan 14 01:41:12.764941 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90aa91ab-b69c-4f64-a94d-f7f87858396c req-f73b83f4-8e96-4775-ba9e-5a31b83ba58c service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063302 Jan 14 01:41:12.780920 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18129015-471e-4683-b986-be98a0de2a5c req-57025768-1ae2-4436-ad77-698ccc2002c3 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793346 Jan 14 01:41:12.789773 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77d4796-1a95-452c-b50e-1a7b894f9031 admin admin] Deleting subnet 79dd2ca7-7968-4316-b70c-d7bae5883dfa {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:41:12.795050 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a77d4796-1a95-452c-b50e-1a7b894f9031 admin admin] Publish callbacks [] for subnet (79dd2ca7-7968-4316-b70c-d7bae5883dfa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.855756 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83ee1cf-64ef-4368-9736-70e8b28d6576 x-openstack-request-id: req-f83ee1cf-64ef-4368-9736-70e8b28d6576 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:12.856160 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf8edf8-1662-4605-b668-965b842c708c", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8a1857-f25e-427b-91fe-7d528bc709a3", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:12.856510 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f83ee1cf-64ef-4368-9736-70e8b28d6576 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:12.856996 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf8edf8-1662-4605-b668-965b842c708c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8a1857-f25e-427b-91fe-7d528bc709a3', 'code': 200} Jan 14 01:41:12.909005 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a77d4796-1a95-452c-b50e-1a7b894f9031 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (79dd2ca7-7968-4316-b70c-d7bae5883dfa), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:12.912083 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cab03c-3aa4-498f-86f7-9d79100f4a1b x-openstack-request-id: req-c9cab03c-3aa4-498f-86f7-9d79100f4a1b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:12.912578 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5265d8-1495-46f0-a23f-9f18a5ef851c", "name": "network-vif-deleted", "tag": "f807b5bd-dc79-497d-8b46-13834286a93a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:12.913016 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9cab03c-3aa4-498f-86f7-9d79100f4a1b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:12.913562 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5265d8-1495-46f0-a23f-9f18a5ef851c', 'name': 'network-vif-deleted', 'tag': 'f807b5bd-dc79-497d-8b46-13834286a93a', 'status': 'completed', 'code': 200} Jan 14 01:41:12.980877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-908ff47d-140b-4bbd-986f-8db62f13d632 req-bc1e0d4a-d294-4ed6-ba11-8ba8f4c83ff5 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] For port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=541e64cd-5ee5-41a0-a1eb-2fc10df36c29,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:12.981573 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-908ff47d-140b-4bbd-986f-8db62f13d632 req-bc1e0d4a-d294-4ed6-ba11-8ba8f4c83ff5 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.011127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-908ff47d-140b-4bbd-986f-8db62f13d632 req-bc1e0d4a-d294-4ed6-ba11-8ba8f4c83ff5 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Calling delete_port for 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:41:13.015998 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-48a44357-164c-4c86-af8a-bc564e348ff4 req-d6966e7a-cbad-406d-a531-67c07b33ac57 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884886 Jan 14 01:41:13.047157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 10219419-df16-4b57-98e2-4d168d9675f5 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:13.113321 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 10219419-df16-4b57-98e2-4d168d9675f5 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:41:13.118960 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 10219419-df16-4b57-98e2-4d168d9675f5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:13.119629 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (10219419-df16-4b57-98e2-4d168d9675f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.201074 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a77d4796-1a95-452c-b50e-1a7b894f9031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (79dd2ca7-7968-4316-b70c-d7bae5883dfa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.231366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:13.251769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:13.263966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 10219419-df16-4b57-98e2-4d168d9675f5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:13.266186 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (10219419-df16-4b57-98e2-4d168d9675f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.268002 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ea2d7-062b-46f6-9369-e331b570c41f req-3de8f529-8082-4ba7-819c-037854db8462 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:13.269608 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa3ea2d7-062b-46f6-9369-e331b570c41f req-3de8f529-8082-4ba7-819c-037854db8462 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 945 time: 0.4549439 Jan 14 01:41:13.272355 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.316136 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-48a44357-164c-4c86-af8a-bc564e348ff4 req-428aed92-ff77-4da2-816c-d1235da5cf5c service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750535 Jan 14 01:41:13.336539 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a77d4796-1a95-452c-b50e-1a7b894f9031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (79dd2ca7-7968-4316-b70c-d7bae5883dfa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.337547 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c93961-304d-44e1-a7d0-ea12c5665f50 req-a41b53f7-f280-4500-befc-e33b00e6c17d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:13.348871 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54c93961-304d-44e1-a7d0-ea12c5665f50 req-a41b53f7-f280-4500-befc-e33b00e6c17d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 949 time: 0.1651802 Jan 14 01:41:13.359051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10219419-df16-4b57-98e2-4d168d9675f5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:13.361267 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3eb93a-b9b7-4fed-84e3-98fcd0e92ce6" -d '{"events": [{"server_uuid": "19e3dfbb-5226-443f-b80a-ebe3bfae6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "10219419-df16-4b57-98e2-4d168d9675f5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:13.400000 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=10219419-df16-4b57-98e2-4d168d9675f5,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:13.408872 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (10219419-df16-4b57-98e2-4d168d9675f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.409886 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 5266dd32-c8e8-4294-ba52-4569e8c35f9f up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:13.447735 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-908ff47d-140b-4bbd-986f-8db62f13d632 req-bc1e0d4a-d294-4ed6-ba11-8ba8f4c83ff5 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (541e64cd-5ee5-41a0-a1eb-2fc10df36c29), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.451910 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a77d4796-1a95-452c-b50e-1a7b894f9031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.457698 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:13.458326 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.459060 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a77d4796-1a95-452c-b50e-1a7b894f9031 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/79dd2ca7-7968-4316-b70c-d7bae5883dfa HTTP/1.1" status: 204 len: 168 time: 0.8842843 Jan 14 01:41:13.460520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d4796-1a95-452c-b50e-1a7b894f9031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79dd2ca7-7968-4316-b70c-d7bae5883dfa,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:13.465934 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] 10.222.0.36 "PUT /v2.0/ports/7d8a1857-f25e-427b-91fe-7d528bc709a3 HTTP/1.1" status: 200 len: 1121 time: 2.1418614 Jan 14 01:41:13.470459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49638) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:13.492220 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=10219419-df16-4b57-98e2-4d168d9675f5,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:13.494992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 1e798c61-7108-4ac0-9337-2356ae893049 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:13.512964 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e0d4a-d294-4ed6-ba11-8ba8f4c83ff5 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Pushing event deleted for resources: {'Port': ['ID=541e64cd-5ee5-41a0-a1eb-2fc10df36c29,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:13.526020 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d685215-3364-48c7-a0da-a19ac6f78841 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8a1857-f25e-427b-91fe-7d528bc709a3,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:13.534084 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c63193f-ff83-4cc4-b292-c7cafbdad2f1 None None] Network 796a368f-16f4-45ad-a407-c2d5edcebf13 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:41:13.562823 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa3ea2d7-062b-46f6-9369-e331b570c41f req-bc596689-487f-485c-830c-9ed1443ae6c4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780282 Jan 14 01:41:13.630388 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-908ff47d-140b-4bbd-986f-8db62f13d632 req-bc1e0d4a-d294-4ed6-ba11-8ba8f4c83ff5 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] No DVR routers for this DVR port 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:41:13.643567 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-908ff47d-140b-4bbd-986f-8db62f13d632 req-bc1e0d4a-d294-4ed6-ba11-8ba8f4c83ff5 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.648351 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-908ff47d-140b-4bbd-986f-8db62f13d632 req-bc1e0d4a-d294-4ed6-ba11-8ba8f4c83ff5 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.36 "DELETE /v2.0/ports/541e64cd-5ee5-41a0-a1eb-2fc10df36c29 HTTP/1.1" status: 204 len: 173 time: 1.7403343 Jan 14 01:41:13.674004 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54c93961-304d-44e1-a7d0-ea12c5665f50 req-1a3b138f-90f4-4391-838e-1c26121c71fe tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184836 Jan 14 01:41:13.759002 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['7d8a1857-f25e-427b-91fe-7d528bc709a3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:13.813035 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-22178238-edb8-4c8f-ad1b-ca91c2e4f4b7 req-838b8a65-4e15-41db-9c14-bd2a1100f374 tempest-TenantUsagesTestJSON-68363067 tempest-TenantUsagesTestJSON-68363067-project] 10.222.0.26 "GET /v2.0/ports?device_id=609249e5-7543-4e93-9b3b-0390bc139eae HTTP/1.1" status: 200 len: 210 time: 0.0918365 Jan 14 01:41:13.832743 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 1e798c61-7108-4ac0-9337-2356ae893049 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:41:13.908056 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 1e798c61-7108-4ac0-9337-2356ae893049 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:13.908590 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1e798c61-7108-4ac0-9337-2356ae893049), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.924481 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (796a368f-16f4-45ad-a407-c2d5edcebf13), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:13.944170 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9b7c68a-7821-4ac3-82c2-91bd6f791dc0 req-e4d58e5b-bf7b-4d87-b8cd-70c362abc01d tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.1331644 Jan 14 01:41:13.976543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 6ee3cdbc-1ea8-46f2-a886-b374469e6bba no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:41:14.008479 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 5266dd32-c8e8-4294-ba52-4569e8c35f9f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:41:14.023648 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 6ee3cdbc-1ea8-46f2-a886-b374469e6bba {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:41:14.024092 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 6ee3cdbc-1ea8-46f2-a886-b374469e6bba not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:41:14.031910 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 5266dd32-c8e8-4294-ba52-4569e8c35f9f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:14.032384 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:14.071512 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f7cee6-6c2d-4686-a776-7eeb23ec2a77 x-openstack-request-id: req-b4f7cee6-6c2d-4686-a776-7eeb23ec2a77 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:14.071512 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3dfbb-5226-443f-b80a-ebe3bfae6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "10219419-df16-4b57-98e2-4d168d9675f5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:14.072765 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4f7cee6-6c2d-4686-a776-7eeb23ec2a77 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:14.073255 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10219419-df16-4b57-98e2-4d168d9675f5', 'code': 200} Jan 14 01:41:14.094284 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fccdd8-4d96-4719-a641-278a6bb42d14 req-6bf7ebd0-ecdc-43b7-85b8-9ee4c2eab352 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:14.095846 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73fccdd8-4d96-4719-a641-278a6bb42d14 req-6bf7ebd0-ecdc-43b7-85b8-9ee4c2eab352 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 943 time: 0.1493723 Jan 14 01:41:14.213476 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a45db0a-d666-4358-8c04-5e205acd0989 None None] DHCP port deletion for 796a368f-16f4-45ad-a407-c2d5edcebf13 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:41:14.245163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73fccdd8-4d96-4719-a641-278a6bb42d14 req-2c03790a-e20b-4ecd-9642-837a98a388ae tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268885 Jan 14 01:41:14.252242 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Deleting port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:41:14.252616 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:14.313579 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47295e7d-11d1-4d23-80b8-aee9152ba7e7 req-f81d1e35-8571-4695-aabd-07a947d63a11 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:14.315121 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47295e7d-11d1-4d23-80b8-aee9152ba7e7 req-f81d1e35-8571-4695-aabd-07a947d63a11 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.1326230 Jan 14 01:41:14.364598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] For port 9d6b1d92-14ba-48d7-924a-bcb41ad21059, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9d6b1d92-14ba-48d7-924a-bcb41ad21059,segment=NetworkSegment(c66faa79-b615-4d52-bf2c-547d7fa73ea7),segment_id=c66faa79-b615-4d52-bf2c-547d7fa73ea7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:14.365652 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:14.367019 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 1e798c61-7108-4ac0-9337-2356ae893049 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:14.367622 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1e798c61-7108-4ac0-9337-2356ae893049), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:14.394463 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 5266dd32-c8e8-4294-ba52-4569e8c35f9f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:14.394942 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:14.416944 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Calling delete_port for 9d6b1d92-14ba-48d7-924a-bcb41ad21059 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:41:14.456028 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 1e798c61-7108-4ac0-9337-2356ae893049, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1e798c61-7108-4ac0-9337-2356ae893049,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:14.473740 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1e798c61-7108-4ac0-9337-2356ae893049), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:14.476385 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7a45db0a-d666-4358-8c04-5e205acd0989 None None] Deleting port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:41:14.476685 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a45db0a-d666-4358-8c04-5e205acd0989 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:14.486009 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 5266dd32-c8e8-4294-ba52-4569e8c35f9f, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=5266dd32-c8e8-4294-ba52-4569e8c35f9f,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:14.499355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bba30-0c81-4267-8734-8933c0a48d83 req-76ed5c40-d51e-4158-bff5-d8a9d607a386 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:14.508028 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a78bba30-0c81-4267-8734-8933c0a48d83 req-76ed5c40-d51e-4158-bff5-d8a9d607a386 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 949 time: 0.1311677 Jan 14 01:41:14.521894 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47295e7d-11d1-4d23-80b8-aee9152ba7e7 req-df705e8c-570e-45bd-a3ef-c52952e788f5 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879449 Jan 14 01:41:14.541024 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:14.541807 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f807b5bd-dc79-497d-8b46-13834286a93a no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:41:14.594985 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: f807b5bd-dc79-497d-8b46-13834286a93a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:41:14.595251 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f807b5bd-dc79-497d-8b46-13834286a93a not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:41:14.595880 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:41:14.598336 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a78bba30-0c81-4267-8734-8933c0a48d83 req-1c1d4bde-a11d-4b78-a882-0490179f2a53 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893734 Jan 14 01:41:14.623433 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:14.649264 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:41:14.649447 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 541e64cd-5ee5-41a0-a1eb-2fc10df36c29 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:41:14.656604 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=1e798c61-7108-4ac0-9337-2356ae893049,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:14.663200 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7a45db0a-d666-4358-8c04-5e205acd0989 None None] For port 9d6b1d92-14ba-48d7-924a-bcb41ad21059, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9d6b1d92-14ba-48d7-924a-bcb41ad21059,segment=NetworkSegment(c66faa79-b615-4d52-bf2c-547d7fa73ea7),segment_id=c66faa79-b615-4d52-bf2c-547d7fa73ea7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:14.663597 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a45db0a-d666-4358-8c04-5e205acd0989 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:14.665998 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6b1d92-14ba-48d7-924a-bcb41ad21059,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:14.671864 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] No DVR routers for this DVR port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:41:14.696504 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7a45db0a-d666-4358-8c04-5e205acd0989 None None] Calling delete_port for 9d6b1d92-14ba-48d7-924a-bcb41ad21059 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:41:14.757339 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=5266dd32-c8e8-4294-ba52-4569e8c35f9f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:14.795353 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a45db0a-d666-4358-8c04-5e205acd0989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (9d6b1d92-14ba-48d7-924a-bcb41ad21059), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:14.829637 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45db0a-d666-4358-8c04-5e205acd0989 None None] Pushing event deleted for resources: {'Port': ['ID=9d6b1d92-14ba-48d7-924a-bcb41ad21059,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:14.831751 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a45db0a-d666-4358-8c04-5e205acd0989 None None] No DVR routers for this DVR port 9d6b1d92-14ba-48d7-924a-bcb41ad21059 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:41:14.877951 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf8edf8-1662-4605-b668-965b842c708c', 'tag': '7d8a1857-f25e-427b-91fe-7d528bc709a3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:14.880247 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254dad3a-efb5-402a-ac40-74a8799fc208" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf8edf8-1662-4605-b668-965b842c708c", "tag": "7d8a1857-f25e-427b-91fe-7d528bc709a3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:14.915280 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609249e5-7543-4e93-9b3b-0390bc139eae', 'name': 'network-vif-deleted', 'tag': '541e64cd-5ee5-41a0-a1eb-2fc10df36c29'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:14.920172 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c69c053-72d5-4b3f-a668-3ef6f3b71f07" -d '{"events": [{"server_uuid": "609249e5-7543-4e93-9b3b-0390bc139eae", "name": "network-vif-deleted", "tag": "541e64cd-5ee5-41a0-a1eb-2fc10df36c29"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:14.922540 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (796a368f-16f4-45ad-a407-c2d5edcebf13), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:14.932719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb369e-0a81-4170-bfb2-0df33467b44b req-df43b006-25a7-4730-9889-e945f33dc8c5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:14.934825 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ceb369e-0a81-4170-bfb2-0df33467b44b req-df43b006-25a7-4730-9889-e945f33dc8c5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1357648 Jan 14 01:41:14.947519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1157cd-01bd-428f-9ba4-d0f5ce13ec47 req-62f7c10c-280a-421b-9420-f758d6e8f787 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:14.949025 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7a1157cd-01bd-428f-9ba4-d0f5ce13ec47 req-62f7c10c-280a-421b-9420-f758d6e8f787 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 946 time: 0.2657158 Jan 14 01:41:15.000478 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796a368f-16f4-45ad-a407-c2d5edcebf13']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:15.023364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66faa79-b615-4d52-bf2c-547d7fa73ea7') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:15.023694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66faa79-b615-4d52-bf2c-547d7fa73ea7') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:15.053471 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (c66faa79-b615-4d52-bf2c-547d7fa73ea7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:15.067725 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ceb369e-0a81-4170-bfb2-0df33467b44b req-67b3bc47-8b16-4e6d-9de5-a34294ee345d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177692 Jan 14 01:41:15.072610 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7a1157cd-01bd-428f-9ba4-d0f5ce13ec47 req-8064ee93-9dfb-4b9a-93ec-fcc99b1819a9 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135478 Jan 14 01:41:15.079512 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c66faa79-b615-4d52-bf2c-547d7fa73ea7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:15.100377 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:41:15.100863 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (c66faa79-b615-4d52-bf2c-547d7fa73ea7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:41:15.103122 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:41:15.156019 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db81f176-9495-47bb-a281-61ba31d76815 x-openstack-request-id: req-db81f176-9495-47bb-a281-61ba31d76815 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:15.156518 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf8edf8-1662-4605-b668-965b842c708c", "tag": "7d8a1857-f25e-427b-91fe-7d528bc709a3", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:15.156865 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db81f176-9495-47bb-a281-61ba31d76815 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:15.157445 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf8edf8-1662-4605-b668-965b842c708c', 'tag': '7d8a1857-f25e-427b-91fe-7d528bc709a3', 'status': 'completed', 'code': 200} Jan 14 01:41:15.191349 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (796a368f-16f4-45ad-a407-c2d5edcebf13), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:15.199738 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:15.206950 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] 10.222.0.26 "DELETE /v2.0/networks/796a368f-16f4-45ad-a407-c2d5edcebf13 HTTP/1.1" status: 204 len: 168 time: 1.7310109 Jan 14 01:41:15.244888 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3522f911-95b6-40b0-8e51-1f6aeb7e854b x-openstack-request-id: req-3522f911-95b6-40b0-8e51-1f6aeb7e854b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:15.249000 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609249e5-7543-4e93-9b3b-0390bc139eae", "name": "network-vif-deleted", "tag": "541e64cd-5ee5-41a0-a1eb-2fc10df36c29", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:15.249592 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3522f911-95b6-40b0-8e51-1f6aeb7e854b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:15.252635 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609249e5-7543-4e93-9b3b-0390bc139eae', 'name': 'network-vif-deleted', 'tag': '541e64cd-5ee5-41a0-a1eb-2fc10df36c29', 'status': 'completed', 'code': 200} Jan 14 01:41:15.275885 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-677ec90c-f976-4c44-8503-22b1f0aaf95f req-c5af6781-b2a6-4bb0-8399-6281b1891683 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.0656996 Jan 14 01:41:15.276737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb7da6-95dd-4f8f-b126-a41f2d719716 admin admin] Pushing event deleted for resources: {'Network': ['ID=796a368f-16f4-45ad-a407-c2d5edcebf13,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:15.291566 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dad3a-efb5-402a-ac40-74a8799fc208 req-99e68ccc-871c-4672-994b-170076217832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:15.297180 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-254dad3a-efb5-402a-ac40-74a8799fc208 req-99e68ccc-871c-4672-994b-170076217832 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 1124 time: 0.1142049 Jan 14 01:41:15.403630 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48320da-d651-406e-95d4-510fd3a9c587 req-c8e4ac6d-4891-43b1-aa60-d519bf84a24b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:15.405539 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b48320da-d651-406e-95d4-510fd3a9c587 req-c8e4ac6d-4891-43b1-aa60-d519bf84a24b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.0953157 Jan 14 01:41:15.419939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eeca6-d26e-4673-886c-30acbf6a622d req-97824288-0f0e-4c50-99aa-9ab22d21e933 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:15.422067 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab7eeca6-d26e-4673-886c-30acbf6a622d req-97824288-0f0e-4c50-99aa-9ab22d21e933 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 943 time: 0.0788918 Jan 14 01:41:15.481076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49668) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:15.484120 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dad3a-efb5-402a-ac40-74a8799fc208 req-7be68763-d3f1-4c73-b36b-0ac6c40ce2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:15.486169 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-254dad3a-efb5-402a-ac40-74a8799fc208 req-7be68763-d3f1-4c73-b36b-0ac6c40ce2f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.1809659 Jan 14 01:41:15.516539 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b48320da-d651-406e-95d4-510fd3a9c587 req-3a7b13c9-250c-4f9d-98ba-77101b11c220 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934863 Jan 14 01:41:15.544229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab7eeca6-d26e-4673-886c-30acbf6a622d req-74e779b3-9311-409c-83fd-9556869ebfa3 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085155 Jan 14 01:41:15.560084 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-254dad3a-efb5-402a-ac40-74a8799fc208 req-2c5266c0-5752-4f06-aa76-095837135f9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3 HTTP/1.1" status: 200 len: 217 time: 0.0669527 Jan 14 01:41:15.574665 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8e265b7e-cd64-4e3a-b1d4-62a4c0baccd0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b4ddbfe3a424b3f9de7b583799cf513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0840538 Jan 14 01:41:15.575326 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49674) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:15.642134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49684) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:15.657937 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dad3a-efb5-402a-ac40-74a8799fc208 req-4d06537e-fe24-4f6a-a3c3-c3a8b6a71351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:15.659791 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-254dad3a-efb5-402a-ac40-74a8799fc208 req-4d06537e-fe24-4f6a-a3c3-c3a8b6a71351 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0925367 Jan 14 01:41:15.663081 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc735069-7a8f-482f-90e1-039c3d5efc04 admin admin] Publish callbacks [] for security_group (f488c55a-f87f-4bc7-92f2-361775e4768f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:15.722767 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-254dad3a-efb5-402a-ac40-74a8799fc208 req-ce2b710c-7bda-495c-abf2-40fc56b1b419 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557430 Jan 14 01:41:15.762752 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc735069-7a8f-482f-90e1-039c3d5efc04 admin admin] Publish callbacks [] for security_group (f488c55a-f87f-4bc7-92f2-361775e4768f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:15.789297 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e370a2-d5d3-4247-a97f-512efd0322b2 req-45b3714f-129a-4e24-813b-2574cb4c576d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:15.790956 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01e370a2-d5d3-4247-a97f-512efd0322b2 req-45b3714f-129a-4e24-813b-2574cb4c576d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.1256945 Jan 14 01:41:15.823602 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e2f37-a080-4ac1-b29c-45625c646523 req-b3e633b0-e53c-46c7-89df-e7f6447b2d39 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:15.830925 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c79e2f37-a080-4ac1-b29c-45625c646523 req-b3e633b0-e53c-46c7-89df-e7f6447b2d39 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 950 time: 0.1088247 Jan 14 01:41:15.861380 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-254dad3a-efb5-402a-ac40-74a8799fc208 req-6e95274a-6fe2-466e-b380-c2087aaeb19a service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314037 Jan 14 01:41:15.904944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9d6b1d92-14ba-48d7-924a-bcb41ad21059 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:41:15.932807 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 9d6b1d92-14ba-48d7-924a-bcb41ad21059 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:41:15.933541 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9d6b1d92-14ba-48d7-924a-bcb41ad21059 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:41:15.955204 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e49c17cf-7322-4042-b620-c3ffd3b24caf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa6fc92b09bd4a9b803a391df4585f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116682 Jan 14 01:41:15.960192 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:15.967439 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01e370a2-d5d3-4247-a97f-512efd0322b2 req-eb124ea4-dd6a-4aa9-b4a6-f3ac41d5887d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681647 Jan 14 01:41:15.977740 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc735069-7a8f-482f-90e1-039c3d5efc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f488c55a-f87f-4bc7-92f2-361775e4768f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:15.986632 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc735069-7a8f-482f-90e1-039c3d5efc04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:15.994106 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bc735069-7a8f-482f-90e1-039c3d5efc04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f488c55a-f87f-4bc7-92f2-361775e4768f HTTP/1.1" status: 204 len: 168 time: 0.4175251 Jan 14 01:41:16.019161 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c79e2f37-a080-4ac1-b29c-45625c646523 req-cade0d95-92e6-4fae-b319-bdfd55104f40 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791861 Jan 14 01:41:16.030943 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc735069-7a8f-482f-90e1-039c3d5efc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f488c55a-f87f-4bc7-92f2-361775e4768f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:16.074893 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317dcf15-a8ed-4623-a278-03ab61d6c130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e798c61-7108-4ac0-9337-2356ae893049'}, {'server_uuid': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5266dd32-c8e8-4294-ba52-4569e8c35f9f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:16.077742 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9691d02-aac9-441d-b4ab-ebeeee4c0c38 admin admin] Publish callbacks [] for security_group (764c5a07-48f9-4a84-9e6b-fac6818691e2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:16.079867 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebbb927-f9c0-4633-aeab-b2aa99a757ce" -d '{"events": [{"server_uuid": "317dcf15-a8ed-4623-a278-03ab61d6c130", "name": "network-vif-plugged", "status": "completed", "tag": "1e798c61-7108-4ac0-9337-2356ae893049"}, {"server_uuid": "54fdfba5-3674-4ad1-83f3-16dae69bf479", "name": "network-vif-plugged", "status": "completed", "tag": "5266dd32-c8e8-4294-ba52-4569e8c35f9f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:16.091552 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-254dad3a-efb5-402a-ac40-74a8799fc208 req-d4da1592-0862-4a64-a3e0-2c96b46b677f service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218134 Jan 14 01:41:16.107623 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9691d02-aac9-441d-b4ab-ebeeee4c0c38 admin admin] Publish callbacks [] for security_group (764c5a07-48f9-4a84-9e6b-fac6818691e2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:16.185538 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad47691-8d9e-4d5a-b207-9cccc06d45fa x-openstack-request-id: req-cad47691-8d9e-4d5a-b207-9cccc06d45fa {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:16.185845 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317dcf15-a8ed-4623-a278-03ab61d6c130", "name": "network-vif-plugged", "status": "completed", "tag": "1e798c61-7108-4ac0-9337-2356ae893049", "code": 200}, {"server_uuid": "54fdfba5-3674-4ad1-83f3-16dae69bf479", "name": "network-vif-plugged", "status": "completed", "tag": "5266dd32-c8e8-4294-ba52-4569e8c35f9f", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:16.186218 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cad47691-8d9e-4d5a-b207-9cccc06d45fa {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:16.187081 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317dcf15-a8ed-4623-a278-03ab61d6c130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e798c61-7108-4ac0-9337-2356ae893049', 'code': 200} Jan 14 01:41:16.187543 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5266dd32-c8e8-4294-ba52-4569e8c35f9f', 'code': 200} Jan 14 01:41:16.188362 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9691d02-aac9-441d-b4ab-ebeeee4c0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (764c5a07-48f9-4a84-9e6b-fac6818691e2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:16.192079 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9691d02-aac9-441d-b4ab-ebeeee4c0c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:16.195703 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e9691d02-aac9-441d-b4ab-ebeeee4c0c38 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/764c5a07-48f9-4a84-9e6b-fac6818691e2 HTTP/1.1" status: 204 len: 168 time: 0.2322340 Jan 14 01:41:16.215093 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9691d02-aac9-441d-b4ab-ebeeee4c0c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764c5a07-48f9-4a84-9e6b-fac6818691e2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:16.260191 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e3916-9208-4bec-957d-3b5da3eeebb8 req-270a2201-14fa-45c6-b949-7b06722a2e71 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:16.269865 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-999e3916-9208-4bec-957d-3b5da3eeebb8 req-270a2201-14fa-45c6-b949-7b06722a2e71 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 946 time: 0.0776322 Jan 14 01:41:16.341197 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-999e3916-9208-4bec-957d-3b5da3eeebb8 req-fc7dbdac-234b-4e83-88b5-63a47ec2d970 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703592 Jan 14 01:41:16.397472 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-1be3f5d6-ff2f-4bdc-93b8-9432eccd5552 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531628 Jan 14 01:41:16.443444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58911a4d-ba6c-43d2-b412-27175c080948 req-40dd497e-f0a4-4b9e-bf8c-718329164e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:16.444525 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-58911a4d-ba6c-43d2-b412-27175c080948 req-40dd497e-f0a4-4b9e-bf8c-718329164e6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 1097 time: 0.0889235 Jan 14 01:41:16.456386 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ea0a2-bd52-42dd-ba78-51043ef92113 req-441756ac-01e1-44e8-b33b-ec2eb79d9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:16.458812 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f59ea0a2-bd52-42dd-ba78-51043ef92113 req-441756ac-01e1-44e8-b33b-ec2eb79d9f30 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 1101 time: 0.1255219 Jan 14 01:41:16.622010 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c5ed9325-615a-4f33-8d9f-df6d3d5cb945 req-1438af7f-dd88-4493-8e75-a92efe3ff8a6 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.0784967 Jan 14 01:41:16.797270 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-8ea25a8a-e497-4aea-bbcf-dd159a583c78 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:16.798837 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-8ea25a8a-e497-4aea-bbcf-dd159a583c78 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3950109 Jan 14 01:41:16.824358 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49728) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:16.828187 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f59ea0a2-bd52-42dd-ba78-51043ef92113 req-85d1a928-90a8-4bbf-8ef8-81d616854d09 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238499 Jan 14 01:41:16.843838 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-58911a4d-ba6c-43d2-b412-27175c080948 req-0a3460f1-7e24-444d-b251-8724523d348a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3840699 Jan 14 01:41:16.856717 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ca0f422-386c-4bfd-be56-0875333b0150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:16.861161 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-591ce201-a30c-4857-8bf9-8add97083034 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/quotas/4e109b3f5cfb4e82a5b57102758e39eb HTTP/1.1" status: 200 len: 375 time: 0.0345860 Jan 14 01:41:16.896471 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64632973-9183-409f-8458-69f94580e764 req-e243dc88-ae03-4b44-9a81-694b8403ee58 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:16.903040 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64632973-9183-409f-8458-69f94580e764 req-e243dc88-ae03-4b44-9a81-694b8403ee58 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 943 time: 0.1454928 Jan 14 01:41:17.006086 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-aee59f50-4c8c-45d2-a086-c8e3f8989a0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1368959 Jan 14 01:41:17.008293 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 7d8a1857-f25e-427b-91fe-7d528bc709a3 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:41:17.026957 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64632973-9183-409f-8458-69f94580e764 req-538dedd8-257f-429e-a5b0-c1a17a3c85f0 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148136 Jan 14 01:41:17.092294 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ca0f422-386c-4bfd-be56-0875333b0150 admin admin] Publish callbacks [] for security_group (b2921f90-89da-4eb9-80c4-defd6fc6fe73), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:17.105500 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ca0f422-386c-4bfd-be56-0875333b0150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b2921f90-89da-4eb9-80c4-defd6fc6fe73), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:17.195420 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0f422-386c-4bfd-be56-0875333b0150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2921f90-89da-4eb9-80c4-defd6fc6fe73,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:17.224243 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1ca0f422-386c-4bfd-be56-0875333b0150 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9cf4d9037ba04905b3969374123b13e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3988204 Jan 14 01:41:17.227018 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49742) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:17.272496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12272618-5fc5-4484-9387-c55ad8b5ea98 req-b7b349b9-faab-445b-860e-97c252139777 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:17.311817 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-12272618-5fc5-4484-9387-c55ad8b5ea98 req-b7b349b9-faab-445b-860e-97c252139777 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.1907806 Jan 14 01:41:17.343376 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30f3b1e5-5e1d-4f16-a7c6-d4e38c127d1b admin admin] Publish callbacks [] for security_group (b2921f90-89da-4eb9-80c4-defd6fc6fe73), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:17.395894 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30f3b1e5-5e1d-4f16-a7c6-d4e38c127d1b admin admin] Publish callbacks [] for security_group (b2921f90-89da-4eb9-80c4-defd6fc6fe73), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:17.407428 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-12272618-5fc5-4484-9387-c55ad8b5ea98 req-9025fd1d-9baf-4808-ad40-b2ac148cb425 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948694 Jan 14 01:41:17.420901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:17.438080 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 7d8a1857-f25e-427b-91fe-7d528bc709a3 has no active binding in host n-h2-824358-4 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 14 01:41:17.464080 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbbd69-7a61-4fc4-aebe-29e68b086b43 req-6acf7c69-b1c1-4607-a321-e712ed236ea7 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:17.473981 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69dbbd69-7a61-4fc4-aebe-29e68b086b43 req-6acf7c69-b1c1-4607-a321-e712ed236ea7 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 950 time: 0.1378925 Jan 14 01:41:17.489892 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30f3b1e5-5e1d-4f16-a7c6-d4e38c127d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b2921f90-89da-4eb9-80c4-defd6fc6fe73), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:17.498772 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30f3b1e5-5e1d-4f16-a7c6-d4e38c127d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:17.499925 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-30f3b1e5-5e1d-4f16-a7c6-d4e38c127d1b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2921f90-89da-4eb9-80c4-defd6fc6fe73 HTTP/1.1" status: 204 len: 168 time: 0.2713776 Jan 14 01:41:17.512809 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3b1e5-5e1d-4f16-a7c6-d4e38c127d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2921f90-89da-4eb9-80c4-defd6fc6fe73,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:17.560671 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7660665-024b-445f-a326-de49306a3858 req-5fd3014b-f007-486e-99eb-378e5d54fe89 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 210 time: 0.0593364 Jan 14 01:41:17.586516 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69dbbd69-7a61-4fc4-aebe-29e68b086b43 req-b4cb17d4-e188-41ed-90a1-b136cd269b01 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077178 Jan 14 01:41:17.729774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab922cac-eb95-4232-a471-632b7fb5e400 req-c55e6ba4-9ad9-4071-ad30-098f0860a5dc tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:17.736970 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab922cac-eb95-4232-a471-632b7fb5e400 req-c55e6ba4-9ad9-4071-ad30-098f0860a5dc tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 946 time: 0.0761013 Jan 14 01:41:17.821231 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab922cac-eb95-4232-a471-632b7fb5e400 req-824aa56c-a072-4345-a7c7-50e893275866 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683496 Jan 14 01:41:17.900139 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-b670433d-e675-470e-adbc-654e810fada3 service neutron] 10.222.0.46 "GET /v2.0/ports/7d8a1857-f25e-427b-91fe-7d528bc709a3/bindings/n-h2-824358-4 HTTP/1.1" status: 200 len: 384 time: 0.1432052 Jan 14 01:41:17.931397 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-92cde889-4365-442a-bcbc-5e51cce01b51 req-8a9ce5c9-e869-41f9-9cbc-821477ab2aa7 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.0510662 Jan 14 01:41:18.160682 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-785dadb3-36ea-47bf-ada5-e334e197d23b service neutron] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:18.195391 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-785dadb3-36ea-47bf-ada5-e334e197d23b service neutron] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:18.197347 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998591-31a7-447e-812b-ab7d949238a0 req-d2fc03c1-a818-4515-b9d2-eeade0546ec1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:18.205732 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8998591-31a7-447e-812b-ab7d949238a0 req-d2fc03c1-a818-4515-b9d2-eeade0546ec1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 943 time: 0.0876064 Jan 14 01:41:18.266544 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-785dadb3-36ea-47bf-ada5-e334e197d23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8a1857-f25e-427b-91fe-7d528bc709a3 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:18.272477 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8998591-31a7-447e-812b-ab7d949238a0 req-11bcfc96-3c12-483d-9230-f75db08f042e tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625155 Jan 14 01:41:18.304334 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-785dadb3-36ea-47bf-ada5-e334e197d23b service neutron] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:18.335344 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-785dadb3-36ea-47bf-ada5-e334e197d23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:18.454118 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-785dadb3-36ea-47bf-ada5-e334e197d23b service neutron] Transition to ACTIVE for port object 7d8a1857-f25e-427b-91fe-7d528bc709a3 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:41:18.465732 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-785dadb3-36ea-47bf-ada5-e334e197d23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:18.628154 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-785dadb3-36ea-47bf-ada5-e334e197d23b service neutron] No DVR routers for this DVR port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:41:18.658216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf818b4-7a3f-4239-8fad-a52677b9fd68 req-6fd0557a-3a0a-4805-8640-09d9ecfc8126 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:18.665822 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-caf818b4-7a3f-4239-8fad-a52677b9fd68 req-6fd0557a-3a0a-4805-8640-09d9ecfc8126 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.1290596 Jan 14 01:41:18.707567 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dadb3-36ea-47bf-ada5-e334e197d23b service neutron] Pushing event updated for resources: {'Port': ['ID=7d8a1857-f25e-427b-91fe-7d528bc709a3,revision_number=10']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:18.714435 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-785dadb3-36ea-47bf-ada5-e334e197d23b service neutron] 10.222.0.46 "PUT /v2.0/ports/7d8a1857-f25e-427b-91fe-7d528bc709a3/bindings/n-h2-824358-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8077927 Jan 14 01:41:18.755364 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-62d0d391-7926-493a-baed-365a887d48f2 req-233f5c6d-f963-4843-a24b-da9ba121d711 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 210 time: 0.0587397 Jan 14 01:41:18.809783 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-caf818b4-7a3f-4239-8fad-a52677b9fd68 req-e2d98f9f-5018-490e-8cea-02b2803ecea9 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327784 Jan 14 01:41:18.896798 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49832) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:18.920364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcdac0-7b09-46f0-b4f5-2242ee3de674 req-f875d344-7df8-4c9a-b6f5-e378d378bc87 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:18.929362 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06bcdac0-7b09-46f0-b4f5-2242ee3de674 req-f875d344-7df8-4c9a-b6f5-e378d378bc87 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 950 time: 0.0920806 Jan 14 01:41:18.938802 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-86c786b9-14fa-4a1c-bf07-5cd2f16c7cf2 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:18.940299 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-86c786b9-14fa-4a1c-bf07-5cd2f16c7cf2 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c&tenant_id=499063d5628544d8ac7f06264154b870&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 1095 time: 0.0848603 Jan 14 01:41:19.038992 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06bcdac0-7b09-46f0-b4f5-2242ee3de674 req-9ca4fe76-2634-497c-bece-4d8281fc726d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050351 Jan 14 01:41:19.059155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbc9a6-9255-4718-853a-42ac2a78410e req-3f2602a0-1523-4e1f-b15f-a699157fc4f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:19.059422 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-e5a9da49-d100-4b8b-b9bf-a0995cf456dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:19.061119 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-e5a9da49-d100-4b8b-b9bf-a0995cf456dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c&tenant_id=499063d5628544d8ac7f06264154b870 HTTP/1.1" status: 200 len: 1095 time: 0.0812933 Jan 14 01:41:19.069640 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5dbc9a6-9255-4718-853a-42ac2a78410e req-3f2602a0-1523-4e1f-b15f-a699157fc4f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 946 time: 0.1313229 Jan 14 01:41:19.128346 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca3e02ff-910f-45c3-a0de-f725ad200acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:19.176315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-33d69ef6-1a9b-4589-8c65-d4599b681832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:19.178358 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-33d69ef6-1a9b-4589-8c65-d4599b681832 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 1095 time: 0.0681467 Jan 14 01:41:19.183728 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-42ed5b14-1d84-4db9-9d35-09501fe623d7 req-e1349839-9e4f-451e-81eb-5e8e9be6f074 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.0419612 Jan 14 01:41:19.199314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5dbc9a6-9255-4718-853a-42ac2a78410e req-2194bbd4-91f4-4b8e-a92f-cedf7f07e189 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254282 Jan 14 01:41:19.301753 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-a074e0e9-0852-4f2e-b83a-9ae869cd7534 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673947 Jan 14 01:41:19.392288 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-985a4b20-84b7-4300-9516-8e8694736755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:19.393886 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-985a4b20-84b7-4300-9516-8e8694736755 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.1619623 Jan 14 01:41:19.481858 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-dacc3178-26d9-46dc-868f-d3d5c6f48834 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3 HTTP/1.1" status: 200 len: 217 time: 0.0744729 Jan 14 01:41:19.515208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e310c9-4beb-4d00-ad32-5380ba3083e9 req-5aeb5225-bdaa-4a00-8d35-5cd07d2b46fb tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:19.523083 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d5e310c9-4beb-4d00-ad32-5380ba3083e9 req-5aeb5225-bdaa-4a00-8d35-5cd07d2b46fb tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 946 time: 0.2180836 Jan 14 01:41:19.557695 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-92a41f73-1f11-40ed-834d-53fa7f60b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:19.559936 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-92a41f73-1f11-40ed-834d-53fa7f60b853 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0559199 Jan 14 01:41:19.560563 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49854) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:19.565172 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0d98d5e4-cbab-4f8f-aebe-751a113eda8b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Request body: {'floatingip': {'port_id': '5266dd32-c8e8-4294-ba52-4569e8c35f9f'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:19.572175 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca3e02ff-910f-45c3-a0de-f725ad200acc admin admin] Publish callbacks [] for security_group (9eebe574-e29f-4320-b8eb-e6306f2b92f3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:19.588053 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3dc52-8608-45fb-a109-a47519871f31 req-334915d1-0900-4ad1-83d3-c2ffc2faad97 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:19.589830 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a8a3dc52-8608-45fb-a109-a47519871f31 req-334915d1-0900-4ad1-83d3-c2ffc2faad97 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 1101 time: 0.2827923 Jan 14 01:41:19.594259 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca3e02ff-910f-45c3-a0de-f725ad200acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9eebe574-e29f-4320-b8eb-e6306f2b92f3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:19.658646 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d98d5e4-cbab-4f8f-aebe-751a113eda8b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for floatingip (6e9fa975-ff3a-4990-a652-a42b4de259fb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:19.662491 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-495b74c0-0da6-4af6-9326-4f5cad7f934e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355701 Jan 14 01:41:19.700038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-73065962-98cc-4955-8900-a3f6666cf1c0 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:19.701823 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-73065962-98cc-4955-8900-a3f6666cf1c0 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3913240 Jan 14 01:41:19.704720 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ca3e02ff-910f-45c3-a0de-f725ad200acc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2296b2a988a04794a6517912200a693b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8070035 Jan 14 01:41:19.709377 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49858) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:19.727526 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e02ff-910f-45c3-a0de-f725ad200acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eebe574-e29f-4320-b8eb-e6306f2b92f3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:19.753255 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Request body: {'port': {'device_id': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '4e109b3f5cfb4e82a5b57102758e39eb'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:19.843321 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a8a3dc52-8608-45fb-a109-a47519871f31 req-7e980506-1823-439e-9d8b-910eacb760e6 tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447917 Jan 14 01:41:19.915380 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-f31ea10d-6a33-49e2-a421-f8cb9aeb4172 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185228 Jan 14 01:41:19.920143 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd8c97-850b-4001-85bd-77047a706596 req-9b46c801-09cf-446b-9004-07f968e8e8d7 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:19.927593 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aadd8c97-850b-4001-85bd-77047a706596 req-9b46c801-09cf-446b-9004-07f968e8e8d7 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 944 time: 0.2898588 Jan 14 01:41:19.954941 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4e579de-f891-4ab8-a4cb-328873fc6236 admin admin] Publish callbacks [] for security_group (9eebe574-e29f-4320-b8eb-e6306f2b92f3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:20.007619 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4e579de-f891-4ab8-a4cb-328873fc6236 admin admin] Publish callbacks [] for security_group (9eebe574-e29f-4320-b8eb-e6306f2b92f3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:20.049313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aadd8c97-850b-4001-85bd-77047a706596 req-0898d1f3-cc04-4402-8cd8-d377cb9a03bb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206815 Jan 14 01:41:20.054140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Made reservation on behalf of 4e109b3f5cfb4e82a5b57102758e39eb for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:41:20.058893 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:20.226040 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a0d1866-dc6b-4cab-941d-b7318971d901 req-0714271e-1564-443f-957c-d39cadb9892e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 210 time: 0.0707281 Jan 14 01:41:20.229897 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4e579de-f891-4ab8-a4cb-328873fc6236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9eebe574-e29f-4320-b8eb-e6306f2b92f3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:20.232600 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4e579de-f891-4ab8-a4cb-328873fc6236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:20.236075 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b4e579de-f891-4ab8-a4cb-328873fc6236 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9eebe574-e29f-4320-b8eb-e6306f2b92f3 HTTP/1.1" status: 204 len: 168 time: 0.5222352 Jan 14 01:41:20.260290 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-756c64b7-06a1-49c4-a398-feaae12248fe service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302071 Jan 14 01:41:20.287807 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e579de-f891-4ab8-a4cb-328873fc6236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eebe574-e29f-4320-b8eb-e6306f2b92f3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:20.317566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc819f-624c-400d-9b6f-91a04b1616e2 req-a4a03fee-8b38-4f45-a2a4-6abfe2314afd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:20.334431 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ddc819f-624c-400d-9b6f-91a04b1616e2 req-a4a03fee-8b38-4f45-a2a4-6abfe2314afd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.1700392 Jan 14 01:41:20.393799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Allocated IP 192.168.233.202 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/cadd6aef-0f53-42a8-862f-ce6b2bee97d6) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:20.398316 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-426fa257-7de6-4d96-a985-4d135804504b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497174 Jan 14 01:41:20.498861 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ddc819f-624c-400d-9b6f-91a04b1616e2 req-b10c5f40-c3fa-42cb-88ef-45d3d3de504e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560996 Jan 14 01:41:20.707826 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-357c7c46-48b7-445c-90eb-38184dc91031 req-f2f41d41-bf9e-4c64-a7db-d48db118e938 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.0739386 Jan 14 01:41:20.717087 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d98d5e4-cbab-4f8f-aebe-751a113eda8b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:20.723406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-7629a662-cd7f-450c-92f1-4a61049738b9 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:20.724916 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-7629a662-cd7f-450c-92f1-4a61049738b9 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c&tenant_id=499063d5628544d8ac7f06264154b870&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1095 time: 0.0583568 Jan 14 01:41:20.725655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-22413dfa-f657-42b9-96a2-41dadedba696 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:20.726659 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d98d5e4-cbab-4f8f-aebe-751a113eda8b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (6e9fa975-ff3a-4990-a652-a42b4de259fb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:20.727332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-22413dfa-f657-42b9-96a2-41dadedba696 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212235 Jan 14 01:41:20.771582 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-32c62ace-f7e9-4da4-8268-fdc8c9c2bdf0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/quotas/8ff8ea5e5e6d409fbb62db3920d7c046 HTTP/1.1" status: 200 len: 375 time: 0.0292568 Jan 14 01:41:20.879815 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks [] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:20.914372 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-3fbe8de8-b051-452b-80ef-03bb6f3cc577 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1313794 Jan 14 01:41:20.948054 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-4da276ff-89c7-4534-a56d-541907a9cf81 service neutron] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:20.953583 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-4da276ff-89c7-4534-a56d-541907a9cf81 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:20.954735 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3cb8adaf-3437-4528-8dd0-cc9f89c0e9d3 req-4da276ff-89c7-4534-a56d-541907a9cf81 service neutron] 10.222.0.36 "DELETE /v2.0/ports/7d8a1857-f25e-427b-91fe-7d528bc709a3/bindings/n-h1-824358-4 HTTP/1.1" status: 204 len: 173 time: 0.1848254 Jan 14 01:41:20.956090 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [None req-0d98d5e4-cbab-4f8f-aebe-751a113eda8b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Floating IP 6e9fa975-ff3a-4990-a652-a42b4de259fb associated. External IP: 172.25.2.190, port: 5266dd32-c8e8-4294-ba52-4569e8c35f9f. Jan 14 01:41:21.002556 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:21.052614 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['46ccbe15-593e-452d-8586-ad63bd4e7490'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:21.055682 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['10219419-df16-4b57-98e2-4d168d9675f5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:21.117787 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:21.129329 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:21.132695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Pushing event updated for resources: {'Port': ['ID=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:21.135886 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:21.260058 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:21.264517 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:21.485747 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad9f31f6-90db-41f7-9fd7-e47f58192f1f req-491b29f1-7497-4d8f-b978-1d0469cc511d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 210 time: 0.1468935 Jan 14 01:41:21.489311 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d98d5e4-cbab-4f8f-aebe-751a113eda8b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:41:21.516564 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7ba5c5f8-bf5b-4031-9499-6ecfc27f0f03 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7753935 Jan 14 01:41:21.561629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Request body: {'port': {'device_id': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:21.600145 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37819c-556a-434e-a0cf-543a00e8f12f req-18a772ff-c37b-4ef2-bd24-69a0c8678c12 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:21.610393 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4c37819c-556a-434e-a0cf-543a00e8f12f req-18a772ff-c37b-4ef2-bd24-69a0c8678c12 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 944 time: 0.3351467 Jan 14 01:41:21.627442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 7d8a1857-f25e-427b-91fe-7d528bc709a3 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:41:21.863782 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49928) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:21.864178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49930) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:22.008226 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:22.084234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] The host n-h1-824358-4 is not matching for port 7d8a1857-f25e-427b-91fe-7d528bc709a3 host n-h2-824358-4! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 01:41:22.084992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 7d8a1857-f25e-427b-91fe-7d528bc709a3 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:41:22.093789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ab3e86bd-e9cd-478b-aa47-b0431593aa75 None None] Provisioning complete for port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:22.094182 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab3e86bd-e9cd-478b-aa47-b0431593aa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:22.111839 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4c37819c-556a-434e-a0cf-543a00e8f12f req-23af6176-2bd5-4ef6-91b6-f13c4328eafc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598234 Jan 14 01:41:22.183913 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a3f4-c85c-4832-9e11-c46f11d3e3ae req-aa06751f-5cfa-480d-ab9a-217cf27db793 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:22.187331 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e86bd-e9cd-478b-aa47-b0431593aa75 None None] Port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:41:22.191896 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acb7a3f4-c85c-4832-9e11-c46f11d3e3ae req-aa06751f-5cfa-480d-ab9a-217cf27db793 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 936 time: 0.4600289 Jan 14 01:41:22.198254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1155025287-network', 'tenant_id': '9d2d774cf7cf4621a0be8f048f1c30d6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:22.236161 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d98d5e4-cbab-4f8f-aebe-751a113eda8b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:41:22.241276 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d98d5e4-cbab-4f8f-aebe-751a113eda8b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:22.246961 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc6e2-d93a-4b01-9fe5-a5c03b1dc7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:22.299877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b5846-35d5-47d4-b36d-09f1848bf689 None None] Sync routers for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:41:22.308012 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0d98d5e4-cbab-4f8f-aebe-751a113eda8b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "PUT /v2.0/floatingips/6e9fa975-ff3a-4990-a652-a42b4de259fb HTTP/1.1" status: 200 len: 992 time: 2.7430532 Jan 14 01:41:22.308012 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'tag': '5266dd32-c8e8-4294-ba52-4569e8c35f9f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:22.309356 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7157c108-8a53-4ff0-9b61-66266d9ab351" -d '{"events": [{"name": "network-changed", "server_uuid": "54fdfba5-3674-4ad1-83f3-16dae69bf479", "tag": "5266dd32-c8e8-4294-ba52-4569e8c35f9f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:22.320286 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b5846-35d5-47d4-b36d-09f1848bf689 None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:41:22.320932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-db2b5846-35d5-47d4-b36d-09f1848bf689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:22.433328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Made reservation on behalf of 9d2d774cf7cf4621a0be8f048f1c30d6 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:41:22.435726 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:22.469727 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acb7a3f4-c85c-4832-9e11-c46f11d3e3ae req-3315c4f7-d8cb-4048-b617-c4d1a0178e7d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750599 Jan 14 01:41:22.525422 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbccc-0a4b-4893-a257-26cddc194498 req-928159d5-5929-4d45-afc9-becd7fc02f3d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:22.543026 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f2bbccc-0a4b-4893-a257-26cddc194498 req-928159d5-5929-4d45-afc9-becd7fc02f3d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.3194921 Jan 14 01:41:22.549523 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:22.600616 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-db2b5846-35d5-47d4-b36d-09f1848bf689 None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:41:22.918166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-db2b5846-35d5-47d4-b36d-09f1848bf689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '6e9fa975-ff3a-4990-a652-a42b4de259fb', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'port_id': '5266dd32-c8e8-4294-ba52-4569e8c35f9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'mac_address': 'fa:16:3e:b5:f2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:38:38Z', 'updated_at': '2022-01-14T01:41:20Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:22Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:22.955479 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b5846-35d5-47d4-b36d-09f1848bf689 None None] Checking router: e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:41:22.968017 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b5846-35d5-47d4-b36d-09f1848bf689 None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:41:22.969044 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-db2b5846-35d5-47d4-b36d-09f1848bf689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:22.997276 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f7c95974-5a8b-496d-ae56-6d664f4e0703 req-e62bdc26-3f78-4614-a3d9-0db3c50a334b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.4084151 Jan 14 01:41:23.066236 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-4472d6a4-246f-4c48-925c-9045c73f6183 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810905 Jan 14 01:41:23.098143 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-db2b5846-35d5-47d4-b36d-09f1848bf689 None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:41:23.165494 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f2bbccc-0a4b-4893-a257-26cddc194498 req-354781cd-6342-49df-97c0-e026c0dcf181 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6158447 Jan 14 01:41:23.181853 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc6e2-d93a-4b01-9fe5-a5c03b1dc7ca admin admin] Publish callbacks [] for security_group (2c996b63-54d6-4e3f-b8ac-ac1550832642), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:23.254907 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc6e2-d93a-4b01-9fe5-a5c03b1dc7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2c996b63-54d6-4e3f-b8ac-ac1550832642), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:23.286763 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbd5bc7-4ebc-43b0-919f-9d9e32282d8c x-openstack-request-id: req-6bbd5bc7-4ebc-43b0-919f-9d9e32282d8c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:23.287293 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fdfba5-3674-4ad1-83f3-16dae69bf479", "tag": "5266dd32-c8e8-4294-ba52-4569e8c35f9f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:23.287293 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bbd5bc7-4ebc-43b0-919f-9d9e32282d8c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:23.287790 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'tag': '5266dd32-c8e8-4294-ba52-4569e8c35f9f', 'status': 'completed', 'code': 200} Jan 14 01:41:23.327752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-430747c8-9b81-4307-a9eb-54895dc8a1b3 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:23.336864 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-430747c8-9b81-4307-a9eb-54895dc8a1b3 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657499 Jan 14 01:41:23.391949 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Request body: {'port': {'device_id': '976fa923-af4f-4c18-b347-89ac65c9d5ea', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '8ff8ea5e5e6d409fbb62db3920d7c046'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:23.408926 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c70c1845-d957-47b9-a1fe-e56dc86d006a req-2f244784-93b0-4481-803a-f28fc9cc613c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 210 time: 0.0566120 Jan 14 01:41:23.413572 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f5fdc6e2-d93a-4b01-9fe5-a5c03b1dc7ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bcafc732ce04894acc5a816bf905b26&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5083346 Jan 14 01:41:23.419470 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49950) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:23.426401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdc6e2-d93a-4b01-9fe5-a5c03b1dc7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c996b63-54d6-4e3f-b8ac-ac1550832642,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:23.500023 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-db2b5846-35d5-47d4-b36d-09f1848bf689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '6e9fa975-ff3a-4990-a652-a42b4de259fb', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'port_id': '5266dd32-c8e8-4294-ba52-4569e8c35f9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'mac_address': 'fa:16:3e:b5:f2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:38:38Z', 'updated_at': '2022-01-14T01:41:20Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:22Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:23.510245 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Publish callbacks [] for security_group (1f437b88-671d-4c9b-8b4a-257ad67e2d59), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:23.530819 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1f437b88-671d-4c9b-8b4a-257ad67e2d59), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:23.544230 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b5846-35d5-47d4-b36d-09f1848bf689 None None] The sync data for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 is: [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '6e9fa975-ff3a-4990-a652-a42b4de259fb', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'port_id': '5266dd32-c8e8-4294-ba52-4569e8c35f9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'mac_address': 'fa:16:3e:b5:f2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:38:38Z', 'updated_at': '2022-01-14T01:41:20Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:22Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:41:23.578739 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadd6aef-0f53-42a8-862f-ce6b2bee97d6 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:23.600211 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Publish callbacks [] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:23.609545 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:41:23.620205 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c108-8a53-4ff0-9b61-66266d9ab351 req-1cc2e1a9-a9f8-4e3d-a5ba-2359203c6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:23.622845 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7157c108-8a53-4ff0-9b61-66266d9ab351 req-1cc2e1a9-a9f8-4e3d-a5ba-2359203c6c18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52dce24e3712453495bd08f4c1c11f5a&device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 1097 time: 0.2343934 Jan 14 01:41:23.627637 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d71523-ba6a-42f6-8758-d0c027d657c6 req-52e12d31-f731-4445-a519-58428fd68060 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:23.629127 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77d71523-ba6a-42f6-8758-d0c027d657c6 req-52e12d31-f731-4445-a519-58428fd68060 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 1095 time: 0.2166424 Jan 14 01:41:23.664186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Transition to ACTIVE for port object cadd6aef-0f53-42a8-862f-ce6b2bee97d6 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:41:23.676312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f437b88-671d-4c9b-8b4a-257ad67e2d59,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:23.728310 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (bfa497de-1dcd-41d4-9fb7-a380741bdb35), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:23.728754 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Added segment bfa497de-1dcd-41d4-9fb7-a380741bdb35 of type vlan for network 8e36c7ac-22cf-4068-82d1-34daa2980da3 Jan 14 01:41:23.746467 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77d71523-ba6a-42f6-8758-d0c027d657c6 req-88830bb4-bd42-4d91-9c22-f422596f5169 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733466 Jan 14 01:41:23.754011 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:23.813572 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0e61f73-ce37-435e-b4e0-fcfdd09a3e87 admin admin] Publish callbacks [] for security_group (2c996b63-54d6-4e3f-b8ac-ac1550832642), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:23.831455 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Made reservation on behalf of 8ff8ea5e5e6d409fbb62db3920d7c046 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:41:23.842347 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0e61f73-ce37-435e-b4e0-fcfdd09a3e87 admin admin] Publish callbacks [] for security_group (2c996b63-54d6-4e3f-b8ac-ac1550832642), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:23.855464 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:23.879689 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c108-8a53-4ff0-9b61-66266d9ab351 req-6eb0b4d5-011a-4aee-b1be-5d96308e4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:23.882521 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7157c108-8a53-4ff0-9b61-66266d9ab351 req-6eb0b4d5-011a-4aee-b1be-5d96308e4c36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 HTTP/1.1" status: 200 len: 924 time: 0.2387621 Jan 14 01:41:23.933452 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d01ab-bf24-4b97-88c0-18b47bf416d6 None None] New status for floating IP 6e9fa975-ff3a-4990-a652-a42b4de259fb: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:41:24.030331 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7157c108-8a53-4ff0-9b61-66266d9ab351 req-13eb56be-3554-40d9-a970-a6d5e93090cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5266dd32-c8e8-4294-ba52-4569e8c35f9f HTTP/1.1" status: 200 len: 1000 time: 0.1383317 Jan 14 01:41:24.100822 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c108-8a53-4ff0-9b61-66266d9ab351 req-69a346a9-ea81-4c09-a5f3-e45b3b677c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:24.102620 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7157c108-8a53-4ff0-9b61-66266d9ab351 req-69a346a9-ea81-4c09-a5f3-e45b3b677c1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec2c54e8-2288-419a-ae9e-34008480a281 HTTP/1.1" status: 200 len: 862 time: 0.0604353 Jan 14 01:41:24.126869 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0e61f73-ce37-435e-b4e0-fcfdd09a3e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2c996b63-54d6-4e3f-b8ac-ac1550832642), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:24.129436 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0e61f73-ce37-435e-b4e0-fcfdd09a3e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:24.130666 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a0e61f73-ce37-435e-b4e0-fcfdd09a3e87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c996b63-54d6-4e3f-b8ac-ac1550832642 HTTP/1.1" status: 204 len: 168 time: 0.7051625 Jan 14 01:41:24.209453 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Allocated IP 192.168.233.54 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/b6d876ec-36dc-46ef-9fb4-24c4ef5e333b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:24.219245 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c108-8a53-4ff0-9b61-66266d9ab351 req-cc83b66b-3ba0-42b5-b4c9-d2824d3c3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:24.220989 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7157c108-8a53-4ff0-9b61-66266d9ab351 req-cc83b66b-3ba0-42b5-b4c9-d2824d3c3650 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096795 Jan 14 01:41:24.293081 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Attempting to bind port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:24.293459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Attempting to bind port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:24.293792 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Attempting to bind port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:24.379005 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7157c108-8a53-4ff0-9b61-66266d9ab351 req-8fc8cf9e-84db-42f5-be06-dd99a45c9e85 service neutron] 10.222.0.36 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500089 Jan 14 01:41:24.481290 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89855b0b-349d-4410-b5ea-2bbe0f35194b req-749a6072-4236-4f04-9074-7dbf8347e195 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:24.488453 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89855b0b-349d-4410-b5ea-2bbe0f35194b req-749a6072-4236-4f04-9074-7dbf8347e195 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 936 time: 0.9178526 Jan 14 01:41:24.497202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-dfb2244e-c861-47f0-829e-22412424df08 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:24.498705 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-dfb2244e-c861-47f0-829e-22412424df08 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 808 time: 0.2734227 Jan 14 01:41:24.500436 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (8e36c7ac-22cf-4068-82d1-34daa2980da3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:24.520170 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e61f73-ce37-435e-b4e0-fcfdd09a3e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c996b63-54d6-4e3f-b8ac-ac1550832642,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:24.527875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:41:24.528288 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Attempting to bind port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:24.547780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:24.548607 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:24.548607 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:24.548977 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Bound port: cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:24.549300 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:24.556402 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:24.584698 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-f8a0a232-590d-458a-95a5-7e0ea9b452e9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/quotas/499063d5628544d8ac7f06264154b870 HTTP/1.1" status: 200 len: 375 time: 0.0664475 Jan 14 01:41:24.625418 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89855b0b-349d-4410-b5ea-2bbe0f35194b req-2b0b31a4-2d2e-4dae-992c-432d62d4c7e1 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358795 Jan 14 01:41:24.661683 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7157c108-8a53-4ff0-9b61-66266d9ab351 req-ffbc5cfd-4bfc-4ccc-ad2b-5b380a317c78 service neutron] 10.222.0.36 "GET /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672119 Jan 14 01:41:24.670038 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks [] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:24.685119 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49978) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:24.711171 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0dac8078-c731-4215-b59d-bfd2c5f164d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:24.733346 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (8e36c7ac-22cf-4068-82d1-34daa2980da3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:24.734322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:24.734985 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:24.817454 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0dac8078-c731-4215-b59d-bfd2c5f164d8 admin admin] Publish callbacks [] for security_group (5c0170d7-619a-4f57-a716-8fae18d261db), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:24.828632 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0dac8078-c731-4215-b59d-bfd2c5f164d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5c0170d7-619a-4f57-a716-8fae18d261db), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:24.829783 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de6b54c0-fd4f-483a-b66a-5278b4c58080 req-67722f7e-3286-4eae-9112-0ab59f553734 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.1006229 Jan 14 01:41:24.857807 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:24.865901 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9716575 Jan 14 01:41:24.879526 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49980) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:24.889882 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9b1d2730-7b12-447e-bc1d-b07af6226aad admin admin] Request body: {'subnet': {'network_id': '8e36c7ac-22cf-4068-82d1-34daa2980da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1155025287-subnet', 'tenant_id': '9d2d774cf7cf4621a0be8f048f1c30d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:24.895810 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4424c79-b982-490c-8fe4-f816197b059d', 'a18f636d-d0e0-4670-b611-0fe97aa79f49', '81a18b72-96e6-416a-8f19-3a52f21b66ff', 'feb9517c-0dac-4c99-b9a8-65625151d0db', '1e798c61-7108-4ac0-9337-2356ae893049'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:24.906140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:24.921191 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-d6388dda-3c70-4539-a367-4ef53ef0a86f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3127134 Jan 14 01:41:24.939514 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b8fd4-8196-4386-9a41-6dc9710872d1 admin admin] Pushing event updated for resources: {'Network': ['ID=8e36c7ac-22cf-4068-82d1-34daa2980da3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:24.942454 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69', '0163fcca-43e2-4e9f-8140-e122afe6acd1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:24.959338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:24.998163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 8e36c7ac-22cf-4068-82d1-34daa2980da3 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:41:25.006987 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:25.071138 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0dac8078-c731-4215-b59d-bfd2c5f164d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57e297a994b244ceb960b23d0cd922b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824604 Jan 14 01:41:25.092996 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49982) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:25.099005 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:25.118220 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac8078-c731-4215-b59d-bfd2c5f164d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0170d7-619a-4f57-a716-8fae18d261db,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:25.124611 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1d2730-7b12-447e-bc1d-b07af6226aad admin admin] Made reservation on behalf of 9d2d774cf7cf4621a0be8f048f1c30d6 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:41:25.131302 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b1d2730-7b12-447e-bc1d-b07af6226aad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:25.147720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:25.149035 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:25.150776 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/cadd6aef-0f53-42a8-862f-ce6b2bee97d6 HTTP/1.1" status: 200 len: 1096 time: 3.6090941 Jan 14 01:41:25.162704 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:25.172218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:25.175517 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cd5367-9b8d-493a-9155-60bdf714106a" -d '{"events": [{"name": "network-changed", "server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:25.195890 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:25.243834 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-cadc64f9-7d86-4f9d-a672-2dff38f68baa tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:25.245374 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-cadc64f9-7d86-4f9d-a672-2dff38f68baa tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12&tenant_id=fb29aaab805049d786bf79e89fb9efca&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1097 time: 0.3860247 Jan 14 01:41:25.280450 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824358-4'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:25.283892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event updated for resources: {'Port': ['ID=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:25.349934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:25.351787 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:25.368735 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07125e2d-74f8-4bd8-8e54-ab4e054b71f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:25.407628 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-33637d2b-7291-496a-9cc8-18893fc4b4c1 service neutron] 10.222.0.26 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851480 Jan 14 01:41:25.409707 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-346c14d3-fbd8-408c-bb84-433f5f0bcc62 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0232482 Jan 14 01:41:25.422699 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f222c-650e-466a-8f0a-e986bf0c0393 req-163ce621-51db-4565-878c-79b79ac1d113 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:25.430250 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-034f222c-650e-466a-8f0a-e986bf0c0393 req-163ce621-51db-4565-878c-79b79ac1d113 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 946 time: 0.2891870 Jan 14 01:41:25.433908 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Request body: {'port': {'device_id': '976fa923-af4f-4c18-b347-89ac65c9d5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:25.508916 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 2aa21865-dac0-4009-b70b-ba8c2c4cacde details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:41:25.525087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7236958b-f000-4ce5-943e-8da25f0389e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:25.527997 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-7236958b-f000-4ce5-943e-8da25f0389e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 1099 time: 0.2856078 Jan 14 01:41:25.540335 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7a25454-3ecb-41d2-a732-e8cab6c685d3 admin admin] Publish callbacks [] for security_group (5c0170d7-619a-4f57-a716-8fae18d261db), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:25.547248 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:25.569977 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:25.601427 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-05b10bad-9763-4add-97e1-332d424c2625 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6 HTTP/1.1" status: 200 len: 217 time: 0.0460551 Jan 14 01:41:25.717770 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:41:25.722841 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7a25454-3ecb-41d2-a732-e8cab6c685d3 admin admin] Publish callbacks [] for security_group (5c0170d7-619a-4f57-a716-8fae18d261db), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:25.727532 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:25.786265 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:25.800016 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-034f222c-650e-466a-8f0a-e986bf0c0393 req-56b18b20-85ad-4013-a9e1-9ddc429a1d85 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687968 Jan 14 01:41:25.845217 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Publish callbacks [] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:25.850924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c818c37-96e2-455e-8802-4ddd23403a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aa21865-dac0-4009-b70b-ba8c2c4cacde'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:25.856378 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d903e4-8b1a-43d4-9208-63d8ca12ff18" -d '{"events": [{"server_uuid": "5c818c37-96e2-455e-8802-4ddd23403a12", "name": "network-vif-unplugged", "status": "completed", "tag": "2aa21865-dac0-4009-b70b-ba8c2c4cacde"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:25.893113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-de0e1ad0-6d75-4141-90c9-f0819bf01ef3 service neutron] 10.222.0.26 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847093 Jan 14 01:41:25.894375 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:25.895922 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-1e007397-1e80-4fd7-93f7-8d9615c3cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:25.898863 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-1e007397-1e80-4fd7-93f7-8d9615c3cab7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.2789955 Jan 14 01:41:26.033640 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8748a0b3-dfcf-4219-8364-5fcd2e1ff377 None None] Provisioning complete for port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:26.034893 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8748a0b3-dfcf-4219-8364-5fcd2e1ff377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:26.043365 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b1d2730-7b12-447e-bc1d-b07af6226aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (cba9f608-6c71-401b-ba41-51e9cb5c34c8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:26.055781 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7a25454-3ecb-41d2-a732-e8cab6c685d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5c0170d7-619a-4f57-a716-8fae18d261db), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:26.059407 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7a25454-3ecb-41d2-a732-e8cab6c685d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:26.060581 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c7a25454-3ecb-41d2-a732-e8cab6c685d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c0170d7-619a-4f57-a716-8fae18d261db HTTP/1.1" status: 204 len: 168 time: 0.9660935 Jan 14 01:41:26.129165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8748a0b3-dfcf-4219-8364-5fcd2e1ff377 None None] Port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:41:26.184857 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Pushing event updated for resources: {'Port': ['ID=2aa21865-dac0-4009-b70b-ba8c2c4cacde,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:26.185049 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af20a24a-4860-4181-b365-66a392850e63 x-openstack-request-id: req-af20a24a-4860-4181-b365-66a392850e63 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:26.185336 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:26.185591 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af20a24a-4860-4181-b365-66a392850e63 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:26.185975 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'status': 'completed', 'code': 200} Jan 14 01:41:26.202873 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Attempting to bind port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on host n-h2-824358-4 for vnic_type normal with profile {"migrating_to": "n-h1-824358-4"} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:26.203299 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Attempting to bind port 2aa21865-dac0-4009-b70b-ba8c2c4cacde by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:26.203679 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Attempting to bind port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:26.219905 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:26.225848 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-95e5753c-8c54-446d-b032-a5ebb34bccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:26.229001 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-95e5753c-8c54-446d-b032-a5ebb34bccec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3005681 Jan 14 01:41:26.241696 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:41:26.242284 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Attempting to bind port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:26.268661 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 2aa21865-dac0-4009-b70b-ba8c2c4cacde has no active binding in host n-h1-824358-4 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 14 01:41:26.279509 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a25454-3ecb-41d2-a732-e8cab6c685d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0170d7-619a-4f57-a716-8fae18d261db,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:26.302082 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:26.302455 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:26.303201 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Bound using segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:26.303655 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Bound port: 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:26.304060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:26.419437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d2730-7b12-447e-bc1d-b07af6226aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba9f608-6c71-401b-ba41-51e9cb5c34c8,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:26.452934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:26.463558 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a17e26-708d-4246-86d7-73dda93df3ee req-e34f8517-dfd0-4d3a-a5a8-2929918055b4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:26.474115 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:26.474627 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c2a17e26-708d-4246-86d7-73dda93df3ee req-e34f8517-dfd0-4d3a-a5a8-2929918055b4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 935 time: 0.4978511 Jan 14 01:41:26.490954 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:26.491136 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d2730-7b12-447e-bc1d-b07af6226aad admin admin] Checking segment: {'id': 'bfa497de-1dcd-41d4-9fb7-a380741bdb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e36c7ac-22cf-4068-82d1-34daa2980da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:26.491466 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d2730-7b12-447e-bc1d-b07af6226aad admin admin] Network hostable DHCP agents. Network: 8e36c7ac-22cf-4068-82d1-34daa2980da3, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:41:26.654316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Pushing event updated for resources: {'Port': ['ID=2aa21865-dac0-4009-b70b-ba8c2c4cacde,revision_number=8']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:26.681993 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-990c42c3-4a12-4dc9-8d06-fb28546a39b7 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280593 Jan 14 01:41:26.700372 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894167a-a4d9-41ba-916f-cbd7bf4dd7e9 req-8aa203a6-5fe5-4786-886a-479a4043e275 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:26.702311 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5894167a-a4d9-41ba-916f-cbd7bf4dd7e9 req-8aa203a6-5fe5-4786-886a-479a4043e275 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 948 time: 0.3430452 Jan 14 01:41:26.708587 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d2730-7b12-447e-bc1d-b07af6226aad admin admin] Network 8e36c7ac-22cf-4068-82d1-34daa2980da3 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:41:26.747258 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c2a17e26-708d-4246-86d7-73dda93df3ee req-d3001ea7-2619-4cb0-8ee3-33cc63ece1f6 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713516 Jan 14 01:41:26.747938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9b1d2730-7b12-447e-bc1d-b07af6226aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 8e36c7ac-22cf-4068-82d1-34daa2980da3) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:26.756399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c2bc7-5c76-490a-8a83-8b657274ee69 None None] Network 8e36c7ac-22cf-4068-82d1-34daa2980da3 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:41:26.796974 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:26.799124 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:26.802278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d2730-7b12-447e-bc1d-b07af6226aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:26.803018 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b1d2730-7b12-447e-bc1d-b07af6226aad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:26.813863 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-0e8e8f74-419a-488e-af0a-d8fb0393842a service neutron] 10.222.0.46 "PUT /v2.0/ports/2aa21865-dac0-4009-b70b-ba8c2c4cacde HTTP/1.1" status: 200 len: 1122 time: 1.5450699 Jan 14 01:41:26.877775 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9b1d2730-7b12-447e-bc1d-b07af6226aad admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9967446 Jan 14 01:41:26.970691 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de3407a9-8c02-4efd-84fc-af7bc41f610b req-53d377a5-dd4f-45c0-a95f-cb36d5b1ab18 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673182 Jan 14 01:41:26.976637 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d876ec-36dc-46ef-9fb4-24c4ef5e333b {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:27.004022 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Publish callbacks [] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:27.013473 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['2aa21865-dac0-4009-b70b-ba8c2c4cacde'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:27.045078 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['2aa21865-dac0-4009-b70b-ba8c2c4cacde'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:27.055203 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b8031c-0d54-4abc-bec9-37f461cf2065 x-openstack-request-id: req-35b8031c-0d54-4abc-bec9-37f461cf2065 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:27.056456 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c818c37-96e2-455e-8802-4ddd23403a12", "name": "network-vif-unplugged", "status": "completed", "tag": "2aa21865-dac0-4009-b70b-ba8c2c4cacde", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:27.065314 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35b8031c-0d54-4abc-bec9-37f461cf2065 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:27.065518 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5894167a-a4d9-41ba-916f-cbd7bf4dd7e9 req-3bccefe7-0d7b-42fe-8c93-7b6e44d3c9d8 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266728 Jan 14 01:41:27.065611 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c818c37-96e2-455e-8802-4ddd23403a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aa21865-dac0-4009-b70b-ba8c2c4cacde', 'code': 200} Jan 14 01:41:27.065611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Transition to ACTIVE for port object b6d876ec-36dc-46ef-9fb4-24c4ef5e333b will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:41:27.068934 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:27.163367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:27.181705 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f15892a1-f22a-4d70-ae4e-8574e0f064e3 req-38d7b122-bc49-4b39-a5f7-3288e92ccb0a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.1944573 Jan 14 01:41:27.244772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348981d-c690-4c6e-a154-dc1396934759 None None] Network 8e36c7ac-22cf-4068-82d1-34daa2980da3 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:41:27.274340 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd5367-9b8d-493a-9155-60bdf714106a req-8dc8179f-8752-490b-806c-74bb2e7f310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:27.276190 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1cd5367-9b8d-493a-9155-60bdf714106a req-8dc8179f-8752-490b-806c-74bb2e7f310b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 1099 time: 0.1405609 Jan 14 01:41:27.394557 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Attempting to bind port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:27.394895 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Attempting to bind port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:27.395225 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Attempting to bind port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:27.406472 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:41:27.406850 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Attempting to bind port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:27.418475 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:27.418759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:27.419147 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:27.419588 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Bound port: b6d876ec-36dc-46ef-9fb4-24c4ef5e333b, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:27.419949 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:27.555566 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] For port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:27.565818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] For port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:27.574549 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d839e5fe-794d-4bc8-8018-70e42ea4214e req-e06cce2a-4a4b-4d53-bfc7-8d360bc1452c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 210 time: 0.0921667 Jan 14 01:41:27.576352 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:27.592688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd5367-9b8d-493a-9155-60bdf714106a req-c00c7da9-4c8b-459b-b3f8-ecf1f5a77b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:27.594333 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1cd5367-9b8d-493a-9155-60bdf714106a req-c00c7da9-4c8b-459b-b3f8-ecf1f5a77b85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.3103211 Jan 14 01:41:27.651017 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1cd5367-9b8d-493a-9155-60bdf714106a req-aadb2d6a-bce7-493e-94b9-ca3dac27ee76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6 HTTP/1.1" status: 200 len: 217 time: 0.0490320 Jan 14 01:41:27.668481 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8481b-aaaf-4907-8698-37f9a20321f3 req-ad4b0c8d-b41c-48e2-ae94-8d0c4a54739a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:27.679696 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17e8481b-aaaf-4907-8698-37f9a20321f3 req-ad4b0c8d-b41c-48e2-ae94-8d0c4a54739a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 944 time: 0.1984439 Jan 14 01:41:27.694350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:27.716835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:27.717460 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:27.718901 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-57771467-d8cc-4950-8ab3-5a5ca050f7d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/b6d876ec-36dc-46ef-9fb4-24c4ef5e333b HTTP/1.1" status: 200 len: 1095 time: 2.2901118 Jan 14 01:41:27.818671 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd5367-9b8d-493a-9155-60bdf714106a req-f231b57e-b358-4b82-a2a2-ab1471e2b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:27.821307 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1cd5367-9b8d-493a-9155-60bdf714106a req-f231b57e-b358-4b82-a2a2-ab1471e2b274 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1368132 Jan 14 01:41:27.849824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17e8481b-aaaf-4907-8698-37f9a20321f3 req-1b2e515b-c300-42de-a9a1-ce7d8a9968f3 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675801 Jan 14 01:41:27.912660 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-aacd9bac-a772-43fe-90ef-1978383cbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:27.914260 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-aacd9bac-a772-43fe-90ef-1978383cbb57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 1098 time: 0.1171761 Jan 14 01:41:27.949936 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd5367-9b8d-493a-9155-60bdf714106a req-614e9e79-8f1e-4af3-974d-41c06007cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:27.955220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1cd5367-9b8d-493a-9155-60bdf714106a req-614e9e79-8f1e-4af3-974d-41c06007cc0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023781 Jan 14 01:41:27.990276 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-39a4aff3-9dd6-404c-a142-6ea4d71cb23f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b HTTP/1.1" status: 200 len: 217 time: 0.0496855 Jan 14 01:41:28.032698 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-24b81eb1-44c5-4f13-a1a7-281469ac1e0c req-ae701c7c-a965-4362-b80f-22dfdb9ef135 tempest-SecurityGroupsNegativeTestJSON-31266838 tempest-SecurityGroupsNegativeTestJSON-31266838-project] show failed (client error): The resource could not be found. Jan 14 01:41:28.050066 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-24b81eb1-44c5-4f13-a1a7-281469ac1e0c req-ae701c7c-a965-4362-b80f-22dfdb9ef135 tempest-SecurityGroupsNegativeTestJSON-31266838 tempest-SecurityGroupsNegativeTestJSON-31266838-project] 10.222.0.26 "GET /v2.0/security-groups/7b028fd7-55c5-4019-beb8-f3fb138cd994 HTTP/1.1" status: 404 len: 352 time: 0.0923107 Jan 14 01:41:28.138822 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7e2f4-bfc4-4239-afd9-584f1a64661d req-0d62d159-de79-4609-909e-bfd843022093 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:28.145912 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55e7e2f4-bfc4-4239-afd9-584f1a64661d req-0d62d159-de79-4609-909e-bfd843022093 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 947 time: 0.1571956 Jan 14 01:41:28.178845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-3a833b33-99d1-4b2f-9819-87bf17027f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:28.185293 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-3a833b33-99d1-4b2f-9819-87bf17027f4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1787462 Jan 14 01:41:28.262227 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1cd5367-9b8d-493a-9155-60bdf714106a req-824d6954-d41e-42e2-bc26-c3e459f5b05c service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832427 Jan 14 01:41:28.301898 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8526ded9-aec1-49c7-a04e-8486fcd7ed48 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:28.303486 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8526ded9-aec1-49c7-a04e-8486fcd7ed48 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.46 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 808 time: 0.2903554 Jan 14 01:41:28.311684 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-08d2b26f-ab47-4644-ab42-5d661e1cc13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:28.313161 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-08d2b26f-ab47-4644-ab42-5d661e1cc13e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1154032 Jan 14 01:41:28.325126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55e7e2f4-bfc4-4239-afd9-584f1a64661d req-27c97fe2-0b88-4834-bb8d-1d539ccb06a6 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782262 Jan 14 01:41:28.376914 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Request body: {'port': {'device_id': 'ff669290-b38c-4c96-b8d6-45ef48ac677e', 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e', 'admin_state_up': True, 'tenant_id': '499063d5628544d8ac7f06264154b870'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:28.423086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717d96d-bdc9-4b2d-aa6e-a9bb6c819143 req-d9ab7e5d-04ba-4974-9100-bfaa7de04d52 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:28.424556 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1717d96d-bdc9-4b2d-aa6e-a9bb6c819143 req-d9ab7e5d-04ba-4974-9100-bfaa7de04d52 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 948 time: 0.1247575 Jan 14 01:41:28.485270 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13fc63b7-8045-4019-8d58-01e462b9aa1e req-16b067b4-561a-49a7-b7a3-13d851abd9e2 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.0521619 Jan 14 01:41:28.503106 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-d4974ef2-cb59-4e81-8aef-3c7b5b30dcf1 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828358 Jan 14 01:41:28.519491 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1717d96d-bdc9-4b2d-aa6e-a9bb6c819143 req-3bed8fb8-37fe-4065-9bfe-6716029acb2f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873075 Jan 14 01:41:28.523017 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1cd5367-9b8d-493a-9155-60bdf714106a req-8fa99aa6-215d-42c5-badc-02c822e15974 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413414 Jan 14 01:41:28.590987 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-86adb3f0-e0c5-4aaf-ae01-5044f2c96c2f req-e48d2a60-4585-4e66-a83d-264dd02c6c35 tempest-SecurityGroupsNegativeTestJSON-31266838 tempest-SecurityGroupsNegativeTestJSON-31266838-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d2d774cf7cf4621a0be8f048f1c30d6 HTTP/1.1" status: 200 len: 3001 time: 0.0618212 Jan 14 01:41:28.623268 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Made reservation on behalf of 499063d5628544d8ac7f06264154b870 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:41:28.626995 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:28.657464 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-86adb3f0-e0c5-4aaf-ae01-5044f2c96c2f req-096d6b7b-88fd-4b42-85bb-015959450377 tempest-SecurityGroupsNegativeTestJSON-31266838 tempest-SecurityGroupsNegativeTestJSON-31266838-project] 10.222.0.26 "GET /v2.0/security-groups/1f437b88-671d-4c9b-8b4a-257ad67e2d59 HTTP/1.1" status: 200 len: 2998 time: 0.0590839 Jan 14 01:41:28.677527 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a5028e5-cca7-427f-8271-1ae4ae0e2900 req-04567138-5668-4e76-8943-9d4a3efb4f13 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581755 Jan 14 01:41:28.724823 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-86adb3f0-e0c5-4aaf-ae01-5044f2c96c2f req-19ad11f0-5c9f-483e-89d4-fb63b1f89040 tempest-SecurityGroupsNegativeTestJSON-31266838 tempest-SecurityGroupsNegativeTestJSON-31266838-project] 10.222.0.26 "GET /v2.0/security-groups/1f437b88-671d-4c9b-8b4a-257ad67e2d59 HTTP/1.1" status: 200 len: 2998 time: 0.0668082 Jan 14 01:41:28.767979 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0f4b95c-53f8-4c20-ae14-8183c440bea1 req-a2ce8094-808c-4596-893b-b95306f1894c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 210 time: 0.0395296 Jan 14 01:41:28.815455 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Allocated IP 172.20.0.13 (4549ab35-8bb4-472b-ab25-7075b00cf83e/be7c7d7c-46a8-4cad-a834-59b144ba6e56/f514b806-ddcc-4a90-9584-b11837552c18) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:28.836993 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-44845ceb-2378-430f-82ab-8a6c27f835ce req-1f720e5a-7891-43e5-92ed-d96656a92ff6 tempest-SecurityGroupsNegativeTestJSON-31266838 tempest-SecurityGroupsNegativeTestJSON-31266838-project] 10.222.0.26 "GET /v2.0/security-groups/1f437b88-671d-4c9b-8b4a-257ad67e2d59 HTTP/1.1" status: 200 len: 2998 time: 0.0715992 Jan 14 01:41:28.907139 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-44845ceb-2378-430f-82ab-8a6c27f835ce req-5b482a91-a399-43e5-bcad-a40d04d60886 tempest-SecurityGroupsNegativeTestJSON-31266838 tempest-SecurityGroupsNegativeTestJSON-31266838-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 01:41:28.920235 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-44845ceb-2378-430f-82ab-8a6c27f835ce req-5b482a91-a399-43e5-bcad-a40d04d60886 tempest-SecurityGroupsNegativeTestJSON-31266838 tempest-SecurityGroupsNegativeTestJSON-31266838-project] 10.222.0.26 "DELETE /v2.0/security-groups/1f437b88-671d-4c9b-8b4a-257ad67e2d59 HTTP/1.1" status: 409 len: 352 time: 0.0821369 Jan 14 01:41:28.967699 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-67baa684-d8a2-488b-acd9-aab4e8d7b6c1 req-f4e92036-9d56-4956-9d08-8c55787e971e tempest-SecurityGroupsNegativeTestJSON-31266838 tempest-SecurityGroupsNegativeTestJSON-31266838-project] show failed (client error): The resource could not be found. Jan 14 01:41:28.968839 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-67baa684-d8a2-488b-acd9-aab4e8d7b6c1 req-f4e92036-9d56-4956-9d08-8c55787e971e tempest-SecurityGroupsNegativeTestJSON-31266838 tempest-SecurityGroupsNegativeTestJSON-31266838-project] 10.222.0.26 "GET /v2.0/security-groups/6b944846-dd3c-496b-9355-9fcd759686e0 HTTP/1.1" status: 404 len: 352 time: 0.0147581 Jan 14 01:41:29.025674 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks [] for port (f514b806-ddcc-4a90-9584-b11837552c18), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:29.034094 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-a07dba1a-fa93-4efe-8100-c427c9f10d5f req-d76c4e42-8209-4cfd-9fbb-bf5f1bd50065 tempest-SecurityGroupsNegativeTestJSON-31266838 tempest-SecurityGroupsNegativeTestJSON-31266838-project] show failed (client error): The resource could not be found. Jan 14 01:41:29.035276 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a07dba1a-fa93-4efe-8100-c427c9f10d5f req-d76c4e42-8209-4cfd-9fbb-bf5f1bd50065 tempest-SecurityGroupsNegativeTestJSON-31266838 tempest-SecurityGroupsNegativeTestJSON-31266838-project] 10.222.0.26 "GET /v2.0/security-groups/f016ad2e-9138-45e3-81d5-92afd582f561 HTTP/1.1" status: 404 len: 352 time: 0.0211580 Jan 14 01:41:29.055161 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2f3a0-e8c7-495a-9503-a507c1d5ae0b req-e62ab9f0-846d-4ea3-bc16-df33915c5663 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:29.056647 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-32c2f3a0-e8c7-495a-9503-a507c1d5ae0b req-e62ab9f0-846d-4ea3-bc16-df33915c5663 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 944 time: 0.0783837 Jan 14 01:41:29.057132 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50078) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:29.067241 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c818c37-96e2-455e-8802-4ddd23403a12', 'tag': '2aa21865-dac0-4009-b70b-ba8c2c4cacde'}, {'name': 'network-changed', 'server_uuid': '976fa923-af4f-4c18-b347-89ac65c9d5ea', 'tag': 'b6d876ec-36dc-46ef-9fb4-24c4ef5e333b'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:29.070128 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e41660-b018-46d9-aea2-b36202963137" -d '{"events": [{"name": "network-changed", "server_uuid": "5c818c37-96e2-455e-8802-4ddd23403a12", "tag": "2aa21865-dac0-4009-b70b-ba8c2c4cacde"}, {"name": "network-changed", "server_uuid": "976fa923-af4f-4c18-b347-89ac65c9d5ea", "tag": "b6d876ec-36dc-46ef-9fb4-24c4ef5e333b"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:29.083122 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f514b806-ddcc-4a90-9584-b11837552c18), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:29.145023 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Network 4549ab35-8bb4-472b-ab25-7075b00cf83e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:29.148366 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:29.152076 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:29.155761 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-31304985-ae9f-4e56-b76f-ee9c2ea65fcb admin admin] Deleting subnet cba9f608-6c71-401b-ba41-51e9cb5c34c8 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:41:29.162449 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-32c2f3a0-e8c7-495a-9503-a507c1d5ae0b req-158d7ee2-30cc-453c-956b-52a36a24f0fa tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979924 Jan 14 01:41:29.163282 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31304985-ae9f-4e56-b76f-ee9c2ea65fcb admin admin] Publish callbacks [] for subnet (cba9f608-6c71-401b-ba41-51e9cb5c34c8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:29.186751 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae7e505-f108-44c9-b804-5f46af255a34 x-openstack-request-id: req-3ae7e505-f108-44c9-b804-5f46af255a34 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:29.187058 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c818c37-96e2-455e-8802-4ddd23403a12", "tag": "2aa21865-dac0-4009-b70b-ba8c2c4cacde", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "976fa923-af4f-4c18-b347-89ac65c9d5ea", "tag": "b6d876ec-36dc-46ef-9fb4-24c4ef5e333b", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:29.187292 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ae7e505-f108-44c9-b804-5f46af255a34 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:29.190472 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c818c37-96e2-455e-8802-4ddd23403a12', 'tag': '2aa21865-dac0-4009-b70b-ba8c2c4cacde', 'status': 'completed', 'code': 200} Jan 14 01:41:29.190472 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976fa923-af4f-4c18-b347-89ac65c9d5ea', 'tag': 'b6d876ec-36dc-46ef-9fb4-24c4ef5e333b', 'status': 'completed', 'code': 200} Jan 14 01:41:29.207273 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Pushing event updated for resources: {'Port': ['ID=f514b806-ddcc-4a90-9584-b11837552c18,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:29.217828 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31304985-ae9f-4e56-b76f-ee9c2ea65fcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (cba9f608-6c71-401b-ba41-51e9cb5c34c8), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:29.222348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:29.222916 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:29.244198 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-8e39ed57-6c01-41c7-b3ed-beedb435cff1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8691339 Jan 14 01:41:29.260538 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Request body: {'port': {'device_id': 'ff669290-b38c-4c96-b8d6-45ef48ac677e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:29.291792 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31304985-ae9f-4e56-b76f-ee9c2ea65fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (cba9f608-6c71-401b-ba41-51e9cb5c34c8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:29.344397 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41660-b018-46d9-aea2-b36202963137 req-0b890144-a744-424b-9496-e970d186283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:29.345906 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-0b890144-a744-424b-9496-e970d186283f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 1125 time: 0.1005473 Jan 14 01:41:29.352521 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f514b806-ddcc-4a90-9584-b11837552c18), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:29.390813 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31304985-ae9f-4e56-b76f-ee9c2ea65fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (cba9f608-6c71-401b-ba41-51e9cb5c34c8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:29.453779 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31304985-ae9f-4e56-b76f-ee9c2ea65fcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba9f608-6c71-401b-ba41-51e9cb5c34c8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:29.479017 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31304985-ae9f-4e56-b76f-ee9c2ea65fcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:29.482941 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-31304985-ae9f-4e56-b76f-ee9c2ea65fcb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cba9f608-6c71-401b-ba41-51e9cb5c34c8 HTTP/1.1" status: 204 len: 168 time: 0.4248133 Jan 14 01:41:29.485437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50102) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:29.868488 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50116) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:29.898553 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed08335e-5deb-4aa9-a47d-005700f71cf1 req-9c2a8ae1-0d51-4d24-bd1e-eba71f42e484 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b5265d8-1495-46f0-a23f-9f18a5ef851c HTTP/1.1" status: 200 len: 210 time: 0.0723882 Jan 14 01:41:29.903454 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41660-b018-46d9-aea2-b36202963137 req-09df6921-99b9-4217-9c50-d55520e1e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:29.904930 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-09df6921-99b9-4217-9c50-d55520e1e367 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.5331671 Jan 14 01:41:29.940783 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d951a1-ae47-4e58-8900-8f60bac2de0c req-bcf350f9-edc9-46d5-a748-e5d75051f7c3 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:29.942273 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18d951a1-ae47-4e58-8900-8f60bac2de0c req-bcf350f9-edc9-46d5-a748-e5d75051f7c3 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 947 time: 0.4846456 Jan 14 01:41:29.946696 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (8e36c7ac-22cf-4068-82d1-34daa2980da3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:29.998001 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-0e27c23a-70f8-4aa0-937d-52522ae66619 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde HTTP/1.1" status: 200 len: 217 time: 0.0734792 Jan 14 01:41:30.070847 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41660-b018-46d9-aea2-b36202963137 req-0cb88940-9ce9-40e0-a505-85ad639118d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:30.072307 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-0cb88940-9ce9-40e0-a505-85ad639118d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.0661619 Jan 14 01:41:30.094210 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18d951a1-ae47-4e58-8900-8f60bac2de0c req-a5a4dde5-75e6-45d9-9d6f-24e4a58be11e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416981 Jan 14 01:41:30.100363 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daa1700a-9b6c-452d-8e4b-5898b48a300c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.117523 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-10719c6a-19b3-4fc4-870d-94e11ac12ca9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358939 Jan 14 01:41:30.117718 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (8e36c7ac-22cf-4068-82d1-34daa2980da3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.160553 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22159bd-d06f-418e-b8ee-c5bdb5c44d2b req-1b6ec8c2-c8ce-4d7a-92a6-2942986fdce7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:30.162030 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f22159bd-d06f-418e-b8ee-c5bdb5c44d2b req-1b6ec8c2-c8ce-4d7a-92a6-2942986fdce7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 948 time: 0.1852281 Jan 14 01:41:30.163655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e36c7ac-22cf-4068-82d1-34daa2980da3']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:30.188298 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa497de-1dcd-41d4-9fb7-a380741bdb35') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:30.188528 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa497de-1dcd-41d4-9fb7-a380741bdb35') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:30.210818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f514b806-ddcc-4a90-9584-b11837552c18 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:30.215838 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (bfa497de-1dcd-41d4-9fb7-a380741bdb35), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.221499 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Publish callbacks [] for port (f514b806-ddcc-4a90-9584-b11837552c18), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.249835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Transition to ACTIVE for port object f514b806-ddcc-4a90-9584-b11837552c18 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:41:30.260221 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (bfa497de-1dcd-41d4-9fb7-a380741bdb35), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.260467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f514b806-ddcc-4a90-9584-b11837552c18), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.291289 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-ee0af439-4481-4dd3-a6d7-725f4cb254f9 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634033 Jan 14 01:41:30.300469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:41:30.300871 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (bfa497de-1dcd-41d4-9fb7-a380741bdb35), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:41:30.303829 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:41:30.307107 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:41:30.307107 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:41:30.307107 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:41:30.307107 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:41:30.307107 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:41:30.307107 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:41:30.307107 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:41:30.307107 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:41:30.307107 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:41:30.307107 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:41:30.307107 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:41:30.319261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f22159bd-d06f-418e-b8ee-c5bdb5c44d2b req-04d51a8c-f2cc-4128-af6f-d679da75d483 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454484 Jan 14 01:41:30.363205 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Pushing event updated for resources: {'Port': ['ID=f514b806-ddcc-4a90-9584-b11837552c18,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:30.397675 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daa1700a-9b6c-452d-8e4b-5898b48a300c admin admin] Publish callbacks [] for security_group (1dc6b6b6-ca1e-4a6a-afb2-76f3736dc7e9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.406664 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daa1700a-9b6c-452d-8e4b-5898b48a300c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1dc6b6b6-ca1e-4a6a-afb2-76f3736dc7e9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.424021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095bf33-543f-48f9-8684-a24c43736ba7 req-a4642ce7-72d5-41b4-8746-bf0d6a8a534c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:30.425534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4095bf33-543f-48f9-8684-a24c43736ba7 req-a4642ce7-72d5-41b4-8746-bf0d6a8a534c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 944 time: 0.1736655 Jan 14 01:41:30.440816 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (8e36c7ac-22cf-4068-82d1-34daa2980da3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.462538 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-1631a80b-7b75-44c8-98e4-a738dd10d737 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610854 Jan 14 01:41:30.462983 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.465542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Attempting to bind port f514b806-ddcc-4a90-9584-b11837552c18 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:30.465651 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Attempting to bind port f514b806-ddcc-4a90-9584-b11837552c18 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:30.468670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Attempting to bind port f514b806-ddcc-4a90-9584-b11837552c18 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:30.468902 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8e36c7ac-22cf-4068-82d1-34daa2980da3 HTTP/1.1" status: 204 len: 168 time: 0.9796505 Jan 14 01:41:30.496949 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Port f514b806-ddcc-4a90-9584-b11837552c18 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:41:30.497417 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Attempting to bind port f514b806-ddcc-4a90-9584-b11837552c18 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:30.505994 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:30.506331 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:30.506797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:30.507236 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Bound port: f514b806-ddcc-4a90-9584-b11837552c18, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:30.507599 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f514b806-ddcc-4a90-9584-b11837552c18), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.529237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e10164-85c6-4b89-be06-49507fe1e075 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e36c7ac-22cf-4068-82d1-34daa2980da3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:30.532655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1700a-9b6c-452d-8e4b-5898b48a300c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc6b6b6-ca1e-4a6a-afb2-76f3736dc7e9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:30.536823 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-daa1700a-9b6c-452d-8e4b-5898b48a300c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d18a2d73394486d9a34217f6ec392da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6646621 Jan 14 01:41:30.540139 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50124) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:30.576347 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba21d42-a175-43e5-a087-6a5dea162d96 req-c3bdc12a-0e59-41c8-9b5e-3aaef5b11cb6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:30.583768 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ba21d42-a175-43e5-a087-6a5dea162d96 req-c3bdc12a-0e59-41c8-9b5e-3aaef5b11cb6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 944 time: 0.1551280 Jan 14 01:41:30.588863 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4095bf33-543f-48f9-8684-a24c43736ba7 req-22839f54-9094-4947-b111-46e29152c3dc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371496 Jan 14 01:41:30.636952 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ba21d42-a175-43e5-a087-6a5dea162d96 req-f2d5f3f1-b1e4-473c-b0e2-a415fe288bdf tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526028 Jan 14 01:41:30.643523 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50126) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:30.684505 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-904a8af7-349b-45f2-993a-69397b80c7e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d2d774cf7cf4621a0be8f048f1c30d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397847 Jan 14 01:41:30.687014 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50128) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:30.695953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:30.706843 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7278dd34-0def-4c73-ae2d-b36df74a9850 admin admin] Publish callbacks [] for security_group (1dc6b6b6-ca1e-4a6a-afb2-76f3736dc7e9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.711661 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41660-b018-46d9-aea2-b36202963137 req-eef3f70a-0bd8-4289-a081-d44655b130e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:30.713136 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-eef3f70a-0bd8-4289-a081-d44655b130e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 1098 time: 0.1096256 Jan 14 01:41:30.716194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f514b806-ddcc-4a90-9584-b11837552c18,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:30.722112 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f514b806-ddcc-4a90-9584-b11837552c18), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.736564 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d967f4e-0fe8-4dd2-9215-bfd6724e9a20 admin admin] Publish callbacks [] for security_group (1f437b88-671d-4c9b-8b4a-257ad67e2d59), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.760899 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d967f4e-0fe8-4dd2-9215-bfd6724e9a20 admin admin] Publish callbacks [] for security_group (1f437b88-671d-4c9b-8b4a-257ad67e2d59), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.766847 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7278dd34-0def-4c73-ae2d-b36df74a9850 admin admin] Publish callbacks [] for security_group (1dc6b6b6-ca1e-4a6a-afb2-76f3736dc7e9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.811026 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d967f4e-0fe8-4dd2-9215-bfd6724e9a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1f437b88-671d-4c9b-8b4a-257ad67e2d59), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.815537 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d967f4e-0fe8-4dd2-9215-bfd6724e9a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.817491 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3d967f4e-0fe8-4dd2-9215-bfd6724e9a20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f437b88-671d-4c9b-8b4a-257ad67e2d59 HTTP/1.1" status: 204 len: 168 time: 0.1289377 Jan 14 01:41:30.826476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d967f4e-0fe8-4dd2-9215-bfd6724e9a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f437b88-671d-4c9b-8b4a-257ad67e2d59,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:30.834718 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:30.840921 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.840921 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] 10.222.0.46 "PUT /v2.0/ports/f514b806-ddcc-4a90-9584-b11837552c18 HTTP/1.1" status: 200 len: 1092 time: 1.5802753 Jan 14 01:41:30.872175 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a446f4-893f-43b7-962e-ca89ca9f3307 service neutron] Pushing event updated for resources: {'Port': ['ID=f514b806-ddcc-4a90-9584-b11837552c18,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:30.907980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41660-b018-46d9-aea2-b36202963137 req-2f7699fe-ad27-40d8-8dff-c11acf96f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:30.909738 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-2f7699fe-ad27-40d8-8dff-c11acf96f638 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1798942 Jan 14 01:41:30.911011 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7278dd34-0def-4c73-ae2d-b36df74a9850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1dc6b6b6-ca1e-4a6a-afb2-76f3736dc7e9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.913662 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7278dd34-0def-4c73-ae2d-b36df74a9850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:30.914706 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7278dd34-0def-4c73-ae2d-b36df74a9850 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1dc6b6b6-ca1e-4a6a-afb2-76f3736dc7e9 HTTP/1.1" status: 204 len: 168 time: 0.3732631 Jan 14 01:41:30.946411 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278dd34-0def-4c73-ae2d-b36df74a9850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc6b6b6-ca1e-4a6a-afb2-76f3736dc7e9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:30.996805 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-e5d501e1-cbe5-4701-8d8e-d5f880d20f83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b HTTP/1.1" status: 200 len: 217 time: 0.0793631 Jan 14 01:41:31.014924 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cadd6aef-0f53-42a8-862f-ce6b2bee97d6 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:41:31.087704 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41660-b018-46d9-aea2-b36202963137 req-a3cdef94-c2f6-4f07-a1b1-41b96b1ca473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:31.089416 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-a3cdef94-c2f6-4f07-a1b1-41b96b1ca473 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0769358 Jan 14 01:41:31.091217 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-56ba16bc-69b9-4a58-a617-0b44af28e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:31.093056 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-56ba16bc-69b9-4a58-a617-0b44af28e38c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 1095 time: 0.1691597 Jan 14 01:41:31.147198 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:31.165083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'mac_address': 'fa:16:3e:fd:01:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:41:31.200658 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff669290-b38c-4c96-b8d6-45ef48ac677e', 'tag': 'f514b806-ddcc-4a90-9584-b11837552c18'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:31.203182 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f0e7c1-4070-44e0-9120-301fd34d47f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff669290-b38c-4c96-b8d6-45ef48ac677e", "tag": "f514b806-ddcc-4a90-9584-b11837552c18"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:31.207190 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e410e5a0-95df-4014-ba2b-5a349dd020cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514b806-ddcc-4a90-9584-b11837552c18 HTTP/1.1" status: 200 len: 217 time: 0.0691164 Jan 14 01:41:31.233688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41660-b018-46d9-aea2-b36202963137 req-9bbd0869-a69e-4273-b34d-5967ab87be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:31.244688 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-9bbd0869-a69e-4273-b34d-5967ab87be60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385653 Jan 14 01:41:31.245859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:31.245859 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:31.288649 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3047c16-dfe5-487a-b607-eb22ad3ac8ee req-86d453a6-d0eb-421b-91c1-51a7fac03832 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:31.289273 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadd6aef-0f53-42a8-862f-ce6b2bee97d6 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:31.291242 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d3047c16-dfe5-487a-b607-eb22ad3ac8ee req-86d453a6-d0eb-421b-91c1-51a7fac03832 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 947 time: 0.0852175 Jan 14 01:41:31.335145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:31.344712 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:31.368682 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-4d770df3-14e4-4c7d-97ec-bcf8dcbb5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:31.370136 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-4d770df3-14e4-4c7d-97ec-bcf8dcbb5958 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.1388037 Jan 14 01:41:31.389067 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d3047c16-dfe5-487a-b607-eb22ad3ac8ee req-db8502b5-6350-4944-b059-1ffa2d51145b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903277 Jan 14 01:41:31.433504 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:31.439635 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-e202fe95-92ef-4ecf-9035-c6b570d6ed40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606704 Jan 14 01:41:31.459055 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:31.459465 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d56f46-0e6d-409f-a98a-107541783c11 x-openstack-request-id: req-63d56f46-0e6d-409f-a98a-107541783c11 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:31.459938 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff669290-b38c-4c96-b8d6-45ef48ac677e", "tag": "f514b806-ddcc-4a90-9584-b11837552c18", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:31.460349 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63d56f46-0e6d-409f-a98a-107541783c11 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:31.462595 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff669290-b38c-4c96-b8d6-45ef48ac677e', 'tag': 'f514b806-ddcc-4a90-9584-b11837552c18', 'status': 'completed', 'code': 200} Jan 14 01:41:31.544825 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-7270c4c5-1f3f-47a7-b040-54e0f445dbee service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780674 Jan 14 01:41:31.632176 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-042eb10e-f079-483d-a5b0-d50496dad9a2 service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684060 Jan 14 01:41:31.643159 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b16dcd-5815-43f1-a702-fc6fb2a3c8e7 req-24b52e10-c47c-4db7-8914-56c9e28debd2 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:31.644870 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-00b16dcd-5815-43f1-a702-fc6fb2a3c8e7 req-24b52e10-c47c-4db7-8914-56c9e28debd2 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 949 time: 0.1275249 Jan 14 01:41:31.733219 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ac08e-138c-4482-8669-14fb8539b4df req-7ecc6379-f992-4fe0-8c30-8dabc6ef2489 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:31.735012 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2e41660-b018-46d9-aea2-b36202963137 req-9eb4c5d1-51de-4d9b-9406-5a9a5b8df895 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820371 Jan 14 01:41:31.739733 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a31ac08e-138c-4482-8669-14fb8539b4df req-7ecc6379-f992-4fe0-8c30-8dabc6ef2489 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.2204442 Jan 14 01:41:31.751232 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-00b16dcd-5815-43f1-a702-fc6fb2a3c8e7 req-0df98c06-29a5-4da0-b512-67692fc35860 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000414 Jan 14 01:41:31.763981 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-232590ed-3eda-4349-b00a-aa29d3a9f780 req-cce432f1-687c-4383-8491-99ced516548c service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161745 Jan 14 01:41:31.776111 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a31ac08e-138c-4482-8669-14fb8539b4df req-b1dd919b-c0e2-4a45-9010-6a483e69cf7e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/quotas/b782c83d919c481cb3b03a9f645c75e6 HTTP/1.1" status: 200 len: 375 time: 0.0343640 Jan 14 01:41:31.819601 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['cadd6aef-0f53-42a8-862f-ce6b2bee97d6'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:31.827740 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a31ac08e-138c-4482-8669-14fb8539b4df req-0c5ac01f-09fe-479b-95f7-60e2bedfeb84 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492857 Jan 14 01:41:31.971818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0e7c1-4070-44e0-9120-301fd34d47f2 req-2a3b5786-ff8d-4397-85ea-6eec02831f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:31.973126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37113973-24d7-434b-a8a2-78664eb8ddcd req-da8a2a2d-eebd-4c3e-ba9e-0d0d386bd660 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:31.977680 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c6f0e7c1-4070-44e0-9120-301fd34d47f2 req-2a3b5786-ff8d-4397-85ea-6eec02831f29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 1095 time: 0.0810230 Jan 14 01:41:31.981933 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37113973-24d7-434b-a8a2-78664eb8ddcd req-da8a2a2d-eebd-4c3e-ba9e-0d0d386bd660 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 944 time: 0.1439235 Jan 14 01:41:32.019772 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a31ac08e-138c-4482-8669-14fb8539b4df req-41cc7b0b-dc64-40c6-9ff6-ab5c94f505cf service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722169 Jan 14 01:41:32.039564 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50204) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:32.068661 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:32.098968 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0e7c1-4070-44e0-9120-301fd34d47f2 req-21dcc572-9237-48ff-9c2f-94094fa11a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:32.099147 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37113973-24d7-434b-a8a2-78664eb8ddcd req-4145930c-afe9-4df5-8aed-aa90ad0c648e tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160052 Jan 14 01:41:32.100800 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c6f0e7c1-4070-44e0-9120-301fd34d47f2 req-21dcc572-9237-48ff-9c2f-94094fa11a48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.1132793 Jan 14 01:41:32.164281 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a31ac08e-138c-4482-8669-14fb8539b4df req-d1e1af68-65e5-4b98-ab1a-14362765ccd9 service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358607 Jan 14 01:41:32.168822 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c6f0e7c1-4070-44e0-9120-301fd34d47f2 req-15f78b2d-6a07-4eb8-81f2-deec98fb79d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514b806-ddcc-4a90-9584-b11837552c18 HTTP/1.1" status: 200 len: 217 time: 0.0611115 Jan 14 01:41:32.224197 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-680962698-network', 'tenant_id': '31fd36440f374cb19db344c0a791583c'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:32.236270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2096941602-network', 'tenant_id': '00000467765542ab9b398703a79973b2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:32.263551 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0e7c1-4070-44e0-9120-301fd34d47f2 req-09e8253f-f3c0-4066-bacc-676baab97f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:32.264851 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c6f0e7c1-4070-44e0-9120-301fd34d47f2 req-09e8253f-f3c0-4066-bacc-676baab97f88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0888929 Jan 14 01:41:32.265011 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b38508-da20-4878-995a-ed95eb65b789 req-79db8501-be0e-4dd3-b272-09373d678193 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:32.266936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0b38508-da20-4878-995a-ed95eb65b789 req-79db8501-be0e-4dd3-b272-09373d678193 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 944 time: 0.0850301 Jan 14 01:41:32.272324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Made reservation on behalf of 00000467765542ab9b398703a79973b2 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:41:32.274391 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.280634 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Made reservation on behalf of 31fd36440f374cb19db344c0a791583c for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:41:32.282998 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.294599 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.302563 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.315793 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c6f0e7c1-4070-44e0-9120-301fd34d47f2 req-b85a119e-8257-4b78-ae92-794b46fa622a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378876 Jan 14 01:41:32.373143 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e0e596db-49fe-4c76-ae4a-b3bfa55ba273 req-1f9cd4d4-eedd-44ce-ba16-ca3eeb894c55 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc4a08d0-4d99-4e68-b458-5b87bdab78ca HTTP/1.1" status: 200 len: 210 time: 0.0451095 Jan 14 01:41:32.390154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0b38508-da20-4878-995a-ed95eb65b789 req-d5f9f310-ba27-44f9-a48f-ee1b35280a9c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172769 Jan 14 01:41:32.482376 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Publish callbacks [] for security_group (58b0a597-fa9d-4f94-a397-75264b8ea7f3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.487626 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (58b0a597-fa9d-4f94-a397-75264b8ea7f3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.500773 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c6f0e7c1-4070-44e0-9120-301fd34d47f2 req-cc6de9f5-0726-4b44-b9e1-c10e029f2d5f service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711769 Jan 14 01:41:32.511918 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:41:32.526836 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b0a597-fa9d-4f94-a397-75264b8ea7f3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:32.531748 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (be6ce0fd-f6a6-4414-ae62-75fffe5d983b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.532246 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Added segment be6ce0fd-f6a6-4414-ae62-75fffe5d983b of type vlan for network 9c989fae-7535-4c93-a0ca-339181f5b0d1 Jan 14 01:41:32.544214 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Publish callbacks [] for security_group (e6e6d3ef-b84a-44c4-84f4-aa90c1eca9b2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.589913 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (9c989fae-7535-4c93-a0ca-339181f5b0d1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.611242 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e6e6d3ef-b84a-44c4-84f4-aa90c1eca9b2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.656850 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:41:32.660271 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (9c989fae-7535-4c93-a0ca-339181f5b0d1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.663776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:32.664745 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.687554 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e6d3ef-b84a-44c4-84f4-aa90c1eca9b2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:32.714029 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (7012839d-f0e1-40ce-a536-05b97a8aa767), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.714606 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Added segment 7012839d-f0e1-40ce-a536-05b97a8aa767 of type vlan for network afe07b44-87fc-48cd-a144-1ecaf59b3381 Jan 14 01:41:32.748090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993500-6057-483e-ba93-7f739cfbfe18 req-4c318791-4198-4c72-962d-1b27104e0ae0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:32.754934 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9993500-6057-483e-ba93-7f739cfbfe18 req-4c318791-4198-4c72-962d-1b27104e0ae0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 947 time: 0.1517496 Jan 14 01:41:32.770097 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7262185 Jan 14 01:41:32.770097 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b41368-51d9-4300-9658-974f3c712066 admin admin] Pushing event updated for resources: {'Network': ['ID=9c989fae-7535-4c93-a0ca-339181f5b0d1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:32.771407 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50238) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:32.783670 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 9c989fae-7535-4c93-a0ca-339181f5b0d1 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:41:32.785143 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ba8d9c70-7596-45a0-a335-5a63f31c606c admin admin] Request body: {'subnet': {'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-680962698-subnet', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:32.812320 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c6f0e7c1-4070-44e0-9120-301fd34d47f2 req-b57774e5-e931-4077-94c9-904c0b472eef service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000956 Jan 14 01:41:32.812518 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8d9c70-7596-45a0-a335-5a63f31c606c admin admin] Made reservation on behalf of 31fd36440f374cb19db344c0a791583c for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:41:32.814866 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba8d9c70-7596-45a0-a335-5a63f31c606c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.816160 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (afe07b44-87fc-48cd-a144-1ecaf59b3381), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.850124 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (afe07b44-87fc-48cd-a144-1ecaf59b3381), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.851559 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:32.853650 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:32.897544 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9993500-6057-483e-ba93-7f739cfbfe18 req-9cc09e6c-d7be-413c-8b95-39829705580a tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416900 Jan 14 01:41:32.937175 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8674269 Jan 14 01:41:32.940004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50246) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:32.946113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a668c499-01c8-468f-9ba9-357c84d847cc admin admin] Request body: {'subnet': {'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-subnet', 'tenant_id': '00000467765542ab9b398703a79973b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:32.956038 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6a992-11b4-4f45-8f8d-2ac45c2c70eb admin admin] Pushing event updated for resources: {'Network': ['ID=afe07b44-87fc-48cd-a144-1ecaf59b3381,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:32.967884 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network afe07b44-87fc-48cd-a144-1ecaf59b3381 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:41:32.988322 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a668c499-01c8-468f-9ba9-357c84d847cc admin admin] Made reservation on behalf of 00000467765542ab9b398703a79973b2 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:41:32.991776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a668c499-01c8-468f-9ba9-357c84d847cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.007333 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cd747-a4df-4ae6-8da8-03be169e2ad7 req-62bf20c2-b3e1-4c88-a53c-fd8605a5fcec tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:33.009456 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e9cd747-a4df-4ae6-8da8-03be169e2ad7 req-62bf20c2-b3e1-4c88-a53c-fd8605a5fcec tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 949 time: 0.0741935 Jan 14 01:41:33.034732 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device b6d876ec-36dc-46ef-9fb4-24c4ef5e333b details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:41:33.050613 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cadd6aef-0f53-42a8-862f-ce6b2bee97d6 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:33.121580 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e9cd747-a4df-4ae6-8da8-03be169e2ad7 req-19ea8c45-b9e4-4a21-a922-44876dcffa44 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920053 Jan 14 01:41:33.149687 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba8d9c70-7596-45a0-a335-5a63f31c606c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (dc90818a-1b81-4022-9d07-4be710d941b5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.192584 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:41:33.206271 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:33.206798 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.221066 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a668c499-01c8-468f-9ba9-357c84d847cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (0089e701-5c83-4d54-8536-7edd0aa91be6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.245663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:33.264411 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'b6d876ec-36dc-46ef-9fb4-24c4ef5e333b', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'b6d876ec-36dc-46ef-9fb4-24c4ef5e333b', 'mac_address': 'fa:16:3e:ac:fb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:41:33.299639 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668c499-01c8-468f-9ba9-357c84d847cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0089e701-5c83-4d54-8536-7edd0aa91be6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:33.302635 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d9c70-7596-45a0-a335-5a63f31c606c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc90818a-1b81-4022-9d07-4be710d941b5,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:33.304156 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a668c499-01c8-468f-9ba9-357c84d847cc admin admin] Checking segment: {'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:33.304521 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a668c499-01c8-468f-9ba9-357c84d847cc admin admin] Network hostable DHCP agents. Network: afe07b44-87fc-48cd-a144-1ecaf59b3381, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:41:33.339605 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:33.340171 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.341967 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a668c499-01c8-468f-9ba9-357c84d847cc admin admin] Network afe07b44-87fc-48cd-a144-1ecaf59b3381 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:41:33.354340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a668c499-01c8-468f-9ba9-357c84d847cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, afe07b44-87fc-48cd-a144-1ecaf59b3381) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:33.359572 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668c499-01c8-468f-9ba9-357c84d847cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:33.360254 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a668c499-01c8-468f-9ba9-357c84d847cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.364869 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4d071-45df-461f-8ea1-142e35b498f8 req-8340117f-718b-4916-a72b-1c62bb7c3879 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:33.366345 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ae4d071-45df-461f-8ea1-142e35b498f8 req-8340117f-718b-4916-a72b-1c62bb7c3879 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 944 time: 0.1237245 Jan 14 01:41:33.368621 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d876ec-36dc-46ef-9fb4-24c4ef5e333b {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:33.369032 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d9c70-7596-45a0-a335-5a63f31c606c admin admin] Checking segment: {'id': 'be6ce0fd-f6a6-4414-ae62-75fffe5d983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:33.369399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8d9c70-7596-45a0-a335-5a63f31c606c admin admin] Network hostable DHCP agents. Network: 9c989fae-7535-4c93-a0ca-339181f5b0d1, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:41:33.376876 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dc8674-e958-40f4-b09e-8af704631b59 None None] Network afe07b44-87fc-48cd-a144-1ecaf59b3381 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:41:33.382883 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-fd3e7b10-ebbf-4297-a3c5-a6f600bbbdef tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:33.389303 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a668c499-01c8-468f-9ba9-357c84d847cc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4445648 Jan 14 01:41:33.389527 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-fd3e7b10-ebbf-4297-a3c5-a6f600bbbdef tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.2311776 Jan 14 01:41:33.389665 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50260) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:33.393948 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:33.398540 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:33.398540 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.418878 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.420458 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.425395 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-bf1735ed-8431-452a-a43e-ad07fbf90e3e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/quotas/b782c83d919c481cb3b03a9f645c75e6 HTTP/1.1" status: 200 len: 375 time: 0.0347824 Jan 14 01:41:33.466259 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8d9c70-7596-45a0-a335-5a63f31c606c admin admin] Network 9c989fae-7535-4c93-a0ca-339181f5b0d1 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:41:33.470736 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:33.481903 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e485c555-ab7c-4450-96ff-c60ff3472b50 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557268 Jan 14 01:41:33.482922 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Publish callbacks [] for router_controller (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.483366 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.505641 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ba8d9c70-7596-45a0-a335-5a63f31c606c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 9c989fae-7535-4c93-a0ca-339181f5b0d1) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:33.531458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e1c7e0-1928-4780-9e3b-10dbbcb2f8b5 None None] Network 9c989fae-7535-4c93-a0ca-339181f5b0d1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:41:33.534272 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:33.536480 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ae4d071-45df-461f-8ea1-142e35b498f8 req-8f0ee893-2c85-4603-8a4f-a44720336e41 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624408 Jan 14 01:41:33.536629 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed286d30-8e28-4d58-8e48-d0e9e6290181" -d '{"events": [{"server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "name": "network-vif-plugged", "status": "completed", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:33.541873 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8d9c70-7596-45a0-a335-5a63f31c606c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:33.544834 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba8d9c70-7596-45a0-a335-5a63f31c606c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.575668 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ba8d9c70-7596-45a0-a335-5a63f31c606c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7976604 Jan 14 01:41:33.580237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50268) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:33.614256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-680962698-router', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:33.615435 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:33.642264 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.644317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-afe07b44-87fc-48cd-a144-1ecaf59b3381', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'project_id': '00000467765542ab9b398703a79973b2', 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:41:33.645185 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.657289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:33.683029 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-ea08e751-242f-4cb4-b16c-b5eaa7816adc service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002556 Jan 14 01:41:33.720092 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (2f5b1425-d93d-4a93-85c1-634d4399d65a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.721579 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (2f5b1425-d93d-4a93-85c1-634d4399d65a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.851038 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:33.865032 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-c5235012-1c18-4b74-89b9-d134593c2d11 service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705203 Jan 14 01:41:33.887964 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-9c989fae-7535-4c93-a0ca-339181f5b0d1', 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1', 'project_id': '31fd36440f374cb19db344c0a791583c', 'fixed_ips': [{'subnet_id': 'dc90818a-1b81-4022-9d07-4be710d941b5'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:41:33.889169 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:33.927461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Allocated IP 172.20.0.2 (afe07b44-87fc-48cd-a144-1ecaf59b3381/0089e701-5c83-4d54-8536-7edd0aa91be6/1b52b5ae-65fe-444a-997a-9424aa4a9ad0) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:33.950979 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a272c7-484f-4be7-a69a-8c2ade07db3e req-45c44e2f-c2da-419b-8f7f-076e0a902c39 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:33.952750 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47a272c7-484f-4be7-a69a-8c2ade07db3e req-45c44e2f-c2da-419b-8f7f-076e0a902c39 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 944 time: 0.3231413 Jan 14 01:41:33.954840 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Publish callbacks [] for router_gateway (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:34.006249 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['b6d876ec-36dc-46ef-9fb4-24c4ef5e333b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:34.074905 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Publish callbacks [] for router_controller (2f5b1425-d93d-4a93-85c1-634d4399d65a), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:34.204567 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47a272c7-484f-4be7-a69a-8c2ade07db3e req-bb441e70-abad-41a1-86f8-995550f5332c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408810 Jan 14 01:41:34.250131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Allocated IP 172.20.0.2 (9c989fae-7535-4c93-a0ca-339181f5b0d1/dc90818a-1b81-4022-9d07-4be710d941b5/a55b3e33-6cb0-4c07-956e-6b7d5f367e77) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:34.257572 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Publish callbacks [] for router_gateway (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:34.279221 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:34.334169 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Publish callbacks [] for router_gateway (2f5b1425-d93d-4a93-85c1-634d4399d65a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:34.390568 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccec9ee-c782-4959-ab91-125ab7e51c3d x-openstack-request-id: req-3ccec9ee-c782-4959-ab91-125ab7e51c3d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:34.390854 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "name": "network-vif-plugged", "status": "completed", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:34.392796 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ccec9ee-c782-4959-ab91-125ab7e51c3d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:34.395509 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'code': 200} Jan 14 01:41:34.470846 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:34.497660 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c80ba7e-bd26-44ce-a973-4229b7bb6fda req-6999eea0-98ff-4988-8b0d-8f60c21e7d43 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 210 time: 0.0723739 Jan 14 01:41:34.529832 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Allocated IP 172.25.2.140 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/8d65c7a8-7e44-4339-a396-f8bf03ce656a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:34.553304 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Publish callbacks [] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:34.560986 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed823b1d-2e21-42b6-bca8-f104f66ee48f req-e509630f-1767-4949-be46-f72500e0fb45 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:34.565665 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed823b1d-2e21-42b6-bca8-f104f66ee48f req-e509630f-1767-4949-be46-f72500e0fb45 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 948 time: 0.1998985 Jan 14 01:41:34.584384 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:34.611125 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c0918-71b9-4ca4-92b5-6d5e663b93dd req-ebd8681a-7f82-4dcd-abe3-84158e994f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:34.616377 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bd9c0918-71b9-4ca4-92b5-6d5e663b93dd req-ebd8681a-7f82-4dcd-abe3-84158e994f4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 1101 time: 0.1666775 Jan 14 01:41:34.679523 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed823b1d-2e21-42b6-bca8-f104f66ee48f req-afe49103-923d-4986-99b1-24cbb02d4911 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008618 Jan 14 01:41:34.703960 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Network afe07b44-87fc-48cd-a144-1ecaf59b3381 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:34.733044 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:34.737449 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772a8fd-18e6-4264-8eab-7ee0256b3411 req-5df8c382-89be-472f-b487-5688f0bdbffc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:34.741290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:34.746593 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Pushing event updated for resources: {'Port': ['ID=1b52b5ae-65fe-444a-997a-9424aa4a9ad0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:34.749070 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2772a8fd-18e6-4264-8eab-7ee0256b3411 req-5df8c382-89be-472f-b487-5688f0bdbffc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.1485355 Jan 14 01:41:34.764628 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bd9c0918-71b9-4ca4-92b5-6d5e663b93dd req-083a4eba-6943-4dc1-a0a3-badcfa92543c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399665 Jan 14 01:41:34.820130 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Publish callbacks [] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:34.834766 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Publish callbacks [] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:34.870467 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Attempting to bind port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:34.870951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Attempting to bind port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:34.871184 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Attempting to bind port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 on network afe07b44-87fc-48cd-a144-1ecaf59b3381 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:34.874358 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:34.878871 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:34.933393 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:34.936805 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:34.944050 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:34.969761 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2772a8fd-18e6-4264-8eab-7ee0256b3411 req-c6889df7-9f1b-4d14-99ab-1e5ac41c7bc2 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196558 Jan 14 01:41:34.971424 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Pushing event updated for resources: {'Port': ['ID=a55b3e33-6cb0-4c07-956e-6b7d5f367e77,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:34.991529 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:34.992412 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Checking segment: {'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:34.995881 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Pushing event updated for resources: {'Port': ['ID=8d65c7a8-7e44-4339-a396-f8bf03ce656a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:35.004116 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18d34c-3d96-4744-8e50-0c505aba176a req-841fb507-bda5-4d0c-9eba-5f4fdd62b746 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:35.011244 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.013408 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a18d34c-3d96-4744-8e50-0c505aba176a req-841fb507-bda5-4d0c-9eba-5f4fdd62b746 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 944 time: 0.1784647 Jan 14 01:41:35.016362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Bound using segment: {'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:35.018336 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Bound port: 1b52b5ae-65fe-444a-997a-9424aa4a9ad0, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:35.019148 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.021768 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Publish callbacks [] for router_gateway (2f5b1425-d93d-4a93-85c1-634d4399d65a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.051568 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.137006 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a18d34c-3d96-4744-8e50-0c505aba176a req-0020b431-dfae-4c4c-a3b4-9569236926ab tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173987 Jan 14 01:41:35.178615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] For port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:35.184934 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] For port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1b52b5ae-65fe-444a-997a-9424aa4a9ad0,segment=NetworkSegment(7012839d-f0e1-40ce-a536-05b97a8aa767),segment_id=7012839d-f0e1-40ce-a536-05b97a8aa767)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:35.187863 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e420ee3f-7355-4417-ae8b-3710e34b01e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.207815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Network 9c989fae-7535-4c93-a0ca-339181f5b0d1 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:35.210389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:35.216819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:35.230642 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Allocated IP 172.25.2.161 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/b5084c8a-81c2-448b-a86e-3038395c5a4b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:35.231383 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.323520 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Publish callbacks [] for router_gateway (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.340779 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fd45d-9499-430c-b9f7-356f8d79cd8e None None] Pushing event updated for resources: {'Port': ['ID=1b52b5ae-65fe-444a-997a-9424aa4a9ad0,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:35.434040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Attempting to bind port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:35.435135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Attempting to bind port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'be6ce0fd-f6a6-4414-ae62-75fffe5d983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:35.435505 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Attempting to bind port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 on network 9c989fae-7535-4c93-a0ca-339181f5b0d1 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:35.448759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:35.449158 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Checking segment: {'id': 'be6ce0fd-f6a6-4414-ae62-75fffe5d983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:35.449904 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.449904 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Bound using segment: {'id': 'be6ce0fd-f6a6-4414-ae62-75fffe5d983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:35.450395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Bound port: a55b3e33-6cb0-4c07-956e-6b7d5f367e77, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6ce0fd-f6a6-4414-ae62-75fffe5d983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:35.450799 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.484680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287832c-d935-41b1-9155-568ef925439c req-c047dcfc-48ad-4ebc-b771-561781c808b6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:35.491661 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3287832c-d935-41b1-9155-568ef925439c req-c047dcfc-48ad-4ebc-b771-561781c808b6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 944 time: 0.1252501 Jan 14 01:41:35.550289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] For port a55b3e33-6cb0-4c07-956e-6b7d5f367e77, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:35.556370 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] For port a55b3e33-6cb0-4c07-956e-6b7d5f367e77, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a55b3e33-6cb0-4c07-956e-6b7d5f367e77,segment=NetworkSegment(be6ce0fd-f6a6-4414-ae62-75fffe5d983b),segment_id=be6ce0fd-f6a6-4414-ae62-75fffe5d983b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:35.557920 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f514b806-ddcc-4a90-9584-b11837552c18 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:41:35.573407 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Publish callbacks [] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.600573 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3287832c-d935-41b1-9155-568ef925439c req-b566e4f3-3ec5-46b3-94fc-4c1a38428211 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079214 Jan 14 01:41:35.637547 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.684366 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1e0a157a-a2d9-4794-ae59-7765380835b3 req-a7ea68e0-82f3-4435-9211-7f6b40e66f87 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 210 time: 0.0445418 Jan 14 01:41:35.698817 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.719465 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:35.797377 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:35.801088 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:35.804351 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:35.883483 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:41:36.049109 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:36.214062 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f514b806-ddcc-4a90-9584-b11837552c18,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:36.263451 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'f514b806-ddcc-4a90-9584-b11837552c18', 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e', 'port_id': 'f514b806-ddcc-4a90-9584-b11837552c18', 'mac_address': 'fa:16:3e:53:3b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7c7d7c-46a8-4cad-a834-59b144ba6e56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:41:36.266803 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b014254-99cb-4a39-92c4-0d814bb7e214 None None] Pushing event updated for resources: {'Port': ['ID=a55b3e33-6cb0-4c07-956e-6b7d5f367e77,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:36.327927 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-5e5f54e4-0ff1-4866-a6a3-c5d013929a64 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:36.329727 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-5e5f54e4-0ff1-4866-a6a3-c5d013929a64 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.46 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.3493273 Jan 14 01:41:36.331807 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:41:36.348302 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port f514b806-ddcc-4a90-9584-b11837552c18 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:36.348689 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f514b806-ddcc-4a90-9584-b11837552c18), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:36.365950 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Sync routers for ids ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:41:36.369881 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Request body: {'port': {'device_id': 'd238ca40-15ed-40ac-8d51-5830a2054ad1', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'admin_state_up': True, 'tenant_id': 'b782c83d919c481cb3b03a9f645c75e6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:36.401824 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:36.402245 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:36.429818 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f514b806-ddcc-4a90-9584-b11837552c18 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:36.445930 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Routers {'6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:41:36.446680 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:36.522212 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:36.527930 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6ea18f37-4374-4997-a9d0-ae4df0de087c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1371186 Jan 14 01:41:36.528775 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50300) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:36.533085 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f514b806-ddcc-4a90-9584-b11837552c18,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:36.556759 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f514b806-ddcc-4a90-9584-b11837552c18), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:36.608506 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Pushing event updated for resources: {'Port': ['ID=b5084c8a-81c2-448b-a86e-3038395c5a4b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:36.749852 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Set router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:41:36.785091 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=f514b806-ddcc-4a90-9584-b11837552c18,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:36.798648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1aac87-b5b4-49d7-894c-bc3c028f306c req-b0064ef3-5d8b-442a-af55-2f74d53e02c9 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:36.805591 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8f1aac87-b5b4-49d7-894c-bc3c028f306c req-b0064ef3-5d8b-442a-af55-2f74d53e02c9 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 948 time: 0.9338210 Jan 14 01:41:36.838096 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:36.838942 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:36.885691 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97874914-b1a6-4222-a56a-ec4dcd817010 req-e3b56c83-8848-4565-934d-d672eaca5f9b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:36.891801 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-97874914-b1a6-4222-a56a-ec4dcd817010 req-e3b56c83-8848-4565-934d-d672eaca5f9b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.2844152 Jan 14 01:41:36.940296 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1b52b5ae-65fe-444a-997a-9424aa4a9ad0,segment=NetworkSegment(7012839d-f0e1-40ce-a536-05b97a8aa767),segment_id=7012839d-f0e1-40ce-a536-05b97a8aa767)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:36.957257 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:37.031459 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Publish callbacks [] for router_gateway (2f5b1425-d93d-4a93-85c1-634d4399d65a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:37.050767 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f514b806-ddcc-4a90-9584-b11837552c18'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:37.080256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device b6d876ec-36dc-46ef-9fb4-24c4ef5e333b up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:37.135538 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9131f8-82d2-4afc-aa3a-2e720dcb8eaa None None] Network afe07b44-87fc-48cd-a144-1ecaf59b3381 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:41:37.140994 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-97874914-b1a6-4222-a56a-ec4dcd817010 req-6d1fa8e0-12c8-4914-8dd2-f3a04a17aae2 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100786 Jan 14 01:41:37.153727 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8f1aac87-b5b4-49d7-894c-bc3c028f306c req-f6828329-a634-45b9-8acd-7126d69873d9 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458869 Jan 14 01:41:37.178675 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=1b52b5ae-65fe-444a-997a-9424aa4a9ad0,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:37.236824 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Made reservation on behalf of b782c83d919c481cb3b03a9f645c75e6 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:41:37.242585 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:37.424213 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-da2b1cbd-a45c-4449-bb4c-8f97646e79c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:37.435175 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:41:37.479670 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:37.480174 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:37.491595 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:37.544312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2d8f8-ae13-4b5b-830f-9de6247acd0f req-44da8839-acc0-47ad-a79b-c5057817d153 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:37.546449 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74d2d8f8-ae13-4b5b-830f-9de6247acd0f req-44da8839-acc0-47ad-a79b-c5057817d153 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 944 time: 0.1361136 Jan 14 01:41:37.547785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8fcb628b-5179-4c4c-87ba-8256e08d468c None None] Provisioning complete for port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:37.550321 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fcb628b-5179-4c4c-87ba-8256e08d468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:37.554967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a26c8-d5a6-4167-8cdc-53fe1630b41f req-4d720f9e-3ead-43e1-bec0-4aade45f5a01 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:37.563868 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7a2a26c8-d5a6-4167-8cdc-53fe1630b41f req-4d720f9e-3ead-43e1-bec0-4aade45f5a01 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 945 time: 0.2762923 Jan 14 01:41:37.652746 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Allocated IP 172.20.0.3 (4ce41f76-a552-4855-887d-6b5d363a9f23/d97ddbcc-09c0-411b-9dd8-86412dbf8eb4/c493efa9-c5e6-482e-a1bf-a324e4b59e20) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:37.671461 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (2f5b1425-d93d-4a93-85c1-634d4399d65a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:37.690623 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7a2a26c8-d5a6-4167-8cdc-53fe1630b41f req-aa47e2d2-87ea-415e-848f-a0471a6c3073 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251054 Jan 14 01:41:37.759901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:35Z', 'revision_number': 3, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:37.806271 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Checking router: 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:41:37.809857 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Updating router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 port 8d65c7a8-7e44-4339-a396-f8bf03ce656a binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:41:37.897700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedb05c0-bc90-49e2-8625-70ec2c358716 None None] Network 9c989fae-7535-4c93-a0ca-339181f5b0d1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:41:37.957013 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Allocated IP 172.20.0.1 (afe07b44-87fc-48cd-a144-1ecaf59b3381/0089e701-5c83-4d54-8536-7edd0aa91be6/a1e13053-67dc-4b83-8f6e-6b29f517b1bb) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:37.992657 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74d2d8f8-ae13-4b5b-830f-9de6247acd0f req-3ede812e-212a-45df-88d5-cf2854319521 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252400 Jan 14 01:41:37.996394 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1e63f211-29a9-4436-9bad-11f97becbb6d req-9f04b6b5-b32c-43fb-b680-2a5894dbef11 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 210 time: 0.1067095 Jan 14 01:41:38.018938 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:38.020384 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks [] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:38.020832 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb628b-5179-4c4c-87ba-8256e08d468c None None] Current status of the port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:38.064674 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:38.065333 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:38.076037 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:38.101580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Router 2f5b1425-d93d-4a93-85c1-634d4399d65a is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:41:38.136808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:38.187236 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Network 4ce41f76-a552-4855-887d-6b5d363a9f23 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:38.204756 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:38.221432 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:38.222409 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cada6674-2bda-435b-9ab7-f544049cf1db None None] Provisioning complete for port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:38.222811 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cada6674-2bda-435b-9ab7-f544049cf1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:38.231939 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Pushing event updated for resources: {'Port': ['ID=c493efa9-c5e6-482e-a1bf-a324e4b59e20,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.314056 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.316850 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.316850 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.316850 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.316850 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.316850 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.316850 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.316850 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.316850 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.316850 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.316850 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.316850 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:38.316850 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:41:38.317693 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:38.318158 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:38.334505 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:41:38.341735 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Publish callbacks [] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:38.345851 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Sync routers for ids ['2f5b1425-d93d-4a93-85c1-634d4399d65a'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:41:38.346437 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-e98198e4-9aee-432c-a922-b1caf5f43132 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9924984 Jan 14 01:41:38.365764 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Routers {'2f5b1425-d93d-4a93-85c1-634d4399d65a'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:41:38.365764 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f5b1425-d93d-4a93-85c1-634d4399d65a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:38.370884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Request body: {'port': {'device_id': 'd238ca40-15ed-40ac-8d51-5830a2054ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:38.382233 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06578778-c10e-4fc9-ace3-16341fef3494 req-990a07f4-090e-4576-8289-42dd4faad95b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:38.384090 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06578778-c10e-4fc9-ace3-16341fef3494 req-990a07f4-090e-4576-8289-42dd4faad95b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.1470644 Jan 14 01:41:38.391785 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:38.395620 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-788c91ea-741f-42b4-81e7-1473b00f5a28 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8097854 Jan 14 01:41:38.396183 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50312) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:38.415191 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7883c-c372-4ad0-8390-bd249356f681 req-c784095b-408a-4b5d-b5b8-ba2f54f94846 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:38.417656 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fa7883c-c372-4ad0-8390-bd249356f681 req-c784095b-408a-4b5d-b5b8-ba2f54f94846 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 948 time: 0.1639822 Jan 14 01:41:38.449897 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:38.469546 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:38.509374 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:38.534920 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976fa923-af4f-4c18-b347-89ac65c9d5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d876ec-36dc-46ef-9fb4-24c4ef5e333b'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:38.537571 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dae7035-4c3e-4db2-a481-548175269dc4" -d '{"events": [{"server_uuid": "976fa923-af4f-4c18-b347-89ac65c9d5ea", "name": "network-vif-plugged", "status": "completed", "tag": "b6d876ec-36dc-46ef-9fb4-24c4ef5e333b"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:38.548221 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:38.549222 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2aa21865-dac0-4009-b70b-ba8c2c4cacde no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:41:38.578690 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Set router 2f5b1425-d93d-4a93-85c1-634d4399d65a gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:41:38.592625 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06578778-c10e-4fc9-ace3-16341fef3494 req-c2003102-6f14-4274-a2d6-90f58daaa8b8 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973147 Jan 14 01:41:38.614091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fa7883c-c372-4ad0-8390-bd249356f681 req-d8e7b24b-8efd-4ff7-b37c-3f701f5cca2d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508670 Jan 14 01:41:38.893413 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'name': 'tempest-FloatingIPDetailsTestJSON-680962698-router', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:36Z', 'revision_number': 3, 'project_id': '31fd36440f374cb19db344c0a791583c', 'gw_port': {'id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:43:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:35Z', 'updated_at': '2022-01-14T01:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:38.925055 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Checking router: 2f5b1425-d93d-4a93-85c1-634d4399d65a for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:41:38.925547 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Updating router 2f5b1425-d93d-4a93-85c1-634d4399d65a port b5084c8a-81c2-448b-a86e-3038395c5a4b binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:41:38.936268 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02868583-d686-4c5e-93b1-9d9672644713 req-fcf5aeb6-a9af-4835-b5e0-e6fb938f4fec tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:38.943733 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-02868583-d686-4c5e-93b1-9d9672644713 req-fcf5aeb6-a9af-4835-b5e0-e6fb938f4fec tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.2111809 Jan 14 01:41:38.951619 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.027072 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:39.029416 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a9771-88f3-4401-ad91-46aaca57b343 req-91e7b998-14f9-4b9d-9bac-426282ff4699 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:39.037015 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d8a9771-88f3-4401-ad91-46aaca57b343 req-91e7b998-14f9-4b9d-9bac-426282ff4699 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 945 time: 0.1819568 Jan 14 01:41:39.072863 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:39.075269 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.077894 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.130344 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-02868583-d686-4c5e-93b1-9d9672644713 req-14273336-db7d-474d-b3ec-c993bfd1c9ac tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855237 Jan 14 01:41:39.216886 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e647be41-46eb-4002-8dbf-4ba4b95b00ff x-openstack-request-id: req-e647be41-46eb-4002-8dbf-4ba4b95b00ff {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:39.217172 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976fa923-af4f-4c18-b347-89ac65c9d5ea", "name": "network-vif-plugged", "status": "completed", "tag": "b6d876ec-36dc-46ef-9fb4-24c4ef5e333b", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:39.217425 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e647be41-46eb-4002-8dbf-4ba4b95b00ff {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:39.217819 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976fa923-af4f-4c18-b347-89ac65c9d5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d876ec-36dc-46ef-9fb4-24c4ef5e333b', 'code': 200} Jan 14 01:41:39.243961 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d8a9771-88f3-4401-ad91-46aaca57b343 req-918d5411-4bef-4dc2-80c6-fa95ae91f3d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867270 Jan 14 01:41:39.255274 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Network afe07b44-87fc-48cd-a144-1ecaf59b3381 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:39.269889 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:39.274989 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:39.277894 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Pushing event updated for resources: {'Port': ['ID=a1e13053-67dc-4b83-8f6e-6b29f517b1bb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:39.358828 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Publish callbacks [] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.377547 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 2aa21865-dac0-4009-b70b-ba8c2c4cacde is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:39.478955 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.492023 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c493efa9-c5e6-482e-a1bf-a324e4b59e20 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:39.511065 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Publish callbacks [] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.518231 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.626095 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018a99-0e5d-466d-b6f7-f55c4b29ff5d req-ed3fc136-4f88-4eff-8553-0fd575a8e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:39.628068 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b018a99-0e5d-466d-b6f7-f55c4b29ff5d req-ed3fc136-4f88-4eff-8553-0fd575a8e064 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 1100 time: 0.2445433 Jan 14 01:41:39.633972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Transition to ACTIVE for port object c493efa9-c5e6-482e-a1bf-a324e4b59e20 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:41:39.664598 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.714011 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:39.715649 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a55b3e33-6cb0-4c07-956e-6b7d5f367e77 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:39.717304 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec252e-ece5-4b7c-9f3b-1d90a3dde4c7 req-e6a4b38a-022f-42fd-8437-4c2c1a4b45cd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:39.725910 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cada6674-2bda-435b-9ab7-f544049cf1db None None] Current status of the port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:39.733613 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9ec252e-ece5-4b7c-9f3b-1d90a3dde4c7 req-e6a4b38a-022f-42fd-8437-4c2c1a4b45cd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 944 time: 0.2883084 Jan 14 01:41:39.744483 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Publish callbacks [] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.754935 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf94dd3-9596-4bd4-967d-0bc2d62d1522 req-915e5279-ff75-4fb5-93c5-32cead62fe38 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:39.762171 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dbf94dd3-9596-4bd4-967d-0bc2d62d1522 req-915e5279-ff75-4fb5-93c5-32cead62fe38 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 931 time: 0.3156462 Jan 14 01:41:39.770749 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.772626 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913b776-754e-45fb-91fa-dea152c63b4d None None] Pushing event updated for resources: {'Port': ['ID=8d65c7a8-7e44-4339-a396-f8bf03ce656a,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:39.797860 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.825706 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cada6674-2bda-435b-9ab7-f544049cf1db None None] Provisioning complete for port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:39.826134 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cada6674-2bda-435b-9ab7-f544049cf1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.828207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Attempting to bind port 8d65c7a8-7e44-4339-a396-f8bf03ce656a on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:39.828591 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Attempting to bind port 8d65c7a8-7e44-4339-a396-f8bf03ce656a by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:39.829551 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Attempting to bind port 8d65c7a8-7e44-4339-a396-f8bf03ce656a on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:39.841563 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Pushing event updated for resources: {'Port': ['ID=c493efa9-c5e6-482e-a1bf-a324e4b59e20,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:39.868612 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b018a99-0e5d-466d-b6f7-f55c4b29ff5d req-f648b2ca-c009-4afc-9547-ef502cae6053 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213225 Jan 14 01:41:39.874924 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:39.875298 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:39.875705 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.876098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:39.876579 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Bound port: 8d65c7a8-7e44-4339-a396-f8bf03ce656a, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:39.876955 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.884906 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.893170 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Attempting to bind port b5084c8a-81c2-448b-a86e-3038395c5a4b on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:39.894112 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Attempting to bind port b5084c8a-81c2-448b-a86e-3038395c5a4b by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:39.895216 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Attempting to bind port b5084c8a-81c2-448b-a86e-3038395c5a4b on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:39.900250 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Pushing event updated for resources: {'Port': ['ID=b5084c8a-81c2-448b-a86e-3038395c5a4b,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:39.916313 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:39.918503 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:39.919350 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.919999 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:39.920688 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Bound port: b5084c8a-81c2-448b-a86e-3038395c5a4b, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:39.922872 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.931813 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.934120 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.934817 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.936229 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.937714 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.938899 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.940192 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.940818 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.944149 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.944897 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.945713 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.946803 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.947829 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:41:39.947947 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.958059 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:39.959231 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:39.959338 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Attempting to bind port c493efa9-c5e6-482e-a1bf-a324e4b59e20 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:39.959338 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Attempting to bind port c493efa9-c5e6-482e-a1bf-a324e4b59e20 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:39.959338 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Attempting to bind port c493efa9-c5e6-482e-a1bf-a324e4b59e20 on network 4ce41f76-a552-4855-887d-6b5d363a9f23 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:39.967542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Port c493efa9-c5e6-482e-a1bf-a324e4b59e20 on network 4ce41f76-a552-4855-887d-6b5d363a9f23 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:41:39.967856 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Attempting to bind port c493efa9-c5e6-482e-a1bf-a324e4b59e20 on network 4ce41f76-a552-4855-887d-6b5d363a9f23 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:39.996978 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:39.997375 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Checking segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:39.997714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Bound using segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:39.998155 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Bound port: c493efa9-c5e6-482e-a1bf-a324e4b59e20, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:39.998997 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.017546 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9ec252e-ece5-4b7c-9f3b-1d90a3dde4c7 req-76a305e1-4432-4d29-938d-4a0b0a4b8f5e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742155 Jan 14 01:41:40.031553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cada6674-2bda-435b-9ab7-f544049cf1db None None] Current status of the port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:40.031976 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cada6674-2bda-435b-9ab7-f544049cf1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.055738 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] For port 8d65c7a8-7e44-4339-a396-f8bf03ce656a, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:40.079426 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] For port 8d65c7a8-7e44-4339-a396-f8bf03ce656a, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8d65c7a8-7e44-4339-a396-f8bf03ce656a,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:40.086292 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] For port b5084c8a-81c2-448b-a86e-3038395c5a4b, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:40.093894 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] For port b5084c8a-81c2-448b-a86e-3038395c5a4b, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b5084c8a-81c2-448b-a86e-3038395c5a4b,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:40.095514 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dbf94dd3-9596-4bd4-967d-0bc2d62d1522 req-50693de2-44b4-47e3-961a-6e1bea91fd22 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324118 Jan 14 01:41:40.101455 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.123138 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.142171 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] For port c493efa9-c5e6-482e-a1bf-a324e4b59e20, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:40.143061 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cada6674-2bda-435b-9ab7-f544049cf1db None None] For port a55b3e33-6cb0-4c07-956e-6b7d5f367e77, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a55b3e33-6cb0-4c07-956e-6b7d5f367e77,segment=NetworkSegment(be6ce0fd-f6a6-4414-ae62-75fffe5d983b),segment_id=be6ce0fd-f6a6-4414-ae62-75fffe5d983b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:40.148109 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] For port c493efa9-c5e6-482e-a1bf-a324e4b59e20, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c493efa9-c5e6-482e-a1bf-a324e4b59e20,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:40.164724 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.179357 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cada6674-2bda-435b-9ab7-f544049cf1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.200992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:40.201377 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.223069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:40.224014 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.225684 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] 10.222.0.46 "PUT /v2.0/ports/c493efa9-c5e6-482e-a1bf-a324e4b59e20 HTTP/1.1" status: 200 len: 1091 time: 1.8637400 Jan 14 01:41:40.226344 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd238ca40-15ed-40ac-8d51-5830a2054ad1', 'tag': 'c493efa9-c5e6-482e-a1bf-a324e4b59e20'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:40.228894 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee80fbd-e634-4ebc-9d72-162bc2afb3db" -d '{"events": [{"name": "network-changed", "server_uuid": "d238ca40-15ed-40ac-8d51-5830a2054ad1", "tag": "c493efa9-c5e6-482e-a1bf-a324e4b59e20"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:40.243999 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Routers {'6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:41:40.244740 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:40.250049 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913b776-754e-45fb-91fa-dea152c63b4d None None] Pushing event updated for resources: {'Port': ['ID=8d65c7a8-7e44-4339-a396-f8bf03ce656a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:40.255456 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-c1935590-204f-4d8a-976a-db0091eb44ad service neutron] 10.222.0.36 "GET /v2.0/ports/2aa21865-dac0-4009-b70b-ba8c2c4cacde/bindings/n-h1-824358-4 HTTP/1.1" status: 200 len: 384 time: 0.4704614 Jan 14 01:41:40.312651 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Publish callbacks [] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.314667 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Routers {'2f5b1425-d93d-4a93-85c1-634d4399d65a'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:41:40.316501 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f5b1425-d93d-4a93-85c1-634d4399d65a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:40.339480 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d6a48-d301-4ff1-9ae3-67aea076c79b service neutron] Pushing event updated for resources: {'Port': ['ID=c493efa9-c5e6-482e-a1bf-a324e4b59e20,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:40.344766 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.426534 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c78d2a-a637-4609-9781-3294037e170c x-openstack-request-id: req-b9c78d2a-a637-4609-9781-3294037e170c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:40.427175 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d238ca40-15ed-40ac-8d51-5830a2054ad1", "tag": "c493efa9-c5e6-482e-a1bf-a324e4b59e20", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:40.427304 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9c78d2a-a637-4609-9781-3294037e170c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:40.427776 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd238ca40-15ed-40ac-8d51-5830a2054ad1', 'tag': 'c493efa9-c5e6-482e-a1bf-a324e4b59e20', 'status': 'completed', 'code': 200} Jan 14 01:41:40.430652 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.437482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada6674-2bda-435b-9ab7-f544049cf1db None None] Pushing event updated for resources: {'Port': ['ID=a55b3e33-6cb0-4c07-956e-6b7d5f367e77,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:40.440107 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:41:40.440457 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:41:40.443529 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-54decf0f-b87b-442e-be09-c78676375752 None None] Provisioning complete for port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:40.443895 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54decf0f-b87b-442e-be09-c78676375752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.490977 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] Set router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:41:40.532293 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Pushing event updated for resources: {'Port': ['ID=a1e13053-67dc-4b83-8f6e-6b29f517b1bb,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:40.536271 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-452974df-e138-4f55-ae00-2d435f8515d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:40.538560 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-452974df-e138-4f55-ae00-2d435f8515d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 1094 time: 0.2193630 Jan 14 01:41:40.593087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6850b9-0d87-4778-9bd2-f93ff7afcebd req-0227eae4-ff31-41d5-9e2c-aea0abecbf6a tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:40.594513 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2d6850b9-0d87-4778-9bd2-f93ff7afcebd req-0227eae4-ff31-41d5-9e2c-aea0abecbf6a tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 949 time: 0.3316605 Jan 14 01:41:40.597321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Allocated IP 172.20.0.1 (9c989fae-7535-4c93-a0ca-339181f5b0d1/dc90818a-1b81-4022-9d07-4be710d941b5/3d4fdd38-d19f-41cf-aaf6-552fa37b6750) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:40.601161 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-f328d14b-549a-4a71-978c-4e0c9b218887 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c493efa9-c5e6-482e-a1bf-a324e4b59e20 HTTP/1.1" status: 200 len: 217 time: 0.0461669 Jan 14 01:41:40.640787 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb8a38-b877-47c5-9007-f7cf2d6156d4 req-27d68e41-6fea-42ee-8b11-cb0eaa6f0645 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:40.641848 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] Set router 2f5b1425-d93d-4a93-85c1-634d4399d65a gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:41:40.647824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56fb8a38-b877-47c5-9007-f7cf2d6156d4 req-27d68e41-6fea-42ee-8b11-cb0eaa6f0645 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 945 time: 0.1921163 Jan 14 01:41:40.660958 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Network afe07b44-87fc-48cd-a144-1ecaf59b3381 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:40.665693 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:40.683034 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-189341c8-8e19-4e91-b472-c4d36beb01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:40.686729 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-189341c8-8e19-4e91-b472-c4d36beb01fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.0742211 Jan 14 01:41:40.734358 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16c90f-8883-4b91-9adb-ea468541f4d1 None None] Pushing event updated for resources: {'Port': ['ID=b5084c8a-81c2-448b-a86e-3038395c5a4b,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:40.787636 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2d6850b9-0d87-4778-9bd2-f93ff7afcebd req-72a41a62-5eb8-49b6-987d-2d5b3085be5f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811402 Jan 14 01:41:40.789181 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-54decf0f-b87b-442e-be09-c78676375752 None None] Current status of the port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:40.817159 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-54decf0f-b87b-442e-be09-c78676375752 None None] Provisioning complete for port a1e13053-67dc-4b83-8f6e-6b29f517b1bb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:40.817650 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54decf0f-b87b-442e-be09-c78676375752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.841624 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:41:40.886732 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-54decf0f-b87b-442e-be09-c78676375752 None None] Port a1e13053-67dc-4b83-8f6e-6b29f517b1bb cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:41:40.903358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:39Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a1e13053-67dc-4b83-8f6e-6b29f517b1bb', 'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'tenant_id': '00000467765542ab9b398703a79973b2', 'mac_address': 'fa:16:3e:2f:fc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:37Z', 'updated_at': '2022-01-14T01:41:38Z', 'revision_number': 1, 'project_id': '00000467765542ab9b398703a79973b2', 'subnets': [{'id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:40.906780 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:40.946685 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-2a20f9ed-7441-4734-82ec-f9554ea891a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025918 Jan 14 01:41:40.958355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609570b-da06-4240-973e-b39ef9c7b539 None None] The sync data for ids ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'] in n-d-824358-4 is: [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:39Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a1e13053-67dc-4b83-8f6e-6b29f517b1bb', 'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'tenant_id': '00000467765542ab9b398703a79973b2', 'mac_address': 'fa:16:3e:2f:fc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:37Z', 'updated_at': '2022-01-14T01:41:38Z', 'revision_number': 1, 'project_id': '00000467765542ab9b398703a79973b2', 'subnets': [{'id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:41:40.997983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-12218e94-6dae-4c3a-aad8-9615da7ba704 service neutron] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:41.019614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-12218e94-6dae-4c3a-aad8-9615da7ba704 service neutron] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:41.037254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:41.041606 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4810e221-0770-4fef-99ff-f3ac9ac02cdd None None] Provisioning complete for port a1e13053-67dc-4b83-8f6e-6b29f517b1bb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:41.042023 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4810e221-0770-4fef-99ff-f3ac9ac02cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:41.050241 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'name': 'tempest-FloatingIPDetailsTestJSON-680962698-router', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:36Z', 'revision_number': 3, 'project_id': '31fd36440f374cb19db344c0a791583c', 'gw_port': {'id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:43:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:35Z', 'updated_at': '2022-01-14T01:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:41.072819 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-12218e94-6dae-4c3a-aad8-9615da7ba704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa21865-dac0-4009-b70b-ba8c2c4cacde {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:41.104453 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4810e221-0770-4fef-99ff-f3ac9ac02cdd None None] Port a1e13053-67dc-4b83-8f6e-6b29f517b1bb cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:41:41.120239 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da0d39-5c63-4bc1-b973-d3177c57944c None None] The sync data for ids ['2f5b1425-d93d-4a93-85c1-634d4399d65a'] in n-d-824358-4 is: [{'id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'name': 'tempest-FloatingIPDetailsTestJSON-680962698-router', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:36Z', 'revision_number': 3, 'project_id': '31fd36440f374cb19db344c0a791583c', 'gw_port': {'id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:43:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:35Z', 'updated_at': '2022-01-14T01:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:41:41.123285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-12218e94-6dae-4c3a-aad8-9615da7ba704 service neutron] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:41.137770 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56fb8a38-b877-47c5-9007-f7cf2d6156d4 req-faeb8a96-f116-4cb6-a233-815c1bf0f61a tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890413 Jan 14 01:41:41.146267 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:41:41.170940 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a490b8fd-505d-4d0d-beba-fe5cb877954a admin admin] 10.222.0.26 "PUT /v2.0/routers/6a86dd5a-f926-4c29-b6d2-fd4af10e1a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6373055 Jan 14 01:41:41.209548 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-4ef82162-5400-4903-a0a6-12b2f6f9f95d service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473986 Jan 14 01:41:41.275293 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a55b3e33-6cb0-4c07-956e-6b7d5f367e77 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:41.302022 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Publish callbacks [] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:41.403181 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:41.403561 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:41.433441 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-12218e94-6dae-4c3a-aad8-9615da7ba704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:41.503162 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:41.503416 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-bfbbd542-21e6-476a-8c08-56a6068c6085 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1824274 Jan 14 01:41:41.505263 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1bc6b6cf-1d33-43e4-9205-d7d682b2d7e3 req-8f4e2f7e-b47e-4289-988e-d57ea48821f1 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889206 Jan 14 01:41:41.546885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:41.553816 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f514b806-ddcc-4a90-9584-b11837552c18 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:41.705981 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port f514b806-ddcc-4a90-9584-b11837552c18 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:41:41.715230 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port f514b806-ddcc-4a90-9584-b11837552c18 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:41.715230 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f514b806-ddcc-4a90-9584-b11837552c18), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:41.733391 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee80fbd-e634-4ebc-9d72-162bc2afb3db req-dac9ea6c-5c4d-43f5-b7ae-9b3d6008003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:41.734998 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ee80fbd-e634-4ebc-9d72-162bc2afb3db req-dac9ea6c-5c4d-43f5-b7ae-9b3d6008003d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 1094 time: 0.0874460 Jan 14 01:41:41.907135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port f514b806-ddcc-4a90-9584-b11837552c18 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:41.907896 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f514b806-ddcc-4a90-9584-b11837552c18), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:41.947506 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee80fbd-e634-4ebc-9d72-162bc2afb3db req-d6050c96-b88e-4f33-ae0b-96d2cf63da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:41.951442 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ee80fbd-e634-4ebc-9d72-162bc2afb3db req-d6050c96-b88e-4f33-ae0b-96d2cf63da2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 913 time: 0.2066455 Jan 14 01:41:41.973933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff669290-b38c-4c96-b8d6-45ef48ac677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f514b806-ddcc-4a90-9584-b11837552c18'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:41.980360 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a53d1c-f748-400e-890e-2ce3c5e03df7" -d '{"events": [{"server_uuid": "ff669290-b38c-4c96-b8d6-45ef48ac677e", "name": "network-vif-plugged", "status": "completed", "tag": "f514b806-ddcc-4a90-9584-b11837552c18"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:42.009150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f514b806-ddcc-4a90-9584-b11837552c18,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:42.023328 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f514b806-ddcc-4a90-9584-b11837552c18), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:42.026471 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ee80fbd-e634-4ebc-9d72-162bc2afb3db req-05b83a43-9e91-484e-b135-05f411d82fb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c493efa9-c5e6-482e-a1bf-a324e4b59e20 HTTP/1.1" status: 200 len: 217 time: 0.0674903 Jan 14 01:41:42.089901 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee80fbd-e634-4ebc-9d72-162bc2afb3db req-2739fd60-69a9-49b5-b693-689e0e21d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:42.091441 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ee80fbd-e634-4ebc-9d72-162bc2afb3db req-2739fd60-69a9-49b5-b693-689e0e21d5c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.0587931 Jan 14 01:41:42.134135 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ee80fbd-e634-4ebc-9d72-162bc2afb3db req-d3f5034e-7e1a-46e1-9240-8e2d8bc69a89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346940 Jan 14 01:41:42.146670 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=f514b806-ddcc-4a90-9584-b11837552c18,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:42.186690 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Network 9c989fae-7535-4c93-a0ca-339181f5b0d1 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:42.219396 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:42.225314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:42.248983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cbb64-6d4c-41aa-b2dc-761a4756d775 req-afc986e8-b431-4cf5-832b-f2aebd74325a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:42.256921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-053cbb64-6d4c-41aa-b2dc-761a4756d775 req-afc986e8-b431-4cf5-832b-f2aebd74325a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 944 time: 0.8617210 Jan 14 01:41:42.316586 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Pushing event updated for resources: {'Port': ['ID=3d4fdd38-d19f-41cf-aaf6-552fa37b6750,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:42.332128 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ee80fbd-e634-4ebc-9d72-162bc2afb3db req-51468625-febc-455e-b13f-1ec39341e224 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894388 Jan 14 01:41:42.348984 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ce255-7bf8-4d75-886e-435633ef9140 req-198c2d62-e7d6-426e-a737-d5fb3c88f1bb tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:42.356788 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-065ce255-7bf8-4d75-886e-435633ef9140 req-198c2d62-e7d6-426e-a737-d5fb3c88f1bb tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 943 time: 0.9613698 Jan 14 01:41:42.430229 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-12218e94-6dae-4c3a-aad8-9615da7ba704 service neutron] Transition to ACTIVE for port object 2aa21865-dac0-4009-b70b-ba8c2c4cacde will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:41:42.443290 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (2f5b1425-d93d-4a93-85c1-634d4399d65a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:42.467142 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-12218e94-6dae-4c3a-aad8-9615da7ba704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:42.519596 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ee80fbd-e634-4ebc-9d72-162bc2afb3db req-f71f8669-d744-4dd1-abdf-87cb450c0e1a service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789091 Jan 14 01:41:42.639210 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-065ce255-7bf8-4d75-886e-435633ef9140 req-2bf351e1-94c0-4953-bb26-712e9049bada tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814262 Jan 14 01:41:42.690247 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-053cbb64-6d4c-41aa-b2dc-761a4756d775 req-db9d182f-494e-490a-b84b-3cd18705de1e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329545 Jan 14 01:41:42.731637 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12218e94-6dae-4c3a-aad8-9615da7ba704 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa21865-dac0-4009-b70b-ba8c2c4cacde,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:42.826339 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-12218e94-6dae-4c3a-aad8-9615da7ba704 service neutron] No DVR routers for this DVR port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:41:42.835986 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:42.890971 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c070b-bce2-4554-861b-a52f5c290a0b req-5bef9818-f03a-460e-9bfb-6e9e3b67f858 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:42.892584 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-914c070b-bce2-4554-861b-a52f5c290a0b req-5bef9818-f03a-460e-9bfb-6e9e3b67f858 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.1476305 Jan 14 01:41:42.896423 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-12218e94-6dae-4c3a-aad8-9615da7ba704 service neutron] 10.222.0.36 "PUT /v2.0/ports/2aa21865-dac0-4009-b70b-ba8c2c4cacde/bindings/n-h1-824358-4/activate HTTP/1.1" status: 200 len: 369 time: 2.6055937 Jan 14 01:41:42.899173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7d38d8d7-c75d-485b-9842-690ba29b4798 None None] Provisioning complete for port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:42.899799 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d38d8d7-c75d-485b-9842-690ba29b4798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:42.959239 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7d38d8d7-c75d-485b-9842-690ba29b4798 None None] Port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:41:43.072335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-914c070b-bce2-4554-861b-a52f5c290a0b req-f3d33d5d-1353-4916-95b3-517f7469bccd tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506217 Jan 14 01:41:43.161047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-7e3d21e0-01d6-4b8f-876e-5dd8dc78d731 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:43.164130 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-7e3d21e0-01d6-4b8f-876e-5dd8dc78d731 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12&tenant_id=fb29aaab805049d786bf79e89fb9efca&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1096 time: 0.1342499 Jan 14 01:41:43.250271 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-557f0a3e-f029-4738-96f3-056bc2514cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:43.250578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8d65c7a8-7e44-4339-a396-f8bf03ce656a up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:43.252798 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-557f0a3e-f029-4738-96f3-056bc2514cd8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12&tenant_id=fb29aaab805049d786bf79e89fb9efca HTTP/1.1" status: 200 len: 1096 time: 0.0782576 Jan 14 01:41:43.275902 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Publish callbacks [] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.285666 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3996cc-61a1-4ba7-bbf6-7c1b4c46f100 req-62bd1a43-6a86-495b-9a74-5b939d804cda tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:43.286840 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a3996cc-61a1-4ba7-bbf6-7c1b4c46f100 req-62bd1a43-6a86-495b-9a74-5b939d804cda tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 949 time: 0.1146014 Jan 14 01:41:43.289340 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.331711 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8d65c7a8-7e44-4339-a396-f8bf03ce656a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:43.333757 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.350250 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-3017b832-bb67-4712-8288-0184d4581755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:43.352151 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-3017b832-bb67-4712-8288-0184d4581755 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 1096 time: 0.0589516 Jan 14 01:41:43.412746 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (2f5b1425-d93d-4a93-85c1-634d4399d65a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.439380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8d65c7a8-7e44-4339-a396-f8bf03ce656a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:43.439991 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.442379 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a3996cc-61a1-4ba7-bbf6-7c1b4c46f100 req-c85a157d-bf13-4818-af25-6c913d3210e2 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479695 Jan 14 01:41:43.445238 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Pushing event updated for resources: {'Port': ['ID=3d4fdd38-d19f-41cf-aaf6-552fa37b6750,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:43.464967 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 8d65c7a8-7e44-4339-a396-f8bf03ce656a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8d65c7a8-7e44-4339-a396-f8bf03ce656a,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:43.476511 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.478888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b5084c8a-81c2-448b-a86e-3038395c5a4b up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:43.480399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50382) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:43.500126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d8f481d7-cea8-46da-ad14-ad8e14c17a04 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910785315', 'description': 'tempest-description--696680445'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:43.553916 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-bca514bf-b434-46f5-b7ba-56ccba5e7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:43.559305 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-bca514bf-b434-46f5-b7ba-56ccba5e7743 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.1991065 Jan 14 01:41:43.565639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c493efa9-c5e6-482e-a1bf-a324e4b59e20 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:41:43.577965 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8f481d7-cea8-46da-ad14-ad8e14c17a04 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.592013 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccddacd7-c0e6-4782-b9cf-200a7c782b98 x-openstack-request-id: req-ccddacd7-c0e6-4782-b9cf-200a7c782b98 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:43.592822 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff669290-b38c-4c96-b8d6-45ef48ac677e", "name": "network-vif-plugged", "status": "completed", "tag": "f514b806-ddcc-4a90-9584-b11837552c18", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:43.593180 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccddacd7-c0e6-4782-b9cf-200a7c782b98 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:43.593673 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff669290-b38c-4c96-b8d6-45ef48ac677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f514b806-ddcc-4a90-9584-b11837552c18', 'code': 200} Jan 14 01:41:43.643863 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-db884eeb-1f7d-4726-b634-f88e3fbecf8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde HTTP/1.1" status: 200 len: 217 time: 0.0756905 Jan 14 01:41:43.656182 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=8d65c7a8-7e44-4339-a396-f8bf03ce656a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:43.699248 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port b5084c8a-81c2-448b-a86e-3038395c5a4b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:43.699513 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.735205 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-1862a4c9-0421-4bbf-836c-43c13355bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:43.736709 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-1862a4c9-0421-4bbf-836c-43c13355bcb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.0673268 Jan 14 01:41:43.761000 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8f481d7-cea8-46da-ad14-ad8e14c17a04 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for security_group (a1323065-2476-4cb5-aba6-65c005c122ac), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.771113 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c493efa9-c5e6-482e-a1bf-a324e4b59e20, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c493efa9-c5e6-482e-a1bf-a324e4b59e20,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:43.780382 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-75ee9253-456f-446d-a9d9-9306ffc505ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339298 Jan 14 01:41:43.781161 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8f481d7-cea8-46da-ad14-ad8e14c17a04 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a1323065-2476-4cb5-aba6-65c005c122ac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.786785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'c493efa9-c5e6-482e-a1bf-a324e4b59e20', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'port_id': 'c493efa9-c5e6-482e-a1bf-a324e4b59e20', 'mac_address': 'fa:16:3e:fc:2e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97ddbcc-09c0-411b-9dd8-86412dbf8eb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:41:43.802794 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5cb7-7104-45a0-8bea-9196a2005eb1 req-7bf45864-2785-4fa1-92d7-acc95db64012 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:43.804313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a27d5cb7-7104-45a0-8bea-9196a2005eb1 req-7bf45864-2785-4fa1-92d7-acc95db64012 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.2384899 Jan 14 01:41:43.813589 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Network 9c989fae-7535-4c93-a0ca-339181f5b0d1 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:43.820060 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-f2a32d92-8fce-4e7e-8a2d-54466063189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:43.821568 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-f2a32d92-8fce-4e7e-8a2d-54466063189d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 1101 time: 0.2228234 Jan 14 01:41:43.822401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:43.829272 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port b5084c8a-81c2-448b-a86e-3038395c5a4b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:43.829936 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.864484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c56bc-58fe-4f4d-be6b-d9709094d1c8 req-967128d8-4f7f-426a-84fc-00ef3e49d8ea tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:43.868093 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8f481d7-cea8-46da-ad14-ad8e14c17a04 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.872529 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d8f481d7-cea8-46da-ad14-ad8e14c17a04 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3893654 Jan 14 01:41:43.872865 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e05c56bc-58fe-4f4d-be6b-d9709094d1c8 req-967128d8-4f7f-426a-84fc-00ef3e49d8ea tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 1100 time: 0.1896279 Jan 14 01:41:43.873151 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50392) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:43.878348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port b5084c8a-81c2-448b-a86e-3038395c5a4b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b5084c8a-81c2-448b-a86e-3038395c5a4b,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:43.882639 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1f99dc6c-35bc-4446-925d-f91e3435dedd tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Request body: {'security_group_rule': {'security_group_id': 'a1323065-2476-4cb5-aba6-65c005c122ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:43.887654 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f481d7-cea8-46da-ad14-ad8e14c17a04 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1323065-2476-4cb5-aba6-65c005c122ac,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:43.889550 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.896916 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port c493efa9-c5e6-482e-a1bf-a324e4b59e20 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:43.897210 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.935370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8125a-19c2-4ce1-bbf6-98f00b8a5a1e req-36c42f0d-f440-4901-b2b7-e6f428410bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:43.936933 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-abf8125a-19c2-4ce1-bbf6-98f00b8a5a1e req-36c42f0d-f440-4901-b2b7-e6f428410bbe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 1097 time: 0.2059319 Jan 14 01:41:43.945965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c493efa9-c5e6-482e-a1bf-a324e4b59e20 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:43.973360 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-cff79ec1-5e94-4066-8123-a1df0062b20c service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827064 Jan 14 01:41:43.974152 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f99dc6c-35bc-4446-925d-f91e3435dedd tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for security_group_rule (254f2fea-58e8-4883-8236-924c26546182), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:43.976442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=b5084c8a-81c2-448b-a86e-3038395c5a4b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:43.993183 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c493efa9-c5e6-482e-a1bf-a324e4b59e20, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c493efa9-c5e6-482e-a1bf-a324e4b59e20,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:43.999003 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:44.065639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=c493efa9-c5e6-482e-a1bf-a324e4b59e20,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:44.125556 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f99dc6c-35bc-4446-925d-f91e3435dedd tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for security_group_rule (254f2fea-58e8-4883-8236-924c26546182), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:44.132086 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f99dc6c-35bc-4446-925d-f91e3435dedd tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (254f2fea-58e8-4883-8236-924c26546182), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:44.160494 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-24517fef-9571-4ead-9258-3330d157ee00 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737609 Jan 14 01:41:44.161789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99dc6c-35bc-4446-925d-f91e3435dedd tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254f2fea-58e8-4883-8236-924c26546182,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:44.168976 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f99dc6c-35bc-4446-925d-f91e3435dedd tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:44.170231 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1f99dc6c-35bc-4446-925d-f91e3435dedd tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2937899 Jan 14 01:41:44.174534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50396) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:44.180111 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-081ae445-6e90-4cb0-84ba-0142d443c28b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Request body: {'security_group_rule': {'security_group_id': 'a1323065-2476-4cb5-aba6-65c005c122ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:44.182475 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e05c56bc-58fe-4f4d-be6b-d9709094d1c8 req-8f6db051-eb69-4452-9aa8-d3921e43373c tempest-ServersOnMultiNodesTest-145186786 tempest-ServersOnMultiNodesTest-145186786-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036206 Jan 14 01:41:44.216322 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a27d5cb7-7104-45a0-8bea-9196a2005eb1 req-7aa9efe8-f42e-471f-8712-73d9d0e57ee9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942936 Jan 14 01:41:44.222803 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-abf8125a-19c2-4ce1-bbf6-98f00b8a5a1e req-38813608-8b3d-4686-8ca5-77b275d5b734 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639790 Jan 14 01:41:44.225927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-6e7aa85a-9cf4-4710-ba50-c0faa5d814d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:44.227396 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-6e7aa85a-9cf4-4710-ba50-c0faa5d814d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.3963606 Jan 14 01:41:44.236640 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-081ae445-6e90-4cb0-84ba-0142d443c28b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for security_group_rule (06c976f4-62b7-4759-a345-f2f16110e68f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:44.311096 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-fa72c279-ef46-44b6-ba65-e7de7bb46d93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6 HTTP/1.1" status: 200 len: 217 time: 0.0672898 Jan 14 01:41:44.317695 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-537472c9-5dce-401e-9c74-32a91e7a1389 None None] Provisioning complete for port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:44.318225 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-537472c9-5dce-401e-9c74-32a91e7a1389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:44.366041 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-081ae445-6e90-4cb0-84ba-0142d443c28b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for security_group_rule (06c976f4-62b7-4759-a345-f2f16110e68f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:44.371303 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Router 2f5b1425-d93d-4a93-85c1-634d4399d65a has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:41:44.378917 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-081ae445-6e90-4cb0-84ba-0142d443c28b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (06c976f4-62b7-4759-a345-f2f16110e68f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:44.398982 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ae445-6e90-4cb0-84ba-0142d443c28b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c976f4-62b7-4759-a345-f2f16110e68f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:44.401948 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-537472c9-5dce-401e-9c74-32a91e7a1389 None None] Port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:41:44.410881 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-081ae445-6e90-4cb0-84ba-0142d443c28b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:44.415813 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-081ae445-6e90-4cb0-84ba-0142d443c28b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2400103 Jan 14 01:41:44.416516 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50400) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:41:44.421748 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:44.433961 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-c4317364-e64a-4803-b3de-5ec84e022f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:44.435470 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-c4317364-e64a-4803-b3de-5ec84e022f48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1092992 Jan 14 01:41:44.449267 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:44.449498 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f31ada-6cde-4327-bc2f-dd523a689dbe req-23ace56a-0318-417f-ba2b-bec9f49ba238 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:44.450864 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2f31ada-6cde-4327-bc2f-dd523a689dbe req-23ace56a-0318-417f-ba2b-bec9f49ba238 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 944 time: 0.1921706 Jan 14 01:41:44.472576 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['c493efa9-c5e6-482e-a1bf-a324e4b59e20'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:44.552690 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c2d72-86fe-49c9-aa60-5a925a2ed146 req-d2b74267-324c-4bb8-ad24-c6da2da189b2 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:44.560031 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e9c2d72-86fe-49c9-aa60-5a925a2ed146 req-d2b74267-324c-4bb8-ad24-c6da2da189b2 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 945 time: 0.1785126 Jan 14 01:41:44.576909 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:44.667088 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-f0b73a9f-0f1e-4d66-a430-463b52e096f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:44.668575 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-f0b73a9f-0f1e-4d66-a430-463b52e096f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2164302 Jan 14 01:41:44.677135 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2f31ada-6cde-4327-bc2f-dd523a689dbe req-59121c3e-d353-44c9-9f7b-78ba61ac15b2 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812873 Jan 14 01:41:44.686350 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:41:44.701409 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Allocated IP 172.25.2.240 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/f2fb6bc4-cd06-401f-8d2f-0a9df83211af) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:44.705702 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e9c2d72-86fe-49c9-aa60-5a925a2ed146 req-1b97f0bd-0de7-43f3-8337-c311b10c84cc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369050 Jan 14 01:41:44.733411 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-37228e5c-ec27-4ebf-becb-45b62f288127 admin admin] 10.222.0.26 "PUT /v2.0/routers/2f5b1425-d93d-4a93-85c1-634d4399d65a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3361166 Jan 14 01:41:44.864038 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Sync routers for ids ['2f5b1425-d93d-4a93-85c1-634d4399d65a'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:41:44.876112 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Routers {'2f5b1425-d93d-4a93-85c1-634d4399d65a'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:41:44.880698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f5b1425-d93d-4a93-85c1-634d4399d65a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:44.929480 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for port (f2fb6bc4-cd06-401f-8d2f-0a9df83211af), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:44.931552 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a31eb4-0b7b-4d3b-9be4-d99d7bffcc2f req-45c6a734-dfcc-4aaf-8299-5da4dd19f444 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:44.933704 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7a31eb4-0b7b-4d3b-9be4-d99d7bffcc2f req-45c6a734-dfcc-4aaf-8299-5da4dd19f444 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.1371257 Jan 14 01:41:44.965815 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-062d32cb-b1ae-422d-9a4d-c9e815f113ba service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873716 Jan 14 01:41:44.977831 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-a9116ddf-07a0-41be-976c-7fda3bba5a1b tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:44.979843 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-a9116ddf-07a0-41be-976c-7fda3bba5a1b tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12&tenant_id=fb29aaab805049d786bf79e89fb9efca&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 1096 time: 0.1337845 Jan 14 01:41:45.003471 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Sync routers for ids ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:41:45.009013 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f2fb6bc4-cd06-401f-8d2f-0a9df83211af), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.035392 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Routers {'6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:41:45.043259 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:45.072703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:45.078384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:45.085813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:45.127965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Set router 2f5b1425-d93d-4a93-85c1-634d4399d65a gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:41:45.134396 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Pushing event updated for resources: {'Port': ['ID=f2fb6bc4-cd06-401f-8d2f-0a9df83211af,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:45.143195 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7a31eb4-0b7b-4d3b-9be4-d99d7bffcc2f req-85c4297e-47fb-47c7-860b-61a401a596e3 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013392 Jan 14 01:41:45.224652 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Set router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:41:45.241887 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for floatingip (359d42ab-98ca-4378-995f-bd96b45d58e9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.274578 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-eabc2999-0888-4c62-9c35-13b558162a9e service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990668 Jan 14 01:41:45.277731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b5084c8a-81c2-448b-a86e-3038395c5a4b up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:45.289947 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f2fb6bc4-cd06-401f-8d2f-0a9df83211af), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.356566 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-1d41ead0-5e61-4feb-a133-c019bebe1518 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2422283 Jan 14 01:41:45.367297 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:45.393885 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348177a-df2e-4f7f-aa66-c977da0370b1 req-65918e1d-1bcb-4bd7-b5e7-103d98fffbfc tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:45.395445 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5348177a-df2e-4f7f-aa66-c977da0370b1 req-65918e1d-1bcb-4bd7-b5e7-103d98fffbfc tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 949 time: 0.1336908 Jan 14 01:41:45.425039 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-450385ae-2dfb-4cc0-92d6-b23395ddb4af service neutron] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:45.433792 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-450385ae-2dfb-4cc0-92d6-b23395ddb4af service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.435297 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fffd67d0-2c78-4acf-87f1-5c3453101658 req-450385ae-2dfb-4cc0-92d6-b23395ddb4af service neutron] 10.222.0.46 "DELETE /v2.0/ports/2aa21865-dac0-4009-b70b-ba8c2c4cacde/bindings/n-h2-824358-4 HTTP/1.1" status: 204 len: 173 time: 0.4423342 Jan 14 01:41:45.441383 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.457617 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port b5084c8a-81c2-448b-a86e-3038395c5a4b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:45.474951 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.506955 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5348177a-df2e-4f7f-aa66-c977da0370b1 req-21ccb54e-4655-40f7-8926-5afc97feb1b0 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037335 Jan 14 01:41:45.520265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for port (f2fb6bc4-cd06-401f-8d2f-0a9df83211af), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.527358 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f2fb6bc4-cd06-401f-8d2f-0a9df83211af), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.581839 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.623383 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:39Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a1e13053-67dc-4b83-8f6e-6b29f517b1bb', 'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'tenant_id': '00000467765542ab9b398703a79973b2', 'mac_address': 'fa:16:3e:2f:fc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:37Z', 'updated_at': '2022-01-14T01:41:40Z', 'revision_number': 2, 'project_id': '00000467765542ab9b398703a79973b2', 'subnets': [{'id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:45.676126 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Checking router: 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:41:45.677721 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Updating router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 port a1e13053-67dc-4b83-8f6e-6b29f517b1bb binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:41:45.715753 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.732034 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd4619-8604-4e7f-ab47-56de51fe04e9 req-6f449252-32d5-4062-99b4-90adb2fd655f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:45.733708 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afd4619-8604-4e7f-ab47-56de51fe04e9 req-6f449252-32d5-4062-99b4-90adb2fd655f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.0964775 Jan 14 01:41:45.782877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'name': 'tempest-FloatingIPDetailsTestJSON-680962698-router', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:42Z', 'revision_number': 4, 'project_id': '31fd36440f374cb19db344c0a791583c', 'gw_port': {'id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:35Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '3d4fdd38-d19f-41cf-aaf6-552fa37b6750', 'name': '', 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'mac_address': 'fa:16:3e:78:c8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'dc90818a-1b81-4022-9d07-4be710d941b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:39Z', 'updated_at': '2022-01-14T01:41:42Z', 'revision_number': 2, 'project_id': '31fd36440f374cb19db344c0a791583c', 'subnets': [{'id': 'dc90818a-1b81-4022-9d07-4be710d941b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:45.799620 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Allocated IP 172.25.2.31 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/7f10c150-2beb-4636-9477-380354308402) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:45.807905 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afd4619-8604-4e7f-ab47-56de51fe04e9 req-4e6dbd3a-4b94-44ad-a0f3-fe5e72839c15 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664146 Jan 14 01:41:45.819772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port b5084c8a-81c2-448b-a86e-3038395c5a4b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:45.821552 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8d65c7a8-7e44-4339-a396-f8bf03ce656a up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:45.825878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Checking router: 2f5b1425-d93d-4a93-85c1-634d4399d65a for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:41:45.826309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Updating router 2f5b1425-d93d-4a93-85c1-634d4399d65a port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:41:45.895891 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.926910 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for port (7f10c150-2beb-4636-9477-380354308402), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.972149 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (7f10c150-2beb-4636-9477-380354308402), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:45.980495 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Pushing event updated for resources: {'Port': ['ID=f2fb6bc4-cd06-401f-8d2f-0a9df83211af,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:45.985586 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (359d42ab-98ca-4378-995f-bd96b45d58e9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.006883 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.016459 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1380b82b-6a21-4126-a5f1-12e6e9c38137 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5900917 Jan 14 01:41:46.051079 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:46.064368 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee132b0-31e3-4f79-89ba-176e95fa6cc8 req-42cc928a-ab3b-4907-9764-b16b86172096 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:46.066473 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cee132b0-31e3-4f79-89ba-176e95fa6cc8 req-42cc928a-ab3b-4907-9764-b16b86172096 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 944 time: 0.1057336 Jan 14 01:41:46.071741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Pushing event updated for resources: {'Port': ['ID=7f10c150-2beb-4636-9477-380354308402,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:46.077142 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8d65c7a8-7e44-4339-a396-f8bf03ce656a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:46.077776 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.083567 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:46.093849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:46.149663 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Publish callbacks [] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.155491 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.170462 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cee132b0-31e3-4f79-89ba-176e95fa6cc8 req-b6062b6f-ca00-4e84-9173-c337d0409f39 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896111 Jan 14 01:41:46.219768 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76de76-bcb0-4a75-8ac0-43658d85d71b None None] Pushing event updated for resources: {'Port': ['ID=a1e13053-67dc-4b83-8f6e-6b29f517b1bb,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:46.244508 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (3173942d-1fb3-49c9-87ff-45caf303c187), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.288727 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Attempting to bind port a1e13053-67dc-4b83-8f6e-6b29f517b1bb on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:46.289089 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Attempting to bind port a1e13053-67dc-4b83-8f6e-6b29f517b1bb by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:46.289445 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Attempting to bind port a1e13053-67dc-4b83-8f6e-6b29f517b1bb on network afe07b44-87fc-48cd-a144-1ecaf59b3381 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:46.299417 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7f10c150-2beb-4636-9477-380354308402), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.303823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8d65c7a8-7e44-4339-a396-f8bf03ce656a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:46.313663 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:46.314054 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Checking segment: {'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:46.314476 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.314867 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Bound using segment: {'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:46.315349 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Bound port: a1e13053-67dc-4b83-8f6e-6b29f517b1bb, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:46.315723 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.392001 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] For port a1e13053-67dc-4b83-8f6e-6b29f517b1bb, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:46.396343 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] For port a1e13053-67dc-4b83-8f6e-6b29f517b1bb, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a1e13053-67dc-4b83-8f6e-6b29f517b1bb,segment=NetworkSegment(7012839d-f0e1-40ce-a536-05b97a8aa767),segment_id=7012839d-f0e1-40ce-a536-05b97a8aa767)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:46.401874 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.407989 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c6847-43de-44f0-92b1-6359fea2afb6 req-0e0ff8c4-933a-4888-94ae-943b53312b60 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:46.409501 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-261c6847-43de-44f0-92b1-6359fea2afb6 req-0e0ff8c4-933a-4888-94ae-943b53312b60 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 945 time: 0.0775156 Jan 14 01:41:46.412345 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Publish callbacks [] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.422819 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.497948 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76de76-bcb0-4a75-8ac0-43658d85d71b None None] Pushing event updated for resources: {'Port': ['ID=a1e13053-67dc-4b83-8f6e-6b29f517b1bb,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:46.532064 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Routers {'6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:41:46.532749 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:46.542761 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-261c6847-43de-44f0-92b1-6359fea2afb6 req-658ec77a-8759-41f7-9b62-0ee5fcb2d172 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176150 Jan 14 01:41:46.545207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbdb26-c89d-452e-8f80-351c8d61ff10 None None] Pushing event updated for resources: {'Port': ['ID=3d4fdd38-d19f-41cf-aaf6-552fa37b6750,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:46.615813 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Attempting to bind port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:46.616189 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Attempting to bind port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'be6ce0fd-f6a6-4414-ae62-75fffe5d983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:46.616820 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Attempting to bind port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 on network 9c989fae-7535-4c93-a0ca-339181f5b0d1 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:46.628866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:46.630686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Checking segment: {'id': 'be6ce0fd-f6a6-4414-ae62-75fffe5d983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:46.631461 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.632181 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Bound using segment: {'id': 'be6ce0fd-f6a6-4414-ae62-75fffe5d983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:46.632984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Bound port: 3d4fdd38-d19f-41cf-aaf6-552fa37b6750, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6ce0fd-f6a6-4414-ae62-75fffe5d983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:46.633472 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.646955 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for port (7f10c150-2beb-4636-9477-380354308402), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.653289 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (7f10c150-2beb-4636-9477-380354308402), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.706051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9e0f3676-36bd-4fa7-86a7-e195ae0342b8 None None] Provisioning complete for port a1e13053-67dc-4b83-8f6e-6b29f517b1bb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:46.706605 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e0f3676-36bd-4fa7-86a7-e195ae0342b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.725282 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] Set router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:41:46.782169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Pushing event updated for resources: {'Port': ['ID=7f10c150-2beb-4636-9477-380354308402,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:46.847744 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] For port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:46.867375 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] For port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3d4fdd38-d19f-41cf-aaf6-552fa37b6750,segment=NetworkSegment(be6ce0fd-f6a6-4414-ae62-75fffe5d983b),segment_id=be6ce0fd-f6a6-4414-ae62-75fffe5d983b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:46.871959 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (3173942d-1fb3-49c9-87ff-45caf303c187), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.878469 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.894595 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-1cb61226-c986-41e9-bc65-8d04a73a1845 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1910785315&fields=id&tenant_id=00000467765542ab9b398703a79973b2 HTTP/1.1" status: 200 len: 267 time: 0.1074092 Jan 14 01:41:46.904196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f3676-36bd-4fa7-86a7-e195ae0342b8 None None] Current status of the port a1e13053-67dc-4b83-8f6e-6b29f517b1bb is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:46.904519 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e0f3676-36bd-4fa7-86a7-e195ae0342b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.905759 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:46.907109 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-32235e4c-9e99-49ab-baa7-1c868dc71f7c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5436561 Jan 14 01:41:46.967484 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9e0f3676-36bd-4fa7-86a7-e195ae0342b8 None None] For port a1e13053-67dc-4b83-8f6e-6b29f517b1bb, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a1e13053-67dc-4b83-8f6e-6b29f517b1bb,segment=NetworkSegment(7012839d-f0e1-40ce-a536-05b97a8aa767),segment_id=7012839d-f0e1-40ce-a536-05b97a8aa767)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:46.968658 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbdb26-c89d-452e-8f80-351c8d61ff10 None None] Pushing event updated for resources: {'Port': ['ID=3d4fdd38-d19f-41cf-aaf6-552fa37b6750,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:46.975371 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Routers {'2f5b1425-d93d-4a93-85c1-634d4399d65a'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:41:46.975988 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f5b1425-d93d-4a93-85c1-634d4399d65a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:46.980413 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-530f0a68-c89d-4f49-9124-eca6386e8978 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.31 HTTP/1.1" status: 200 len: 695 time: 0.0608075 Jan 14 01:41:47.028787 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e0f3676-36bd-4fa7-86a7-e195ae0342b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:47.117509 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:39Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a1e13053-67dc-4b83-8f6e-6b29f517b1bb', 'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'tenant_id': '00000467765542ab9b398703a79973b2', 'mac_address': 'fa:16:3e:2f:fc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:37Z', 'updated_at': '2022-01-14T01:41:46Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'subnets': [{'id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:47.179856 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8ba4b-30e6-4c9e-af8f-f77ac11b51ae None None] The sync data for ids ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'] in n-d-824358-4 is: [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:39Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a1e13053-67dc-4b83-8f6e-6b29f517b1bb', 'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'tenant_id': '00000467765542ab9b398703a79973b2', 'mac_address': 'fa:16:3e:2f:fc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:37Z', 'updated_at': '2022-01-14T01:41:46Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'subnets': [{'id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:41:47.211558 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f3676-36bd-4fa7-86a7-e195ae0342b8 None None] Pushing event updated for resources: {'Port': ['ID=a1e13053-67dc-4b83-8f6e-6b29f517b1bb,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:47.223171 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a1e13053-67dc-4b83-8f6e-6b29f517b1bb up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:47.259582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-adfd2edf-aa08-4bec-8b29-65733db844bb None None] Provisioning complete for port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:47.260208 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adfd2edf-aa08-4bec-8b29-65733db844bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:47.267601 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] Set router 2f5b1425-d93d-4a93-85c1-634d4399d65a gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:41:47.543813 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-70113003-5ba2-47e0-9e03-dccaa74c01cf tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:47.545330 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-70113003-5ba2-47e0-9e03-dccaa74c01cf tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/networks?id=afe07b44-87fc-48cd-a144-1ecaf59b3381 HTTP/1.1" status: 200 len: 815 time: 0.6367033 Jan 14 01:41:47.569768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c493efa9-c5e6-482e-a1bf-a324e4b59e20 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:47.579084 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b294ec-f35d-4c14-b656-4ae7e45d24b3 req-6e697f51-84d0-440b-b61e-33c3191c17fd tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:47.580561 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-57b294ec-f35d-4c14-b656-4ae7e45d24b3 req-6e697f51-84d0-440b-b61e-33c3191c17fd tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 949 time: 0.1212754 Jan 14 01:41:47.586317 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-57a26609-45b9-4957-989b-85bd230a57a1 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/quotas/00000467765542ab9b398703a79973b2 HTTP/1.1" status: 200 len: 375 time: 0.0300956 Jan 14 01:41:47.626005 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a1e13053-67dc-4b83-8f6e-6b29f517b1bb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:47.626381 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:47.634479 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-9a2cea5b-f736-4138-8cc2-46667916fde1 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:47.636443 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb2f2952-5ec9-4e79-a13c-c85b9e8dae55 req-9a2cea5b-f736-4138-8cc2-46667916fde1 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.6425438 Jan 14 01:41:47.709256 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-93028411-a713-4309-8018-e2a9097883b7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=00000467765542ab9b398703a79973b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086409 Jan 14 01:41:47.769645 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-adfd2edf-aa08-4bec-8b29-65733db844bb None None] Current status of the port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:47.770038 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adfd2edf-aa08-4bec-8b29-65733db844bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:47.776905 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port c493efa9-c5e6-482e-a1bf-a324e4b59e20 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:41:47.796166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port c493efa9-c5e6-482e-a1bf-a324e4b59e20 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:47.796534 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:47.819966 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-57b294ec-f35d-4c14-b656-4ae7e45d24b3 req-d8513548-dd62-4f7f-aab9-8afc3c6ef9d4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Deleting port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:41:47.820304 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57b294ec-f35d-4c14-b656-4ae7e45d24b3 req-d8513548-dd62-4f7f-aab9-8afc3c6ef9d4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:47.877568 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e81b9-7cb5-4396-9bfe-dd8415927442 req-189812ad-e6ab-449f-be45-ad9cd95f6615 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:47.879183 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0d0e81b9-7cb5-4396-9bfe-dd8415927442 req-189812ad-e6ab-449f-be45-ad9cd95f6615 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.1682839 Jan 14 01:41:47.890108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-adfd2edf-aa08-4bec-8b29-65733db844bb None None] For port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3d4fdd38-d19f-41cf-aaf6-552fa37b6750,segment=NetworkSegment(be6ce0fd-f6a6-4414-ae62-75fffe5d983b),segment_id=be6ce0fd-f6a6-4414-ae62-75fffe5d983b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:47.899007 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adfd2edf-aa08-4bec-8b29-65733db844bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:47.909366 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-b8f99e7a-89cf-41ef-8df1-8babe54f887a service neutron] 10.222.0.26 "GET /v2.0/networks/afe07b44-87fc-48cd-a144-1ecaf59b3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853032 Jan 14 01:41:47.939117 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a1e13053-67dc-4b83-8f6e-6b29f517b1bb is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:47.947845 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'name': 'tempest-FloatingIPDetailsTestJSON-680962698-router', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:42Z', 'revision_number': 4, 'project_id': '31fd36440f374cb19db344c0a791583c', 'gw_port': {'id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:35Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '3d4fdd38-d19f-41cf-aaf6-552fa37b6750', 'name': '', 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'mac_address': 'fa:16:3e:78:c8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'dc90818a-1b81-4022-9d07-4be710d941b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:39Z', 'updated_at': '2022-01-14T01:41:46Z', 'revision_number': 4, 'project_id': '31fd36440f374cb19db344c0a791583c', 'subnets': [{'id': 'dc90818a-1b81-4022-9d07-4be710d941b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:41:47.988857 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553bd2b8-4ae6-4c50-9c65-7dbca88098b6 None None] The sync data for ids ['2f5b1425-d93d-4a93-85c1-634d4399d65a'] in n-d-824358-4 is: [{'id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'name': 'tempest-FloatingIPDetailsTestJSON-680962698-router', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:42Z', 'revision_number': 4, 'project_id': '31fd36440f374cb19db344c0a791583c', 'gw_port': {'id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:35Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '3d4fdd38-d19f-41cf-aaf6-552fa37b6750', 'name': '', 'network_id': '9c989fae-7535-4c93-a0ca-339181f5b0d1', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'mac_address': 'fa:16:3e:78:c8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'dc90818a-1b81-4022-9d07-4be710d941b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:39Z', 'updated_at': '2022-01-14T01:41:46Z', 'revision_number': 4, 'project_id': '31fd36440f374cb19db344c0a791583c', 'subnets': [{'id': 'dc90818a-1b81-4022-9d07-4be710d941b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:41:47.993864 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-adfd2edf-aa08-4bec-8b29-65733db844bb None None] Provisioning complete for port a1e13053-67dc-4b83-8f6e-6b29f517b1bb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:47.994239 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adfd2edf-aa08-4bec-8b29-65733db844bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:48.024626 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0d0e81b9-7cb5-4396-9bfe-dd8415927442 req-4a3b8e40-97a4-4ede-ab29-ad466134c37b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340425 Jan 14 01:41:48.050697 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-57b294ec-f35d-4c14-b656-4ae7e45d24b3 req-d8513548-dd62-4f7f-aab9-8afc3c6ef9d4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] For port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:48.051062 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57b294ec-f35d-4c14-b656-4ae7e45d24b3 req-d8513548-dd62-4f7f-aab9-8afc3c6ef9d4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:48.053213 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd2edf-aa08-4bec-8b29-65733db844bb None None] Pushing event updated for resources: {'Port': ['ID=3d4fdd38-d19f-41cf-aaf6-552fa37b6750,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:48.064902 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port c493efa9-c5e6-482e-a1bf-a324e4b59e20 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:48.065292 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:48.073729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-57b294ec-f35d-4c14-b656-4ae7e45d24b3 req-d8513548-dd62-4f7f-aab9-8afc3c6ef9d4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Calling delete_port for b6d876ec-36dc-46ef-9fb4-24c4ef5e333b owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:41:48.078964 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-347bf8e1-90f0-45b9-a0f5-d6e2f8233010 service neutron] 10.222.0.26 "GET /v2.0/networks/afe07b44-87fc-48cd-a144-1ecaf59b3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613200 Jan 14 01:41:48.097577 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd238ca40-15ed-40ac-8d51-5830a2054ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c493efa9-c5e6-482e-a1bf-a324e4b59e20'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:48.099865 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56be9619-4fdd-42ba-b1f4-b9720f0f7674" -d '{"events": [{"server_uuid": "d238ca40-15ed-40ac-8d51-5830a2054ad1", "name": "network-vif-plugged", "status": "completed", "tag": "c493efa9-c5e6-482e-a1bf-a324e4b59e20"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:48.117498 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c493efa9-c5e6-482e-a1bf-a324e4b59e20, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c493efa9-c5e6-482e-a1bf-a324e4b59e20,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:48.136967 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:48.175906 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-adfd2edf-aa08-4bec-8b29-65733db844bb None None] Current status of the port a1e13053-67dc-4b83-8f6e-6b29f517b1bb is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:48.194558 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4504107-9493-42e0-aba5-21637f08fd97 req-0f4f468c-39ae-44de-8f02-6da78a7e1da4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:48.196077 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4504107-9493-42e0-aba5-21637f08fd97 req-0f4f468c-39ae-44de-8f02-6da78a7e1da4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=976fa923-af4f-4c18-b347-89ac65c9d5ea HTTP/1.1" status: 200 len: 949 time: 0.0730517 Jan 14 01:41:48.213187 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=c493efa9-c5e6-482e-a1bf-a324e4b59e20,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:48.301032 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4504107-9493-42e0-aba5-21637f08fd97 req-9ae12d06-6cde-4f72-8fb7-94b0a641af6e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906451 Jan 14 01:41:48.303169 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c8c7d9f5-6d20-420f-9546-de2d3cbaeac7 None None] Provisioning complete for port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:48.303635 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d9f5-6d20-420f-9546-de2d3cbaeac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:48.345204 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57b294ec-f35d-4c14-b656-4ae7e45d24b3 req-d8513548-dd62-4f7f-aab9-8afc3c6ef9d4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (b6d876ec-36dc-46ef-9fb4-24c4ef5e333b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:48.412935 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4424c79-b982-490c-8fe4-f816197b059d', 'a18f636d-d0e0-4670-b611-0fe97aa79f49', '81a18b72-96e6-416a-8f19-3a52f21b66ff', 'feb9517c-0dac-4c99-b9a8-65625151d0db', '1e798c61-7108-4ac0-9337-2356ae893049'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:48.415026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69', '0163fcca-43e2-4e9f-8140-e122afe6acd1', 'b6d876ec-36dc-46ef-9fb4-24c4ef5e333b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:48.444245 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8513548-dd62-4f7f-aab9-8afc3c6ef9d4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event deleted for resources: {'Port': ['ID=b6d876ec-36dc-46ef-9fb4-24c4ef5e333b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:48.480788 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aee71f-a9a0-463b-8743-bbf63b231c99 req-2260ed22-9fa2-49a6-b40b-6c6d0919a3e7 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:48.482789 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-98aee71f-a9a0-463b-8743-bbf63b231c99 req-2260ed22-9fa2-49a6-b40b-6c6d0919a3e7 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.1802218 Jan 14 01:41:48.518860 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7d9f5-6d20-420f-9546-de2d3cbaeac7 None None] Current status of the port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:48.584515 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b294ec-f35d-4c14-b656-4ae7e45d24b3 req-d8513548-dd62-4f7f-aab9-8afc3c6ef9d4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] No DVR routers for this DVR port b6d876ec-36dc-46ef-9fb4-24c4ef5e333b on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:41:48.598508 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b07bb5-0b1a-424f-9f29-1de2f885b96a req-2354c54c-47aa-4883-ad74-4f63bf2f282b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:48.600088 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-80b07bb5-0b1a-424f-9f29-1de2f885b96a req-2354c54c-47aa-4883-ad74-4f63bf2f282b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 945 time: 0.2093434 Jan 14 01:41:48.601237 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57b294ec-f35d-4c14-b656-4ae7e45d24b3 req-d8513548-dd62-4f7f-aab9-8afc3c6ef9d4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:48.605285 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-57b294ec-f35d-4c14-b656-4ae7e45d24b3 req-d8513548-dd62-4f7f-aab9-8afc3c6ef9d4 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "DELETE /v2.0/ports/b6d876ec-36dc-46ef-9fb4-24c4ef5e333b HTTP/1.1" status: 204 len: 173 time: 1.0132589 Jan 14 01:41:48.606069 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976fa923-af4f-4c18-b347-89ac65c9d5ea', 'name': 'network-vif-deleted', 'tag': 'b6d876ec-36dc-46ef-9fb4-24c4ef5e333b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:48.608587 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3907fe17-2ff3-4a71-9421-e1d148eb5e0c" -d '{"events": [{"server_uuid": "976fa923-af4f-4c18-b347-89ac65c9d5ea", "name": "network-vif-deleted", "tag": "b6d876ec-36dc-46ef-9fb4-24c4ef5e333b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:48.778041 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-98aee71f-a9a0-463b-8743-bbf63b231c99 req-4689427e-4132-4ca1-a640-7c072d1cc73c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875440 Jan 14 01:41:48.782210 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-80b07bb5-0b1a-424f-9f29-1de2f885b96a req-e28d30f6-1e08-4e9d-8ab4-cf250f6a7faf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350029 Jan 14 01:41:48.974697 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96e36117-9432-4c02-82b1-3509187076fc req-40c78ea6-3fe4-40f2-ae0c-d775cc3db181 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1712718 Jan 14 01:41:48.980997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:49.014234 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:49.015509 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3ee74e-1ac3-43d7-ba81-d423c25774a0 x-openstack-request-id: req-1b3ee74e-1ac3-43d7-ba81-d423c25774a0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:49.016138 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d238ca40-15ed-40ac-8d51-5830a2054ad1", "name": "network-vif-plugged", "status": "completed", "tag": "c493efa9-c5e6-482e-a1bf-a324e4b59e20", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:49.016138 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b3ee74e-1ac3-43d7-ba81-d423c25774a0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:49.016634 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd238ca40-15ed-40ac-8d51-5830a2054ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c493efa9-c5e6-482e-a1bf-a324e4b59e20', 'code': 200} Jan 14 01:41:49.210613 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3082c231-040f-4e5f-be71-e2c873cf84f4 req-836281be-4160-4453-bef1-83711340a445 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 210 time: 0.0866358 Jan 14 01:41:49.258001 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:49.258563 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faaec88-6429-4f68-b534-56356ff35c66 req-e459bf2e-da38-4f66-8945-729222a2bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:49.260043 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1faaec88-6429-4f68-b534-56356ff35c66 req-e459bf2e-da38-4f66-8945-729222a2bdde service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 1096 time: 0.1342115 Jan 14 01:41:49.355108 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:49.375218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:49.375811 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:49.382659 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1faaec88-6429-4f68-b534-56356ff35c66 req-96aab245-8bac-445c-96c9-8ab61a2ff108 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079140 Jan 14 01:41:49.400123 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:41:49.430250 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847beae6-591b-49f8-b65d-c822fb70f16c req-d78f97eb-f74c-4f0e-ae16-d82636dd1576 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:49.431790 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-847beae6-591b-49f8-b65d-c822fb70f16c req-d78f97eb-f74c-4f0e-ae16-d82636dd1576 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 1096 time: 0.1343856 Jan 14 01:41:49.526023 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Allocated IP 172.25.2.147 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/b81d201e-7a0d-404a-83a4-240376d296d3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:49.527767 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:49.529000 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a1e13053-67dc-4b83-8f6e-6b29f517b1bb up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:49.548749 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-847beae6-591b-49f8-b65d-c822fb70f16c req-92ba8a67-a8fe-4ef1-849a-e3db7b2c9f2d tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749476 Jan 14 01:41:49.630146 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a1e13053-67dc-4b83-8f6e-6b29f517b1bb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:49.630665 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:49.630862 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79f791a-d4ce-4b00-8343-83306a95859b x-openstack-request-id: req-f79f791a-d4ce-4b00-8343-83306a95859b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:49.631350 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976fa923-af4f-4c18-b347-89ac65c9d5ea", "name": "network-vif-deleted", "tag": "b6d876ec-36dc-46ef-9fb4-24c4ef5e333b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:49.631451 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f79f791a-d4ce-4b00-8343-83306a95859b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:49.631985 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976fa923-af4f-4c18-b347-89ac65c9d5ea', 'name': 'network-vif-deleted', 'tag': 'b6d876ec-36dc-46ef-9fb4-24c4ef5e333b', 'status': 'completed', 'code': 200} Jan 14 01:41:49.697429 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for port (b81d201e-7a0d-404a-83a4-240376d296d3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:49.740563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a1e13053-67dc-4b83-8f6e-6b29f517b1bb is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:49.757160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7937e-220b-4c28-bd06-f91a2464785c req-5a80e6bb-6d26-4c86-b718-ae41eeba0e66 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:49.758714 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4da7937e-220b-4c28-bd06-f91a2464785c req-5a80e6bb-6d26-4c86-b718-ae41eeba0e66 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 1097 time: 0.0741074 Jan 14 01:41:49.773091 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (b81d201e-7a0d-404a-83a4-240376d296d3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:49.834128 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:49.849737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:49.856685 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:49.882645 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4da7937e-220b-4c28-bd06-f91a2464785c req-74ba8d03-bad4-4352-a2e6-7b23d6d3b956 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178946 Jan 14 01:41:49.885007 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Pushing event updated for resources: {'Port': ['ID=b81d201e-7a0d-404a-83a4-240376d296d3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:50.061364 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (c3654cb0-114d-4d79-843c-bf3a54a444c5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:50.088053 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-570efae1-71dd-4b4f-b07b-f193af096a57 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:50.090052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-570efae1-71dd-4b4f-b07b-f193af096a57 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.36 "GET /v2.0/networks?id=afe07b44-87fc-48cd-a144-1ecaf59b3381 HTTP/1.1" status: 200 len: 815 time: 0.1984296 Jan 14 01:41:50.101086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d92c05-e444-4618-9480-247ca853049f req-dc9f96b6-6d38-4859-9e36-142337fcd0c9 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:50.102661 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-04d92c05-e444-4618-9480-247ca853049f req-dc9f96b6-6d38-4859-9e36-142337fcd0c9 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.1145279 Jan 14 01:41:50.138701 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b81d201e-7a0d-404a-83a4-240376d296d3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:50.207698 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-04d92c05-e444-4618-9480-247ca853049f req-0d750cce-3747-49a0-afe5-b91e3e1ee21a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904124 Jan 14 01:41:50.292820 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-b5582503-79e5-4476-84b4-5f54775ad39c tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00000467765542ab9b398703a79973b2 HTTP/1.1" status: 200 len: 380 time: 0.1233552 Jan 14 01:41:50.303119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Request body: {'port': {'device_id': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'admin_state_up': True, 'tenant_id': '00000467765542ab9b398703a79973b2', 'security_groups': ['a1323065-2476-4cb5-aba6-65c005c122ac']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:50.443934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d032cb-3df8-4f95-bf17-82765c3c42f3 req-3af9d09c-5f33-43a7-83ff-0ab597af08fc tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:50.445433 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-50d032cb-3df8-4f95-bf17-82765c3c42f3 req-3af9d09c-5f33-43a7-83ff-0ab597af08fc tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 1096 time: 0.1469159 Jan 14 01:41:50.492668 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for port (b81d201e-7a0d-404a-83a4-240376d296d3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:50.502246 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (b81d201e-7a0d-404a-83a4-240376d296d3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:50.562444 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-50d032cb-3df8-4f95-bf17-82765c3c42f3 req-bf696399-0b30-478a-bba3-5769cc647ef7 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052480 Jan 14 01:41:50.586715 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Made reservation on behalf of 00000467765542ab9b398703a79973b2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:41:50.590199 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:50.608776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Pushing event updated for resources: {'Port': ['ID=b81d201e-7a0d-404a-83a4-240376d296d3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:50.629749 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (c3654cb0-114d-4d79-843c-bf3a54a444c5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:50.704842 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:50.705937 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96e36117-9432-4c02-82b1-3509187076fc req-1db0e568-bad8-4da4-88d4-99a3f090241f tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7302868 Jan 14 01:41:50.800408 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96e36117-9432-4c02-82b1-3509187076fc req-0f6549d4-b85e-41ce-88ba-0aa86a55abe1 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.0844793 Jan 14 01:41:50.814588 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a447c-a612-47a7-9cf9-b7572baba161 req-53679fde-11bd-4503-a426-32111e3743c4 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:50.816073 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e33a447c-a612-47a7-9cf9-b7572baba161 req-53679fde-11bd-4503-a426-32111e3743c4 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 945 time: 0.1763728 Jan 14 01:41:50.886357 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Allocated IP 172.20.0.4 (afe07b44-87fc-48cd-a144-1ecaf59b3381/0089e701-5c83-4d54-8536-7edd0aa91be6/7eacf2ae-65cc-4382-aed3-bbcc455606ce) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:50.971500 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e33a447c-a612-47a7-9cf9-b7572baba161 req-2b304131-e587-40f1-9d96-35ce3fffe87c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390715 Jan 14 01:41:51.032464 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e36117-9432-4c02-82b1-3509187076fc req-91051b04-233a-48c0-b917-0787d058e489 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:51.033874 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96e36117-9432-4c02-82b1-3509187076fc req-91051b04-233a-48c0-b917-0787d058e489 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2169228 Jan 14 01:41:51.052840 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-96e36117-9432-4c02-82b1-3509187076fc req-ffd277af-f56b-4ae6-a79f-30ada81b2f32 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:41:51.053906 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96e36117-9432-4c02-82b1-3509187076fc req-ffd277af-f56b-4ae6-a79f-30ada81b2f32 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058129 Jan 14 01:41:51.118927 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:51.124143 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device b6d876ec-36dc-46ef-9fb4-24c4ef5e333b no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:41:51.139954 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-197308ab-e127-4207-9175-9847007cc35e req-c6de7d7a-11d0-4c25-b0d0-a21b580c4e1d tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 210 time: 0.0336411 Jan 14 01:41:51.149014 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: b6d876ec-36dc-46ef-9fb4-24c4ef5e333b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:41:51.149656 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device b6d876ec-36dc-46ef-9fb4-24c4ef5e333b not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:41:51.181817 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:51.206649 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Network afe07b44-87fc-48cd-a144-1ecaf59b3381 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:51.226697 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:51.233760 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:51.283955 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Pushing event updated for resources: {'Port': ['ID=7eacf2ae-65cc-4382-aed3-bbcc455606ce,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:51.307974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:51.308647 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:51.394588 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-da20aca3-8fb2-43cb-bf2f-8ed1bc790b36 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0948136 Jan 14 01:41:51.414181 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Request body: {'port': {'device_id': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:51.507276 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-9244e7a5-b93e-4dba-8dd3-41c25f78fc0d tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1841810 Jan 14 01:41:51.530892 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:51.546075 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:51.570951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4ef3cf63-2bd4-4268-831a-f6918e46ab08 None None] Provisioning complete for port 7eacf2ae-65cc-4382-aed3-bbcc455606ce triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:51.571558 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ef3cf63-2bd4-4268-831a-f6918e46ab08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:51.605053 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:51.619448 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3cf63-2bd4-4268-831a-f6918e46ab08 None None] Port 7eacf2ae-65cc-4382-aed3-bbcc455606ce cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:41:51.843790 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbc867-8586-4a29-8008-7644758ca7d5 req-40487d43-7fcc-4a44-b23d-7320a8795aa0 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:51.845173 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-46bbc867-8586-4a29-8008-7644758ca7d5 req-40487d43-7fcc-4a44-b23d-7320a8795aa0 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.2020261 Jan 14 01:41:51.957501 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-46bbc867-8586-4a29-8008-7644758ca7d5 req-19919433-571f-45ab-932e-c38bd938640f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970311 Jan 14 01:41:51.985079 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:52.087875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eacf2ae-65cc-4382-aed3-bbcc455606ce {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:52.102167 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Publish callbacks [] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:52.153683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Transition to ACTIVE for port object 7eacf2ae-65cc-4382-aed3-bbcc455606ce will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:41:52.170587 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0a5bf-d034-45ce-ba0e-f9fea04c723f req-7241991b-8a9c-40a3-acdc-6806e265c340 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:52.172100 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96e0a5bf-d034-45ce-ba0e-f9fea04c723f req-7241991b-8a9c-40a3-acdc-6806e265c340 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 950 time: 0.1228013 Jan 14 01:41:52.174761 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:52.225237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Allocated IP 172.25.2.62 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:52.278774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Pushing event updated for resources: {'Port': ['ID=7eacf2ae-65cc-4382-aed3-bbcc455606ce,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:52.354615 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96e0a5bf-d034-45ce-ba0e-f9fea04c723f req-291de33e-7d99-43e7-beaa-075f567e741d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666961 Jan 14 01:41:52.815785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Attempting to bind port 7eacf2ae-65cc-4382-aed3-bbcc455606ce on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:41:52.816120 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Attempting to bind port 7eacf2ae-65cc-4382-aed3-bbcc455606ce by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:41:52.816440 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Attempting to bind port 7eacf2ae-65cc-4382-aed3-bbcc455606ce on network afe07b44-87fc-48cd-a144-1ecaf59b3381 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:52.834796 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for port (05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.841606 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:41:52.844438 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef6b9b-d89a-4980-88e2-1a472c10e64f req-13e5564a-7400-4584-bb87-0eaae861c5da tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:52.845706 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5cef6b9b-d89a-4980-88e2-1a472c10e64f req-13e5564a-7400-4584-bb87-0eaae861c5da tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 945 time: 0.1209450 Jan 14 01:41:52.847607 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Port 7eacf2ae-65cc-4382-aed3-bbcc455606ce on network afe07b44-87fc-48cd-a144-1ecaf59b3381 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:41:52.847926 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Attempting to bind port 7eacf2ae-65cc-4382-aed3-bbcc455606ce on network afe07b44-87fc-48cd-a144-1ecaf59b3381 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:41:52.866251 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:41:52.866614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Checking segment: {'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:41:52.867032 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Bound using segment: {'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:41:52.867420 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Bound port: 7eacf2ae-65cc-4382-aed3-bbcc455606ce, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7012839d-f0e1-40ce-a536-05b97a8aa767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:41:52.867932 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:52.953807 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5cef6b9b-d89a-4980-88e2-1a472c10e64f req-1982ede7-eb90-4457-a22f-babbf6524799 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023905 Jan 14 01:41:52.972000 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:53.022949 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] For port 7eacf2ae-65cc-4382-aed3-bbcc455606ce, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:41:53.025789 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:53.035065 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:53.042668 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:53.047157 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] For port 7eacf2ae-65cc-4382-aed3-bbcc455606ce, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7eacf2ae-65cc-4382-aed3-bbcc455606ce,segment=NetworkSegment(7012839d-f0e1-40ce-a536-05b97a8aa767),segment_id=7012839d-f0e1-40ce-a536-05b97a8aa767)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:41:53.071406 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:53.073754 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Pushing event updated for resources: {'Port': ['ID=05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:53.121274 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:53.121889 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:53.123274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] 10.222.0.36 "PUT /v2.0/ports/7eacf2ae-65cc-4382-aed3-bbcc455606ce HTTP/1.1" status: 200 len: 1091 time: 1.7132094 Jan 14 01:41:53.132221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'tag': '7eacf2ae-65cc-4382-aed3-bbcc455606ce'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:53.134659 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548cd4d6-df6d-4ff7-93e4-18666ca34330" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3e3af3-06bb-4569-b386-1fef7475e9aa", "tag": "7eacf2ae-65cc-4382-aed3-bbcc455606ce"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:53.256520 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844c8e6-9a0e-4856-9891-86c76559a490 service neutron] Pushing event updated for resources: {'Port': ['ID=7eacf2ae-65cc-4382-aed3-bbcc455606ce,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:53.299362 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (792db587-9e36-4d73-bd42-61f0a1cd4f43), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:53.335005 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84ad6a-4839-46fd-b0c7-9b08f442d885 req-ab8ada65-5d4a-401a-b5be-37af8cf80025 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:53.336157 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba84ad6a-4839-46fd-b0c7-9b08f442d885 req-ab8ada65-5d4a-401a-b5be-37af8cf80025 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 943 time: 0.2235355 Jan 14 01:41:53.368819 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2c90c28c-9b8b-4bf9-9a77-899620926706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:53.370855 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-2c90c28c-9b8b-4bf9-9a77-899620926706 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00000467765542ab9b398703a79973b2&device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 1094 time: 0.1454656 Jan 14 01:41:53.382760 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:53.393334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ea70f-a5d9-4da8-b185-bc96268716a5 req-a9df6cf4-5605-4fd2-8da1-22fa5e4e5705 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:53.394788 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769ea70f-a5d9-4da8-b185-bc96268716a5 req-a9df6cf4-5605-4fd2-8da1-22fa5e4e5705 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 950 time: 0.1329732 Jan 14 01:41:53.470855 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-845ea3e4-fc4d-4b5d-ad10-f49d5f671294 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eacf2ae-65cc-4382-aed3-bbcc455606ce HTTP/1.1" status: 200 len: 217 time: 0.0742984 Jan 14 01:41:53.553846 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba84ad6a-4839-46fd-b0c7-9b08f442d885 req-6adaf27b-21c1-4e1b-b80b-12f208ebcb0b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/security-groups?id=a1323065-2476-4cb5-aba6-65c005c122ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012451 Jan 14 01:41:53.646311 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-ff73db6b-04a0-4c94-89b0-80682cc6230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:53.647905 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-ff73db6b-04a0-4c94-89b0-80682cc6230d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0089e701-5c83-4d54-8536-7edd0aa91be6 HTTP/1.1" status: 200 len: 854 time: 0.1521187 Jan 14 01:41:53.752148 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-769ea70f-a5d9-4da8-b185-bc96268716a5 req-de158623-badf-4e7f-9cc4-fede3fa4847d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Deleting port 1e798c61-7108-4ac0-9337-2356ae893049 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:41:53.752754 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-769ea70f-a5d9-4da8-b185-bc96268716a5 req-de158623-badf-4e7f-9cc4-fede3fa4847d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (1e798c61-7108-4ac0-9337-2356ae893049), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:53.836571 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-c6fe6a42-8147-4ad6-acc6-ce8d84f67520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:53.838051 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-c6fe6a42-8147-4ad6-acc6-ce8d84f67520 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afe07b44-87fc-48cd-a144-1ecaf59b3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638277 Jan 14 01:41:53.840866 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for port (05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:53.863729 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:53.951307 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fbd97-670d-4490-a4c4-d4a603ca01ce req-8390066f-799b-4e1c-9f27-9ae0afef716c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:53.953038 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0f6fbd97-670d-4490-a4c4-d4a603ca01ce req-8390066f-799b-4e1c-9f27-9ae0afef716c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.2318044 Jan 14 01:41:54.033030 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Pushing event updated for resources: {'Port': ['ID=05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:54.048369 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-769ea70f-a5d9-4da8-b185-bc96268716a5 req-de158623-badf-4e7f-9cc4-fede3fa4847d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] For port 1e798c61-7108-4ac0-9337-2356ae893049, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=1e798c61-7108-4ac0-9337-2356ae893049,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:54.048725 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-769ea70f-a5d9-4da8-b185-bc96268716a5 req-de158623-badf-4e7f-9cc4-fede3fa4847d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (1e798c61-7108-4ac0-9337-2356ae893049), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:54.095232 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-769ea70f-a5d9-4da8-b185-bc96268716a5 req-de158623-badf-4e7f-9cc4-fede3fa4847d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Calling delete_port for 1e798c61-7108-4ac0-9337-2356ae893049 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:41:54.104532 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (792db587-9e36-4d73-bd42-61f0a1cd4f43), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:54.121291 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0f6fbd97-670d-4490-a4c4-d4a603ca01ce req-3c155c56-b417-4f88-ba08-3a9d0165f2eb tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532128 Jan 14 01:41:54.128881 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-566913ce-3dbe-46de-82e3-a0fde0bf0b9a service neutron] 10.222.0.36 "GET /v2.0/networks/afe07b44-87fc-48cd-a144-1ecaf59b3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784541 Jan 14 01:41:54.175084 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a88812-b512-4bbd-bb00-409b3e15949d x-openstack-request-id: req-e1a88812-b512-4bbd-bb00-409b3e15949d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:54.175460 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3e3af3-06bb-4569-b386-1fef7475e9aa", "tag": "7eacf2ae-65cc-4382-aed3-bbcc455606ce", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:54.175650 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1a88812-b512-4bbd-bb00-409b3e15949d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:54.176010 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'tag': '7eacf2ae-65cc-4382-aed3-bbcc455606ce', 'status': 'completed', 'code': 200} Jan 14 01:41:54.223431 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:54.224625 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c47efe63-35ae-4a57-9b5e-b2c1f15ac5cb tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7009952 Jan 14 01:41:54.336205 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-c6629b86-8909-4388-81f8-00a3f1fa4640 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.0912144 Jan 14 01:41:54.442949 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b365ee-fb3d-4de6-9908-cd31a37ffcc8 req-20e59408-84b8-40df-a9d1-0bae721c9dd6 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:54.444418 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89b365ee-fb3d-4de6-9908-cd31a37ffcc8 req-20e59408-84b8-40df-a9d1-0bae721c9dd6 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=317dcf15-a8ed-4623-a278-03ab61d6c130 HTTP/1.1" status: 200 len: 950 time: 0.2189174 Jan 14 01:41:54.452060 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45146713-ff39-4948-b7f8-ac96c94c2d6c req-5ac3fe94-5503-4b85-9d86-c978b6508d0e service neutron] 10.222.0.36 "GET /v2.0/networks/afe07b44-87fc-48cd-a144-1ecaf59b3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888246 Jan 14 01:41:54.529078 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-769ea70f-a5d9-4da8-b185-bc96268716a5 req-de158623-badf-4e7f-9cc4-fede3fa4847d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (1e798c61-7108-4ac0-9337-2356ae893049), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:54.546915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-e1fbe683-04d3-43c1-9299-ee816ee6bdd8 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:54.548232 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54571741-6393-4fd0-974a-c9b66b9ab550 req-e1fbe683-04d3-43c1-9299-ee816ee6bdd8 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2028146 Jan 14 01:41:54.567544 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4424c79-b982-490c-8fe4-f816197b059d', 'a18f636d-d0e0-4670-b611-0fe97aa79f49', '81a18b72-96e6-416a-8f19-3a52f21b66ff', 'feb9517c-0dac-4c99-b9a8-65625151d0db', '1e798c61-7108-4ac0-9337-2356ae893049'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:54.570898 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69', '0163fcca-43e2-4e9f-8140-e122afe6acd1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:54.586668 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de158623-badf-4e7f-9cc4-fede3fa4847d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event deleted for resources: {'Port': ['ID=1e798c61-7108-4ac0-9337-2356ae893049,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:54.595339 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89b365ee-fb3d-4de6-9908-cd31a37ffcc8 req-33eef119-b26e-4a4f-87d7-01677902f6b9 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367047 Jan 14 01:41:54.651636 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-769ea70f-a5d9-4da8-b185-bc96268716a5 req-de158623-badf-4e7f-9cc4-fede3fa4847d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] No DVR routers for this DVR port 1e798c61-7108-4ac0-9337-2356ae893049 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:41:54.654638 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-769ea70f-a5d9-4da8-b185-bc96268716a5 req-de158623-badf-4e7f-9cc4-fede3fa4847d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:54.658320 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769ea70f-a5d9-4da8-b185-bc96268716a5 req-de158623-badf-4e7f-9cc4-fede3fa4847d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "DELETE /v2.0/ports/1e798c61-7108-4ac0-9337-2356ae893049 HTTP/1.1" status: 204 len: 173 time: 1.2367330 Jan 14 01:41:54.666854 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cd4d6-df6d-4ff7-93e4-18666ca34330 req-9e53cb05-d226-4f35-b714-56573fbf2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:54.668347 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-548cd4d6-df6d-4ff7-93e4-18666ca34330 req-9e53cb05-d226-4f35-b714-56573fbf2d7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00000467765542ab9b398703a79973b2&device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 1094 time: 0.0919011 Jan 14 01:41:54.907189 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab8eaa-8c41-4c26-83d8-2dc4f62c3435 req-184b4adc-74aa-480e-95d8-3fff7c0f3c48 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:54.908700 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ebab8eaa-8c41-4c26-83d8-2dc4f62c3435 req-184b4adc-74aa-480e-95d8-3fff7c0f3c48 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 945 time: 0.1912096 Jan 14 01:41:54.961904 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cd4d6-df6d-4ff7-93e4-18666ca34330 req-a5d1145d-9908-4589-ac53-dbeecbae5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:54.964270 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-548cd4d6-df6d-4ff7-93e4-18666ca34330 req-a5d1145d-9908-4589-ac53-dbeecbae5ffd service neutron] 10.222.0.36 "GET /v2.0/networks?id=afe07b44-87fc-48cd-a144-1ecaf59b3381 HTTP/1.1" status: 200 len: 916 time: 0.2890165 Jan 14 01:41:55.038622 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-548cd4d6-df6d-4ff7-93e4-18666ca34330 req-40d00bbb-2212-4b7d-a31c-2ac68f5f65ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eacf2ae-65cc-4382-aed3-bbcc455606ce HTTP/1.1" status: 200 len: 217 time: 0.0649753 Jan 14 01:41:55.048820 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ebab8eaa-8c41-4c26-83d8-2dc4f62c3435 req-f8a2a47a-6110-4466-9b76-fb23e942aac7 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258187 Jan 14 01:41:55.124555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cd4d6-df6d-4ff7-93e4-18666ca34330 req-fd4c2326-36d1-443d-94dc-468accb7b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:55.130552 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-548cd4d6-df6d-4ff7-93e4-18666ca34330 req-fd4c2326-36d1-443d-94dc-468accb7b943 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0089e701-5c83-4d54-8536-7edd0aa91be6 HTTP/1.1" status: 200 len: 854 time: 0.0804460 Jan 14 01:41:55.401860 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-371c4684-1735-4a5f-a370-85007482c5a6 req-42efb801-58c3-4d9b-9291-3fa85724019d tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2700646 Jan 14 01:41:55.441683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:41:55.458597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cd4d6-df6d-4ff7-93e4-18666ca34330 req-a2c1a2c7-0398-43b9-bd44-de4dd76ab338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:55.460077 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-548cd4d6-df6d-4ff7-93e4-18666ca34330 req-a2c1a2c7-0398-43b9-bd44-de4dd76ab338 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afe07b44-87fc-48cd-a144-1ecaf59b3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610348 Jan 14 01:41:55.532071 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaccbaf-70e7-498c-a0f6-9d010c609699 req-d35134e2-a3bb-4ef5-acd3-15e411e3cad8 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:55.533443 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5eaccbaf-70e7-498c-a0f6-9d010c609699 req-d35134e2-a3bb-4ef5-acd3-15e411e3cad8 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 943 time: 0.1299064 Jan 14 01:41:55.535876 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:55.655021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-548cd4d6-df6d-4ff7-93e4-18666ca34330 req-0403a4ed-b419-4f4c-adcc-a0dfa5421c98 service neutron] 10.222.0.36 "GET /v2.0/networks/afe07b44-87fc-48cd-a144-1ecaf59b3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835396 Jan 14 01:41:55.663249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5eaccbaf-70e7-498c-a0f6-9d010c609699 req-b8a2d378-3b49-4624-aeae-a70acf8ac680 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/security-groups?id=a1323065-2476-4cb5-aba6-65c005c122ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116667 Jan 14 01:41:55.766886 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-548cd4d6-df6d-4ff7-93e4-18666ca34330 req-866b0d47-f18d-4a5f-a633-f72122edd89a service neutron] 10.222.0.36 "GET /v2.0/networks/afe07b44-87fc-48cd-a144-1ecaf59b3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012421 Jan 14 01:41:55.819993 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:55.994152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Allocated IP 172.25.2.74 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/aa9fc9c6-f3fa-42c9-aae9-8faaa869d674) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:41:56.008454 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0b626-929e-4f7d-9389-a90214e58e00 req-cf94dfe2-d81d-4be0-ae5e-9ba2ee2d29df tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:56.009955 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba0b626-929e-4f7d-9389-a90214e58e00 req-cf94dfe2-d81d-4be0-ae5e-9ba2ee2d29df tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.1009054 Jan 14 01:41:56.382482 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317dcf15-a8ed-4623-a278-03ab61d6c130', 'name': 'network-vif-deleted', 'tag': '1e798c61-7108-4ac0-9337-2356ae893049'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:56.384698 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb00b78d-c2a2-4667-b00a-4c636a9b9548" -d '{"events": [{"server_uuid": "317dcf15-a8ed-4623-a278-03ab61d6c130", "name": "network-vif-deleted", "tag": "1e798c61-7108-4ac0-9337-2356ae893049"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:56.412797 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba0b626-929e-4f7d-9389-a90214e58e00 req-2acd6e6c-6f85-4863-bada-91db3abd7b3a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919897 Jan 14 01:41:56.472941 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for port (aa9fc9c6-f3fa-42c9-aae9-8faaa869d674), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:56.513446 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (aa9fc9c6-f3fa-42c9-aae9-8faaa869d674), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:56.552952 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:41:56.559361 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:41:56.561740 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:41:56.595774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Pushing event updated for resources: {'Port': ['ID=aa9fc9c6-f3fa-42c9-aae9-8faaa869d674,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:56.671369 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e5c74-e355-4f81-903b-b88ec4df9630 req-7d6af549-3891-4d56-801a-7e8ce34c5413 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:56.672833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-689e5c74-e355-4f81-903b-b88ec4df9630 req-7d6af549-3891-4d56-801a-7e8ce34c5413 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 945 time: 0.0887229 Jan 14 01:41:56.706682 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (522b83e0-b993-40e2-9c2c-02bbcedce226), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:56.753917 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-689e5c74-e355-4f81-903b-b88ec4df9630 req-caf1633c-10a1-4b57-b3d5-6a0b6ab17fef tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751247 Jan 14 01:41:56.758566 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (aa9fc9c6-f3fa-42c9-aae9-8faaa869d674), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:56.896802 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cf4611-04fc-40d8-9c49-c75cc5fed608 x-openstack-request-id: req-99cf4611-04fc-40d8-9c49-c75cc5fed608 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:56.897096 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317dcf15-a8ed-4623-a278-03ab61d6c130", "name": "network-vif-deleted", "tag": "1e798c61-7108-4ac0-9337-2356ae893049", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:56.897346 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99cf4611-04fc-40d8-9c49-c75cc5fed608 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:56.897744 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317dcf15-a8ed-4623-a278-03ab61d6c130', 'name': 'network-vif-deleted', 'tag': '1e798c61-7108-4ac0-9337-2356ae893049', 'status': 'completed', 'code': 200} Jan 14 01:41:56.921301 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for port (aa9fc9c6-f3fa-42c9-aae9-8faaa869d674), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:56.926092 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (aa9fc9c6-f3fa-42c9-aae9-8faaa869d674), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:57.005779 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Pushing event updated for resources: {'Port': ['ID=aa9fc9c6-f3fa-42c9-aae9-8faaa869d674,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:57.026937 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (522b83e0-b993-40e2-9c2c-02bbcedce226), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:57.048072 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:57.049825 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-371c4684-1735-4a5f-a370-85007482c5a6 req-29f3f448-acea-4d65-b372-b2e15626b6f3 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6325233 Jan 14 01:41:57.114644 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-371c4684-1735-4a5f-a370-85007482c5a6 req-d0098d17-32ab-469b-8f84-89ce132baeb7 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.0574443 Jan 14 01:41:57.146202 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 7eacf2ae-65cc-4382-aed3-bbcc455606ce details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:41:57.207302 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f9b37-cf24-4650-8d31-c6d1d9e62c5e req-ed3e07e1-c113-4ee1-8a73-b8f6d865717c tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:57.208786 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-687f9b37-cf24-4650-8d31-c6d1d9e62c5e req-ed3e07e1-c113-4ee1-8a73-b8f6d865717c tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 943 time: 0.1112630 Jan 14 01:41:57.248346 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 7eacf2ae-65cc-4382-aed3-bbcc455606ce, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7eacf2ae-65cc-4382-aed3-bbcc455606ce,segment=NetworkSegment(7012839d-f0e1-40ce-a536-05b97a8aa767),segment_id=7012839d-f0e1-40ce-a536-05b97a8aa767)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:57.263118 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '7eacf2ae-65cc-4382-aed3-bbcc455606ce', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'port_id': '7eacf2ae-65cc-4382-aed3-bbcc455606ce', 'mac_address': 'fa:16:3e:a6:69:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:41:57.269764 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c4684-1735-4a5f-a370-85007482c5a6 req-240c7177-e9f5-48a4-b826-87aa6afc2b8a tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:57.271130 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-371c4684-1735-4a5f-a370-85007482c5a6 req-240c7177-e9f5-48a4-b826-87aa6afc2b8a tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.1431015 Jan 14 01:41:57.296513 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-687f9b37-cf24-4650-8d31-c6d1d9e62c5e req-2bb0666c-ee75-41f6-a649-58998721e1c2 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/security-groups?id=a1323065-2476-4cb5-aba6-65c005c122ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785515 Jan 14 01:41:57.306680 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 7eacf2ae-65cc-4382-aed3-bbcc455606ce is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:57.307802 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:57.335408 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eacf2ae-65cc-4382-aed3-bbcc455606ce {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:41:57.355551 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 7eacf2ae-65cc-4382-aed3-bbcc455606ce, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7eacf2ae-65cc-4382-aed3-bbcc455606ce,segment=NetworkSegment(7012839d-f0e1-40ce-a536-05b97a8aa767),segment_id=7012839d-f0e1-40ce-a536-05b97a8aa767)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:57.359876 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:57.374946 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-967cffd2-971a-441c-9f92-11cce292c7be req-87f2ec1f-31e1-4e4e-98f7-dcc1043bd0bc tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips/522b83e0-b993-40e2-9c2c-02bbcedce226 HTTP/1.1" status: 200 len: 692 time: 0.0520029 Jan 14 01:41:57.410604 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=7eacf2ae-65cc-4382-aed3-bbcc455606ce,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:57.491592 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675dd92-34ff-49c2-90a6-0a8ff1090601 req-83d63964-3a82-460c-992f-b340e5bb46b8 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:57.493140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6675dd92-34ff-49c2-90a6-0a8ff1090601 req-83d63964-3a82-460c-992f-b340e5bb46b8 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 949 time: 0.1160152 Jan 14 01:41:57.530038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cffd2-971a-441c-9f92-11cce292c7be req-cb2c1042-0cdb-4908-a77d-7c13ba04680e tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:57.531466 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-967cffd2-971a-441c-9f92-11cce292c7be req-cb2c1042-0cdb-4908-a77d-7c13ba04680e tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.1554861 Jan 14 01:41:57.547584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-967cffd2-971a-441c-9f92-11cce292c7be req-94ca7565-cd30-4031-8d37-c0a961bb1fe6 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:41:57.548529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-967cffd2-971a-441c-9f92-11cce292c7be req-94ca7565-cd30-4031-8d37-c0a961bb1fe6 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111856 Jan 14 01:41:57.568038 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6675dd92-34ff-49c2-90a6-0a8ff1090601 req-a0a724fc-6842-4d07-8dc8-937aa6c41351 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680411 Jan 14 01:41:57.632493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 1e798c61-7108-4ac0-9337-2356ae893049 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:41:57.659840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 1e798c61-7108-4ac0-9337-2356ae893049 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:41:57.660301 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 1e798c61-7108-4ac0-9337-2356ae893049 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:41:57.691981 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-65fec59a-34dc-4dee-ae8e-f86ccadedbcf tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips/522b83e0-b993-40e2-9c2c-02bbcedce226 HTTP/1.1" status: 200 len: 692 time: 0.0516486 Jan 14 01:41:57.703926 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a7eb7-5778-4c52-be8c-7b6e64628ef1 req-a6737289-1487-4d79-a072-0f6815c98e92 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:57.705428 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-756a7eb7-5778-4c52-be8c-7b6e64628ef1 req-a6737289-1487-4d79-a072-0f6815c98e92 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.0994999 Jan 14 01:41:57.801455 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['7eacf2ae-65cc-4382-aed3-bbcc455606ce'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:57.840594 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-756a7eb7-5778-4c52-be8c-7b6e64628ef1 req-e4a605cf-2bfa-4aea-a59c-6f809ce65a77 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250467 Jan 14 01:41:57.861534 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-848882d7-6d63-4756-8bb9-95bef45908fd tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:57.862995 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-848882d7-6d63-4756-8bb9-95bef45908fd tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.1566784 Jan 14 01:41:57.934377 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-b5ef6c0d-c83a-4e8f-a7c3-6ed35bf2285b tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.0572510 Jan 14 01:41:58.047193 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-608d3d8e-a461-4759-997e-2ee84ecc2ef6 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.1026213 Jan 14 01:41:58.113732 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a0cd1-2cc6-4e2b-ac3c-99862d90a182 req-766e01d3-cf5b-4dd0-9374-c29280a0209e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:58.115134 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cc1a0cd1-2cc6-4e2b-ac3c-99862d90a182 req-766e01d3-cf5b-4dd0-9374-c29280a0209e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 945 time: 0.1603158 Jan 14 01:41:58.127510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b5914-f042-4933-92c7-1957757f6977 req-7511d606-b8cb-4e94-a036-308f3feb23cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:58.128927 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a42b5914-f042-4933-92c7-1957757f6977 req-7511d606-b8cb-4e94-a036-308f3feb23cf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.46 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 945 time: 0.1640155 Jan 14 01:41:58.285691 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cc1a0cd1-2cc6-4e2b-ac3c-99862d90a182 req-37fa2c35-0f22-474a-b4df-bdef612e075f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554976 Jan 14 01:41:58.317823 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-13e1efe9-c8bd-4b8d-9d33-afd4938382b5 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Deleting port aa9fc9c6-f3fa-42c9-aae9-8faaa869d674 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:41:58.318095 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-13e1efe9-c8bd-4b8d-9d33-afd4938382b5 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (aa9fc9c6-f3fa-42c9-aae9-8faaa869d674), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:58.370136 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a42b5914-f042-4933-92c7-1957757f6977 req-787a49f7-7f98-4d13-a376-ca517f30d8cc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Deleting port c493efa9-c5e6-482e-a1bf-a324e4b59e20 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:41:58.370498 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a42b5914-f042-4933-92c7-1957757f6977 req-787a49f7-7f98-4d13-a376-ca517f30d8cc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:58.491007 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-13e1efe9-c8bd-4b8d-9d33-afd4938382b5 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (aa9fc9c6-f3fa-42c9-aae9-8faaa869d674), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:58.491333 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-13e1efe9-c8bd-4b8d-9d33-afd4938382b5 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (aa9fc9c6-f3fa-42c9-aae9-8faaa869d674), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:58.514752 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-13e1efe9-c8bd-4b8d-9d33-afd4938382b5 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Calling delete_port for aa9fc9c6-f3fa-42c9-aae9-8faaa869d674 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:41:58.542963 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a42b5914-f042-4933-92c7-1957757f6977 req-787a49f7-7f98-4d13-a376-ca517f30d8cc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] For port c493efa9-c5e6-482e-a1bf-a324e4b59e20, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c493efa9-c5e6-482e-a1bf-a324e4b59e20,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:58.543328 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a42b5914-f042-4933-92c7-1957757f6977 req-787a49f7-7f98-4d13-a376-ca517f30d8cc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:58.592608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e61769-36c3-4786-a8f8-fa8128604cc6 req-3a17fc8a-3c78-42ba-8f0e-e40155ac1774 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:58.594085 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68e61769-36c3-4786-a8f8-fa8128604cc6 req-3a17fc8a-3c78-42ba-8f0e-e40155ac1774 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 944 time: 0.1507757 Jan 14 01:41:58.600867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a42b5914-f042-4933-92c7-1957757f6977 req-787a49f7-7f98-4d13-a376-ca517f30d8cc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Calling delete_port for c493efa9-c5e6-482e-a1bf-a324e4b59e20 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:41:58.717469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68e61769-36c3-4786-a8f8-fa8128604cc6 req-f3dbd49a-9372-4342-94e5-32c5b9b62a73 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/security-groups?id=a1323065-2476-4cb5-aba6-65c005c122ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144161 Jan 14 01:41:58.839488 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-13e1efe9-c8bd-4b8d-9d33-afd4938382b5 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (aa9fc9c6-f3fa-42c9-aae9-8faaa869d674), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:58.889047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1efe9-c8bd-4b8d-9d33-afd4938382b5 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Pushing event deleted for resources: {'Port': ['ID=aa9fc9c6-f3fa-42c9-aae9-8faaa869d674,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:58.936614 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a42b5914-f042-4933-92c7-1957757f6977 req-787a49f7-7f98-4d13-a376-ca517f30d8cc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c493efa9-c5e6-482e-a1bf-a324e4b59e20), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:58.953401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceead2-f9aa-4602-9bb3-5d0befa36206 req-46fbbf88-e183-454f-81ed-0a42056c8638 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:58.954912 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-43ceead2-f9aa-4602-9bb3-5d0befa36206 req-46fbbf88-e183-454f-81ed-0a42056c8638 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 949 time: 0.1724260 Jan 14 01:41:58.973884 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['c493efa9-c5e6-482e-a1bf-a324e4b59e20'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:58.997344 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a49f7-7f98-4d13-a376-ca517f30d8cc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Pushing event deleted for resources: {'Port': ['ID=c493efa9-c5e6-482e-a1bf-a324e4b59e20,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:59.032743 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-13e1efe9-c8bd-4b8d-9d33-afd4938382b5 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (522b83e0-b993-40e2-9c2c-02bbcedce226), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:59.035709 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-13e1efe9-c8bd-4b8d-9d33-afd4938382b5 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:59.036847 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a1b9a5e-9a7f-44bc-a07b-715f2a03424d req-13e1efe9-c8bd-4b8d-9d33-afd4938382b5 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "DELETE /v2.0/floatingips/522b83e0-b993-40e2-9c2c-02bbcedce226 HTTP/1.1" status: 204 len: 173 time: 0.9814138 Jan 14 01:41:59.054054 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f008068-527e-47bd-bcdf-96426e599b61 req-ce4398ef-5c98-48de-9ca3-bc26d4f265b9 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:59.056339 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4f008068-527e-47bd-bcdf-96426e599b61 req-ce4398ef-5c98-48de-9ca3-bc26d4f265b9 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 949 time: 0.0605426 Jan 14 01:41:59.058139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42b5914-f042-4933-92c7-1957757f6977 req-787a49f7-7f98-4d13-a376-ca517f30d8cc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] No DVR routers for this DVR port c493efa9-c5e6-482e-a1bf-a324e4b59e20 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:41:59.060918 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a42b5914-f042-4933-92c7-1957757f6977 req-787a49f7-7f98-4d13-a376-ca517f30d8cc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:59.064505 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a42b5914-f042-4933-92c7-1957757f6977 req-787a49f7-7f98-4d13-a376-ca517f30d8cc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.46 "DELETE /v2.0/ports/c493efa9-c5e6-482e-a1bf-a324e4b59e20 HTTP/1.1" status: 204 len: 173 time: 0.8981001 Jan 14 01:41:59.078775 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd238ca40-15ed-40ac-8d51-5830a2054ad1', 'name': 'network-vif-deleted', 'tag': 'c493efa9-c5e6-482e-a1bf-a324e4b59e20'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:59.081235 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d9a64c-696e-4119-b5d8-d51d54284d13" -d '{"events": [{"server_uuid": "d238ca40-15ed-40ac-8d51-5830a2054ad1", "name": "network-vif-deleted", "tag": "c493efa9-c5e6-482e-a1bf-a324e4b59e20"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:59.116371 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-43ceead2-f9aa-4602-9bb3-5d0befa36206 req-e9902073-5983-460d-9386-36e35c976d9c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552536 Jan 14 01:41:59.144125 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 7eacf2ae-65cc-4382-aed3-bbcc455606ce up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:41:59.193112 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-4f008068-527e-47bd-bcdf-96426e599b61 req-e76b72f1-f4b4-4795-80ea-4e5a17e1134e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Deleting port feb9517c-0dac-4c99-b9a8-65625151d0db {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:41:59.193460 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4f008068-527e-47bd-bcdf-96426e599b61 req-e76b72f1-f4b4-4795-80ea-4e5a17e1134e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:59.212903 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 7eacf2ae-65cc-4382-aed3-bbcc455606ce completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:41:59.218991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 7eacf2ae-65cc-4382-aed3-bbcc455606ce triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:41:59.219518 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:59.323646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 7eacf2ae-65cc-4382-aed3-bbcc455606ce is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:41:59.324281 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:59.341063 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-4f008068-527e-47bd-bcdf-96426e599b61 req-e76b72f1-f4b4-4795-80ea-4e5a17e1134e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] For port feb9517c-0dac-4c99-b9a8-65625151d0db, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=feb9517c-0dac-4c99-b9a8-65625151d0db,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:59.341438 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4f008068-527e-47bd-bcdf-96426e599b61 req-e76b72f1-f4b4-4795-80ea-4e5a17e1134e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:59.367480 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eacf2ae-65cc-4382-aed3-bbcc455606ce'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:59.369401 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-4f008068-527e-47bd-bcdf-96426e599b61 req-e76b72f1-f4b4-4795-80ea-4e5a17e1134e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Calling delete_port for feb9517c-0dac-4c99-b9a8-65625151d0db owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:41:59.370985 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c63766-b58e-4e3d-882d-2ac4d10ee12d" -d '{"events": [{"server_uuid": "1f3e3af3-06bb-4569-b386-1fef7475e9aa", "name": "network-vif-plugged", "status": "completed", "tag": "7eacf2ae-65cc-4382-aed3-bbcc455606ce"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:59.390051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 7eacf2ae-65cc-4382-aed3-bbcc455606ce, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7eacf2ae-65cc-4382-aed3-bbcc455606ce,segment=NetworkSegment(7012839d-f0e1-40ce-a536-05b97a8aa767),segment_id=7012839d-f0e1-40ce-a536-05b97a8aa767)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:41:59.395666 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:59.426346 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be64ab7-3e3d-4a07-91da-d16562fc9214 req-372e6b86-80e0-4b4f-bf24-012217871a7c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:59.427853 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7be64ab7-3e3d-4a07-91da-d16562fc9214 req-372e6b86-80e0-4b4f-bf24-012217871a7c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.2040751 Jan 14 01:41:59.451478 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fba9a-fde0-45c9-947c-195e96389bac req-650ec973-cad4-4766-ae09-bc73f12a2c06 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:59.453697 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-460fba9a-fde0-45c9-947c-195e96389bac req-650ec973-cad4-4766-ae09-bc73f12a2c06 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3162541 Jan 14 01:41:59.462406 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=7eacf2ae-65cc-4382-aed3-bbcc455606ce,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:59.502816 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e45798e-ca8b-48fc-8aee-44671b16b45f x-openstack-request-id: req-6e45798e-ca8b-48fc-8aee-44671b16b45f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:59.503113 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d238ca40-15ed-40ac-8d51-5830a2054ad1", "name": "network-vif-deleted", "tag": "c493efa9-c5e6-482e-a1bf-a324e4b59e20", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:59.503368 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e45798e-ca8b-48fc-8aee-44671b16b45f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:59.504373 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd238ca40-15ed-40ac-8d51-5830a2054ad1', 'name': 'network-vif-deleted', 'tag': 'c493efa9-c5e6-482e-a1bf-a324e4b59e20', 'status': 'completed', 'code': 200} Jan 14 01:41:59.523149 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7be64ab7-3e3d-4a07-91da-d16562fc9214 req-da1ade58-f396-4d80-a9f0-c57faf1954d1 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845606 Jan 14 01:41:59.544182 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4f008068-527e-47bd-bcdf-96426e599b61 req-e76b72f1-f4b4-4795-80ea-4e5a17e1134e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (feb9517c-0dac-4c99-b9a8-65625151d0db), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:59.565302 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a747ee81-8d44-45d9-ad6b-c51fc2338674 x-openstack-request-id: req-a747ee81-8d44-45d9-ad6b-c51fc2338674 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:59.568738 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3e3af3-06bb-4569-b386-1fef7475e9aa", "name": "network-vif-plugged", "status": "completed", "tag": "7eacf2ae-65cc-4382-aed3-bbcc455606ce", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:59.570071 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a747ee81-8d44-45d9-ad6b-c51fc2338674 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:59.572968 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eacf2ae-65cc-4382-aed3-bbcc455606ce', 'code': 200} Jan 14 01:41:59.586218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69', '0163fcca-43e2-4e9f-8140-e122afe6acd1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:59.594330 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b72f1-f4b4-4795-80ea-4e5a17e1134e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event deleted for resources: {'Port': ['ID=feb9517c-0dac-4c99-b9a8-65625151d0db,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:41:59.621960 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-afef317e-b77d-4965-ab94-01d4d1291623 req-c0b5ace0-44bb-4bc7-984a-a08dda4c18b9 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=d238ca40-15ed-40ac-8d51-5830a2054ad1 HTTP/1.1" status: 200 len: 210 time: 0.0446274 Jan 14 01:41:59.657972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4424c79-b982-490c-8fe4-f816197b059d', 'a18f636d-d0e0-4670-b611-0fe97aa79f49', '81a18b72-96e6-416a-8f19-3a52f21b66ff', 'feb9517c-0dac-4c99-b9a8-65625151d0db'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:41:59.704641 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f008068-527e-47bd-bcdf-96426e599b61 req-e76b72f1-f4b4-4795-80ea-4e5a17e1134e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] No DVR routers for this DVR port feb9517c-0dac-4c99-b9a8-65625151d0db on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:41:59.706643 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4f008068-527e-47bd-bcdf-96426e599b61 req-e76b72f1-f4b4-4795-80ea-4e5a17e1134e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:41:59.709948 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4f008068-527e-47bd-bcdf-96426e599b61 req-e76b72f1-f4b4-4795-80ea-4e5a17e1134e tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "DELETE /v2.0/ports/feb9517c-0dac-4c99-b9a8-65625151d0db HTTP/1.1" status: 204 len: 173 time: 0.6464355 Jan 14 01:41:59.710392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c882449-9dd0-4036-8304-48db7c7227a8', 'name': 'network-vif-deleted', 'tag': 'feb9517c-0dac-4c99-b9a8-65625151d0db'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:41:59.713043 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e014165-9d23-4b4f-ad67-13fedbf6b99b" -d '{"events": [{"server_uuid": "3c882449-9dd0-4036-8304-48db7c7227a8", "name": "network-vif-deleted", "tag": "feb9517c-0dac-4c99-b9a8-65625151d0db"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:41:59.790542 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ae3c71-0c15-44d7-a34e-7a30cb840a9f x-openstack-request-id: req-76ae3c71-0c15-44d7-a34e-7a30cb840a9f {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:41:59.791707 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c882449-9dd0-4036-8304-48db7c7227a8", "name": "network-vif-deleted", "tag": "feb9517c-0dac-4c99-b9a8-65625151d0db", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:41:59.792164 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76ae3c71-0c15-44d7-a34e-7a30cb840a9f {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:41:59.792998 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c882449-9dd0-4036-8304-48db7c7227a8', 'name': 'network-vif-deleted', 'tag': 'feb9517c-0dac-4c99-b9a8-65625151d0db', 'status': 'completed', 'code': 200} Jan 14 01:41:59.833266 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca8ea3d9-60cb-4c4c-b604-bce9ab42019b req-6c12f2c4-929f-4fd3-aa4b-8466ee6d4144 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=31fd36440f374cb19db344c0a791583c HTTP/1.1" status: 200 len: 1655 time: 0.1573365 Jan 14 01:41:59.954397 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f70e9-8fa8-4db4-8639-e0e03d3e4989 req-1b91c8d8-b964-4a41-b33c-05a2b2de0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:41:59.956939 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e6f70e9-8fa8-4db4-8639-e0e03d3e4989 req-1b91c8d8-b964-4a41-b33c-05a2b2de0cb3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 1096 time: 0.2365260 Jan 14 01:42:00.037009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee4ede-4fd9-4875-b3ef-2e46b40bb2a3 req-35aa3209-9f57-479f-ae42-4432d4edd0c6 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:00.044836 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ceee4ede-4fd9-4875-b3ef-2e46b40bb2a3 req-35aa3209-9f57-479f-ae42-4432d4edd0c6 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 945 time: 0.1355031 Jan 14 01:42:00.066558 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e6f70e9-8fa8-4db4-8639-e0e03d3e4989 req-5556642c-af9a-4225-84e8-479c0c2bde63 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a1323065-2476-4cb5-aba6-65c005c122ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012552 Jan 14 01:42:00.126701 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ceee4ede-4fd9-4875-b3ef-2e46b40bb2a3 req-800b7c7c-ccac-48b8-b488-1df11fc6dfcd tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/security-groups?id=a1323065-2476-4cb5-aba6-65c005c122ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735469 Jan 14 01:42:00.143312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ea3d9-60cb-4c4c-b604-bce9ab42019b req-e4d46942-3211-483b-a82f-4597b206431a tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:00.144846 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca8ea3d9-60cb-4c4c-b604-bce9ab42019b req-e4d46942-3211-483b-a82f-4597b206431a tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks?id=5c424213-5489-4410-bcff-2e68f290927e&id=5c424213-5489-4410-bcff-2e68f290927e&id=5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 787 time: 0.3106918 Jan 14 01:42:00.158608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-ca8ea3d9-60cb-4c4c-b604-bce9ab42019b req-b23a9287-40f3-4f7c-bf48-6e79fa6f887e tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:42:00.184389 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca8ea3d9-60cb-4c4c-b604-bce9ab42019b req-b23a9287-40f3-4f7c-bf48-6e79fa6f887e tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0305884 Jan 14 01:42:00.310581 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-58bf632d-8b6e-4669-b8b0-16ff80195693 req-9f83ac75-3fdb-4134-ba0f-4db616d2846c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c882449-9dd0-4036-8304-48db7c7227a8 HTTP/1.1" status: 200 len: 210 time: 0.0300670 Jan 14 01:42:00.313664 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-617a7e3c-761a-450a-b220-55beda263a6f req-cc935be8-90c1-40b8-9816-7e69659228db tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips/792db587-9e36-4d73-bd42-61f0a1cd4f43 HTTP/1.1" status: 200 len: 692 time: 0.0839550 Jan 14 01:42:00.425432 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a7e3c-761a-450a-b220-55beda263a6f req-48644274-9887-4ac5-b374-5cfbae5c4d48 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:00.426911 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-617a7e3c-761a-450a-b220-55beda263a6f req-48644274-9887-4ac5-b374-5cfbae5c4d48 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.1073325 Jan 14 01:42:00.775912 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-617a7e3c-761a-450a-b220-55beda263a6f req-3910fcfd-84ff-4aa5-8b27-17f3f7c230ff tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.3420658 Jan 14 01:42:00.841605 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-617a7e3c-761a-450a-b220-55beda263a6f req-2f36b001-cde9-48b9-9fbe-4f5439e76457 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.0527558 Jan 14 01:42:00.855582 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8eb649-273a-4eb8-8e79-ca9024f76f49 req-59ae3835-fb8f-4bd6-ae15-a946aca7d7f9 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:00.857231 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3d8eb649-273a-4eb8-8e79-ca9024f76f49 req-59ae3835-fb8f-4bd6-ae15-a946aca7d7f9 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.0988467 Jan 14 01:42:00.991226 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3d8eb649-273a-4eb8-8e79-ca9024f76f49 req-ec8410a9-668b-459d-b163-c969cd324ea4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281540 Jan 14 01:42:01.020579 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-617a7e3c-761a-450a-b220-55beda263a6f req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Deleting port 05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:01.020930 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-617a7e3c-761a-450a-b220-55beda263a6f req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:01.118811 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-617a7e3c-761a-450a-b220-55beda263a6f req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:01.119512 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-617a7e3c-761a-450a-b220-55beda263a6f req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:01.130351 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-617a7e3c-761a-450a-b220-55beda263a6f req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Calling delete_port for 05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:01.329999 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-617a7e3c-761a-450a-b220-55beda263a6f req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:01.369121 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Pushing event deleted for resources: {'Port': ['ID=05b37f9e-7eb7-4dc2-9ae6-2c5ea727ba41,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:01.381484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-38493c43-fd1b-4c62-b9d4-ec3996c87fc3 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:01.382980 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-38493c43-fd1b-4c62-b9d4-ec3996c87fc3 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.1686502 Jan 14 01:42:01.415610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.416082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.416492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.416745 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.417091 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.417427 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.417815 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.418180 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.418792 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.418928 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.419158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.419481 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.419721 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:01.420236 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:01.452013 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-0aa90d36-e909-4f16-a76f-1ca8cbbc778c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/quotas/b782c83d919c481cb3b03a9f645c75e6 HTTP/1.1" status: 200 len: 375 time: 0.0404978 Jan 14 01:42:01.493602 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-df7bcec9-62be-43ea-8e74-9bb4731a4587 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329661 Jan 14 01:42:01.494643 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-617a7e3c-761a-450a-b220-55beda263a6f req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (792db587-9e36-4d73-bd42-61f0a1cd4f43), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:01.497523 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-617a7e3c-761a-450a-b220-55beda263a6f req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:01.503078 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-617a7e3c-761a-450a-b220-55beda263a6f req-c5018dba-c202-4119-b165-be4bb07a6a9c tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "DELETE /v2.0/floatingips/792db587-9e36-4d73-bd42-61f0a1cd4f43 HTTP/1.1" status: 204 len: 173 time: 0.6556647 Jan 14 01:42:01.639254 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-1e59f511-0185-4afe-b1e2-34642fd678f7 service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279707 Jan 14 01:42:01.648223 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf2176-1119-4874-aa81-cf6a1adc6db1 req-ebfc987c-2897-4aee-9a91-d8d4f54a1661 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:01.649675 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aadf2176-1119-4874-aa81-cf6a1adc6db1 req-ebfc987c-2897-4aee-9a91-d8d4f54a1661 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 945 time: 0.0871544 Jan 14 01:42:01.670471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c493efa9-c5e6-482e-a1bf-a324e4b59e20 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:01.717400 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: c493efa9-c5e6-482e-a1bf-a324e4b59e20 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:42:01.717890 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c493efa9-c5e6-482e-a1bf-a324e4b59e20 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:42:01.718523 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device feb9517c-0dac-4c99-b9a8-65625151d0db no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:01.739673 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: feb9517c-0dac-4c99-b9a8-65625151d0db {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:42:01.740302 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device feb9517c-0dac-4c99-b9a8-65625151d0db not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:42:01.772245 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aadf2176-1119-4874-aa81-cf6a1adc6db1 req-70fc112a-0447-47de-b694-384dddaaf92b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/security-groups?id=a1323065-2476-4cb5-aba6-65c005c122ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141670 Jan 14 01:42:01.810804 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-fd63a2b7-a16d-41ad-b152-a571a319b55c service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601434 Jan 14 01:42:01.952950 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-bc1eda0a-42bd-4061-a8b0-7a9d9cf9df64 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips/c3654cb0-114d-4d79-843c-bf3a54a444c5 HTTP/1.1" status: 200 len: 693 time: 0.0507455 Jan 14 01:42:02.157244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-e8fbae3a-ff08-455f-adbe-cb7971b68341 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:02.164474 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-e8fbae3a-ff08-455f-adbe-cb7971b68341 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2056088 Jan 14 01:42:02.219453 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-cf5420e3-3641-483b-b627-1b237cd5bc95 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.0539551 Jan 14 01:42:02.297985 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36e0bf-5508-4904-82cf-3b936614a00e req-57e555cf-8661-41cf-83b9-93c4274ab154 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:02.298985 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb36e0bf-5508-4904-82cf-3b936614a00e req-57e555cf-8661-41cf-83b9-93c4274ab154 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 945 time: 0.2798464 Jan 14 01:42:02.309045 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-e903f6c6-cf46-40c9-bd72-0d30f5e40ffa tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.0790558 Jan 14 01:42:02.309642 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50692) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:02.315666 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-70900f68-18b3-4f27-bf6a-90212a0ed949 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Request body: {'floatingip': {'port_id': '7eacf2ae-65cc-4382-aed3-bbcc455606ce'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:02.412511 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70900f68-18b3-4f27-bf6a-90212a0ed949 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for floatingip (359d42ab-98ca-4378-995f-bd96b45d58e9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:02.523440 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-7efcbeb2-0148-4466-984f-dcca3ba22665 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Deleting port b81d201e-7a0d-404a-83a4-240376d296d3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:02.523791 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-7efcbeb2-0148-4466-984f-dcca3ba22665 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (b81d201e-7a0d-404a-83a4-240376d296d3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:02.641548 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-7efcbeb2-0148-4466-984f-dcca3ba22665 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (b81d201e-7a0d-404a-83a4-240376d296d3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:02.641890 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-7efcbeb2-0148-4466-984f-dcca3ba22665 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (b81d201e-7a0d-404a-83a4-240376d296d3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:02.673488 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-7efcbeb2-0148-4466-984f-dcca3ba22665 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Calling delete_port for b81d201e-7a0d-404a-83a4-240376d296d3 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:02.931516 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2965fcea-25c5-4b50-9115-d2e8b660f348 req-3106879e-a1fd-4b38-b346-b0d4912f1468 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 210 time: 0.1467841 Jan 14 01:42:02.965499 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-7efcbeb2-0148-4466-984f-dcca3ba22665 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (b81d201e-7a0d-404a-83a4-240376d296d3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:03.013627 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcbeb2-0148-4466-984f-dcca3ba22665 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Pushing event deleted for resources: {'Port': ['ID=b81d201e-7a0d-404a-83a4-240376d296d3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:03.096681 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70900f68-18b3-4f27-bf6a-90212a0ed949 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:03.104378 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70900f68-18b3-4f27-bf6a-90212a0ed949 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (359d42ab-98ca-4378-995f-bd96b45d58e9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:03.121517 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-7efcbeb2-0148-4466-984f-dcca3ba22665 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (c3654cb0-114d-4d79-843c-bf3a54a444c5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:03.124304 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-7efcbeb2-0148-4466-984f-dcca3ba22665 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:03.125452 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fbbadcf-643c-4460-90d4-8794bc7bec5b req-7efcbeb2-0148-4466-984f-dcca3ba22665 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "DELETE /v2.0/floatingips/c3654cb0-114d-4d79-843c-bf3a54a444c5 HTTP/1.1" status: 204 len: 173 time: 0.8153310 Jan 14 01:42:03.137963 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614646e1-abf1-43a1-916d-851b934d4e5e req-9e44abb6-f5d7-4c2d-96c0-28c7ca09b179 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:03.139608 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-614646e1-abf1-43a1-916d-851b934d4e5e req-9e44abb6-f5d7-4c2d-96c0-28c7ca09b179 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.0718942 Jan 14 01:42:03.211750 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-614646e1-abf1-43a1-916d-851b934d4e5e req-95c41938-98e0-4553-b40d-4d38ab013c4b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635314 Jan 14 01:42:03.255220 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [None req-70900f68-18b3-4f27-bf6a-90212a0ed949 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Floating IP 359d42ab-98ca-4378-995f-bd96b45d58e9 associated. External IP: 172.25.2.240, port: 7eacf2ae-65cc-4382-aed3-bbcc455606ce. Jan 14 01:42:03.378177 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-f5d7895f-314d-406d-a87e-a81ccf35c4e5 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips/3173942d-1fb3-49c9-87ff-45caf303c187 HTTP/1.1" status: 200 len: 692 time: 0.0778704 Jan 14 01:42:03.584702 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-77ef084b-c983-4001-94e6-e6fe0a295510 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:03.588116 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-77ef084b-c983-4001-94e6-e6fe0a295510 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2052946 Jan 14 01:42:03.667657 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-1b3df536-65a6-4f98-93bb-1b01d6f4d927 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.31 HTTP/1.1" status: 200 len: 695 time: 0.0713091 Jan 14 01:42:03.729683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-3911b6ed-52b6-4465-829f-036ffdc4c757 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:03.731264 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-3911b6ed-52b6-4465-829f-036ffdc4c757 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.46 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.2695870 Jan 14 01:42:03.763886 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Request body: {'port': {'device_id': '672245e8-6ecd-4f87-adf7-753d606c5c44', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'admin_state_up': True, 'tenant_id': 'b782c83d919c481cb3b03a9f645c75e6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:03.765980 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-90b62279-6c25-424b-84d4-585c3347d5cf tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.31 HTTP/1.1" status: 200 len: 695 time: 0.0635571 Jan 14 01:42:03.778789 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a5f30-d63c-4c77-9a6f-8eda4abc993f req-8adae4b3-4b0f-4f33-a171-48692d4fc44f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:03.787584 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d31a5f30-d63c-4c77-9a6f-8eda4abc993f req-8adae4b3-4b0f-4f33-a171-48692d4fc44f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f00aca-6fd4-4984-bed2-fd2575b5a2a0 HTTP/1.1" status: 200 len: 950 time: 0.1185596 Jan 14 01:42:03.854532 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70900f68-18b3-4f27-bf6a-90212a0ed949 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:42:03.877469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d31a5f30-d63c-4c77-9a6f-8eda4abc993f req-e0159147-e5d9-43a1-83d7-36945e7d0ffe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713105 Jan 14 01:42:03.999662 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Made reservation on behalf of b782c83d919c481cb3b03a9f645c75e6 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:42:04.003740 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:04.048892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70900f68-18b3-4f27-bf6a-90212a0ed949 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:42:04.061114 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335ac71-400f-4e4b-ab27-58e741a4141f None None] Sync routers for ids ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:42:04.080388 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335ac71-400f-4e4b-ab27-58e741a4141f None None] Routers {'6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:42:04.081261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4335ac71-400f-4e4b-ab27-58e741a4141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:04.115571 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2e4213d-1978-45be-998c-6bf47fe8f66e req-7a86b9a9-860b-4d13-abf4-8e8c79887cff tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 210 time: 0.0417719 Jan 14 01:42:04.121153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-e2fd93d8-d350-4a3a-94a6-00adb4fb3c55 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Deleting port 7f10c150-2beb-4636-9477-380354308402 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:04.121558 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-e2fd93d8-d350-4a3a-94a6-00adb4fb3c55 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (7f10c150-2beb-4636-9477-380354308402), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:04.122390 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70900f68-18b3-4f27-bf6a-90212a0ed949 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:04.180578 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-70900f68-18b3-4f27-bf6a-90212a0ed949 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "PUT /v2.0/floatingips/359d42ab-98ca-4378-995f-bd96b45d58e9 HTTP/1.1" status: 200 len: 991 time: 1.8697462 Jan 14 01:42:04.187283 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'tag': '7eacf2ae-65cc-4382-aed3-bbcc455606ce'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:04.202598 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e7d316-2f25-4003-8f46-5a40f209c413" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3e3af3-06bb-4569-b386-1fef7475e9aa", "tag": "7eacf2ae-65cc-4382-aed3-bbcc455606ce"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:04.275189 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4335ac71-400f-4e4b-ab27-58e741a4141f None None] Set router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:42:04.295167 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-e2fd93d8-d350-4a3a-94a6-00adb4fb3c55 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (7f10c150-2beb-4636-9477-380354308402), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:04.295794 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-e2fd93d8-d350-4a3a-94a6-00adb4fb3c55 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (7f10c150-2beb-4636-9477-380354308402), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:04.329152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-e2fd93d8-d350-4a3a-94a6-00adb4fb3c55 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Calling delete_port for 7f10c150-2beb-4636-9477-380354308402 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:04.333323 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Allocated IP 172.20.0.12 (4ce41f76-a552-4855-887d-6b5d363a9f23/d97ddbcc-09c0-411b-9dd8-86412dbf8eb4/6ff5a8ac-35b6-4217-ae32-e9b4224a447b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:42:04.343116 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:04.453267 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61028fbe-7e68-43bd-8d78-25c9c3a6dd9a x-openstack-request-id: req-61028fbe-7e68-43bd-8d78-25c9c3a6dd9a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:04.453667 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3e3af3-06bb-4569-b386-1fef7475e9aa", "tag": "7eacf2ae-65cc-4382-aed3-bbcc455606ce", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:04.453874 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61028fbe-7e68-43bd-8d78-25c9c3a6dd9a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:04.454278 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'tag': '7eacf2ae-65cc-4382-aed3-bbcc455606ce', 'status': 'completed', 'code': 200} Jan 14 01:42:04.630400 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks [] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:04.689157 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:04.701740 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-e2fd93d8-d350-4a3a-94a6-00adb4fb3c55 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (7f10c150-2beb-4636-9477-380354308402), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:04.703213 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4335ac71-400f-4e4b-ab27-58e741a4141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:39Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '359d42ab-98ca-4378-995f-bd96b45d58e9', 'tenant_id': '00000467765542ab9b398703a79973b2', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'port_id': '7eacf2ae-65cc-4382-aed3-bbcc455606ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'mac_address': 'fa:16:3e:a6:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:41:45Z', 'updated_at': '2022-01-14T01:42:02Z', 'revision_number': 1, 'project_id': '00000467765542ab9b398703a79973b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e13053-67dc-4b83-8f6e-6b29f517b1bb', 'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'tenant_id': '00000467765542ab9b398703a79973b2', 'mac_address': 'fa:16:3e:2f:fc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:37Z', 'updated_at': '2022-01-14T01:41:46Z', 'revision_number': 5, 'project_id': '00000467765542ab9b398703a79973b2', 'subnets': [{'id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:04.714948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7d316-2f25-4003-8f46-5a40f209c413 req-01511c13-3b94-4a84-96b6-a339cf3d5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:04.723421 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2e7d316-2f25-4003-8f46-5a40f209c413 req-01511c13-3b94-4a84-96b6-a339cf3d5dd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00000467765542ab9b398703a79973b2&device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 1096 time: 0.1905870 Jan 14 01:42:04.734026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335ac71-400f-4e4b-ab27-58e741a4141f None None] Checking router: 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:42:04.753663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335ac71-400f-4e4b-ab27-58e741a4141f None None] Routers {'6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:42:04.754306 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4335ac71-400f-4e4b-ab27-58e741a4141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:41:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:04.803820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Network 4ce41f76-a552-4855-887d-6b5d363a9f23 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:04.803820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:04.812408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd93d8-d350-4a3a-94a6-00adb4fb3c55 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Pushing event deleted for resources: {'Port': ['ID=7f10c150-2beb-4636-9477-380354308402,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:04.822275 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:42:04.848929 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f07b4-8dbc-423c-9b6d-862e02cd7322 req-f7398e5b-941b-405d-b8ec-111cd14f5a11 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:04.855989 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec6f07b4-8dbc-423c-9b6d-862e02cd7322 req-f7398e5b-941b-405d-b8ec-111cd14f5a11 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.2705283 Jan 14 01:42:04.877005 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Pushing event updated for resources: {'Port': ['ID=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:04.890146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.890511 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.891048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.891386 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.891720 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.892660 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.892997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.893352 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.893654 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.893981 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.894315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.894653 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.894978 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:04.913813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307e38f-877f-4ccc-bb52-cc358ad868cd req-6b82b4fd-0557-4df9-8779-ee116327a98b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:04.915425 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3307e38f-877f-4ccc-bb52-cc358ad868cd req-6b82b4fd-0557-4df9-8779-ee116327a98b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f00aca-6fd4-4984-bed2-fd2575b5a2a0 HTTP/1.1" status: 200 len: 950 time: 0.1815581 Jan 14 01:42:04.957411 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:04.958082 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:05.085938 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec6f07b4-8dbc-423c-9b6d-862e02cd7322 req-5b961e96-fb2f-4cd2-aaf9-25fd60ffbdb7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254593 Jan 14 01:42:05.090660 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-e2fd93d8-d350-4a3a-94a6-00adb4fb3c55 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks [] for floatingip (3173942d-1fb3-49c9-87ff-45caf303c187), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:05.093259 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-e2fd93d8-d350-4a3a-94a6-00adb4fb3c55 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:05.094382 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-16d35b7e-bd88-4a33-ba1b-4462eba416ef req-e2fd93d8-d350-4a3a-94a6-00adb4fb3c55 tempest-FloatingIPDetailsTestJSON-2061256323 tempest-FloatingIPDetailsTestJSON-2061256323-project] 10.222.0.26 "DELETE /v2.0/floatingips/3173942d-1fb3-49c9-87ff-45caf303c187 HTTP/1.1" status: 204 len: 173 time: 1.3005581 Jan 14 01:42:05.103476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50758) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:05.110570 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7d316-2f25-4003-8f46-5a40f209c413 req-38774ae1-71a3-41b7-8893-9a761866cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:05.111990 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2e7d316-2f25-4003-8f46-5a40f209c413 req-38774ae1-71a3-41b7-8893-9a761866cf12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afe07b44-87fc-48cd-a144-1ecaf59b3381 HTTP/1.1" status: 200 len: 916 time: 0.3324897 Jan 14 01:42:05.154780 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b5d3e20e-eb71-4cb5-8ef1-6224801d8e1e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3964024 Jan 14 01:42:05.207860 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Request body: {'port': {'device_id': '672245e8-6ecd-4f87-adf7-753d606c5c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:05.296480 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:05.305382 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2e7d316-2f25-4003-8f46-5a40f209c413 req-3b5b70e2-c52e-4717-9d9f-e79498fbb196 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eacf2ae-65cc-4382-aed3-bbcc455606ce HTTP/1.1" status: 200 len: 999 time: 0.1119940 Jan 14 01:42:05.323883 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-3307e38f-877f-4ccc-bb52-cc358ad868cd req-c2a6bc95-44d5-42ef-b124-275493a3607c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Deleting port 0163fcca-43e2-4e9f-8140-e122afe6acd1 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:05.324713 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3307e38f-877f-4ccc-bb52-cc358ad868cd req-c2a6bc95-44d5-42ef-b124-275493a3607c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:05.369186 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7bbd28-9dd4-4a5e-b6cf-6f395d2e1eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:05.407120 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4335ac71-400f-4e4b-ab27-58e741a4141f None None] Set router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:42:05.730114 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f6f79-8172-4536-b991-25309e67c537 req-a733fd79-f38b-4217-ac8c-97d0d1be295b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:05.732305 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af2f6f79-8172-4536-b991-25309e67c537 req-a733fd79-f38b-4217-ac8c-97d0d1be295b tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/ports?device_id=e676f79e-7a64-435b-9cee-c324f2ad4d8c HTTP/1.1" status: 200 len: 949 time: 0.5369029 Jan 14 01:42:05.753799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa69616-1ffd-49db-bfe0-a772074b94fe req-59ba2455-91e8-4498-a464-7709a8af709d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:05.753799 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fa69616-1ffd-49db-bfe0-a772074b94fe req-59ba2455-91e8-4498-a464-7709a8af709d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f00aca-6fd4-4984-bed2-fd2575b5a2a0 HTTP/1.1" status: 200 len: 950 time: 0.4415812 Jan 14 01:42:05.753799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7d316-2f25-4003-8f46-5a40f209c413 req-2bb120b5-52e4-4a9f-99a1-4a39f1207f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:05.754962 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2e7d316-2f25-4003-8f46-5a40f209c413 req-2bb120b5-52e4-4a9f-99a1-4a39f1207f57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0089e701-5c83-4d54-8536-7edd0aa91be6 HTTP/1.1" status: 200 len: 854 time: 0.3523571 Jan 14 01:42:05.800766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c570e-6a08-4a60-9ba3-17903e51c76e req-7e7ea99a-ae30-4219-ab63-412e9fe85690 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:05.808364 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c76c570e-6a08-4a60-9ba3-17903e51c76e req-7e7ea99a-ae30-4219-ab63-412e9fe85690 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 932 time: 0.4336834 Jan 14 01:42:05.871882 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3307e38f-877f-4ccc-bb52-cc358ad868cd req-c2a6bc95-44d5-42ef-b124-275493a3607c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] For port 0163fcca-43e2-4e9f-8140-e122afe6acd1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0163fcca-43e2-4e9f-8140-e122afe6acd1,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:05.872901 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3307e38f-877f-4ccc-bb52-cc358ad868cd req-c2a6bc95-44d5-42ef-b124-275493a3607c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:05.912741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4335ac71-400f-4e4b-ab27-58e741a4141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:39Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '359d42ab-98ca-4378-995f-bd96b45d58e9', 'tenant_id': '00000467765542ab9b398703a79973b2', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'port_id': '7eacf2ae-65cc-4382-aed3-bbcc455606ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'mac_address': 'fa:16:3e:a6:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:41:45Z', 'updated_at': '2022-01-14T01:42:02Z', 'revision_number': 1, 'project_id': '00000467765542ab9b398703a79973b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e13053-67dc-4b83-8f6e-6b29f517b1bb', 'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'tenant_id': '00000467765542ab9b398703a79973b2', 'mac_address': 'fa:16:3e:2f:fc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:37Z', 'updated_at': '2022-01-14T01:41:46Z', 'revision_number': 5, 'project_id': '00000467765542ab9b398703a79973b2', 'subnets': [{'id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:05.924770 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-3307e38f-877f-4ccc-bb52-cc358ad868cd req-c2a6bc95-44d5-42ef-b124-275493a3607c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Calling delete_port for 0163fcca-43e2-4e9f-8140-e122afe6acd1 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:05.966783 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335ac71-400f-4e4b-ab27-58e741a4141f None None] The sync data for ids ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'] in n-d-824358-4 is: [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:39Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '359d42ab-98ca-4378-995f-bd96b45d58e9', 'tenant_id': '00000467765542ab9b398703a79973b2', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'port_id': '7eacf2ae-65cc-4382-aed3-bbcc455606ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'mac_address': 'fa:16:3e:a6:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:41:45Z', 'updated_at': '2022-01-14T01:42:02Z', 'revision_number': 1, 'project_id': '00000467765542ab9b398703a79973b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e13053-67dc-4b83-8f6e-6b29f517b1bb', 'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'tenant_id': '00000467765542ab9b398703a79973b2', 'mac_address': 'fa:16:3e:2f:fc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:37Z', 'updated_at': '2022-01-14T01:41:46Z', 'revision_number': 5, 'project_id': '00000467765542ab9b398703a79973b2', 'subnets': [{'id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:42:06.114076 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff5a8ac-35b6-4217-ae32-e9b4224a447b {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:42:06.124360 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Publish callbacks [] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:06.140323 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c76c570e-6a08-4a60-9ba3-17903e51c76e req-5e77c6c3-11ad-40ba-80b0-220f10c8ca7e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310673 Jan 14 01:42:06.146793 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Transition to ACTIVE for port object 6ff5a8ac-35b6-4217-ae32-e9b4224a447b will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:42:06.170887 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fa69616-1ffd-49db-bfe0-a772074b94fe req-7c971710-dd4f-4df4-9658-ebe964b01b6f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958197 Jan 14 01:42:06.170887 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7d316-2f25-4003-8f46-5a40f209c413 req-ab4548e7-00f8-42f4-9384-528a686bd10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:06.170887 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2e7d316-2f25-4003-8f46-5a40f209c413 req-ab4548e7-00f8-42f4-9384-528a686bd10c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afe07b44-87fc-48cd-a144-1ecaf59b3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3988497 Jan 14 01:42:06.239443 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:06.342469 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f00c1-3eba-4360-b561-0d1a0c1b0a58 None None] New status for floating IP 359d42ab-98ca-4378-995f-bd96b45d58e9: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:42:06.445060 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:06.477741 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3307e38f-877f-4ccc-bb52-cc358ad868cd req-c2a6bc95-44d5-42ef-b124-275493a3607c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (0163fcca-43e2-4e9f-8140-e122afe6acd1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:06.514718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4424c79-b982-490c-8fe4-f816197b059d', 'a18f636d-d0e0-4670-b611-0fe97aa79f49'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:06.518706 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69', '0163fcca-43e2-4e9f-8140-e122afe6acd1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:06.534827 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6bc95-44d5-42ef-b124-275493a3607c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event deleted for resources: {'Port': ['ID=0163fcca-43e2-4e9f-8140-e122afe6acd1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:06.651578 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3307e38f-877f-4ccc-bb52-cc358ad868cd req-c2a6bc95-44d5-42ef-b124-275493a3607c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] No DVR routers for this DVR port 0163fcca-43e2-4e9f-8140-e122afe6acd1 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:42:06.656002 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3307e38f-877f-4ccc-bb52-cc358ad868cd req-c2a6bc95-44d5-42ef-b124-275493a3607c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:06.664575 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3307e38f-877f-4ccc-bb52-cc358ad868cd req-c2a6bc95-44d5-42ef-b124-275493a3607c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "DELETE /v2.0/ports/0163fcca-43e2-4e9f-8140-e122afe6acd1 HTTP/1.1" status: 204 len: 173 time: 1.7329030 Jan 14 01:42:06.665916 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f00aca-6fd4-4984-bed2-fd2575b5a2a0', 'name': 'network-vif-deleted', 'tag': '0163fcca-43e2-4e9f-8140-e122afe6acd1'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:06.668496 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1e5746-06e6-4d36-8436-980121fb3a05" -d '{"events": [{"server_uuid": "e9f00aca-6fd4-4984-bed2-fd2575b5a2a0", "name": "network-vif-deleted", "tag": "0163fcca-43e2-4e9f-8140-e122afe6acd1"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:06.717920 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Attempting to bind port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:42:06.718287 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Attempting to bind port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:42:06.718645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Attempting to bind port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b on network 4ce41f76-a552-4855-887d-6b5d363a9f23 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:06.728583 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b on network 4ce41f76-a552-4855-887d-6b5d363a9f23 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:42:06.728905 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Attempting to bind port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b on network 4ce41f76-a552-4855-887d-6b5d363a9f23 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:06.737008 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22f77a5-597f-4e79-8b22-fd5a8823caa5 x-openstack-request-id: req-c22f77a5-597f-4e79-8b22-fd5a8823caa5 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:06.737384 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f00aca-6fd4-4984-bed2-fd2575b5a2a0", "name": "network-vif-deleted", "tag": "0163fcca-43e2-4e9f-8140-e122afe6acd1", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:06.737652 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c22f77a5-597f-4e79-8b22-fd5a8823caa5 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:06.738046 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f00aca-6fd4-4984-bed2-fd2575b5a2a0', 'name': 'network-vif-deleted', 'tag': '0163fcca-43e2-4e9f-8140-e122afe6acd1', 'status': 'completed', 'code': 200} Jan 14 01:42:06.741187 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:42:06.741541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Checking segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:06.741920 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Bound using segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:42:06.742353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Bound port: 6ff5a8ac-35b6-4217-ae32-e9b4224a447b, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:42:06.743412 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:06.850867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2e7d316-2f25-4003-8f46-5a40f209c413 req-c365540a-78ae-4097-9c65-88b0735d420c service neutron] 10.222.0.36 "GET /v2.0/networks/afe07b44-87fc-48cd-a144-1ecaf59b3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715510 Jan 14 01:42:06.871223 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] For port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:42:06.876867 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] For port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:42:06.886822 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:06.989931 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:06.991430 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:06.993161 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] 10.222.0.46 "PUT /v2.0/ports/6ff5a8ac-35b6-4217-ae32-e9b4224a447b HTTP/1.1" status: 200 len: 1092 time: 1.8015335 Jan 14 01:42:07.020039 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ad447-c806-4ac5-99e3-d054dd588396 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:07.048341 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-af2f6f79-8172-4536-b991-25309e67c537 req-4e5bfdcc-27ac-46d4-877e-6ab62367b369 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Deleting port 81a18b72-96e6-416a-8f19-3a52f21b66ff {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:07.049051 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af2f6f79-8172-4536-b991-25309e67c537 req-4e5bfdcc-27ac-46d4-877e-6ab62367b369 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:07.169316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-f4e93b0d-9719-4f59-a5c9-5285e3dec2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:07.172037 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-f4e93b0d-9719-4f59-a5c9-5285e3dec2ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 1095 time: 0.0979187 Jan 14 01:42:07.174927 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5849d25e-43aa-43e0-bf8f-3d461067ed77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:07.276965 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68867bde-c66a-4a77-bbff-b3c72aba4f68 req-4cb76c94-bda5-4afa-b9df-86b125b1d3a5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:07.278890 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68867bde-c66a-4a77-bbff-b3c72aba4f68 req-4cb76c94-bda5-4afa-b9df-86b125b1d3a5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.5204937 Jan 14 01:42:07.299829 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-77c6f2b9-2b2c-4843-bd89-b65d904522d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ff5a8ac-35b6-4217-ae32-e9b4224a447b HTTP/1.1" status: 200 len: 217 time: 0.1104009 Jan 14 01:42:07.358324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-951e1b47-14a3-40a1-ae90-bbcd20044e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:07.359756 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-951e1b47-14a3-40a1-ae90-bbcd20044e82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.0520291 Jan 14 01:42:07.415801 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-b7b2d52c-be51-4442-9e41-9cee39cd3ce2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488758 Jan 14 01:42:07.448607 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2e7d316-2f25-4003-8f46-5a40f209c413 req-8793a330-295f-4112-b333-b2eb810f2fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/afe07b44-87fc-48cd-a144-1ecaf59b3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485818 Jan 14 01:42:07.456969 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-af2f6f79-8172-4536-b991-25309e67c537 req-4e5bfdcc-27ac-46d4-877e-6ab62367b369 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] For port 81a18b72-96e6-416a-8f19-3a52f21b66ff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=81a18b72-96e6-416a-8f19-3a52f21b66ff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:07.457338 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af2f6f79-8172-4536-b991-25309e67c537 req-4e5bfdcc-27ac-46d4-877e-6ab62367b369 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:07.473603 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68867bde-c66a-4a77-bbff-b3c72aba4f68 req-4b662392-646a-41ed-8d09-421782d19470 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718183 Jan 14 01:42:07.488536 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc610c8-819c-4b08-9f80-081e072e60bd req-a5613d97-f7be-4583-8203-b4689951cfa3 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:07.490089 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ebc610c8-819c-4b08-9f80-081e072e60bd req-a5613d97-f7be-4583-8203-b4689951cfa3 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 944 time: 0.1918411 Jan 14 01:42:07.492445 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-af2f6f79-8172-4536-b991-25309e67c537 req-4e5bfdcc-27ac-46d4-877e-6ab62367b369 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Calling delete_port for 81a18b72-96e6-416a-8f19-3a52f21b66ff owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:07.611961 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-9713c5d4-4254-4a21-aee6-b5c9653b791f service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771712 Jan 14 01:42:07.656653 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ebc610c8-819c-4b08-9f80-081e072e60bd req-e3eb4819-6980-4a58-80df-80d5b14f68d1 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518207 Jan 14 01:42:07.685541 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 81a18b72-96e6-416a-8f19-3a52f21b66ff no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:07.690161 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2917dbc6-2868-4421-8ac6-3fa9781c1247 req-d6831016-b099-48fd-9a4b-1d36ccc41165 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f00aca-6fd4-4984-bed2-fd2575b5a2a0 HTTP/1.1" status: 200 len: 210 time: 0.0561023 Jan 14 01:42:07.741464 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63fddb67-820e-41b0-83fa-3c9d9413f058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (2f5b1425-d93d-4a93-85c1-634d4399d65a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:07.846387 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0990dd0d-62fd-45a9-a6d7-33ec4017dc6b req-349d0bca-8d7d-465e-b1a2-37fdc1a016c4 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272646 Jan 14 01:42:07.887098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 81a18b72-96e6-416a-8f19-3a52f21b66ff is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:07.888173 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:07.964322 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af2f6f79-8172-4536-b991-25309e67c537 req-4e5bfdcc-27ac-46d4-877e-6ab62367b369 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (81a18b72-96e6-416a-8f19-3a52f21b66ff), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:08.004741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bfdcc-27ac-46d4-877e-6ab62367b369 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event deleted for resources: {'Port': ['ID=81a18b72-96e6-416a-8f19-3a52f21b66ff,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:08.026746 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4424c79-b982-490c-8fe4-f816197b059d', 'a18f636d-d0e0-4670-b611-0fe97aa79f49'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:08.098321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2f6f79-8172-4536-b991-25309e67c537 req-4e5bfdcc-27ac-46d4-877e-6ab62367b369 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] No DVR routers for this DVR port 81a18b72-96e6-416a-8f19-3a52f21b66ff on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:42:08.102332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53dd6b99-2714-49e2-a89b-1f849eb6f5be req-aa574bc0-ad3b-47ec-9421-bfe62b68bfad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1793284 Jan 14 01:42:08.105771 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:08.119238 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af2f6f79-8172-4536-b991-25309e67c537 req-4e5bfdcc-27ac-46d4-877e-6ab62367b369 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:08.122598 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af2f6f79-8172-4536-b991-25309e67c537 req-4e5bfdcc-27ac-46d4-877e-6ab62367b369 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "DELETE /v2.0/ports/81a18b72-96e6-416a-8f19-3a52f21b66ff HTTP/1.1" status: 204 len: 173 time: 2.3648124 Jan 14 01:42:08.123061 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e676f79e-7a64-435b-9cee-c324f2ad4d8c', 'name': 'network-vif-deleted', 'tag': '81a18b72-96e6-416a-8f19-3a52f21b66ff'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:08.125307 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcbc920-ee82-4c31-9193-00ddca02e0b3" -d '{"events": [{"server_uuid": "e676f79e-7a64-435b-9cee-c324f2ad4d8c", "name": "network-vif-deleted", "tag": "81a18b72-96e6-416a-8f19-3a52f21b66ff"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:08.205553 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2554a9f4-e9e8-49e6-bead-24a2a8f931d9 x-openstack-request-id: req-2554a9f4-e9e8-49e6-bead-24a2a8f931d9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:08.205553 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e676f79e-7a64-435b-9cee-c324f2ad4d8c", "name": "network-vif-deleted", "tag": "81a18b72-96e6-416a-8f19-3a52f21b66ff", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:08.205553 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2554a9f4-e9e8-49e6-bead-24a2a8f931d9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:08.205553 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e676f79e-7a64-435b-9cee-c324f2ad4d8c', 'name': 'network-vif-deleted', 'tag': '81a18b72-96e6-416a-8f19-3a52f21b66ff', 'status': 'completed', 'code': 200} Jan 14 01:42:08.381468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd6b99-2714-49e2-a89b-1f849eb6f5be req-b70bc988-b8bb-46ac-a2af-adf33187aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:08.383237 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53dd6b99-2714-49e2-a89b-1f849eb6f5be req-b70bc988-b8bb-46ac-a2af-adf33187aa36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 1100 time: 0.1767566 Jan 14 01:42:08.440073 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:08.522801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-63fddb67-820e-41b0-83fa-3c9d9413f058 admin admin] Deleting port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:08.523145 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63fddb67-820e-41b0-83fa-3c9d9413f058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:08.660348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd6b99-2714-49e2-a89b-1f849eb6f5be req-3f732c79-1117-4fc2-8443-7dba2afea78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:08.661819 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53dd6b99-2714-49e2-a89b-1f849eb6f5be req-3f732c79-1117-4fc2-8443-7dba2afea78f service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2469447 Jan 14 01:42:08.737269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53dd6b99-2714-49e2-a89b-1f849eb6f5be req-f8773102-4bf6-45a2-8916-9920c022b888 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1aad08-b38f-4b1c-bc31-4ec294e52f69 HTTP/1.1" status: 200 len: 217 time: 0.0685840 Jan 14 01:42:08.739880 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672245e8-6ecd-4f87-adf7-753d606c5c44', 'tag': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:08.742207 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1c3bc3-0681-421b-a6f5-ade8e410c25b" -d '{"events": [{"name": "network-changed", "server_uuid": "672245e8-6ecd-4f87-adf7-753d606c5c44", "tag": "6ff5a8ac-35b6-4217-ae32-e9b4224a447b"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:08.776144 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-63fddb67-820e-41b0-83fa-3c9d9413f058 admin admin] For port 3d4fdd38-d19f-41cf-aaf6-552fa37b6750, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3d4fdd38-d19f-41cf-aaf6-552fa37b6750,segment=NetworkSegment(be6ce0fd-f6a6-4414-ae62-75fffe5d983b),segment_id=be6ce0fd-f6a6-4414-ae62-75fffe5d983b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:08.776669 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63fddb67-820e-41b0-83fa-3c9d9413f058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:08.807409 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-63fddb67-820e-41b0-83fa-3c9d9413f058 admin admin] Calling delete_port for 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:08.842895 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d23107-0037-4794-a3e6-f12d44b649c3 req-f9865aab-8723-46ac-8100-6182bc5a5791 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:08.845539 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f1d23107-0037-4794-a3e6-f12d44b649c3 req-f9865aab-8723-46ac-8100-6182bc5a5791 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.2349420 Jan 14 01:42:08.987327 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd6b99-2714-49e2-a89b-1f849eb6f5be req-a3fb7a55-e2dc-4e8f-aa17-986a0eef8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:08.989871 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53dd6b99-2714-49e2-a89b-1f849eb6f5be req-a3fb7a55-e2dc-4e8f-aa17-986a0eef8302 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.2369304 Jan 14 01:42:09.047253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd9d96-4fdf-45b8-b1b1-88506d17910d req-e01d5715-7a96-4eb2-907c-411752cc9752 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:09.049127 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45bd9d96-4fdf-45b8-b1b1-88506d17910d req-e01d5715-7a96-4eb2-907c-411752cc9752 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 944 time: 0.3070560 Jan 14 01:42:09.062672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f1d23107-0037-4794-a3e6-f12d44b649c3 req-46f19c0f-ebd9-41cd-b803-b871771634b5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837375 Jan 14 01:42:09.147574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd6b99-2714-49e2-a89b-1f849eb6f5be req-aa724273-6ea5-4371-ac11-9203023cbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:09.149094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53dd6b99-2714-49e2-a89b-1f849eb6f5be req-aa724273-6ea5-4371-ac11-9203023cbf61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456451 Jan 14 01:42:09.177584 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ba6627-9431-4c8e-888f-9c244d00dc35 x-openstack-request-id: req-35ba6627-9431-4c8e-888f-9c244d00dc35 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:09.178139 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672245e8-6ecd-4f87-adf7-753d606c5c44", "tag": "6ff5a8ac-35b6-4217-ae32-e9b4224a447b", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:09.178910 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35ba6627-9431-4c8e-888f-9c244d00dc35 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:09.179525 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672245e8-6ecd-4f87-adf7-753d606c5c44', 'tag': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b', 'status': 'completed', 'code': 200} Jan 14 01:42:09.215925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 0163fcca-43e2-4e9f-8140-e122afe6acd1 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:09.220667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45bd9d96-4fdf-45b8-b1b1-88506d17910d req-5c3ebde1-e26b-4713-b296-6667893005a7 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628397 Jan 14 01:42:09.265407 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 0163fcca-43e2-4e9f-8140-e122afe6acd1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:42:09.265760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 0163fcca-43e2-4e9f-8140-e122afe6acd1 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:42:09.375923 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53dd6b99-2714-49e2-a89b-1f849eb6f5be req-2d4f52c6-66d5-459d-a392-81dfb16cc2ad service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191889 Jan 14 01:42:09.382085 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c3bc3-0681-421b-a6f5-ade8e410c25b req-9030242e-a012-4be1-b834-3ad47b005e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:09.383915 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b1c3bc3-0681-421b-a6f5-ade8e410c25b req-9030242e-a012-4be1-b834-3ad47b005e20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 1095 time: 0.1452646 Jan 14 01:42:09.441662 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63fddb67-820e-41b0-83fa-3c9d9413f058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (3d4fdd38-d19f-41cf-aaf6-552fa37b6750), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:09.644411 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fddb67-820e-41b0-83fa-3c9d9413f058 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4fdd38-d19f-41cf-aaf6-552fa37b6750,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:09.683869 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6ff5a8ac-35b6-4217-ae32-e9b4224a447b details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:42:09.859646 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53dd6b99-2714-49e2-a89b-1f849eb6f5be req-5f5245c8-12e2-4c72-adb7-8620cb304ee3 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683204 Jan 14 01:42:09.868934 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:09.926287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c3bc3-0681-421b-a6f5-ade8e410c25b req-3e6c8437-1289-4138-82a7-9c50974c9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:09.927882 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b1c3bc3-0681-421b-a6f5-ade8e410c25b req-3e6c8437-1289-4138-82a7-9c50974c9d3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 913 time: 0.5355570 Jan 14 01:42:09.959267 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:09.971632 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'port_id': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b', 'mac_address': 'fa:16:3e:ef:f9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97ddbcc-09c0-411b-9dd8-86412dbf8eb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:42:10.008751 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b1c3bc3-0681-421b-a6f5-ade8e410c25b req-7172b448-c39f-4ae6-9131-8f0224f4c6de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ff5a8ac-35b6-4217-ae32-e9b4224a447b HTTP/1.1" status: 200 len: 217 time: 0.0713685 Jan 14 01:42:10.010959 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63fddb67-820e-41b0-83fa-3c9d9413f058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (2f5b1425-d93d-4a93-85c1-634d4399d65a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:10.019802 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:10.020520 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:10.038527 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff5a8ac-35b6-4217-ae32-e9b4224a447b {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:42:10.075436 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:10.083968 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:10.175801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c3bc3-0681-421b-a6f5-ade8e410c25b req-0bdfd236-defc-4f6a-a6e0-75657355e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:10.177667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b1c3bc3-0681-421b-a6f5-ade8e410c25b req-0bdfd236-defc-4f6a-a6e0-75657355e173 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.1541524 Jan 14 01:42:10.192202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4460b85-74c7-4e06-830b-0cfd46e2dbec req-16bbd70c-26c5-477a-b3cf-4c0f2356d289 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:10.199485 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4460b85-74c7-4e06-830b-0cfd46e2dbec req-16bbd70c-26c5-477a-b3cf-4c0f2356d289 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=418db005-3c62-4ddb-89ab-15d2ca970e58 HTTP/1.1" status: 200 len: 950 time: 0.1936224 Jan 14 01:42:10.214935 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:10.227256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.227927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.229328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.230078 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.230397 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.230761 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.231454 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.231789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.232272 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.232601 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.232927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.233248 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.233566 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:10.496741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['6ff5a8ac-35b6-4217-ae32-e9b4224a447b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:10.661036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b1c3bc3-0681-421b-a6f5-ade8e410c25b req-217c01cf-7eb2-4e99-966a-09654e9029c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4594216 Jan 14 01:42:10.735844 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4460b85-74c7-4e06-830b-0cfd46e2dbec req-001577c3-ee1c-4408-be60-985456ef64c2 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345314 Jan 14 01:42:10.857234 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8591c62-08f2-4b62-b02e-b264270b9e76 req-8fdd3bfe-69bd-4d87-ae50-02a279cd65ac tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:10.864231 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8591c62-08f2-4b62-b02e-b264270b9e76 req-8fdd3bfe-69bd-4d87-ae50-02a279cd65ac tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.6595888 Jan 14 01:42:10.884403 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:10.966440 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d782618b-e33c-42e3-92a3-cf6219f744ef req-277d6ad2-a115-4078-b812-77bd4663bef1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549209 Jan 14 01:42:11.026461 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8591c62-08f2-4b62-b02e-b264270b9e76 req-01b0c369-deca-4d47-8882-ccf74c106fcc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613233 Jan 14 01:42:11.036379 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b1c3bc3-0681-421b-a6f5-ade8e410c25b req-b87d41e1-ce1e-483d-a87f-d44153f4c5e3 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658910 Jan 14 01:42:11.066880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802c48-cbc0-4775-ae86-862f2c4fff7c req-c5bd9ccb-eaf7-410e-9576-500ce8ddfcd8 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:11.068565 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54802c48-cbc0-4775-ae86-862f2c4fff7c req-c5bd9ccb-eaf7-410e-9576-500ce8ddfcd8 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 945 time: 0.2282851 Jan 14 01:42:11.119605 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fddb67-820e-41b0-83fa-3c9d9413f058 admin admin] Router 2f5b1425-d93d-4a93-85c1-634d4399d65a has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:42:11.126283 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782618b-e33c-42e3-92a3-cf6219f744ef req-b1313c19-1cbd-4026-b327-8be95f1489c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:11.128182 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d782618b-e33c-42e3-92a3-cf6219f744ef req-b1313c19-1cbd-4026-b327-8be95f1489c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 1100 time: 0.0792356 Jan 14 01:42:11.309542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782618b-e33c-42e3-92a3-cf6219f744ef req-3c730da2-8972-4280-9628-7f54f99c72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:11.311203 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d782618b-e33c-42e3-92a3-cf6219f744ef req-3c730da2-8972-4280-9628-7f54f99c72f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1537187 Jan 14 01:42:11.346477 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54802c48-cbc0-4775-ae86-862f2c4fff7c req-c8b25b00-b3cf-439e-91f7-03f19e30a8f0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490976 Jan 14 01:42:11.380793 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d782618b-e33c-42e3-92a3-cf6219f744ef req-cbd6c78d-9747-4695-963a-e70e5e7005bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=46ccbe15-593e-452d-8586-ad63bd4e7490 HTTP/1.1" status: 200 len: 217 time: 0.0604887 Jan 14 01:42:11.382611 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b1c3bc3-0681-421b-a6f5-ade8e410c25b req-2f5f9cb2-48ae-4c34-a1cb-cc7eba913c65 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317931 Jan 14 01:42:11.405523 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fddb67-820e-41b0-83fa-3c9d9413f058 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:42:11.413670 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-63fddb67-820e-41b0-83fa-3c9d9413f058 admin admin] 10.222.0.26 "PUT /v2.0/routers/2f5b1425-d93d-4a93-85c1-634d4399d65a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3065293 Jan 14 01:42:11.414780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50832) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:11.417348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167840a2-f15b-4e09-a7da-609c1100ba47 None None] Sync routers for ids ['2f5b1425-d93d-4a93-85c1-634d4399d65a'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:42:11.432565 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167840a2-f15b-4e09-a7da-609c1100ba47 None None] Routers {'2f5b1425-d93d-4a93-85c1-634d4399d65a'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:42:11.434409 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-167840a2-f15b-4e09-a7da-609c1100ba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:42:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f5b1425-d93d-4a93-85c1-634d4399d65a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:11.518355 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782618b-e33c-42e3-92a3-cf6219f744ef req-b8817fac-36d8-476d-b6d0-da66057d1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:11.519905 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d782618b-e33c-42e3-92a3-cf6219f744ef req-b8817fac-36d8-476d-b6d0-da66057d1509 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0730593 Jan 14 01:42:11.546713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Publish callbacks [] for router (2f5b1425-d93d-4a93-85c1-634d4399d65a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:11.607249 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782618b-e33c-42e3-92a3-cf6219f744ef req-72cd4205-f2f9-401f-9321-1a3cdfe8bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:11.608872 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d782618b-e33c-42e3-92a3-cf6219f744ef req-72cd4205-f2f9-401f-9321-1a3cdfe8bdc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587957 Jan 14 01:42:11.615312 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-167840a2-f15b-4e09-a7da-609c1100ba47 None None] Set router 2f5b1425-d93d-4a93-85c1-634d4399d65a gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:42:11.702238 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Publish callbacks [] for router_gateway (2f5b1425-d93d-4a93-85c1-634d4399d65a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:11.723954 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6ff5a8ac-35b6-4217-ae32-e9b4224a447b up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:11.824487 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e2c37-6e86-494c-afa0-c23464609de4 req-eb923d6f-2442-4a02-bb44-9f299c617528 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:11.825978 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7b6e2c37-6e86-494c-afa0-c23464609de4 req-eb923d6f-2442-4a02-bb44-9f299c617528 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/ports?device_id=418db005-3c62-4ddb-89ab-15d2ca970e58 HTTP/1.1" status: 200 len: 950 time: 0.1144416 Jan 14 01:42:11.867034 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Deleting port b5084c8a-81c2-448b-a86e-3038395c5a4b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:11.867398 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:11.880045 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d782618b-e33c-42e3-92a3-cf6219f744ef req-572ad500-59de-440b-9dac-5c3ff617fe38 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684880 Jan 14 01:42:11.907183 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:42:11.919292 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:11.921270 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:11.971087 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-167840a2-f15b-4e09-a7da-609c1100ba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'name': 'tempest-FloatingIPDetailsTestJSON-680962698-router', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:42:09Z', 'revision_number': 5, 'project_id': '31fd36440f374cb19db344c0a791583c', 'gw_port': {'id': 'b5084c8a-81c2-448b-a86e-3038395c5a4b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:35Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:12.012982 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167840a2-f15b-4e09-a7da-609c1100ba47 None None] Checking router: 2f5b1425-d93d-4a93-85c1-634d4399d65a for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:42:12.045112 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167840a2-f15b-4e09-a7da-609c1100ba47 None None] Routers {'2f5b1425-d93d-4a93-85c1-634d4399d65a'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:42:12.045555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-167840a2-f15b-4e09-a7da-609c1100ba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:42:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f5b1425-d93d-4a93-85c1-634d4399d65a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:12.055359 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d80cf-2e82-4681-94c1-181b5e4d1c1f req-e75b32d0-ce9b-4b16-8563-73fa3f060bbe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:12.056986 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-440d80cf-2e82-4681-94c1-181b5e4d1c1f req-e75b32d0-ce9b-4b16-8563-73fa3f060bbe tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e709b78-59a9-46fc-b291-dc7936486b7c HTTP/1.1" status: 200 len: 949 time: 0.1506491 Jan 14 01:42:12.129171 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d782618b-e33c-42e3-92a3-cf6219f744ef req-6dccc48b-ea41-4433-8240-2fbc5a569726 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322633 Jan 14 01:42:12.176699 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] For port b5084c8a-81c2-448b-a86e-3038395c5a4b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b5084c8a-81c2-448b-a86e-3038395c5a4b,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:12.177337 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:12.196936 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Calling delete_port for b5084c8a-81c2-448b-a86e-3038395c5a4b owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:12.233746 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-440d80cf-2e82-4681-94c1-181b5e4d1c1f req-52f4d4d9-d4eb-40e4-a3ed-101fc21f86ff tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Deleting port a18f636d-d0e0-4670-b611-0fe97aa79f49 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:12.234085 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-440d80cf-2e82-4681-94c1-181b5e4d1c1f req-52f4d4d9-d4eb-40e4-a3ed-101fc21f86ff tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:12.385961 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-167840a2-f15b-4e09-a7da-609c1100ba47 None None] Set router 2f5b1425-d93d-4a93-85c1-634d4399d65a gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:42:12.395973 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-440d80cf-2e82-4681-94c1-181b5e4d1c1f req-52f4d4d9-d4eb-40e4-a3ed-101fc21f86ff tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] For port a18f636d-d0e0-4670-b611-0fe97aa79f49, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a18f636d-d0e0-4670-b611-0fe97aa79f49,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:12.396545 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-440d80cf-2e82-4681-94c1-181b5e4d1c1f req-52f4d4d9-d4eb-40e4-a3ed-101fc21f86ff tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:12.412669 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-440d80cf-2e82-4681-94c1-181b5e4d1c1f req-52f4d4d9-d4eb-40e4-a3ed-101fc21f86ff tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Calling delete_port for a18f636d-d0e0-4670-b611-0fe97aa79f49 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:12.470988 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-167840a2-f15b-4e09-a7da-609c1100ba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'name': 'tempest-FloatingIPDetailsTestJSON-680962698-router', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:42:11Z', 'revision_number': 6, 'project_id': '31fd36440f374cb19db344c0a791583c', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:12.506086 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:12.506775 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:12.525791 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167840a2-f15b-4e09-a7da-609c1100ba47 None None] The sync data for ids ['2f5b1425-d93d-4a93-85c1-634d4399d65a'] in n-d-824358-4 is: [{'id': '2f5b1425-d93d-4a93-85c1-634d4399d65a', 'name': 'tempest-FloatingIPDetailsTestJSON-680962698-router', 'tenant_id': '31fd36440f374cb19db344c0a791583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:42:11Z', 'revision_number': 6, 'project_id': '31fd36440f374cb19db344c0a791583c', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:42:12.540489 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672245e8-6ecd-4f87-adf7-753d606c5c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:12.543790 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f4b745-a6c3-47d0-925a-c3082fa4c4ef" -d '{"events": [{"server_uuid": "672245e8-6ecd-4f87-adf7-753d606c5c44", "name": "network-vif-plugged", "status": "completed", "tag": "6ff5a8ac-35b6-4217-ae32-e9b4224a447b"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:12.546386 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (b5084c8a-81c2-448b-a86e-3038395c5a4b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:12.566733 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:12.579280 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:12.619577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5084c8a-81c2-448b-a86e-3038395c5a4b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:12.632493 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090e638-5d7c-4007-89a8-ab71c70b08a7 req-40887ceb-8492-4db6-9e7e-788a6af4fddb tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:12.640502 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1090e638-5d7c-4007-89a8-ab71c70b08a7 req-40887ceb-8492-4db6-9e7e-788a6af4fddb tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=418db005-3c62-4ddb-89ab-15d2ca970e58 HTTP/1.1" status: 200 len: 950 time: 0.6917527 Jan 14 01:42:12.648859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:12.672029 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ed17f-3bb3-418d-b061-ea0e039306d6 req-c32bcd01-7ff9-4d93-8701-af12186b4c4a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:12.675090 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b52ed17f-3bb3-418d-b061-ea0e039306d6 req-c32bcd01-7ff9-4d93-8701-af12186b4c4a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.4024861 Jan 14 01:42:12.686552 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-440d80cf-2e82-4681-94c1-181b5e4d1c1f req-52f4d4d9-d4eb-40e4-a3ed-101fc21f86ff tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a18f636d-d0e0-4670-b611-0fe97aa79f49), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:12.726376 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4424c79-b982-490c-8fe4-f816197b059d', 'a18f636d-d0e0-4670-b611-0fe97aa79f49'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:12.804157 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7b6e2c37-6e86-494c-afa0-c23464609de4 req-103026b7-3afb-4243-ad28-a49c813bca0d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Deleting port f4424c79-b982-490c-8fe4-f816197b059d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:12.804537 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7b6e2c37-6e86-494c-afa0-c23464609de4 req-103026b7-3afb-4243-ad28-a49c813bca0d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f4424c79-b982-490c-8fe4-f816197b059d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:12.845198 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1090e638-5d7c-4007-89a8-ab71c70b08a7 req-efdd21ee-eafc-4dd8-88a8-08900a6ec4f3 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946821 Jan 14 01:42:12.857902 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:12.931762 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b52ed17f-3bb3-418d-b061-ea0e039306d6 req-08c5f269-6104-4061-8029-7b2736385a11 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346907 Jan 14 01:42:12.938285 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (2f5b1425-d93d-4a93-85c1-634d4399d65a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:12.982771 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4d4d9-d4eb-40e4-a3ed-101fc21f86ff tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event deleted for resources: {'Port': ['ID=a18f636d-d0e0-4670-b611-0fe97aa79f49,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:12.998949 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-440d80cf-2e82-4681-94c1-181b5e4d1c1f req-52f4d4d9-d4eb-40e4-a3ed-101fc21f86ff tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] No DVR routers for this DVR port a18f636d-d0e0-4670-b611-0fe97aa79f49 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:42:13.005988 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-440d80cf-2e82-4681-94c1-181b5e4d1c1f req-52f4d4d9-d4eb-40e4-a3ed-101fc21f86ff tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.019761 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-440d80cf-2e82-4681-94c1-181b5e4d1c1f req-52f4d4d9-d4eb-40e4-a3ed-101fc21f86ff tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "DELETE /v2.0/ports/a18f636d-d0e0-4670-b611-0fe97aa79f49 HTTP/1.1" status: 204 len: 173 time: 0.9481390 Jan 14 01:42:13.020459 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e709b78-59a9-46fc-b291-dc7936486b7c', 'name': 'network-vif-deleted', 'tag': 'a18f636d-d0e0-4670-b611-0fe97aa79f49'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:13.026177 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0216b8ee-cb30-433e-bc95-a9c99a031b1b" -d '{"events": [{"server_uuid": "6e709b78-59a9-46fc-b291-dc7936486b7c", "name": "network-vif-deleted", "tag": "a18f636d-d0e0-4670-b611-0fe97aa79f49"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:13.137918 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (2f5b1425-d93d-4a93-85c1-634d4399d65a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.140270 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Publish callbacks [] for router_controller (2f5b1425-d93d-4a93-85c1-634d4399d65a), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.211918 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (2f5b1425-d93d-4a93-85c1-634d4399d65a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.212614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f5b1425-d93d-4a93-85c1-634d4399d65a {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:42:13.250734 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.251965 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-77b1ba20-a80b-448b-a9a3-da9df8754490 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2f5b1425-d93d-4a93-85c1-634d4399d65a HTTP/1.1" status: 204 len: 168 time: 1.8361146 Jan 14 01:42:13.254721 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50854) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:13.318328 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508cf83c-b89c-4ba3-bf62-bcbc71c51ad7 x-openstack-request-id: req-508cf83c-b89c-4ba3-bf62-bcbc71c51ad7 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:13.321099 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672245e8-6ecd-4f87-adf7-753d606c5c44", "name": "network-vif-plugged", "status": "completed", "tag": "6ff5a8ac-35b6-4217-ae32-e9b4224a447b", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:13.321588 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-508cf83c-b89c-4ba3-bf62-bcbc71c51ad7 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:13.322704 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672245e8-6ecd-4f87-adf7-753d606c5c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b', 'code': 200} Jan 14 01:42:13.332322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009fa47-83fb-4d39-9f11-1ac0cf3c2fd3 req-9bbc300b-682e-434b-bc89-a3b2592ea4d6 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:13.336169 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1009fa47-83fb-4d39-9f11-1ac0cf3c2fd3 req-9bbc300b-682e-434b-bc89-a3b2592ea4d6 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1444097 Jan 14 01:42:13.366666 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7b6e2c37-6e86-494c-afa0-c23464609de4 req-103026b7-3afb-4243-ad28-a49c813bca0d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] For port f4424c79-b982-490c-8fe4-f816197b059d, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f4424c79-b982-490c-8fe4-f816197b059d,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:13.367275 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7b6e2c37-6e86-494c-afa0-c23464609de4 req-103026b7-3afb-4243-ad28-a49c813bca0d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f4424c79-b982-490c-8fe4-f816197b059d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.383301 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c8ed5e-b13e-4182-9a2e-39c90c5d986e x-openstack-request-id: req-e6c8ed5e-b13e-4182-9a2e-39c90c5d986e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:13.383536 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e709b78-59a9-46fc-b291-dc7936486b7c", "name": "network-vif-deleted", "tag": "a18f636d-d0e0-4670-b611-0fe97aa79f49", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:13.383797 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6c8ed5e-b13e-4182-9a2e-39c90c5d986e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:13.384196 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e709b78-59a9-46fc-b291-dc7936486b7c', 'name': 'network-vif-deleted', 'tag': 'a18f636d-d0e0-4670-b611-0fe97aa79f49', 'status': 'completed', 'code': 200} Jan 14 01:42:13.398095 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7b6e2c37-6e86-494c-afa0-c23464609de4 req-103026b7-3afb-4243-ad28-a49c813bca0d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Calling delete_port for f4424c79-b982-490c-8fe4-f816197b059d owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:13.420201 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d77903-518a-4d7b-bcd9-057df2e3b143 admin admin] Deleting subnet dc90818a-1b81-4022-9d07-4be710d941b5 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:42:13.424776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0d77903-518a-4d7b-bcd9-057df2e3b143 admin admin] Publish callbacks [] for subnet (dc90818a-1b81-4022-9d07-4be710d941b5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.534030 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:13.538146 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1009fa47-83fb-4d39-9f11-1ac0cf3c2fd3 req-e5006979-1541-4833-b935-da78701340c8 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895771 Jan 14 01:42:13.557377 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0d77903-518a-4d7b-bcd9-057df2e3b143 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (dc90818a-1b81-4022-9d07-4be710d941b5), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.589312 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873cded-8674-448a-833e-d31352e19819 req-cdeeddfa-5460-4136-ae7d-0a0959ee4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:13.589553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:42:13.589669 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3d4fdd38-d19f-41cf-aaf6-552fa37b6750 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:42:13.590946 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e873cded-8674-448a-833e-d31352e19819 req-cdeeddfa-5460-4136-ae7d-0a0959ee4d02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 1097 time: 0.0864520 Jan 14 01:42:13.703746 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0d77903-518a-4d7b-bcd9-057df2e3b143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (dc90818a-1b81-4022-9d07-4be710d941b5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.715029 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7b6e2c37-6e86-494c-afa0-c23464609de4 req-103026b7-3afb-4243-ad28-a49c813bca0d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (f4424c79-b982-490c-8fe4-f816197b059d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.747122 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e873cded-8674-448a-833e-d31352e19819 req-d6630795-a382-4862-bfbc-964c1cf90ccf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308551 Jan 14 01:42:13.752400 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103026b7-3afb-4243-ad28-a49c813bca0d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event deleted for resources: {'Port': ['ID=f4424c79-b982-490c-8fe4-f816197b059d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:13.753784 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:13.811760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['a18f636d-d0e0-4670-b611-0fe97aa79f49'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:13.817842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0d77903-518a-4d7b-bcd9-057df2e3b143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (dc90818a-1b81-4022-9d07-4be710d941b5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.845891 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6e2c37-6e86-494c-afa0-c23464609de4 req-103026b7-3afb-4243-ad28-a49c813bca0d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] No DVR routers for this DVR port f4424c79-b982-490c-8fe4-f816197b059d on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:42:13.852997 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7b6e2c37-6e86-494c-afa0-c23464609de4 req-103026b7-3afb-4243-ad28-a49c813bca0d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.863056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7b6e2c37-6e86-494c-afa0-c23464609de4 req-103026b7-3afb-4243-ad28-a49c813bca0d tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.46 "DELETE /v2.0/ports/f4424c79-b982-490c-8fe4-f816197b059d HTTP/1.1" status: 204 len: 173 time: 1.8903034 Jan 14 01:42:13.863593 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418db005-3c62-4ddb-89ab-15d2ca970e58', 'name': 'network-vif-deleted', 'tag': 'f4424c79-b982-490c-8fe4-f816197b059d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:13.865986 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75268a77-dcd5-4ebd-81d7-1737865f25f1" -d '{"events": [{"server_uuid": "418db005-3c62-4ddb-89ab-15d2ca970e58", "name": "network-vif-deleted", "tag": "f4424c79-b982-490c-8fe4-f816197b059d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:13.899799 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafbf235-ce64-4f6e-afd3-eaa2fd58e2b8 None None] Network 9c989fae-7535-4c93-a0ca-339181f5b0d1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:42:13.943083 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b41440-4954-4997-ac2a-ac17a49c8e7e x-openstack-request-id: req-56b41440-4954-4997-ac2a-ac17a49c8e7e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:13.943384 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418db005-3c62-4ddb-89ab-15d2ca970e58", "name": "network-vif-deleted", "tag": "f4424c79-b982-490c-8fe4-f816197b059d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:13.943640 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56b41440-4954-4997-ac2a-ac17a49c8e7e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:13.944050 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418db005-3c62-4ddb-89ab-15d2ca970e58', 'name': 'network-vif-deleted', 'tag': 'f4424c79-b982-490c-8fe4-f816197b059d', 'status': 'completed', 'code': 200} Jan 14 01:42:13.952227 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0d77903-518a-4d7b-bcd9-057df2e3b143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:13.959076 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c0d77903-518a-4d7b-bcd9-057df2e3b143 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dc90818a-1b81-4022-9d07-4be710d941b5 HTTP/1.1" status: 204 len: 168 time: 0.7034328 Jan 14 01:42:13.960941 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d77903-518a-4d7b-bcd9-057df2e3b143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc90818a-1b81-4022-9d07-4be710d941b5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:13.961653 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50866) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:14.108868 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-33cb5488-a30c-40e5-a046-7f7f8739055d req-17cffdef-2f8a-4852-b54e-7fb28ebec8af tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=418db005-3c62-4ddb-89ab-15d2ca970e58 HTTP/1.1" status: 200 len: 210 time: 0.0613682 Jan 14 01:42:14.156137 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (9c989fae-7535-4c93-a0ca-339181f5b0d1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.191182 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5551a85-a5f8-429c-8791-fb88d8d8f2ff None None] DHCP port deletion for 9c989fae-7535-4c93-a0ca-339181f5b0d1 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:42:14.267805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018cc97-e400-419d-9c3a-adc305d99587 req-85d3e286-92e3-4112-a567-3302ab802313 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:14.270126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7018cc97-e400-419d-9c3a-adc305d99587 req-85d3e286-92e3-4112-a567-3302ab802313 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.2214062 Jan 14 01:42:14.288281 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a5551a85-a5f8-429c-8791-fb88d8d8f2ff None None] Deleting port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:14.288595 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5551a85-a5f8-429c-8791-fb88d8d8f2ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.311893 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Deleting port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:14.312241 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.412163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a5551a85-a5f8-429c-8791-fb88d8d8f2ff None None] For port a55b3e33-6cb0-4c07-956e-6b7d5f367e77, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a55b3e33-6cb0-4c07-956e-6b7d5f367e77,segment=NetworkSegment(be6ce0fd-f6a6-4414-ae62-75fffe5d983b),segment_id=be6ce0fd-f6a6-4414-ae62-75fffe5d983b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:14.412648 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5551a85-a5f8-429c-8791-fb88d8d8f2ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.418668 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] For port a55b3e33-6cb0-4c07-956e-6b7d5f367e77, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a55b3e33-6cb0-4c07-956e-6b7d5f367e77,segment=NetworkSegment(be6ce0fd-f6a6-4414-ae62-75fffe5d983b),segment_id=be6ce0fd-f6a6-4414-ae62-75fffe5d983b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:14.418973 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.428429 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a5551a85-a5f8-429c-8791-fb88d8d8f2ff None None] Calling delete_port for a55b3e33-6cb0-4c07-956e-6b7d5f367e77 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:14.432074 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Calling delete_port for a55b3e33-6cb0-4c07-956e-6b7d5f367e77 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:14.456581 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7018cc97-e400-419d-9c3a-adc305d99587 req-ee379264-7cc7-4f60-bee3-1edf837127ca tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760631 Jan 14 01:42:14.530635 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5551a85-a5f8-429c-8791-fb88d8d8f2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.537076 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (a55b3e33-6cb0-4c07-956e-6b7d5f367e77), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.559029 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5551a85-a5f8-429c-8791-fb88d8d8f2ff None None] Pushing event deleted for resources: {'Port': ['ID=a55b3e33-6cb0-4c07-956e-6b7d5f367e77,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:14.563526 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5551a85-a5f8-429c-8791-fb88d8d8f2ff None None] No DVR routers for this DVR port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:42:14.564514 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Pushing event deleted for resources: {'Port': ['ID=a55b3e33-6cb0-4c07-956e-6b7d5f367e77,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:14.571577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] No DVR routers for this DVR port a55b3e33-6cb0-4c07-956e-6b7d5f367e77 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:42:14.699941 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (9c989fae-7535-4c93-a0ca-339181f5b0d1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.726890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c989fae-7535-4c93-a0ca-339181f5b0d1']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:14.739713 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6ce0fd-f6a6-4414-ae62-75fffe5d983b') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:14.740009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6ce0fd-f6a6-4414-ae62-75fffe5d983b') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:14.749030 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5528b-2df5-4ab4-be7c-afe06638e997 req-8b146d68-2895-48e3-bd1a-5d96c57eef8f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:14.751001 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0cc5528b-2df5-4ab4-be7c-afe06638e997 req-8b146d68-2895-48e3-bd1a-5d96c57eef8f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.0929470 Jan 14 01:42:14.762333 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (be6ce0fd-f6a6-4414-ae62-75fffe5d983b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.792116 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (be6ce0fd-f6a6-4414-ae62-75fffe5d983b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (be6ce0fd-f6a6-4414-ae62-75fffe5d983b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:42:14.813451 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:42:14.817439 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:42:14.863039 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0cc5528b-2df5-4ab4-be7c-afe06638e997 req-fe672f08-e20d-44ee-b97b-0c3e1457a4da tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053147 Jan 14 01:42:14.891399 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (9c989fae-7535-4c93-a0ca-339181f5b0d1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.897867 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:14.902299 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] 10.222.0.26 "DELETE /v2.0/networks/9c989fae-7535-4c93-a0ca-339181f5b0d1 HTTP/1.1" status: 204 len: 168 time: 0.9396570 Jan 14 01:42:14.916202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2810744-7dc7-4c28-ae9c-8c5012b9bf2b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c989fae-7535-4c93-a0ca-339181f5b0d1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:15.050602 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50880) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:15.101069 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-00a5f39c-27bd-401d-8f09-101b2b268010 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31fd36440f374cb19db344c0a791583c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490756 Jan 14 01:42:15.103778 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50882) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:15.159712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a55b3e33-6cb0-4c07-956e-6b7d5f367e77 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:15.180432 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b18e30d-f70f-4265-8087-c374ed6accd8 admin admin] Publish callbacks [] for security_group (58b0a597-fa9d-4f94-a397-75264b8ea7f3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:15.199918 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: a55b3e33-6cb0-4c07-956e-6b7d5f367e77 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:42:15.200355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a55b3e33-6cb0-4c07-956e-6b7d5f367e77 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:42:15.200755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b5084c8a-81c2-448b-a86e-3038395c5a4b no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:15.212373 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b18e30d-f70f-4265-8087-c374ed6accd8 admin admin] Publish callbacks [] for security_group (58b0a597-fa9d-4f94-a397-75264b8ea7f3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:15.223352 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: b5084c8a-81c2-448b-a86e-3038395c5a4b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:42:15.223699 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b5084c8a-81c2-448b-a86e-3038395c5a4b not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:42:15.271561 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b18e30d-f70f-4265-8087-c374ed6accd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (58b0a597-fa9d-4f94-a397-75264b8ea7f3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:15.274246 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b18e30d-f70f-4265-8087-c374ed6accd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:15.279367 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0b18e30d-f70f-4265-8087-c374ed6accd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58b0a597-fa9d-4f94-a397-75264b8ea7f3 HTTP/1.1" status: 204 len: 168 time: 0.1743894 Jan 14 01:42:15.288118 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18e30d-f70f-4265-8087-c374ed6accd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b0a597-fa9d-4f94-a397-75264b8ea7f3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:15.289113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e073400b-a1fe-4c08-809c-60679099d4eb req-91bcfb30-dc28-499a-8dec-6ba3707f481c tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=418db005-3c62-4ddb-89ab-15d2ca970e58 HTTP/1.1" status: 200 len: 210 time: 0.0462196 Jan 14 01:42:15.590842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9882fe-f89a-4a9b-8450-c12f49e00bd7 req-3f3ac997-80b2-426a-9ea2-88d84bcc7e31 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:15.592434 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad9882fe-f89a-4a9b-8450-c12f49e00bd7 req-3f3ac997-80b2-426a-9ea2-88d84bcc7e31 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.0533376 Jan 14 01:42:15.668277 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad9882fe-f89a-4a9b-8450-c12f49e00bd7 req-88068620-21e8-4fa3-9419-5907cbb4a021 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690222 Jan 14 01:42:15.703347 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a18f636d-d0e0-4670-b611-0fe97aa79f49 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:15.727275 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: a18f636d-d0e0-4670-b611-0fe97aa79f49 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:42:15.727619 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a18f636d-d0e0-4670-b611-0fe97aa79f49 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:42:15.728172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f4424c79-b982-490c-8fe4-f816197b059d no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:15.749739 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: f4424c79-b982-490c-8fe4-f816197b059d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:42:15.750343 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f4424c79-b982-490c-8fe4-f816197b059d not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:42:15.989317 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f17cc5-9713-4535-bc3a-1726ae8d6d8e req-0386914a-c0bf-4c26-9dc4-96fd85176429 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:15.990884 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0f17cc5-9713-4535-bc3a-1726ae8d6d8e req-0386914a-c0bf-4c26-9dc4-96fd85176429 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.0500221 Jan 14 01:42:16.063870 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0f17cc5-9713-4535-bc3a-1726ae8d6d8e req-ff8f4589-3495-4db7-9eb6-d1febf30ba95 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661323 Jan 14 01:42:16.110401 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50920) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:16.218038 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-787526243-network', 'tenant_id': 'bbbc06dc30bb429eac0e6fde397191f5'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:16.249259 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Made reservation on behalf of bbbc06dc30bb429eac0e6fde397191f5 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:42:16.252005 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:16.264933 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:16.356516 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Publish callbacks [] for security_group (b55b49a2-48e7-4602-9e01-3842321e2fea), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:16.361184 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b55b49a2-48e7-4602-9e01-3842321e2fea), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:16.390999 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13871776-23d8-4948-8fda-de667905000f admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:42:16.401745 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55b49a2-48e7-4602-9e01-3842321e2fea,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:16.424413 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (77b0a877-84ff-436e-b79c-fe61d096dbf3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:16.424806 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Added segment 77b0a877-84ff-436e-b79c-fe61d096dbf3 of type vlan for network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 Jan 14 01:42:16.477329 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (170e7a74-5a89-4f1a-af6a-087b0f82cd41), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:16.509341 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (170e7a74-5a89-4f1a-af6a-087b0f82cd41), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:16.511730 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:16.512750 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:16.584165 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-13871776-23d8-4948-8fda-de667905000f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4724894 Jan 14 01:42:16.586877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50946) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:16.594117 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4de3bc99-5efe-44ed-af52-4d08bfeccf53 admin admin] Request body: {'subnet': {'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-787526243-subnet', 'tenant_id': 'bbbc06dc30bb429eac0e6fde397191f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:16.599099 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13871776-23d8-4948-8fda-de667905000f admin admin] Pushing event updated for resources: {'Network': ['ID=170e7a74-5a89-4f1a-af6a-087b0f82cd41,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:16.610191 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:42:16.631483 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de3bc99-5efe-44ed-af52-4d08bfeccf53 admin admin] Made reservation on behalf of bbbc06dc30bb429eac0e6fde397191f5 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:42:16.635914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de3bc99-5efe-44ed-af52-4d08bfeccf53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:16.639814 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90614783-fbcc-4bba-b087-7eed05347717 req-05e6bf59-77b1-4d7c-bf0c-ec041227f15c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:16.641465 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90614783-fbcc-4bba-b087-7eed05347717 req-05e6bf59-77b1-4d7c-bf0c-ec041227f15c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.0855372 Jan 14 01:42:16.755981 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90614783-fbcc-4bba-b087-7eed05347717 req-f8106361-277f-4181-9336-c737f6908c06 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084423 Jan 14 01:42:16.868044 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de3bc99-5efe-44ed-af52-4d08bfeccf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (27af7296-5d99-440c-b1fc-ac17acce422e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:16.900701 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc57e0-fd64-4d56-829a-65f2746d0fa4 req-7fadb586-ad4d-472e-8647-861239a5e39d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:16.902823 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53bc57e0-fd64-4d56-829a-65f2746d0fa4 req-7fadb586-ad4d-472e-8647-861239a5e39d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.0744131 Jan 14 01:42:16.937585 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3bc99-5efe-44ed-af52-4d08bfeccf53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27af7296-5d99-440c-b1fc-ac17acce422e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:16.946828 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3bc99-5efe-44ed-af52-4d08bfeccf53 admin admin] Checking segment: {'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:16.947741 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3bc99-5efe-44ed-af52-4d08bfeccf53 admin admin] Network hostable DHCP agents. Network: 170e7a74-5a89-4f1a-af6a-087b0f82cd41, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:42:16.968604 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3bc99-5efe-44ed-af52-4d08bfeccf53 admin admin] Network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:42:16.979888 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4de3bc99-5efe-44ed-af52-4d08bfeccf53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 170e7a74-5a89-4f1a-af6a-087b0f82cd41) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:16.984556 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3bc99-5efe-44ed-af52-4d08bfeccf53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:16.985244 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de3bc99-5efe-44ed-af52-4d08bfeccf53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:16.992088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a6d80-f80f-494b-b658-c043056fd540 None None] Network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:42:16.992606 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f9cb5-d2db-4220-8e9f-d1b80422a681 req-bac032ec-47f8-4a93-aa98-74a93d5c749f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:16.996203 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-723f9cb5-d2db-4220-8e9f-d1b80422a681 req-bac032ec-47f8-4a93-aa98-74a93d5c749f tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 949 time: 0.0901144 Jan 14 01:42:17.003126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53bc57e0-fd64-4d56-829a-65f2746d0fa4 req-2f1367a3-6f08-4a11-ab1c-f66d801f4272 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878525 Jan 14 01:42:17.019578 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4de3bc99-5efe-44ed-af52-4d08bfeccf53 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4315872 Jan 14 01:42:17.075697 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-723f9cb5-d2db-4220-8e9f-d1b80422a681 req-4026bb5d-10e3-4ce1-9a5e-bc52fdeca9d1 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697844 Jan 14 01:42:17.140610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8059aa-2f4f-490f-bbf8-c1a68e50a1d7 None None] Network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:42:17.510710 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-6374619a-0e0d-4251-bdb1-274e4d4dc22b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:17.512235 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-6374619a-0e0d-4251-bdb1-274e4d4dc22b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/networks?id=170e7a74-5a89-4f1a-af6a-087b0f82cd41 HTTP/1.1" status: 200 len: 821 time: 0.1086965 Jan 14 01:42:17.530953 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-6c1af395-519f-4587-9505-0f05a37b30ed tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/quotas/bbbc06dc30bb429eac0e6fde397191f5 HTTP/1.1" status: 200 len: 375 time: 0.0132937 Jan 14 01:42:17.562337 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-bf225535-6406-4387-b95f-e8933415a972 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbbc06dc30bb429eac0e6fde397191f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305412 Jan 14 01:42:17.705229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-e1553a24-6f31-40e2-8609-e891a76c6fe2 service neutron] 10.222.0.36 "GET /v2.0/ports/cadd6aef-0f53-42a8-862f-ce6b2bee97d6/bindings/n-h2-824358-4 HTTP/1.1" status: 200 len: 382 time: 0.0893071 Jan 14 01:42:17.707217 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-059b3f19-5ac5-41b4-bbfa-2a349361d7ef service neutron] 10.222.0.26 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370685 Jan 14 01:42:17.816883 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-32ecbc26-d1f9-479b-bc6b-217868962bb3 service neutron] 10.222.0.26 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036782 Jan 14 01:42:17.918287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d5658-d5a6-471c-8ec2-e350f70cee62 req-c3379490-4275-4b65-a868-5af7ea13577c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:17.919865 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d9d5658-d5a6-471c-8ec2-e350f70cee62 req-c3379490-4275-4b65-a868-5af7ea13577c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.0837951 Jan 14 01:42:18.053935 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2ecfcf7-1f6a-4c0d-8a63-43f34b09e12e req-a9ef3d98-88bd-48ce-a49a-a7e454503df8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 210 time: 0.0511220 Jan 14 01:42:18.073164 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-a313337e-a513-4933-894a-56966e18bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:18.080146 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-a313337e-a513-4933-894a-56966e18bfa7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf&tenant_id=4e109b3f5cfb4e82a5b57102758e39eb HTTP/1.1" status: 200 len: 1101 time: 0.1573653 Jan 14 01:42:18.098903 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d9d5658-d5a6-471c-8ec2-e350f70cee62 req-569db53c-681e-4e8b-8151-b5ddfe8019f9 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415935 Jan 14 01:42:18.226191 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-87a7061c-138d-4415-935f-21e123fa60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:18.227704 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-87a7061c-138d-4415-935f-21e123fa60f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 1101 time: 0.1062024 Jan 14 01:42:18.257429 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2dbe1-d8d0-47aa-bf32-31748b1602f3 req-7a16d7f8-bb96-417e-843a-68bc4a022f72 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:18.266911 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dce2dbe1-d8d0-47aa-bf32-31748b1602f3 req-7a16d7f8-bb96-417e-843a-68bc4a022f72 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.1149368 Jan 14 01:42:18.653604 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e5280-0795-44af-bd2e-d7a73ca4f7eb req-492b0af3-0977-4ed5-9d7e-3da6aa97b5bd tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:18.660359 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-465e5280-0795-44af-bd2e-d7a73ca4f7eb req-492b0af3-0977-4ed5-9d7e-3da6aa97b5bd tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 949 time: 0.4795432 Jan 14 01:42:18.725664 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441721b-29f5-43cd-a367-1e9aaa15fd5f req-db805f3d-2eb4-4e62-ae38-ebef8a310114 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:18.728006 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5441721b-29f5-43cd-a367-1e9aaa15fd5f req-db805f3d-2eb4-4e62-ae38-ebef8a310114 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 949 time: 0.0659819 Jan 14 01:42:18.743534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-465e5280-0795-44af-bd2e-d7a73ca4f7eb req-d31ac8de-4f07-4cec-a50b-e247ff69e32a tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/security-groups?id=57b02300-2c14-45f2-a915-43efabeb99fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824087 Jan 14 01:42:18.763717 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dce2dbe1-d8d0-47aa-bf32-31748b1602f3 req-ce467fd6-5da1-4b98-8d98-0e32267e3626 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964042 Jan 14 01:42:18.796570 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-79d73279-dbfc-4990-bd07-afa1e1255747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:18.799737 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-79d73279-dbfc-4990-bd07-afa1e1255747 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.5607190 Jan 14 01:42:18.847895 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-5441721b-29f5-43cd-a367-1e9aaa15fd5f req-0a33991d-1438-4fa3-a6e4-2c132c32b641 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Deleting port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:18.848303 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5441721b-29f5-43cd-a367-1e9aaa15fd5f req-0a33991d-1438-4fa3-a6e4-2c132c32b641 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:18.864495 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-4a829e71-f183-4a65-b3d0-9206a18b7727 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6 HTTP/1.1" status: 200 len: 217 time: 0.0580609 Jan 14 01:42:18.941331 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-f1c744a5-c853-4d51-aea6-ec11fdc69013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:18.942879 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-f1c744a5-c853-4d51-aea6-ec11fdc69013 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0499506 Jan 14 01:42:18.976640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-5441721b-29f5-43cd-a367-1e9aaa15fd5f req-0a33991d-1438-4fa3-a6e4-2c132c32b641 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] For port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c1aad08-b38f-4b1c-bc31-4ec294e52f69,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:18.977023 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5441721b-29f5-43cd-a367-1e9aaa15fd5f req-0a33991d-1438-4fa3-a6e4-2c132c32b641 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:18.991098 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-5441721b-29f5-43cd-a367-1e9aaa15fd5f req-0a33991d-1438-4fa3-a6e4-2c132c32b641 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Calling delete_port for 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:18.995307 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-d94d1eb6-ac24-49ee-91e7-9df3d5dc3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:18.996796 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-d94d1eb6-ac24-49ee-91e7-9df3d5dc3588 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414314 Jan 14 01:42:19.136840 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-34a67d85-737a-434c-8859-c3257279074a service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312671 Jan 14 01:42:19.167229 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5441721b-29f5-43cd-a367-1e9aaa15fd5f req-0a33991d-1438-4fa3-a6e4-2c132c32b641 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (6c1aad08-b38f-4b1c-bc31-4ec294e52f69), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:19.215171 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c1aad08-b38f-4b1c-bc31-4ec294e52f69'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:19.231691 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-101343ea-9f0d-433f-881f-34355bf672ed req-5d78a7ef-3506-4c39-904f-4c3a86a6ff12 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 210 time: 0.0719984 Jan 14 01:42:19.245828 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33991d-1438-4fa3-a6e4-2c132c32b641 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Pushing event deleted for resources: {'Port': ['ID=6c1aad08-b38f-4b1c-bc31-4ec294e52f69,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:19.306448 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-5441721b-29f5-43cd-a367-1e9aaa15fd5f req-0a33991d-1438-4fa3-a6e4-2c132c32b641 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] No DVR routers for this DVR port 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:42:19.313157 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5441721b-29f5-43cd-a367-1e9aaa15fd5f req-0a33991d-1438-4fa3-a6e4-2c132c32b641 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:19.317347 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5441721b-29f5-43cd-a367-1e9aaa15fd5f req-0a33991d-1438-4fa3-a6e4-2c132c32b641 tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.36 "DELETE /v2.0/ports/6c1aad08-b38f-4b1c-bc31-4ec294e52f69 HTTP/1.1" status: 204 len: 173 time: 0.5846252 Jan 14 01:42:19.318859 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283895bf-e041-4c6c-b4d7-e7de1ffb6b72', 'name': 'network-vif-deleted', 'tag': '6c1aad08-b38f-4b1c-bc31-4ec294e52f69'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:19.321291 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b910fb77-efc4-4be4-8b27-23598ac32e29" -d '{"events": [{"server_uuid": "283895bf-e041-4c6c-b4d7-e7de1ffb6b72", "name": "network-vif-deleted", "tag": "6c1aad08-b38f-4b1c-bc31-4ec294e52f69"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:19.389192 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881b53c3-f595-4774-aec8-f9f7c71fca24 x-openstack-request-id: req-881b53c3-f595-4774-aec8-f9f7c71fca24 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:19.389192 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283895bf-e041-4c6c-b4d7-e7de1ffb6b72", "name": "network-vif-deleted", "tag": "6c1aad08-b38f-4b1c-bc31-4ec294e52f69", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:19.389757 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-881b53c3-f595-4774-aec8-f9f7c71fca24 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:19.390210 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283895bf-e041-4c6c-b4d7-e7de1ffb6b72', 'name': 'network-vif-deleted', 'tag': '6c1aad08-b38f-4b1c-bc31-4ec294e52f69', 'status': 'completed', 'code': 200} Jan 14 01:42:19.441918 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca89aa-58f9-4c72-a2e0-a5d1e005031a req-b79af448-b7ad-4dbf-aa86-b050b8f6d7eb tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:19.443354 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3fca89aa-58f9-4c72-a2e0-a5d1e005031a req-b79af448-b7ad-4dbf-aa86-b050b8f6d7eb tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.2107708 Jan 14 01:42:19.454674 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daf3d027-5877-441e-9551-2fae0e7466c6 req-984e553d-ebd0-4b23-a190-272e2524f888 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111124 Jan 14 01:42:19.522370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-918683f5-4c0c-4b21-b727-637f131a1856 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:19.524115 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-918683f5-4c0c-4b21-b727-637f131a1856 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.46 "GET /v2.0/networks?id=170e7a74-5a89-4f1a-af6a-087b0f82cd41 HTTP/1.1" status: 200 len: 821 time: 0.2491446 Jan 14 01:42:19.549270 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3fca89aa-58f9-4c72-a2e0-a5d1e005031a req-1d39c6d8-00da-48b6-bc56-04eda6527f1b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898812 Jan 14 01:42:19.591316 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Request body: {'port': {'device_id': 'adc27906-62e5-4390-b104-86b687b581b4', 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41', 'admin_state_up': True, 'tenant_id': 'bbbc06dc30bb429eac0e6fde397191f5'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:19.707316 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Made reservation on behalf of bbbc06dc30bb429eac0e6fde397191f5 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:42:19.718442 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:19.866706 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Allocated IP 172.20.0.9 (170e7a74-5a89-4f1a-af6a-087b0f82cd41/27af7296-5d99-440c-b1fc-ac17acce422e/54b211a0-22b1-4c43-bbbc-4224aacfa518) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:42:19.902897 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-093177f1-dd0a-44e2-aee3-7c17ee5f92c8 req-52105d28-59e0-47ca-b409-bca5bbe2938a tempest-ServersOnMultiNodesTest-234283541 tempest-ServersOnMultiNodesTest-234283541-project] 10.222.0.26 "GET /v2.0/ports?device_id=283895bf-e041-4c6c-b4d7-e7de1ffb6b72 HTTP/1.1" status: 200 len: 210 time: 0.0403504 Jan 14 01:42:20.054222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6d8b6-06d8-4d4e-9d9a-6d89b6d90808 req-e61fc68a-5ba4-46f4-8dac-301c72cb8189 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:20.062910 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a2a6d8b6-06d8-4d4e-9d9a-6d89b6d90808 req-e61fc68a-5ba4-46f4-8dac-301c72cb8189 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.1641915 Jan 14 01:42:20.158569 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a2a6d8b6-06d8-4d4e-9d9a-6d89b6d90808 req-e1e017e3-7d82-4790-be3b-5358cc0d378c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945644 Jan 14 01:42:20.186363 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:20.220108 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:20.276170 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:20.279717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:20.284628 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:42:20.313279 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event updated for resources: {'Port': ['ID=54b211a0-22b1-4c43-bbbc-4224aacfa518,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:20.345600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:20.346222 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:20.385194 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4669c681-928d-48bc-afe1-364b9187dd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7981455 Jan 14 01:42:20.401085 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272be7ce-d542-4d47-a432-0b9782487ca2 req-69e32e10-b6d1-46d0-9990-7c6f5da350f8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:20.402691 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272be7ce-d542-4d47-a432-0b9782487ca2 req-69e32e10-b6d1-46d0-9990-7c6f5da350f8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 931 time: 0.0782428 Jan 14 01:42:20.411553 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Request body: {'port': {'device_id': 'adc27906-62e5-4390-b104-86b687b581b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:20.513976 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:20.526137 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272be7ce-d542-4d47-a432-0b9782487ca2 req-b0511a85-0e53-4754-a57f-d1a5010b56f5 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105542 Jan 14 01:42:20.661683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c03c5-3178-4145-a38f-42786ff89501 req-02658207-6c34-48ca-8f15-a0e42326c70c tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:20.663253 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e3c03c5-3178-4145-a38f-42786ff89501 req-02658207-6c34-48ca-8f15-a0e42326c70c tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 1097 time: 0.1331885 Jan 14 01:42:20.778724 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044b9a3-2175-4ddf-bc76-5cdd26970eb5 req-169d50f7-04c9-4c5a-969b-55b189588c0b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:20.780062 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0044b9a3-2175-4ddf-bc76-5cdd26970eb5 req-169d50f7-04c9-4c5a-969b-55b189588c0b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1356575 Jan 14 01:42:20.816300 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e3c03c5-3178-4145-a38f-42786ff89501 req-ac91231f-3956-4d71-95ae-6bfbee5d75af tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318665 Jan 14 01:42:20.869724 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0044b9a3-2175-4ddf-bc76-5cdd26970eb5 req-9678299d-8e59-4aa6-8a37-f6d368edc02a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783591 Jan 14 01:42:20.918162 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b211a0-22b1-4c43-bbbc-4224aacfa518 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:42:20.925860 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Publish callbacks [] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:20.940585 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Transition to ACTIVE for port object 54b211a0-22b1-4c43-bbbc-4224aacfa518 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:42:20.948183 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:21.030771 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Pushing event updated for resources: {'Port': ['ID=54b211a0-22b1-4c43-bbbc-4224aacfa518,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:21.156603 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Attempting to bind port 54b211a0-22b1-4c43-bbbc-4224aacfa518 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:42:21.157029 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Attempting to bind port 54b211a0-22b1-4c43-bbbc-4224aacfa518 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:42:21.157460 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Attempting to bind port 54b211a0-22b1-4c43-bbbc-4224aacfa518 on network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:21.162269 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Port 54b211a0-22b1-4c43-bbbc-4224aacfa518 on network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:42:21.162739 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Attempting to bind port 54b211a0-22b1-4c43-bbbc-4224aacfa518 on network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:21.168132 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:42:21.168577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Checking segment: {'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:21.169061 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Bound using segment: {'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:42:21.169900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Bound port: 54b211a0-22b1-4c43-bbbc-4224aacfa518, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:42:21.170763 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:21.239885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cadd6aef-0f53-42a8-862f-ce6b2bee97d6 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:21.302013 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51072) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:21.318574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] For port 54b211a0-22b1-4c43-bbbc-4224aacfa518, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:42:21.324236 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] For port 54b211a0-22b1-4c43-bbbc-4224aacfa518, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=54b211a0-22b1-4c43-bbbc-4224aacfa518,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:42:21.335677 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:21.423235 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:21.424167 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:21.425768 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] 10.222.0.46 "PUT /v2.0/ports/54b211a0-22b1-4c43-bbbc-4224aacfa518 HTTP/1.1" status: 200 len: 1091 time: 1.0186331 Jan 14 01:42:21.430224 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc27906-62e5-4390-b104-86b687b581b4', 'tag': '54b211a0-22b1-4c43-bbbc-4224aacfa518'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:21.433894 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132cac35-2bc7-4753-af07-0527dcad75a1" -d '{"events": [{"name": "network-changed", "server_uuid": "adc27906-62e5-4390-b104-86b687b581b4", "tag": "54b211a0-22b1-4c43-bbbc-4224aacfa518"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:21.460107 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:21.460636 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:21.546870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:21.560968 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bafac8a-6527-4760-a8c4-a758e605780a" -d '{"events": [{"server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:21.593688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4ca74bd1-d2fe-489b-ba8a-bc1b84899eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:21.595978 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-4ca74bd1-d2fe-489b-ba8a-bc1b84899eef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbc06dc30bb429eac0e6fde397191f5&device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 1094 time: 0.0883451 Jan 14 01:42:21.605921 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449500a-a50a-47fd-ac2a-77d79a5e7001 req-02395588-1122-455c-9a13-106bd7916bc7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:21.615972 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5449500a-a50a-47fd-ac2a-77d79a5e7001 req-02395588-1122-455c-9a13-106bd7916bc7 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.2192066 Jan 14 01:42:21.616409 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:21.625441 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1830c87-d667-4569-b320-6ab93a15814a service neutron] Pushing event updated for resources: {'Port': ['ID=54b211a0-22b1-4c43-bbbc-4224aacfa518,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:21.627187 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:21.648824 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e00b5f7d-376e-4ea7-9769-b623f6ce25a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ff8ea5e5e6d409fbb62db3920d7c046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3448498 Jan 14 01:42:21.651747 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51088) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:21.713005 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:21.718944 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-3b647b09-8227-47a0-9a1d-bd1af2a0e8a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54b211a0-22b1-4c43-bbbc-4224aacfa518 HTTP/1.1" status: 200 len: 217 time: 0.0965497 Jan 14 01:42:21.768736 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-54466e49-3e8b-4555-8408-d2e793fff9fe admin admin] Publish callbacks [] for security_group (57b02300-2c14-45f2-a915-43efabeb99fe), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:21.791769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-09a1bd74-a9e6-43b0-880e-d35d4f481d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:21.793318 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-09a1bd74-a9e6-43b0-880e-d35d4f481d68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27af7296-5d99-440c-b1fc-ac17acce422e HTTP/1.1" status: 200 len: 861 time: 0.0626721 Jan 14 01:42:21.796459 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-54466e49-3e8b-4555-8408-d2e793fff9fe admin admin] Publish callbacks [] for security_group (57b02300-2c14-45f2-a915-43efabeb99fe), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:21.865516 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-54466e49-3e8b-4555-8408-d2e793fff9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (57b02300-2c14-45f2-a915-43efabeb99fe), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:21.868088 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-54466e49-3e8b-4555-8408-d2e793fff9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:21.872360 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-54466e49-3e8b-4555-8408-d2e793fff9fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57b02300-2c14-45f2-a915-43efabeb99fe HTTP/1.1" status: 204 len: 168 time: 0.2194221 Jan 14 01:42:21.875465 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5449500a-a50a-47fd-ac2a-77d79a5e7001 req-4bd9a15d-bdaa-469f-a0ec-e7e9147006a5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576435 Jan 14 01:42:21.880431 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-6647f9d4-2d8e-4b03-8fd8-5bfa6de2fb47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e7a74-5a89-4f1a-af6a-087b0f82cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784183 Jan 14 01:42:21.894762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54466e49-3e8b-4555-8408-d2e793fff9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b02300-2c14-45f2-a915-43efabeb99fe,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:21.963748 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaf2c04-0559-4b91-a9ad-675f13e51e2b x-openstack-request-id: req-aaaf2c04-0559-4b91-a9ad-675f13e51e2b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:21.964039 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc27906-62e5-4390-b104-86b687b581b4", "tag": "54b211a0-22b1-4c43-bbbc-4224aacfa518", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:21.964296 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aaaf2c04-0559-4b91-a9ad-675f13e51e2b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:21.964816 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc27906-62e5-4390-b104-86b687b581b4', 'tag': '54b211a0-22b1-4c43-bbbc-4224aacfa518', 'status': 'completed', 'code': 200} Jan 14 01:42:22.086897 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-d48ebb3d-6299-4b30-abf6-438f5fec2903 service neutron] 10.222.0.46 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976273 Jan 14 01:42:22.215156 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8f20bb9-b48a-49fc-953a-5f023ea82a06 req-270dc5bd-7d3d-47df-83e4-59364e0eb11b service neutron] 10.222.0.46 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092508 Jan 14 01:42:22.265137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51106) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:22.290940 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b36db-7287-4e33-8f45-38047287a1c9 req-197e3a34-1df2-4a33-9976-3e2c74c9f70b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:22.292795 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-222b36db-7287-4e33-8f45-38047287a1c9 req-197e3a34-1df2-4a33-9976-3e2c74c9f70b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 943 time: 0.2438869 Jan 14 01:42:22.316836 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-06d8b2bf-11a9-46fc-b60e-1133294c4400 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7141dff589f4ae38e8dd911d57f68cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501146 Jan 14 01:42:22.319554 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51108) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:22.340793 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-d0ea7bf4-8aaa-4c4d-b6cb-f5474b6b03f7 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:42:22.348653 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-d0ea7bf4-8aaa-4c4d-b6cb-f5474b6b03f7 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129778 Jan 14 01:42:22.372501 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-222b36db-7287-4e33-8f45-38047287a1c9 req-314d8347-463f-4e49-b6ca-15b811463c7b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723598 Jan 14 01:42:22.434305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-b8348671-8463-4385-9ca6-22d83a8a8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:22.441343 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-b8348671-8463-4385-9ca6-22d83a8a8c57 service neutron] 10.222.0.26 "GET /v2.0/ports/f514b806-ddcc-4a90-9584-b11837552c18 HTTP/1.1" status: 200 len: 1094 time: 0.0906315 Jan 14 01:42:22.446352 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] Request body: {'binding': {'host': 'n-h2-824358-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:22.447628 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] Unknown quota resources ['binding']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 14 01:42:22.482666 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689230fc-c057-4eca-9493-b159b36456fb x-openstack-request-id: req-689230fc-c057-4eca-9493-b159b36456fb {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:22.483559 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:22.484002 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-689230fc-c057-4eca-9493-b159b36456fb {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:22.484734 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'code': 200} Jan 14 01:42:22.489130 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cac35-2bc7-4753-af07-0527dcad75a1 req-e0e25502-1e08-4c80-8997-bb80231bfe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:22.490686 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-132cac35-2bc7-4753-af07-0527dcad75a1 req-e0e25502-1e08-4c80-8997-bb80231bfe87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbc06dc30bb429eac0e6fde397191f5&device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 1094 time: 0.1159461 Jan 14 01:42:22.614974 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3b14769-dc13-431b-9c39-81f8672bfb6f admin admin] Publish callbacks [] for security_group (3032a064-feae-453e-83f0-b7883d4b7759), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:22.622465 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] Attempting to bind port f514b806-ddcc-4a90-9584-b11837552c18 on host n-h2-824358-4 for vnic_type normal with profile None {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:42:22.623055 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] Attempting to bind port f514b806-ddcc-4a90-9584-b11837552c18 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:42:22.623568 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] Attempting to bind port f514b806-ddcc-4a90-9584-b11837552c18 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:22.637105 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] Port f514b806-ddcc-4a90-9584-b11837552c18 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:42:22.637701 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] Attempting to bind port f514b806-ddcc-4a90-9584-b11837552c18 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:22.649451 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:42:22.650108 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:22.650699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:42:22.651326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] Bound port: f514b806-ddcc-4a90-9584-b11837552c18, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:42:22.663047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cac35-2bc7-4753-af07-0527dcad75a1 req-9a297d83-1bdf-4a6f-97b4-68b6629f2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:22.664651 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-132cac35-2bc7-4753-af07-0527dcad75a1 req-9a297d83-1bdf-4a6f-97b4-68b6629f2fa9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=170e7a74-5a89-4f1a-af6a-087b0f82cd41 HTTP/1.1" status: 200 len: 922 time: 0.1662202 Jan 14 01:42:22.672307 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a163091-dc2a-4458-b634-1a7378f5160e req-b24d14fa-50f2-4f68-bc55-5ff10f7d6d8c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:22.673782 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a163091-dc2a-4458-b634-1a7378f5160e req-b24d14fa-50f2-4f68-bc55-5ff10f7d6d8c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.0819759 Jan 14 01:42:22.710885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f514b806-ddcc-4a90-9584-b11837552c18,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:42:22.717570 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3b14769-dc13-431b-9c39-81f8672bfb6f admin admin] Publish callbacks [] for security_group (3032a064-feae-453e-83f0-b7883d4b7759), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:22.722063 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:22.731066 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-327ed98d-90be-4bf1-bd33-64048de1907e service neutron] 10.222.0.26 "POST /v2.0/ports/f514b806-ddcc-4a90-9584-b11837552c18/bindings HTTP/1.1" status: 201 len: 389 time: 0.2882442 Jan 14 01:42:22.732507 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-132cac35-2bc7-4753-af07-0527dcad75a1 req-08bce8fc-8412-4f88-9e1f-fb3b6db6634a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54b211a0-22b1-4c43-bbbc-4224aacfa518 HTTP/1.1" status: 200 len: 217 time: 0.0570030 Jan 14 01:42:22.825210 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a163091-dc2a-4458-b634-1a7378f5160e req-1102e88e-ca87-43f3-92a3-3ce670b76e0f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439230 Jan 14 01:42:22.827893 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3b14769-dc13-431b-9c39-81f8672bfb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3032a064-feae-453e-83f0-b7883d4b7759), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:22.830703 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3b14769-dc13-431b-9c39-81f8672bfb6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:22.833737 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f3b14769-dc13-431b-9c39-81f8672bfb6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3032a064-feae-453e-83f0-b7883d4b7759 HTTP/1.1" status: 204 len: 168 time: 0.5128410 Jan 14 01:42:22.869657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b14769-dc13-431b-9c39-81f8672bfb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3032a064-feae-453e-83f0-b7883d4b7759,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:22.877563 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cac35-2bc7-4753-af07-0527dcad75a1 req-17cecfad-bb36-4acb-9c7f-19e213c8409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:22.880133 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-132cac35-2bc7-4753-af07-0527dcad75a1 req-17cecfad-bb36-4acb-9c7f-19e213c8409a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27af7296-5d99-440c-b1fc-ac17acce422e HTTP/1.1" status: 200 len: 861 time: 0.1338532 Jan 14 01:42:22.997275 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-132cac35-2bc7-4753-af07-0527dcad75a1 req-7b4bedf6-da01-4391-b7c7-a8d453f58307 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e7a74-5a89-4f1a-af6a-087b0f82cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067495 Jan 14 01:42:23.250705 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cadd6aef-0f53-42a8-862f-ce6b2bee97d6 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:42:23.269939 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-132cac35-2bc7-4753-af07-0527dcad75a1 req-5403e6d4-0e87-41db-abfb-a0d9ee8fb555 service neutron] 10.222.0.46 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586234 Jan 14 01:42:23.283859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:23.350200 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:42:23.350593 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 6c1aad08-b38f-4b1c-bc31-4ec294e52f69 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:42:23.414610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-31d707cd-640f-4da0-a110-df19bd4112bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:23.416765 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-31d707cd-640f-4da0-a110-df19bd4112bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 1097 time: 0.2832510 Jan 14 01:42:23.447872 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4a142-9463-4dba-8f3c-1561c2aee4c5 req-9e068306-80ad-4b76-8dcb-f45dfaff5ff9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:23.449486 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1cd4a142-9463-4dba-8f3c-1561c2aee4c5 req-9e068306-80ad-4b76-8dcb-f45dfaff5ff9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.2264001 Jan 14 01:42:23.515597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:23.534347 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'mac_address': 'fa:16:3e:fd:01:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:42:23.581735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:23.582776 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:23.591509 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cfc8d-3df8-434f-90cf-d1db7df2d821 req-b0cebadd-bf6b-465e-b9a8-78e96a489385 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:23.601050 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadd6aef-0f53-42a8-862f-ce6b2bee97d6 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:42:23.607798 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f54cfc8d-3df8-434f-90cf-d1db7df2d821 req-b0cebadd-bf6b-465e-b9a8-78e96a489385 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 948 time: 0.3334401 Jan 14 01:42:23.627638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:23.633686 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:23.696761 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:23.731863 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-132cac35-2bc7-4753-af07-0527dcad75a1 req-455b6ed2-ae4f-48a5-b73e-bbc731c9d3a5 service neutron] 10.222.0.46 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504695 Jan 14 01:42:23.746311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 54b211a0-22b1-4c43-bbbc-4224aacfa518 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:42:23.747767 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1cd4a142-9463-4dba-8f3c-1561c2aee4c5 req-c83e2cc0-491c-4a3a-8d86-ee3cdf297881 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491353 Jan 14 01:42:23.760938 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f54cfc8d-3df8-434f-90cf-d1db7df2d821 req-be0455c2-5673-49c9-835c-a726d0d70d44 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491959 Jan 14 01:42:23.819597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-69fc0625-7659-40a1-aaa7-4f1113a415ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:23.831068 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-69fc0625-7659-40a1-aaa7-4f1113a415ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.4047866 Jan 14 01:42:23.891650 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-5b706d3f-ba2d-45be-a9e4-844bfcc946db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514b806-ddcc-4a90-9584-b11837552c18 HTTP/1.1" status: 200 len: 217 time: 0.0498650 Jan 14 01:42:23.927095 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 54b211a0-22b1-4c43-bbbc-4224aacfa518, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=54b211a0-22b1-4c43-bbbc-4224aacfa518,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:23.946658 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '54b211a0-22b1-4c43-bbbc-4224aacfa518', 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41', 'port_id': '54b211a0-22b1-4c43-bbbc-4224aacfa518', 'mac_address': 'fa:16:3e:fb:c7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27af7296-5d99-440c-b1fc-ac17acce422e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:42:23.954062 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-c473df70-fac2-482f-8572-547116abd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:23.955983 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-c473df70-fac2-482f-8572-547116abd647 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0544987 Jan 14 01:42:24.011150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 54b211a0-22b1-4c43-bbbc-4224aacfa518 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:24.011678 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:24.027579 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b211a0-22b1-4c43-bbbc-4224aacfa518 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:42:24.050389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 54b211a0-22b1-4c43-bbbc-4224aacfa518, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=54b211a0-22b1-4c43-bbbc-4224aacfa518,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:24.055603 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:24.080905 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-0a4808c5-bcf5-4321-8a8f-4308b59c7e40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085904 Jan 14 01:42:24.108653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['cadd6aef-0f53-42a8-862f-ce6b2bee97d6'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:24.259052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=54b211a0-22b1-4c43-bbbc-4224aacfa518,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:24.278678 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076df4b5-eefe-442c-8577-d79890e659b5 req-466d2128-46c3-4cba-9453-5e8d2f8d8b3c tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:24.298652 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-076df4b5-eefe-442c-8577-d79890e659b5 req-466d2128-46c3-4cba-9453-5e8d2f8d8b3c tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 943 time: 0.3414209 Jan 14 01:42:24.335890 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcca0-8817-418a-9042-4114341af26e req-f28a2d16-9017-4b97-a628-efdd179f2f9e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:24.343527 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-f28a2d16-9017-4b97-a628-efdd179f2f9e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf&tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 949 time: 0.1341298 Jan 14 01:42:24.480240 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-c0a2de1c-f30e-439e-ba26-4e3edd0410a0 service neutron] 10.222.0.36 "GET /v2.0/ports/cadd6aef-0f53-42a8-862f-ce6b2bee97d6/bindings/n-h2-824358-4 HTTP/1.1" status: 200 len: 382 time: 0.1198111 Jan 14 01:42:24.483468 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['54b211a0-22b1-4c43-bbbc-4224aacfa518'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:24.499208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa4614-4518-4456-b05d-9d70d9d823d4 req-06c72a14-eb91-4968-aaf3-ac70e2554980 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:24.500829 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20aa4614-4518-4456-b05d-9d70d9d823d4 req-06c72a14-eb91-4968-aaf3-ac70e2554980 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1607621 Jan 14 01:42:24.504761 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-076df4b5-eefe-442c-8577-d79890e659b5 req-768ae986-b438-40db-85b3-243dccfe1b6f tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026830 Jan 14 01:42:24.519897 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-93ce2f6b-d760-435f-93e1-361a0c68c46e service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365165 Jan 14 01:42:24.581461 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20aa4614-4518-4456-b05d-9d70d9d823d4 req-ed709785-bb86-45c9-b97c-cae33fff253c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581460 Jan 14 01:42:24.651776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcca0-8817-418a-9042-4114341af26e req-c5aab1c8-d6e4-4d05-a3f2-b309d7acc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:24.654133 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-c5aab1c8-d6e4-4d05-a3f2-b309d7acc61c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 1100 time: 0.1228068 Jan 14 01:42:24.695811 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-e8c9f6ce-7155-4aa8-9e45-cd1f4cd798fb service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205270 Jan 14 01:42:24.781703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcca0-8817-418a-9042-4114341af26e req-8e87a823-02b3-4c67-960a-eb378cb7515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:24.783816 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-8e87a823-02b3-4c67-960a-eb378cb7515d service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1186993 Jan 14 01:42:24.822571 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8ea29-6d45-4c41-8d23-bb04d3ab10b8 req-aae09f4f-09b0-484a-bd5c-d8513e62addc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:24.843037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0d8ea29-6d45-4c41-8d23-bb04d3ab10b8 req-aae09f4f-09b0-484a-bd5c-d8513e62addc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 949 time: 0.1028731 Jan 14 01:42:24.843551 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-7118609a-9fa1-4ae8-a2df-88f5ae39afd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6 HTTP/1.1" status: 200 len: 217 time: 0.0474052 Jan 14 01:42:24.939191 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcca0-8817-418a-9042-4114341af26e req-429fe2ca-1eda-49cb-8ea2-56c60c47c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:24.942627 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-429fe2ca-1eda-49cb-8ea2-56c60c47c669 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0913236 Jan 14 01:42:24.951514 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0d8ea29-6d45-4c41-8d23-bb04d3ab10b8 req-806f0968-1e3e-4fc9-81b5-c7356653fd1e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010168 Jan 14 01:42:24.999072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbea62-5e46-4a35-8a7c-f21dcd88d9c9 req-d9f4c975-d810-465b-a73f-a3f9946d6a0d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:25.006193 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47fbea62-5e46-4a35-8a7c-f21dcd88d9c9 req-d9f4c975-d810-465b-a73f-a3f9946d6a0d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.1181011 Jan 14 01:42:25.007484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcca0-8817-418a-9042-4114341af26e req-3e2420d2-91a4-4d39-8a18-6b5299d5bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:25.009659 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-3e2420d2-91a4-4d39-8a18-6b5299d5bcbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495312 Jan 14 01:42:25.068381 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47fbea62-5e46-4a35-8a7c-f21dcd88d9c9 req-205acffd-d63f-4354-8b58-2bd9bf1474ef tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612118 Jan 14 01:42:25.137215 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-87b464d4-9a7d-4a74-98d0-f16e997ea264 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202619 Jan 14 01:42:25.248626 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-eaa6a83a-d569-4d28-83b8-15d4484277a6 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968325 Jan 14 01:42:25.251572 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cadd6aef-0f53-42a8-862f-ce6b2bee97d6 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:25.314108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:25.314509 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:25.411197 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:25.411596 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:25.448968 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:25.450254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:25.453556 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fd0c3c-1982-4bbe-b0e0-6ca78cb29191" -d '{"events": [{"server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "name": "network-vif-plugged", "status": "completed", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:25.459814 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:25.540187 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:25.555081 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0012d8f-ae8d-4c68-8367-d3137e89877d x-openstack-request-id: req-d0012d8f-ae8d-4c68-8367-d3137e89877d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:25.555395 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "name": "network-vif-plugged", "status": "completed", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:25.555728 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0012d8f-ae8d-4c68-8367-d3137e89877d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:25.556288 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'code': 200} Jan 14 01:42:25.662883 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333b85-ea13-45ce-8d8c-1234c5a55724 req-3bafd9c0-25f9-4dad-94f8-623346842736 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:25.664568 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e333b85-ea13-45ce-8d8c-1234c5a55724 req-3bafd9c0-25f9-4dad-94f8-623346842736 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 944 time: 0.0557981 Jan 14 01:42:25.742724 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e333b85-ea13-45ce-8d8c-1234c5a55724 req-9ca5a2f7-cc03-460f-bc03-c758fee30936 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713172 Jan 14 01:42:25.769879 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 54b211a0-22b1-4c43-bbbc-4224aacfa518 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:25.838812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002147d-9db4-4f19-abf6-cc90fd3e96cb req-c4345a2c-6d1e-471d-8298-ea31a4a0e735 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:25.846771 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b002147d-9db4-4f19-abf6-cc90fd3e96cb req-c4345a2c-6d1e-471d-8298-ea31a4a0e735 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1028161 Jan 14 01:42:25.855684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 54b211a0-22b1-4c43-bbbc-4224aacfa518 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:42:25.860113 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 54b211a0-22b1-4c43-bbbc-4224aacfa518 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:25.860536 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:25.945476 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b002147d-9db4-4f19-abf6-cc90fd3e96cb req-7dd236df-e32a-4d7f-8228-eff9eeb906aa tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924401 Jan 14 01:42:26.025289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 54b211a0-22b1-4c43-bbbc-4224aacfa518 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:26.025289 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:26.108639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 54b211a0-22b1-4c43-bbbc-4224aacfa518, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=54b211a0-22b1-4c43-bbbc-4224aacfa518,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:26.120304 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:26.189599 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51212) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:26.204684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=54b211a0-22b1-4c43-bbbc-4224aacfa518,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:26.236258 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cc5cf-fd37-4672-9fb2-d8cde188e95c req-a783911c-43c1-401d-b9de-67abb4e78236 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:26.237798 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c07cc5cf-fd37-4672-9fb2-d8cde188e95c req-a783911c-43c1-401d-b9de-67abb4e78236 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.0639334 Jan 14 01:42:26.343044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c07cc5cf-fd37-4672-9fb2-d8cde188e95c req-b96a7333-0ec8-4b4e-acda-2d29082cd6ab tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980637 Jan 14 01:42:26.352544 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b29afe24-1358-422b-a238-ed9ccf1db257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:26.399698 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:42:26.403152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb76cc4-95b6-4dde-8fbd-c0e5f8cd100e req-129e3258-2042-48df-ba9a-ee70bb70cca0 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:26.404697 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7cb76cc4-95b6-4dde-8fbd-c0e5f8cd100e req-129e3258-2042-48df-ba9a-ee70bb70cca0 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.0607629 Jan 14 01:42:26.473467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b29afe24-1358-422b-a238-ed9ccf1db257 admin admin] Publish callbacks [] for security_group (776a1b9a-38ea-4dad-9623-ec41f6616f88), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:26.479357 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7cb76cc4-95b6-4dde-8fbd-c0e5f8cd100e req-105248dc-640e-47eb-9235-b1464ba5361c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634749 Jan 14 01:42:26.480893 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b29afe24-1358-422b-a238-ed9ccf1db257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (776a1b9a-38ea-4dad-9623-ec41f6616f88), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:26.515257 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b29afe24-1358-422b-a238-ed9ccf1db257 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=313e6bb01aeb43e585dcdcc0d398403a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245883 Jan 14 01:42:26.519328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51216) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:26.528316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29afe24-1358-422b-a238-ed9ccf1db257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776a1b9a-38ea-4dad-9623-ec41f6616f88,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:26.601712 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96cfa52a-c31d-4a11-bf2a-63ddfd88baae admin admin] Publish callbacks [] for security_group (776a1b9a-38ea-4dad-9623-ec41f6616f88), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:26.625223 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96cfa52a-c31d-4a11-bf2a-63ddfd88baae admin admin] Publish callbacks [] for security_group (776a1b9a-38ea-4dad-9623-ec41f6616f88), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:26.673135 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96cfa52a-c31d-4a11-bf2a-63ddfd88baae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (776a1b9a-38ea-4dad-9623-ec41f6616f88), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:26.676046 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96cfa52a-c31d-4a11-bf2a-63ddfd88baae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:26.689780 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-96cfa52a-c31d-4a11-bf2a-63ddfd88baae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/776a1b9a-38ea-4dad-9623-ec41f6616f88 HTTP/1.1" status: 204 len: 168 time: 0.1589124 Jan 14 01:42:26.700675 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfa52a-c31d-4a11-bf2a-63ddfd88baae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776a1b9a-38ea-4dad-9623-ec41f6616f88,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:26.906548 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddb12d-a145-45ae-bd78-2ea0d269b704 req-0133d4b1-0bc2-4ec5-b822-de0e7a8e6f68 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:26.915571 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aeddb12d-a145-45ae-bd78-2ea0d269b704 req-0133d4b1-0bc2-4ec5-b822-de0e7a8e6f68 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.0753779 Jan 14 01:42:27.002622 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aeddb12d-a145-45ae-bd78-2ea0d269b704 req-aabaa287-84dc-439d-b157-9d01b9e129b8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843256 Jan 14 01:42:27.030404 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51228) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:27.048241 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-479f3f46-8058-487f-8595-2d8dd8dc8ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:27.144369 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102b23b-7170-41b4-97e3-7a1a268a0272 req-a55a200b-a3e0-4f01-955d-116217d28335 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:27.146037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e102b23b-7170-41b4-97e3-7a1a268a0272 req-a55a200b-a3e0-4f01-955d-116217d28335 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.0954628 Jan 14 01:42:27.230912 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e102b23b-7170-41b4-97e3-7a1a268a0272 req-3848973d-1fc6-4c85-953c-9d613d496e58 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756385 Jan 14 01:42:27.240576 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-479f3f46-8058-487f-8595-2d8dd8dc8ec3 admin admin] Publish callbacks [] for security_group (36287f38-f2ff-4fb6-9bbf-7003a4a496b2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:27.246110 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-479f3f46-8058-487f-8595-2d8dd8dc8ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (36287f38-f2ff-4fb6-9bbf-7003a4a496b2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:27.283019 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-479f3f46-8058-487f-8595-2d8dd8dc8ec3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56c42af4f2354bf182efc80565e3cfb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512567 Jan 14 01:42:27.285661 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51234) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:27.329045 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f3f46-8058-487f-8595-2d8dd8dc8ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36287f38-f2ff-4fb6-9bbf-7003a4a496b2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:27.400013 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3a6e56c-8b0d-415f-8c4d-529804d56b18 admin admin] Publish callbacks [] for security_group (36287f38-f2ff-4fb6-9bbf-7003a4a496b2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:27.449395 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3a6e56c-8b0d-415f-8c4d-529804d56b18 admin admin] Publish callbacks [] for security_group (36287f38-f2ff-4fb6-9bbf-7003a4a496b2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:27.516559 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783e954-95ff-4981-8df5-77eb1555d277 req-29982a0c-ebe2-44e0-96f2-977a0e1c3dec tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:27.518576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7783e954-95ff-4981-8df5-77eb1555d277 req-29982a0c-ebe2-44e0-96f2-977a0e1c3dec tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.0789289 Jan 14 01:42:27.520714 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3a6e56c-8b0d-415f-8c4d-529804d56b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (36287f38-f2ff-4fb6-9bbf-7003a4a496b2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:27.523694 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3a6e56c-8b0d-415f-8c4d-529804d56b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:27.527888 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c3a6e56c-8b0d-415f-8c4d-529804d56b18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36287f38-f2ff-4fb6-9bbf-7003a4a496b2 HTTP/1.1" status: 204 len: 168 time: 0.2381322 Jan 14 01:42:27.533600 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6e56c-8b0d-415f-8c4d-529804d56b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36287f38-f2ff-4fb6-9bbf-7003a4a496b2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:27.558948 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc27906-62e5-4390-b104-86b687b581b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b211a0-22b1-4c43-bbbc-4224aacfa518'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:27.561502 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4d91d3-e5ef-4e4e-80a9-0fd7165dacdf" -d '{"events": [{"server_uuid": "adc27906-62e5-4390-b104-86b687b581b4", "name": "network-vif-plugged", "status": "completed", "tag": "54b211a0-22b1-4c43-bbbc-4224aacfa518"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:27.622913 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7783e954-95ff-4981-8df5-77eb1555d277 req-61c1cbc6-d61c-4510-9ca3-e076f2367404 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901794 Jan 14 01:42:27.715095 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0601c5be-01d4-458c-9329-4b0e4c2344fc x-openstack-request-id: req-0601c5be-01d4-458c-9329-4b0e4c2344fc {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:27.715416 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc27906-62e5-4390-b104-86b687b581b4", "name": "network-vif-plugged", "status": "completed", "tag": "54b211a0-22b1-4c43-bbbc-4224aacfa518", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:27.715677 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0601c5be-01d4-458c-9329-4b0e4c2344fc {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:27.716217 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc27906-62e5-4390-b104-86b687b581b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b211a0-22b1-4c43-bbbc-4224aacfa518', 'code': 200} Jan 14 01:42:27.727140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743727c-dcb6-4e66-a7c3-a83ca25c6eb7 req-37a6abb0-7ef5-4f0e-99dc-31803e691ec8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:27.729788 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6743727c-dcb6-4e66-a7c3-a83ca25c6eb7 req-37a6abb0-7ef5-4f0e-99dc-31803e691ec8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.0845330 Jan 14 01:42:27.833092 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6743727c-dcb6-4e66-a7c3-a83ca25c6eb7 req-8bc4a20e-d3df-4183-b048-22b5b296d0cd tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978596 Jan 14 01:42:27.885379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcca0-8817-418a-9042-4114341af26e req-b99369f1-b8d1-452f-967d-f7cb5da6e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:27.893158 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-b99369f1-b8d1-452f-967d-f7cb5da6e194 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf&tenant_id=4e109b3f5cfb4e82a5b57102758e39eb HTTP/1.1" status: 200 len: 1101 time: 0.0911889 Jan 14 01:42:27.900089 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5632e9a-b4e7-4b8b-a6ba-1e7f29104115 req-22483a26-8f7f-4fe3-a56c-2098e4a6003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:27.901601 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5632e9a-b4e7-4b8b-a6ba-1e7f29104115 req-22483a26-8f7f-4fe3-a56c-2098e4a6003b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 1096 time: 0.0580542 Jan 14 01:42:27.974229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5632e9a-b4e7-4b8b-a6ba-1e7f29104115 req-c9d3ff21-70b5-4d28-88ad-79227c584e96 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652511 Jan 14 01:42:28.005352 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcca0-8817-418a-9042-4114341af26e req-fc848fe7-dbf3-4fda-9dc7-3d5b2ac96033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:28.008282 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-fc848fe7-dbf3-4fda-9dc7-3d5b2ac96033 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 1101 time: 0.0592260 Jan 14 01:42:28.142191 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcca0-8817-418a-9042-4114341af26e req-6e0e9a07-d94c-4c6a-9549-13215ba511d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:28.143961 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-6e0e9a07-d94c-4c6a-9549-13215ba511d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1288636 Jan 14 01:42:28.147299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb004f-4f77-449f-a30e-e74c52bf41dc req-dbbcf34c-6a0a-4442-a4b0-a0a4c96c332b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:28.148764 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1eb004f-4f77-449f-a30e-e74c52bf41dc req-dbbcf34c-6a0a-4442-a4b0-a0a4c96c332b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.0726867 Jan 14 01:42:28.203027 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-7541d7a7-26ee-4384-9d72-45ce83923524 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6 HTTP/1.1" status: 200 len: 217 time: 0.0465927 Jan 14 01:42:28.266690 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcca0-8817-418a-9042-4114341af26e req-61fdf9ca-678d-4120-8262-41e12a01628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:28.273731 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-61fdf9ca-678d-4120-8262-41e12a01628a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0640855 Jan 14 01:42:28.276118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1eb004f-4f77-449f-a30e-e74c52bf41dc req-728fbb36-fba9-41c3-87e3-9594c6ceec60 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118715 Jan 14 01:42:28.357340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcca0-8817-418a-9042-4114341af26e req-7a49bed4-bfb9-40ab-9dc6-fc40c31a3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:28.359873 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-7a49bed4-bfb9-40ab-9dc6-fc40c31a3441 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725043 Jan 14 01:42:28.463063 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-b4020829-3c74-4503-a8d6-3f68433659f0 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955651 Jan 14 01:42:28.488719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347d091-5909-4a07-bb55-2f0bb20a4c9d req-607d41c7-de42-455a-bad4-66ae6068454d tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:28.503282 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9347d091-5909-4a07-bb55-2f0bb20a4c9d req-607d41c7-de42-455a-bad4-66ae6068454d tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1226270 Jan 14 01:42:28.590210 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9347d091-5909-4a07-bb55-2f0bb20a4c9d req-79a1f8c4-efbb-4646-96b0-a4a3dfa948c0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813134 Jan 14 01:42:28.611556 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb1bcca0-8817-418a-9042-4114341af26e req-006b0b33-2d4c-4ac4-a4e7-071ae7d248aa service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268046 Jan 14 01:42:28.801382 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51276) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:28.823770 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15f2f8-30ea-411f-b7a0-a1144e6e15f6 req-ac9e535d-e78c-4378-a6d9-7b4fbfd28205 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:28.825382 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e15f2f8-30ea-411f-b7a0-a1144e6e15f6 req-ac9e535d-e78c-4378-a6d9-7b4fbfd28205 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.0797040 Jan 14 01:42:28.933887 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e15f2f8-30ea-411f-b7a0-a1144e6e15f6 req-a0e69050-c1c6-4513-8aab-3eab4f8aec5e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006031 Jan 14 01:42:28.997947 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-309418704-network', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:29.015381 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13c02-a7bd-4285-a9af-7e6c2e416137 req-e815d422-2650-47b3-831c-bd279655666b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:29.017482 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ab13c02-a7bd-4285-a9af-7e6c2e416137 req-e815d422-2650-47b3-831c-bd279655666b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.0806217 Jan 14 01:42:29.039906 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Made reservation on behalf of 3849d19badf142d2aa9e8334b0d48ff8 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:42:29.043512 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:29.056234 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:29.093701 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ab13c02-a7bd-4285-a9af-7e6c2e416137 req-0ea32587-0600-4d0c-a9c5-79accbbbaf71 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626969 Jan 14 01:42:29.163792 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Publish callbacks [] for security_group (41951da8-d601-4026-8866-dd76f8ce9341), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:29.168656 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (41951da8-d601-4026-8866-dd76f8ce9341), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:29.191819 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:42:29.207970 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41951da8-d601-4026-8866-dd76f8ce9341,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:29.214152 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (4d143c5c-7888-4f67-a19e-1cc168f23a41), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:29.214531 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Added segment 4d143c5c-7888-4f67-a19e-1cc168f23a41 of type vlan for network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d Jan 14 01:42:29.268469 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:29.306840 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:29.313935 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:29.314498 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:29.439006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] Pushing event updated for resources: {'Network': ['ID=6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:29.447825 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d5735872-d4ee-44be-b6a6-439a7f4b1c7b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6437001 Jan 14 01:42:29.450809 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51286) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:29.454179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:42:29.458134 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3c1dbc29-438e-4c89-975f-eeab8e88d3c5 admin admin] Request body: {'subnet': {'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-309418704-subnet', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:29.489938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb5e0-e973-4d4e-aec3-1a1eae64eb0a req-4a53681d-7e48-463b-a95c-efa54fde4916 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:29.494877 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-825bb5e0-e973-4d4e-aec3-1a1eae64eb0a req-4a53681d-7e48-463b-a95c-efa54fde4916 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.1311908 Jan 14 01:42:29.512347 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1dbc29-438e-4c89-975f-eeab8e88d3c5 admin admin] Made reservation on behalf of 3849d19badf142d2aa9e8334b0d48ff8 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:42:29.519844 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c1dbc29-438e-4c89-975f-eeab8e88d3c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:29.622385 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-825bb5e0-e973-4d4e-aec3-1a1eae64eb0a req-96f220bd-2dcf-4e0d-90b1-393ce615ae99 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967617 Jan 14 01:42:29.744378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c17e47-a8f1-4039-96be-c72fc0f0b3c3 req-a23dd246-93de-4907-bb98-d824aefbe562 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:29.752589 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-08c17e47-a8f1-4039-96be-c72fc0f0b3c3 req-a23dd246-93de-4907-bb98-d824aefbe562 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.0641274 Jan 14 01:42:29.865370 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-08c17e47-a8f1-4039-96be-c72fc0f0b3c3 req-f61ac7ae-2cfc-44c1-acb2-668659e562a5 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116633 Jan 14 01:42:30.056586 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c1dbc29-438e-4c89-975f-eeab8e88d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:30.081225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40431c8-809e-4ae5-b10b-9e3cf1dd7292 req-b194c7cf-ff40-4cdd-9c9e-2ad88bb9288d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:30.085024 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b40431c8-809e-4ae5-b10b-9e3cf1dd7292 req-b194c7cf-ff40-4cdd-9c9e-2ad88bb9288d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.0659704 Jan 14 01:42:30.126171 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dbc29-438e-4c89-975f-eeab8e88d3c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:30.135477 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1dbc29-438e-4c89-975f-eeab8e88d3c5 admin admin] Checking segment: {'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:30.135837 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1dbc29-438e-4c89-975f-eeab8e88d3c5 admin admin] Network hostable DHCP agents. Network: 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:42:30.173506 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1dbc29-438e-4c89-975f-eeab8e88d3c5 admin admin] Network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:42:30.180262 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b40431c8-809e-4ae5-b10b-9e3cf1dd7292 req-752b946d-a301-4fe5-869b-5c57778818f5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883417 Jan 14 01:42:30.189379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3c1dbc29-438e-4c89-975f-eeab8e88d3c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:30.194104 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1dbc29-438e-4c89-975f-eeab8e88d3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:30.194741 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c1dbc29-438e-4c89-975f-eeab8e88d3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:30.209356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4047cdf6-1c0f-490e-96c8-08b7c6ccc5f6 None None] Network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:42:30.234069 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3c1dbc29-438e-4c89-975f-eeab8e88d3c5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7818117 Jan 14 01:42:30.237860 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51298) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:30.245058 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-309418704-router', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:30.285388 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475f198-e714-445d-aeeb-29d4936cd1e7 req-bcebe502-3a1d-406a-8379-60430ced1b82 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:30.286744 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:30.288363 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:30.293256 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a475f198-e714-445d-aeeb-29d4936cd1e7 req-bcebe502-3a1d-406a-8379-60430ced1b82 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.0812585 Jan 14 01:42:30.358256 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a475f198-e714-445d-aeeb-29d4936cd1e7 req-d90fc1f0-9b2a-4e43-8a06-fff1bde0e68f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640464 Jan 14 01:42:30.370960 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d', 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d', 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'fixed_ips': [{'subnet_id': 'e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:42:30.371953 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:30.389008 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Publish callbacks [] for router_controller (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:30.557751 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Allocated IP 172.20.0.2 (6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d/e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08/08803fff-e15f-4438-9214-63948441c4b4) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:42:30.644998 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Publish callbacks [] for router_gateway (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:30.778723 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25420fd-943a-4fd7-af9b-1dd2671ebfac req-c627d2d9-e7dc-4b6b-9d24-da3ff7d30421 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:30.787005 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d25420fd-943a-4fd7-af9b-1dd2671ebfac req-c627d2d9-e7dc-4b6b-9d24-da3ff7d30421 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.0579371 Jan 14 01:42:30.844696 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d25420fd-943a-4fd7-af9b-1dd2671ebfac req-0963c995-0d9a-48a5-93bb-a79e7bf6d302 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515492 Jan 14 01:42:30.893626 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Publish callbacks [] for port (08803fff-e15f-4438-9214-63948441c4b4), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:30.906228 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (08803fff-e15f-4438-9214-63948441c4b4), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:30.980843 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Pushing event updated for resources: {'Port': ['ID=08803fff-e15f-4438-9214-63948441c4b4,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:30.983247 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Publish callbacks [] for router_gateway (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:30.986368 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290788a-e45a-45c8-a4c8-4cc796eaf943 req-3fe5f822-20e3-41e0-bb2b-4d8e0739bb30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:30.996595 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a290788a-e45a-45c8-a4c8-4cc796eaf943 req-3fe5f822-20e3-41e0-bb2b-4d8e0739bb30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.0878038 Jan 14 01:42:31.007111 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:31.016335 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:31.021769 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:31.029592 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:42:31.062253 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a290788a-e45a-45c8-a4c8-4cc796eaf943 req-5ebde560-3fd9-41c9-ab32-bd5f6aa33303 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641110 Jan 14 01:42:31.169345 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Attempting to bind port 08803fff-e15f-4438-9214-63948441c4b4 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:42:31.169645 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2638e-447d-4414-9d81-7118540ee485 req-7d715844-be91-461d-ac4b-0b58352b6ed4 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:31.170174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Attempting to bind port 08803fff-e15f-4438-9214-63948441c4b4 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:42:31.170657 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Attempting to bind port 08803fff-e15f-4438-9214-63948441c4b4 on network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:31.173550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-93c2638e-447d-4414-9d81-7118540ee485 req-7d715844-be91-461d-ac4b-0b58352b6ed4 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1256680 Jan 14 01:42:31.177956 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:42:31.178519 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Checking segment: {'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:31.179021 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:31.179637 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Bound using segment: {'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:42:31.180444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Bound port: 08803fff-e15f-4438-9214-63948441c4b4, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:42:31.181333 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (08803fff-e15f-4438-9214-63948441c4b4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:31.223317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Allocated IP 172.25.2.246 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/d68329b4-6211-42cf-8c57-191566b08a8f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:42:31.268041 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95715bf-386a-429d-ba83-a32a8da47b5e req-9fe0d6b2-57b5-4797-9d04-557a7e428986 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:31.275691 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c95715bf-386a-429d-ba83-a32a8da47b5e req-9fe0d6b2-57b5-4797-9d04-557a7e428986 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.0865605 Jan 14 01:42:31.282083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cadd6aef-0f53-42a8-862f-ce6b2bee97d6 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:42:31.296646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cadd6aef-0f53-42a8-862f-ce6b2bee97d6 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:31.298996 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-93c2638e-447d-4414-9d81-7118540ee485 req-ae5a6607-cf31-4073-8f0c-aab47a4853e6 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191895 Jan 14 01:42:31.336628 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] For port 08803fff-e15f-4438-9214-63948441c4b4, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:42:31.343344 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c95715bf-386a-429d-ba83-a32a8da47b5e req-ae1c87e7-ca74-42fa-ae64-dfb3d1d8a3ad tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667508 Jan 14 01:42:31.378337 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] For port 08803fff-e15f-4438-9214-63948441c4b4, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=08803fff-e15f-4438-9214-63948441c4b4,segment=NetworkSegment(4d143c5c-7888-4f67-a19e-1cc168f23a41),segment_id=4d143c5c-7888-4f67-a19e-1cc168f23a41)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:42:31.412953 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Publish callbacks [] for port (d68329b4-6211-42cf-8c57-191566b08a8f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:31.481275 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d68329b4-6211-42cf-8c57-191566b08a8f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:31.542047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc228e-2d75-4bf0-9787-adab67ca2c44 req-9a815d43-82c4-45ce-aa64-e7eaa76e7bc8 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:31.549888 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1abc228e-2d75-4bf0-9787-adab67ca2c44 req-9a815d43-82c4-45ce-aa64-e7eaa76e7bc8 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 950 time: 0.1068628 Jan 14 01:42:31.565095 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf9727-7c90-499d-8603-869e739fbd99 req-22dfe1ce-f8e2-49a4-80bb-697b8d53eba3 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:31.568209 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Pushing event updated for resources: {'Port': ['ID=d68329b4-6211-42cf-8c57-191566b08a8f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:31.572580 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-19cf9727-7c90-499d-8603-869e739fbd99 req-22dfe1ce-f8e2-49a4-80bb-697b8d53eba3 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.0892887 Jan 14 01:42:31.595908 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:31.600733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:31.603040 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (08803fff-e15f-4438-9214-63948441c4b4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:31.612944 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:42:31.652571 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1abc228e-2d75-4bf0-9787-adab67ca2c44 req-1b868160-141f-4694-9a65-c4710357f849 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970721 Jan 14 01:42:31.678484 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:31.688139 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-19cf9727-7c90-499d-8603-869e739fbd99 req-236de622-a4aa-44b3-a3ce-0299191c5b52 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145849 Jan 14 01:42:31.720532 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28cd33-0dd9-4970-9024-93a3b47005c5 None None] Pushing event updated for resources: {'Port': ['ID=08803fff-e15f-4438-9214-63948441c4b4,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:31.753608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:31.771126 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:31.771517 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:31.782083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'mac_address': 'fa:16:3e:fd:01:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:42:31.844266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:31.846740 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201a7f2c-2bdf-43e5-87da-16069c5ba217" -d '{"events": [{"server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:31.871834 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9812fc-8e97-407b-a588-f82d5988ddbb req-71bba257-f7b7-407d-8787-b32977235b46 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:31.875942 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:31.877915 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0d9812fc-8e97-407b-a588-f82d5988ddbb req-71bba257-f7b7-407d-8787-b32977235b46 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.1104076 Jan 14 01:42:31.885476 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:31.885874 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:31.889434 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:31.932048 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cadd6aef-0f53-42a8-862f-ce6b2bee97d6 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:42:32.020161 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:32.030594 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:42:32.030975 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:42:32.120529 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Publish callbacks [] for router_gateway (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:32.324119 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:32.370766 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0d9812fc-8e97-407b-a588-f82d5988ddbb req-bc466411-1c59-4597-996a-0d4c390054ba tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812322 Jan 14 01:42:32.383792 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9bf3b-b3b8-46df-9073-e6ff5ce73912 req-7cdb6e67-9ff8-4975-8f77-f35ded12d286 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:32.386319 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26c9bf3b-b3b8-46df-9073-e6ff5ce73912 req-7cdb6e67-9ff8-4975-8f77-f35ded12d286 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 948 time: 0.0909073 Jan 14 01:42:32.470431 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26c9bf3b-b3b8-46df-9073-e6ff5ce73912 req-94f5ed42-e2a0-4dee-94da-175adf4d7efa tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770767 Jan 14 01:42:32.482276 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Router c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:42:32.489833 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b35839-35ac-425d-9c36-072977cc2682 req-7737959a-c105-4dd9-a4b9-f440200a3ddd tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:32.500971 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f6b35839-35ac-425d-9c36-072977cc2682 req-7737959a-c105-4dd9-a4b9-f440200a3ddd tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.0682392 Jan 14 01:42:32.595792 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcf6dca-be3d-4471-a5fc-2dbc1fe725c1 x-openstack-request-id: req-9dcf6dca-be3d-4471-a5fc-2dbc1fe725c1 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:32.596075 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:32.596324 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dcf6dca-be3d-4471-a5fc-2dbc1fe725c1 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:32.596726 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'code': 200} Jan 14 01:42:32.605187 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:32.605841 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:32.611844 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f6b35839-35ac-425d-9c36-072977cc2682 req-940ea3f2-ec4c-495c-9504-75c397a2690d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145782 Jan 14 01:42:32.629388 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadd6aef-0f53-42a8-862f-ce6b2bee97d6 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:42:32.668880 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:32.672857 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:42:32.678015 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:32.684898 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Sync routers for ids ['c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:42:32.699488 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:32.701129 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c11a74c1-18bf-4866-8777-302837ab7309 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4622831 Jan 14 01:42:32.704155 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51344) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:32.705662 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Routers {'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:42:32.708786 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:42:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:32.793194 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:32.866031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826491ef-8ae0-4491-a781-05a97dae123b req-afada2f4-423f-4a79-8d6d-f39077758927 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:32.877120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-826491ef-8ae0-4491-a781-05a97dae123b req-afada2f4-423f-4a79-8d6d-f39077758927 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1145463 Jan 14 01:42:33.027001 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-826491ef-8ae0-4491-a781-05a97dae123b req-c027bfe0-d24a-463d-ae97-bf3be7d46a0b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428895 Jan 14 01:42:33.036127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['cadd6aef-0f53-42a8-862f-ce6b2bee97d6'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:33.067753 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Set router c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:42:33.093169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-7bb65048-8ccf-467f-a145-87d6e3e07da4 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:33.116291 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-7bb65048-8ccf-467f-a145-87d6e3e07da4 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 820 time: 0.2621741 Jan 14 01:42:33.130722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60090c89-d0ba-4b60-a227-30adf7696ebd None None] Network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:42:33.152292 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-47b0918c-4090-4170-8383-6f7bf4fcf9d3 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/quotas/fb29aaab805049d786bf79e89fb9efca HTTP/1.1" status: 200 len: 375 time: 0.0336461 Jan 14 01:42:33.295449 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 08803fff-e15f-4438-9214-63948441c4b4 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:33.320508 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-804a0d3d-a9b0-4a79-b0fe-eb93c7250a04 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1653786 Jan 14 01:42:33.347411 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:33.386534 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2ab82-f9da-461a-849e-e61e470e71a6 req-fdc773e5-f074-404e-b7fc-7759d8748629 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:33.388445 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66b2ab82-f9da-461a-849e-e61e470e71a6 req-fdc773e5-f074-404e-b7fc-7759d8748629 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.1720660 Jan 14 01:42:33.397924 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a6b4a4be-dc94-4c84-982a-cab833b7b739 None None] Provisioning complete for port 08803fff-e15f-4438-9214-63948441c4b4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:33.398300 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6b4a4be-dc94-4c84-982a-cab833b7b739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (08803fff-e15f-4438-9214-63948441c4b4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:33.404534 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-309418704-router', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:30Z', 'updated_at': '2022-01-14T01:42:31Z', 'revision_number': 3, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'gw_port': {'id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:31Z', 'updated_at': '2022-01-14T01:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:33.438437 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Checking router: c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:42:33.438807 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Updating router c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 port d68329b4-6211-42cf-8c57-191566b08a8f binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:42:33.463854 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66b2ab82-f9da-461a-849e-e61e470e71a6 req-2e1fe5ed-1079-4b76-b766-2c0e1f806793 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669596 Jan 14 01:42:33.490181 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d68329b4-6211-42cf-8c57-191566b08a8f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:33.497203 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-51bc7407-3571-4004-999d-f1d48be54fcd service neutron] 10.222.0.26 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754305 Jan 14 01:42:33.556491 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 08803fff-e15f-4438-9214-63948441c4b4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:33.556863 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (08803fff-e15f-4438-9214-63948441c4b4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:33.576291 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Allocated IP 172.20.0.1 (6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d/e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08/a8957e03-834e-46db-b2a0-83bbbd43703c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:42:33.683040 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-46c78da9-2ffb-4751-9de0-1b5cda9cca5d service neutron] 10.222.0.26 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819928 Jan 14 01:42:33.703969 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Publish callbacks [] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:33.744457 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:33.815108 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-d01b3134-703c-468a-8888-ae21eeba6b14 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830469 Jan 14 01:42:33.849777 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a8957e03-834e-46db-b2a0-83bbbd43703c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:33.858097 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a6b4a4be-dc94-4c84-982a-cab833b7b739 None None] Current status of the port 08803fff-e15f-4438-9214-63948441c4b4 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:33.858603 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6b4a4be-dc94-4c84-982a-cab833b7b739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (08803fff-e15f-4438-9214-63948441c4b4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:33.875236 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:33.876776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:33.879636 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:42:33.938780 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Publish callbacks [] for port (d68329b4-6211-42cf-8c57-191566b08a8f), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:33.940224 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:33.956144 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d68329b4-6211-42cf-8c57-191566b08a8f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:33.997707 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a6b4a4be-dc94-4c84-982a-cab833b7b739 None None] For port 08803fff-e15f-4438-9214-63948441c4b4, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=08803fff-e15f-4438-9214-63948441c4b4,segment=NetworkSegment(4d143c5c-7888-4f67-a19e-1cc168f23a41),segment_id=4d143c5c-7888-4f67-a19e-1cc168f23a41)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:34.021677 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6b4a4be-dc94-4c84-982a-cab833b7b739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (08803fff-e15f-4438-9214-63948441c4b4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.049334 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Attempting to bind port d68329b4-6211-42cf-8c57-191566b08a8f on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:42:34.049492 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Attempting to bind port d68329b4-6211-42cf-8c57-191566b08a8f by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:42:34.062892 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Attempting to bind port d68329b4-6211-42cf-8c57-191566b08a8f on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:34.080223 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:42:34.080598 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:34.081003 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.081394 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:42:34.081977 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Bound port: d68329b4-6211-42cf-8c57-191566b08a8f, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:42:34.082362 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d68329b4-6211-42cf-8c57-191566b08a8f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.146861 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.148708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41813a97-617a-4803-8fb8-8b1f25783926 req-379d3d76-4655-4bf4-b159-94149269a495 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:34.162022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-379d3d76-4655-4bf4-b159-94149269a495 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457868 Jan 14 01:42:34.190671 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] For port d68329b4-6211-42cf-8c57-191566b08a8f, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:42:34.194290 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] For port d68329b4-6211-42cf-8c57-191566b08a8f, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d68329b4-6211-42cf-8c57-191566b08a8f,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:42:34.199738 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1189117-4ac9-47ea-a4b5-6b1e014cb2ad None None] Pushing event updated for resources: {'Port': ['ID=d68329b4-6211-42cf-8c57-191566b08a8f,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:34.203812 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d68329b4-6211-42cf-8c57-191566b08a8f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.215834 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 08803fff-e15f-4438-9214-63948441c4b4 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:34.216784 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (08803fff-e15f-4438-9214-63948441c4b4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.219044 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4a4be-dc94-4c84-982a-cab833b7b739 None None] Pushing event updated for resources: {'Port': ['ID=08803fff-e15f-4438-9214-63948441c4b4,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:34.305038 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Routers {'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:42:34.305460 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-a16d52a6-f550-4cfd-8bbc-ba00a31caa7e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/quotas/4e109b3f5cfb4e82a5b57102758e39eb HTTP/1.1" status: 200 len: 375 time: 0.1424682 Jan 14 01:42:34.305701 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:42:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:34.307073 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.309412 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c8eb19d9-b12f-4b11-9857-701409e931f7 None None] Provisioning complete for port 08803fff-e15f-4438-9214-63948441c4b4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:34.310875 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8eb19d9-b12f-4b11-9857-701409e931f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (08803fff-e15f-4438-9214-63948441c4b4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.447582 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:42:34.449075 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:42:34.481674 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Publish callbacks [] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.487427 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4b997-c87b-449c-996e-e24cd9e319a0 req-ead5b08e-34f2-4322-93bc-34e094ad598b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:34.490961 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] Set router c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:42:34.492115 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f3a4b997-c87b-449c-996e-e24cd9e319a0 req-ead5b08e-34f2-4322-93bc-34e094ad598b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.3010097 Jan 14 01:42:34.494802 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.556353 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-99010cef-8c1f-4d11-be2c-1d44d4bb61f3 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2498477 Jan 14 01:42:34.575588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb19d9-b12f-4b11-9857-701409e931f7 None None] Current status of the port 08803fff-e15f-4438-9214-63948441c4b4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:34.624633 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1189117-4ac9-47ea-a4b5-6b1e014cb2ad None None] Pushing event updated for resources: {'Port': ['ID=d68329b4-6211-42cf-8c57-191566b08a8f,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:34.636965 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a8957e03-834e-46db-b2a0-83bbbd43703c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:34.639550 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.667161 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f3a4b997-c87b-449c-996e-e24cd9e319a0 req-16cbb134-cc1a-45c3-842a-5dec01088713 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570539 Jan 14 01:42:34.720814 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5dc69992-d1b5-4c84-814e-d1d2243be5b4 None None] Provisioning complete for port a8957e03-834e-46db-b2a0-83bbbd43703c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:34.724779 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5dc69992-d1b5-4c84-814e-d1d2243be5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.847677 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:34.849156 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:34.850206 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-309418704-router', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:30Z', 'updated_at': '2022-01-14T01:42:34Z', 'revision_number': 4, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'gw_port': {'id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:31Z', 'updated_at': '2022-01-14T01:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a8957e03-834e-46db-b2a0-83bbbd43703c', 'name': '', 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'mac_address': 'fa:16:3e:4b:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:33Z', 'updated_at': '2022-01-14T01:42:33Z', 'revision_number': 1, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'subnets': [{'id': 'e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:34.912976 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5dc69992-d1b5-4c84-814e-d1d2243be5b4 None None] Port a8957e03-834e-46db-b2a0-83bbbd43703c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:42:34.919237 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4351-d127-47de-be4c-88b884d017a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:34.923441 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cff1d0-ae8a-4006-853d-8933096facf8 None None] The sync data for ids ['c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'] in n-d-824358-4 is: [{'id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-309418704-router', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:30Z', 'updated_at': '2022-01-14T01:42:34Z', 'revision_number': 4, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'gw_port': {'id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:31Z', 'updated_at': '2022-01-14T01:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a8957e03-834e-46db-b2a0-83bbbd43703c', 'name': '', 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'mac_address': 'fa:16:3e:4b:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:33Z', 'updated_at': '2022-01-14T01:42:33Z', 'revision_number': 1, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'subnets': [{'id': 'e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:42:34.947900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea95ee-0db5-4706-8490-b46dbfb2b24a req-0aad857f-4309-406e-b900-62dd87ce25bf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:34.961736 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71ea95ee-0db5-4706-8490-b46dbfb2b24a req-0aad857f-4309-406e-b900-62dd87ce25bf tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.0916219 Jan 14 01:42:35.030174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 08803fff-e15f-4438-9214-63948441c4b4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:35.078503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Router c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:42:35.128109 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f1d849d7-6b47-46ef-a929-54c92808bb43 req-57fff24b-a250-42d5-877d-bb1ed2acac33 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0881598 Jan 14 01:42:35.166080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71ea95ee-0db5-4706-8490-b46dbfb2b24a req-20db76fc-e745-4567-b461-9fcce607861b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075758 Jan 14 01:42:35.267467 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 08803fff-e15f-4438-9214-63948441c4b4 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:35.310141 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f2184335-edab-4386-bb29-78f46b2ddf80 req-062c1192-afcf-4372-8312-b16171534353 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 210 time: 0.0691640 Jan 14 01:42:35.392539 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cadd6aef-0f53-42a8-862f-ce6b2bee97d6 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:35.468930 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:42:35.487872 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b423583d-6369-4edd-81c9-8139f81e04c6 admin admin] 10.222.0.26 "PUT /v2.0/routers/c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7825177 Jan 14 01:42:35.500519 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6948af40-6c02-402e-896d-23e27f891fb4 None None] Provisioning complete for port a8957e03-834e-46db-b2a0-83bbbd43703c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:35.501816 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6948af40-6c02-402e-896d-23e27f891fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:35.527468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446e73c-9ec0-4fd9-afa2-8656a0e8e716 req-438aa178-8afc-4a23-a4b1-97de623fbe1c tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:35.538673 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f446e73c-9ec0-4fd9-afa2-8656a0e8e716 req-438aa178-8afc-4a23-a4b1-97de623fbe1c tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.1474080 Jan 14 01:42:35.593841 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6948af40-6c02-402e-896d-23e27f891fb4 None None] Port a8957e03-834e-46db-b2a0-83bbbd43703c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:42:35.622068 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:35.622459 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:35.626037 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 08803fff-e15f-4438-9214-63948441c4b4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:35.626037 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (08803fff-e15f-4438-9214-63948441c4b4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:35.671120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f446e73c-9ec0-4fd9-afa2-8656a0e8e716 req-bb3288c8-5a27-4e15-a11b-4e373f7071e2 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293597 Jan 14 01:42:35.872652 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:35.873270 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:35.923469 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 08803fff-e15f-4438-9214-63948441c4b4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:35.940957 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:35.943036 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c66aa39-6c3c-4df5-a4d0-f02bc15a4dd7" -d '{"events": [{"server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "name": "network-vif-plugged", "status": "completed", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:35.959799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6517475-579a-4807-a7ff-699f66b17a9b req-864dd0cd-aee6-4231-a555-f74fb7710bff tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:35.963618 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:35.965094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6517475-579a-4807-a7ff-699f66b17a9b req-864dd0cd-aee6-4231-a555-f74fb7710bff tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.1409743 Jan 14 01:42:35.976162 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:35.983179 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feefa7a-90b5-4114-8aef-1aa04facf060 req-289f2394-160f-4848-bc5b-def41d6c79dc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:35.996655 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0feefa7a-90b5-4114-8aef-1aa04facf060 req-289f2394-160f-4848-bc5b-def41d6c79dc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.1510518 Jan 14 01:42:36.121245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,revision_number=11']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:36.161331 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6517475-579a-4807-a7ff-699f66b17a9b req-ce658afa-4a1f-4ed8-8c14-3dd0c809f241 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526566 Jan 14 01:42:36.197857 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0feefa7a-90b5-4114-8aef-1aa04facf060 req-ed2cc435-74ae-4175-b926-76d268a1fbe2 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953247 Jan 14 01:42:36.242865 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cb27c9-717e-406e-b87a-3bcc1f2ffcff x-openstack-request-id: req-26cb27c9-717e-406e-b87a-3bcc1f2ffcff {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:36.243153 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "name": "network-vif-plugged", "status": "completed", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:36.243438 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26cb27c9-717e-406e-b87a-3bcc1f2ffcff {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:36.243885 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'code': 200} Jan 14 01:42:36.483667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103b4ad-9723-4954-b3e1-4f0ad3d90bf9 req-93fd3eda-6bc5-4329-952a-74af8a337494 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:36.490737 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d103b4ad-9723-4954-b3e1-4f0ad3d90bf9 req-93fd3eda-6bc5-4329-952a-74af8a337494 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1444480 Jan 14 01:42:36.494566 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f750f80-1caa-4a21-bb5b-b526aec4c117 req-223aa129-0e14-4015-b180-80460d967d08 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0670245 Jan 14 01:42:36.625046 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d103b4ad-9723-4954-b3e1-4f0ad3d90bf9 req-68ee9d06-346d-4a47-a98e-4d4d570ba83d tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272357 Jan 14 01:42:36.646823 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51436) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:36.652738 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1704370915-network', 'tenant_id': '942b376aba28456bb7483587416a7a98'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:36.718296 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Made reservation on behalf of 942b376aba28456bb7483587416a7a98 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:42:36.724282 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:36.770996 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b864ed3f-72d6-442e-a5ff-83cff64c2f9d req-9a475c3c-2dce-4329-af89-ae97ce5ee336 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 210 time: 0.0670731 Jan 14 01:42:36.792262 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:36.925028 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-c9af0ceb-f277-4111-8059-8898848c482e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:36.927546 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-c9af0ceb-f277-4111-8059-8898848c482e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.36 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 820 time: 0.8133469 Jan 14 01:42:36.936779 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Publish callbacks [] for security_group (47559d8a-bf31-4129-852d-8ec62fc0c4fe), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:36.962845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Request body: {'port': {'device_id': '5739fa80-5bce-4b8f-a623-6ce735680783', 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb', 'admin_state_up': True, 'tenant_id': 'fb29aaab805049d786bf79e89fb9efca'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:36.964401 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (47559d8a-bf31-4129-852d-8ec62fc0c4fe), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:36.989028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:42:37.005118 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (97ec5e04-91a6-4585-b3b5-fdd721f46ec0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:37.005459 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Added segment 97ec5e04-91a6-4585-b3b5-fdd721f46ec0 of type vlan for network 486ba763-29c2-458e-86ce-895de61c18ee Jan 14 01:42:37.059750 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (486ba763-29c2-458e-86ce-895de61c18ee), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:37.132048 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (486ba763-29c2-458e-86ce-895de61c18ee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:37.133240 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:37.134650 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:37.157493 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e0e4124-a4f6-489a-be89-c122c6527048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:37.191784 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-18192178-ba61-4095-9e66-a83b293ec04e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2485993 Jan 14 01:42:37.314008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d68329b4-6211-42cf-8c57-191566b08a8f up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:37.350849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47559d8a-bf31-4129-852d-8ec62fc0c4fe,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:37.380836 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Made reservation on behalf of fb29aaab805049d786bf79e89fb9efca for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:42:37.393587 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:37.432995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d68329b4-6211-42cf-8c57-191566b08a8f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:37.433379 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d68329b4-6211-42cf-8c57-191566b08a8f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:37.452102 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8038673 Jan 14 01:42:37.520876 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51448) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:37.551835 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2d83e02d-adc7-48cc-8d24-a3afe6a99d53 admin admin] Request body: {'subnet': {'network_id': '486ba763-29c2-458e-86ce-895de61c18ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1704370915-subnet', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:37.566738 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b96f00-3cd7-4cda-8b95-2271d517fbbc admin admin] Pushing event updated for resources: {'Network': ['ID=486ba763-29c2-458e-86ce-895de61c18ee,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:37.584793 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d68329b4-6211-42cf-8c57-191566b08a8f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:37.585183 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d68329b4-6211-42cf-8c57-191566b08a8f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:37.599100 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 486ba763-29c2-458e-86ce-895de61c18ee details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:42:37.666858 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbff01-9da9-4e49-b8b1-edff963fa60d req-2a3b325e-d0c8-42dd-9aa3-c4d9ce1d4003 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:37.668500 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-24bbff01-9da9-4e49-b8b1-edff963fa60d req-2a3b325e-d0c8-42dd-9aa3-c4d9ce1d4003 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.3134882 Jan 14 01:42:37.669140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d83e02d-adc7-48cc-8d24-a3afe6a99d53 admin admin] Made reservation on behalf of 942b376aba28456bb7483587416a7a98 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:42:37.671428 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d83e02d-adc7-48cc-8d24-a3afe6a99d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:37.704502 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Allocated IP 172.20.0.13 (61934a89-e7c0-4c0c-b87e-9b0f2dc593bb/d2dc1ec0-b4e3-4416-992a-c3607b086cec/6c6f572f-981e-4088-8431-e545e2393270) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:42:37.740474 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port d68329b4-6211-42cf-8c57-191566b08a8f, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d68329b4-6211-42cf-8c57-191566b08a8f,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:37.760320 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d68329b4-6211-42cf-8c57-191566b08a8f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:37.862828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=d68329b4-6211-42cf-8c57-191566b08a8f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:37.891906 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41813a97-617a-4803-8fb8-8b1f25783926 req-b2e9df44-5dbd-418e-820c-88617feae91b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:37.893353 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-b2e9df44-5dbd-418e-820c-88617feae91b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6537321 Jan 14 01:42:37.924434 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-41813a97-617a-4803-8fb8-8b1f25783926 req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Request body: {'port': {'device_id': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '4e109b3f5cfb4e82a5b57102758e39eb'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:37.945032 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-24bbff01-9da9-4e49-b8b1-edff963fa60d req-fb2ff063-2586-4b1b-a2c4-8e24a6b2197d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678533 Jan 14 01:42:38.072685 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks [] for port (6c6f572f-981e-4088-8431-e545e2393270), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:38.133510 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (6c6f572f-981e-4088-8431-e545e2393270), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:38.141782 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8b82b03-924d-4b11-b2a1-000accf7c4bc req-3c01cd35-ef8f-41d9-8f40-4c222f7037c3 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0683138 Jan 14 01:42:38.205100 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['2aa21865-dac0-4009-b70b-ba8c2c4cacde'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:38.226129 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:38.236410 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:38.246894 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:42:38.308233 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb637d-9a07-483d-a19c-6335deaa3730 req-bf3dc5af-2322-4c2b-bcda-9a6a87836b83 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:38.315897 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ecb637d-9a07-483d-a19c-6335deaa3730 req-bf3dc5af-2322-4c2b-bcda-9a6a87836b83 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.2455297 Jan 14 01:42:38.337084 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Pushing event updated for resources: {'Port': ['ID=6c6f572f-981e-4088-8431-e545e2393270,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.386393 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:42:38.388998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:38.389869 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:38.401733 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:38.407809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-58fa7ca0-2298-4335-af52-ef34701c5c2f req-c941b4fe-ddff-4ddd-94f1-32adf8212964 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 210 time: 0.1253467 Jan 14 01:42:38.408790 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d83e02d-adc7-48cc-8d24-a3afe6a99d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (659ffb10-7a8a-4c5e-92d3-5963203d7e43), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:38.440399 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-55418cad-143d-4a3b-81df-9a954fad99bd tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4815252 Jan 14 01:42:38.459402 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Request body: {'port': {'device_id': '5739fa80-5bce-4b8f-a623-6ce735680783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:38.480719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41813a97-617a-4803-8fb8-8b1f25783926 req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Made reservation on behalf of 4e109b3f5cfb4e82a5b57102758e39eb for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:42:38.484242 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41813a97-617a-4803-8fb8-8b1f25783926 req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:38.579236 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6c6f572f-981e-4088-8431-e545e2393270), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:38.675888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Sync routers for ids ['c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:42:38.683363 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d83e02d-adc7-48cc-8d24-a3afe6a99d53 admin admin] Checking segment: {'id': '97ec5e04-91a6-4585-b3b5-fdd721f46ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:38.683725 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d83e02d-adc7-48cc-8d24-a3afe6a99d53 admin admin] Network hostable DHCP agents. Network: 486ba763-29c2-458e-86ce-895de61c18ee, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:42:38.689709 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Routers {'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:42:38.690394 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:42:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:38.697967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83e02d-adc7-48cc-8d24-a3afe6a99d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=659ffb10-7a8a-4c5e-92d3-5963203d7e43,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:38.744826 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ecb637d-9a07-483d-a19c-6335deaa3730 req-4a1abd1c-5ec8-4ee1-9b1a-2435f1046ca3 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260101 Jan 14 01:42:38.781073 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d83e02d-adc7-48cc-8d24-a3afe6a99d53 admin admin] Network 486ba763-29c2-458e-86ce-895de61c18ee is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:42:38.939858 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719ce47-17b7-4fb3-9483-88ba73d6684d req-1ef44a88-2e27-41ef-80da-8b214a2e1c78 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:38.947122 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0719ce47-17b7-4fb3-9483-88ba73d6684d req-1ef44a88-2e27-41ef-80da-8b214a2e1c78 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.3870435 Jan 14 01:42:38.955146 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2d83e02d-adc7-48cc-8d24-a3afe6a99d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 486ba763-29c2-458e-86ce-895de61c18ee) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:38.957191 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-41813a97-617a-4803-8fb8-8b1f25783926 req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Allocated IP 192.168.233.204 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/44a780e7-53fa-4c45-bbf5-c882fdb58d9c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:42:38.969045 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d83e02d-adc7-48cc-8d24-a3afe6a99d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:38.969625 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d83e02d-adc7-48cc-8d24-a3afe6a99d53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:38.969828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Set router c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:42:38.981193 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6f572f-981e-4088-8431-e545e2393270 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:42:38.997839 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Publish callbacks [] for port (6c6f572f-981e-4088-8431-e545e2393270), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.022323 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2d83e02d-adc7-48cc-8d24-a3afe6a99d53 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4956698 Jan 14 01:42:39.028192 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51470) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:39.033247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Transition to ACTIVE for port object 6c6f572f-981e-4088-8431-e545e2393270 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:42:39.042922 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (6c6f572f-981e-4088-8431-e545e2393270), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.044086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1704370915-router', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:39.051662 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdeec8a-b4a9-469f-b94a-2d67adf39351 None None] Network 486ba763-29c2-458e-86ce-895de61c18ee requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:42:39.079672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0719ce47-17b7-4fb3-9483-88ba73d6684d req-8feddfe2-af19-47ba-a921-2d6d790aaeda tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173148 Jan 14 01:42:39.173113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6f572f-981e-4088-8431-e545e2393270,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:39.221194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Attempting to bind port 6c6f572f-981e-4088-8431-e545e2393270 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:42:39.221542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Attempting to bind port 6c6f572f-981e-4088-8431-e545e2393270 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:42:39.221870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Attempting to bind port 6c6f572f-981e-4088-8431-e545e2393270 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:39.229178 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Port 6c6f572f-981e-4088-8431-e545e2393270 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:42:39.230286 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Attempting to bind port 6c6f572f-981e-4088-8431-e545e2393270 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:39.235500 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:42:39.236320 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:39.236916 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Bound using segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:42:39.237680 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Bound port: 6c6f572f-981e-4088-8431-e545e2393270, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:42:39.238218 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6c6f572f-981e-4088-8431-e545e2393270), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.241827 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (62f56177-0057-41c9-9b52-40b403c676d1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.242894 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (62f56177-0057-41c9-9b52-40b403c676d1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.278006 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d68329b4-6211-42cf-8c57-191566b08a8f up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:39.317785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d8321-16c8-4ee5-9e17-0770c25a712e req-de5318db-de99-4e0e-843c-180b5a44d58b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:39.324534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:42:39.325201 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a32d8321-16c8-4ee5-9e17-0770c25a712e req-de5318db-de99-4e0e-843c-180b5a44d58b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.2397826 Jan 14 01:42:39.329403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c6f572f-981e-4088-8431-e545e2393270,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:42:39.338633 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (6c6f572f-981e-4088-8431-e545e2393270), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.391230 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-486ba763-29c2-458e-86ce-895de61c18ee', 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee', 'project_id': '942b376aba28456bb7483587416a7a98', 'fixed_ips': [{'subnet_id': '659ffb10-7a8a-4c5e-92d3-5963203d7e43'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:42:39.392557 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.413789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:39.416132 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.418164 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/6c6f572f-981e-4088-8431-e545e2393270 HTTP/1.1" status: 200 len: 1092 time: 0.9635022 Jan 14 01:42:39.421974 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5739fa80-5bce-4b8f-a623-6ce735680783', 'tag': '6c6f572f-981e-4088-8431-e545e2393270'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:39.423776 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d3539a-1def-4456-917c-525ec69b06a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5739fa80-5bce-4b8f-a623-6ce735680783", "tag": "6c6f572f-981e-4088-8431-e545e2393270"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:39.433749 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41813a97-617a-4803-8fb8-8b1f25783926 req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks [] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.435959 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Publish callbacks [] for router_controller (62f56177-0057-41c9-9b52-40b403c676d1), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.470288 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d45d10-8670-4ae9-951b-698193fdf4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6f572f-981e-4088-8431-e545e2393270,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:39.473275 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1e81f-bff3-4239-b534-dd5d09c4149b req-5388b8da-d500-409a-a6a5-76895cd69dd8 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:39.481406 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8bf1e81f-bff3-4239-b534-dd5d09c4149b req-5388b8da-d500-409a-a6a5-76895cd69dd8 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.2192385 Jan 14 01:42:39.540724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-222bfd6a-87b8-46cd-abab-a83cffcc36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:39.543018 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-222bfd6a-87b8-46cd-abab-a83cffcc36cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 1095 time: 0.0596013 Jan 14 01:42:39.580508 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a32d8321-16c8-4ee5-9e17-0770c25a712e req-f9848bca-18b5-442d-8d43-eca981399c07 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526493 Jan 14 01:42:39.658264 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d68329b4-6211-42cf-8c57-191566b08a8f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:39.658264 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d68329b4-6211-42cf-8c57-191566b08a8f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.659791 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-e5601720-8e0e-45df-821b-d1d9623d90ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c6f572f-981e-4088-8431-e545e2393270 HTTP/1.1" status: 200 len: 217 time: 0.1040978 Jan 14 01:42:39.704833 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Allocated IP 172.20.0.2 (486ba763-29c2-458e-86ce-895de61c18ee/659ffb10-7a8a-4c5e-92d3-5963203d7e43/8e61e16b-7904-4301-8bee-e3b746cd6c94) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:42:39.766110 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8bf1e81f-bff3-4239-b534-dd5d09c4149b req-38546b0e-f330-4dc3-97f1-21fe6d97daf4 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843065 Jan 14 01:42:39.781373 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-9c178a88-7cb7-43b3-8b7f-439f54e08581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:39.782670 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-9c178a88-7cb7-43b3-8b7f-439f54e08581 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.1164072 Jan 14 01:42:39.804632 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Publish callbacks [] for router_gateway (62f56177-0057-41c9-9b52-40b403c676d1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.819975 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-4715337c-912b-412b-b8ef-e5a23fad6bfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308752 Jan 14 01:42:39.830956 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-989976f8-15ca-4a8d-9d84-9900a66bc380 req-7b456c15-b841-40cc-97b4-df4285c05277 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 210 time: 0.1293523 Jan 14 01:42:39.833426 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41813a97-617a-4803-8fb8-8b1f25783926 req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.899994 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605e977c-444e-4509-b2c0-5a5249e994c4 x-openstack-request-id: req-605e977c-444e-4509-b2c0-5a5249e994c4 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:39.901298 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5739fa80-5bce-4b8f-a623-6ce735680783", "tag": "6c6f572f-981e-4088-8431-e545e2393270", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:39.902061 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-605e977c-444e-4509-b2c0-5a5249e994c4 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:39.903342 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5739fa80-5bce-4b8f-a623-6ce735680783', 'tag': '6c6f572f-981e-4088-8431-e545e2393270', 'status': 'completed', 'code': 200} Jan 14 01:42:39.965936 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Publish callbacks [] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:39.974820 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-07e9b00d-ff43-4f5b-9f07-87db82cba881 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470115 Jan 14 01:42:39.980517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 54b211a0-22b1-4c43-bbbc-4224aacfa518 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:42:39.982639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['10219419-df16-4b57-98e2-4d168d9675f5', 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:40.012786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41813a97-617a-4803-8fb8-8b1f25783926 req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:40.028419 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['46ccbe15-593e-452d-8586-ad63bd4e7490'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:40.035778 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-41813a97-617a-4803-8fb8-8b1f25783926 req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:40.040396 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:40.043822 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-41813a97-617a-4803-8fb8-8b1f25783926 req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:42:40.150384 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe638cc9-c4e0-4521-81dd-3628ad6a611b req-884a3183-9058-4046-83ac-67b11fff8c46 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:40.158976 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe638cc9-c4e0-4521-81dd-3628ad6a611b req-884a3183-9058-4046-83ac-67b11fff8c46 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.2182679 Jan 14 01:42:40.167787 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41813a97-617a-4803-8fb8-8b1f25783926 req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:40.168397 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41813a97-617a-4803-8fb8-8b1f25783926 req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:40.211773 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d68329b4-6211-42cf-8c57-191566b08a8f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:40.213011 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3dc0590d-ee43-4430-981b-1df6304bb265 req-ea32080b-7200-4352-9fbd-5a106d13c9a1 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166510 Jan 14 01:42:40.217732 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-309418704-router', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:30Z', 'updated_at': '2022-01-14T01:42:34Z', 'revision_number': 4, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'gw_port': {'id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:31Z', 'updated_at': '2022-01-14T01:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a8957e03-834e-46db-b2a0-83bbbd43703c', 'name': '', 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'mac_address': 'fa:16:3e:4b:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:33Z', 'updated_at': '2022-01-14T01:42:34Z', 'revision_number': 2, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'subnets': [{'id': 'e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:40.263367 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:40.280725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Checking router: c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:42:40.281775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Updating router c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 port a8957e03-834e-46db-b2a0-83bbbd43703c binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:42:40.293918 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:40.306934 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-f090fa9c-9e64-4977-b30d-d008c363ea0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3925750 Jan 14 01:42:40.344931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Request body: {'port': {'device_id': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:40.384093 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3539a-1def-4456-917c-525ec69b06a9 req-35bb7c5f-1562-4487-8220-1376b9ed005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:40.385583 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-31d3539a-1def-4456-917c-525ec69b06a9 req-35bb7c5f-1562-4487-8220-1376b9ed005d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 1095 time: 0.0809014 Jan 14 01:42:40.385712 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe638cc9-c4e0-4521-81dd-3628ad6a611b req-61cc8806-cfd6-4cf2-9259-33bba7cafbbb tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258880 Jan 14 01:42:40.413887 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:42:40.413887 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:40.413887 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Network 486ba763-29c2-458e-86ce-895de61c18ee is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:40.458155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:40.462122 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:40.463789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:42:40.483826 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e584da-31b2-4a49-80c8-7cb6f2bec21a req-7532fbf0-3aef-444e-9d10-ae7374bcc2b9 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:40.490297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Pushing event updated for resources: {'Port': ['ID=8e61e16b-7904-4301-8bee-e3b746cd6c94,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:40.493815 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3e584da-31b2-4a49-80c8-7cb6f2bec21a req-7532fbf0-3aef-444e-9d10-ae7374bcc2b9 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.2344403 Jan 14 01:42:40.553008 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3539a-1def-4456-917c-525ec69b06a9 req-a162df90-f42a-4f7a-93ed-c362a065461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:40.555723 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-31d3539a-1def-4456-917c-525ec69b06a9 req-a162df90-f42a-4f7a-93ed-c362a065461d service neutron] 10.222.0.36 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.1611209 Jan 14 01:42:40.621131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-41674840-1ba0-4089-95fa-482eac6efcb1 None None] Provisioning complete for port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:40.621504 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-41674840-1ba0-4089-95fa-482eac6efcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:40.651697 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3e584da-31b2-4a49-80c8-7cb6f2bec21a req-4d3aa393-6b55-49b9-bbb5-12f1842fd337 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529961 Jan 14 01:42:40.656950 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-31d3539a-1def-4456-917c-525ec69b06a9 req-7e55d189-8928-449c-be04-c2231cdf8987 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c6f572f-981e-4088-8431-e545e2393270 HTTP/1.1" status: 200 len: 217 time: 0.0945163 Jan 14 01:42:40.673652 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Publish callbacks [] for router_gateway (62f56177-0057-41c9-9b52-40b403c676d1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:40.732949 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3539a-1def-4456-917c-525ec69b06a9 req-80d7aa29-a569-4f5a-a579-78fdf2fccaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:40.734899 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-31d3539a-1def-4456-917c-525ec69b06a9 req-80d7aa29-a569-4f5a-a579-78fdf2fccaf8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.0538890 Jan 14 01:42:40.772924 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-31d3539a-1def-4456-917c-525ec69b06a9 req-7fc60889-8c5b-4ae6-966b-c9eb55d2adc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308468 Jan 14 01:42:40.795679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 54b211a0-22b1-4c43-bbbc-4224aacfa518, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=54b211a0-22b1-4c43-bbbc-4224aacfa518,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:40.802610 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:40.821835 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Attempting to bind port 8e61e16b-7904-4301-8bee-e3b746cd6c94 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:42:40.822201 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Attempting to bind port 8e61e16b-7904-4301-8bee-e3b746cd6c94 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '97ec5e04-91a6-4585-b3b5-fdd721f46ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:42:40.822624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Attempting to bind port 8e61e16b-7904-4301-8bee-e3b746cd6c94 on network 486ba763-29c2-458e-86ce-895de61c18ee {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:40.853236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '54b211a0-22b1-4c43-bbbc-4224aacfa518', 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41', 'port_id': '54b211a0-22b1-4c43-bbbc-4224aacfa518', 'mac_address': 'fa:16:3e:fb:c7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27af7296-5d99-440c-b1fc-ac17acce422e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:42:40.862351 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-41674840-1ba0-4089-95fa-482eac6efcb1 None None] Port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:42:40.874113 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:42:40.874510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Checking segment: {'id': '97ec5e04-91a6-4585-b3b5-fdd721f46ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:40.874917 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:40.875297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Bound using segment: {'id': '97ec5e04-91a6-4585-b3b5-fdd721f46ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:42:40.875789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Bound port: 8e61e16b-7904-4301-8bee-e3b746cd6c94, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ec5e04-91a6-4585-b3b5-fdd721f46ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:42:40.876220 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:40.986823 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:40.992743 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-31d3539a-1def-4456-917c-525ec69b06a9 req-df7c3025-c37b-49e9-a917-94ad0e049e08 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118378 Jan 14 01:42:41.048050 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 54b211a0-22b1-4c43-bbbc-4224aacfa518 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:41.048442 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:41.108982 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54b211a0-22b1-4c43-bbbc-4224aacfa518 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:42:41.171813 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-31d3539a-1def-4456-917c-525ec69b06a9 req-f985bc9c-86d2-446d-a178-793f48f8ba9b service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711781 Jan 14 01:42:41.301277 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] For port 8e61e16b-7904-4301-8bee-e3b746cd6c94, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:42:41.317563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 54b211a0-22b1-4c43-bbbc-4224aacfa518, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=54b211a0-22b1-4c43-bbbc-4224aacfa518,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:41.332725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] For port 8e61e16b-7904-4301-8bee-e3b746cd6c94, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8e61e16b-7904-4301-8bee-e3b746cd6c94,segment=NetworkSegment(97ec5e04-91a6-4585-b3b5-fdd721f46ec0),segment_id=97ec5e04-91a6-4585-b3b5-fdd721f46ec0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:42:41.339523 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:41.351295 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:41.385814 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a722547-1776-4efd-a9db-3feba3bd7c17 req-30dfa45a-8a5c-4a45-81d5-60df0950543f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:41.387495 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a722547-1776-4efd-a9db-3feba3bd7c17 req-30dfa45a-8a5c-4a45-81d5-60df0950543f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.5794897 Jan 14 01:42:41.450242 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Allocated IP 172.25.2.89 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/cbc020aa-ece3-4e1c-ad15-558485eabd2a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:42:41.481137 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=54b211a0-22b1-4c43-bbbc-4224aacfa518,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:41.485213 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Publish callbacks [] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:41.485887 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88246761-90c5-414b-b851-bc9b23ba4d7f req-d540cf6c-8490-404e-9447-94ec834ba6b7 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:41.493789 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88246761-90c5-414b-b851-bc9b23ba4d7f req-d540cf6c-8490-404e-9447-94ec834ba6b7 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.2364924 Jan 14 01:42:41.525096 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:41.548307 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['54b211a0-22b1-4c43-bbbc-4224aacfa518'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:41.633145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a452d0d-c887-4516-8c4d-eadda3179a24 None None] Pushing event updated for resources: {'Port': ['ID=8e61e16b-7904-4301-8bee-e3b746cd6c94,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:41.690207 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a722547-1776-4efd-a9db-3feba3bd7c17 req-747fb585-3a4c-4b77-a0a2-40398951de8c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334325 Jan 14 01:42:41.716048 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88246761-90c5-414b-b851-bc9b23ba4d7f req-338a2c1c-2958-4e09-a64d-5d902ad9113d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936262 Jan 14 01:42:41.781466 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21934f68-a441-423c-b65c-1ff8e83624fc None None] Pushing event updated for resources: {'Port': ['ID=a8957e03-834e-46db-b2a0-83bbbd43703c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:41.799357 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Attempting to bind port a8957e03-834e-46db-b2a0-83bbbd43703c on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:42:41.799730 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Attempting to bind port a8957e03-834e-46db-b2a0-83bbbd43703c by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:42:41.800124 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Attempting to bind port a8957e03-834e-46db-b2a0-83bbbd43703c on network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:41.819011 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Publish callbacks [] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:41.832261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:42:41.832690 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Checking segment: {'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:41.833004 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:41.833397 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Bound using segment: {'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:42:41.833881 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Bound port: a8957e03-834e-46db-b2a0-83bbbd43703c, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:42:41.834264 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:41.917560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a780e7-53fa-4c45-bbf5-c882fdb58d9c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:42:41.928766 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Publish callbacks [] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:41.947087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Transition to ACTIVE for port object 44a780e7-53fa-4c45-bbf5-c882fdb58d9c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:42:41.950475 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:42.022918 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:42.029358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] For port a8957e03-834e-46db-b2a0-83bbbd43703c, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:42:42.033285 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] For port a8957e03-834e-46db-b2a0-83bbbd43703c, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a8957e03-834e-46db-b2a0-83bbbd43703c,segment=NetworkSegment(4d143c5c-7888-4f67-a19e-1cc168f23a41),segment_id=4d143c5c-7888-4f67-a19e-1cc168f23a41)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:42:42.045367 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:42.073527 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:42.082989 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:42.083691 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d104be4c-a221-4775-a457-dccff6038528 None None] Provisioning complete for port a8957e03-834e-46db-b2a0-83bbbd43703c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:42.084068 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d104be4c-a221-4775-a457-dccff6038528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:42.088231 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:42:42.158002 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21934f68-a441-423c-b65c-1ff8e83624fc None None] Pushing event updated for resources: {'Port': ['ID=a8957e03-834e-46db-b2a0-83bbbd43703c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:42.167491 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Routers {'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:42:42.168143 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:42:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:42.217139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Pushing event updated for resources: {'Port': ['ID=cbc020aa-ece3-4e1c-ad15-558485eabd2a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:42.318055 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d104be4c-a221-4775-a457-dccff6038528 None None] Current status of the port a8957e03-834e-46db-b2a0-83bbbd43703c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:42.318660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:42.319198 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d104be4c-a221-4775-a457-dccff6038528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.363804 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:42:42.366488 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3201a3b-7e6c-472e-a70d-8375a033197a req-f6e9f719-275c-43a8-9194-ec4afa8e6d80 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:42.367775 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3201a3b-7e6c-472e-a70d-8375a033197a req-f6e9f719-275c-43a8-9194-ec4afa8e6d80 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 948 time: 0.4187889 Jan 14 01:42:42.382335 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] Set router c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:42:42.429617 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d104be4c-a221-4775-a457-dccff6038528 None None] For port a8957e03-834e-46db-b2a0-83bbbd43703c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a8957e03-834e-46db-b2a0-83bbbd43703c,segment=NetworkSegment(4d143c5c-7888-4f67-a19e-1cc168f23a41),segment_id=4d143c5c-7888-4f67-a19e-1cc168f23a41)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:42.442410 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d104be4c-a221-4775-a457-dccff6038528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:42.565501 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96090667-b3d0-443d-8261-457d64c4e81a req-4522ca86-b7d4-4d92-99fd-62d6d329cf4f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:42.572791 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96090667-b3d0-443d-8261-457d64c4e81a req-4522ca86-b7d4-4d92-99fd-62d6d329cf4f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.3100562 Jan 14 01:42:42.588267 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104be4c-a221-4775-a457-dccff6038528 None None] Pushing event updated for resources: {'Port': ['ID=a8957e03-834e-46db-b2a0-83bbbd43703c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:42.627787 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-044bddf0-6383-471d-8ff2-57d22302051b None None] Provisioning complete for port a8957e03-834e-46db-b2a0-83bbbd43703c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:42.628159 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-044bddf0-6383-471d-8ff2-57d22302051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:42.654374 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3201a3b-7e6c-472e-a70d-8375a033197a req-bc63dba6-5bd2-416a-bf5c-fc43a6edeb1b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419534 Jan 14 01:42:42.661888 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Attempting to bind port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:42:42.662228 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Attempting to bind port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:42:42.662589 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Attempting to bind port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:42.673929 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:42:42.673929 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Attempting to bind port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:42.724662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:42:42.725040 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:42.725388 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:42:42.726664 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Bound port: 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:42:42.727038 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:42.798253 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-044bddf0-6383-471d-8ff2-57d22302051b None None] Current status of the port a8957e03-834e-46db-b2a0-83bbbd43703c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:42.846184 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96090667-b3d0-443d-8261-457d64c4e81a req-ba9117e4-d647-4dbc-b679-23113b60d729 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678189 Jan 14 01:42:42.848803 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-309418704-router', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:30Z', 'updated_at': '2022-01-14T01:42:34Z', 'revision_number': 4, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'gw_port': {'id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:31Z', 'updated_at': '2022-01-14T01:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a8957e03-834e-46db-b2a0-83bbbd43703c', 'name': '', 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'mac_address': 'fa:16:3e:4b:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:33Z', 'updated_at': '2022-01-14T01:42:42Z', 'revision_number': 4, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'subnets': [{'id': 'e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:42.861889 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Publish callbacks [] for router_gateway (62f56177-0057-41c9-9b52-40b403c676d1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:42.890006 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a68b22e-ada0-426e-9b31-bcae7a6b18fd None None] The sync data for ids ['c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'] in n-d-824358-4 is: [{'id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-309418704-router', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:30Z', 'updated_at': '2022-01-14T01:42:34Z', 'revision_number': 4, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'gw_port': {'id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:31Z', 'updated_at': '2022-01-14T01:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a8957e03-834e-46db-b2a0-83bbbd43703c', 'name': '', 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'mac_address': 'fa:16:3e:4b:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:33Z', 'updated_at': '2022-01-14T01:42:42Z', 'revision_number': 4, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'subnets': [{'id': 'e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:42:42.986700 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94b40b-7ae1-4d97-8461-be0aa7413ceb req-d271f340-869b-4e64-a3df-d9de8a2814e1 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:42.988256 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e94b40b-7ae1-4d97-8461-be0aa7413ceb req-d271f340-869b-4e64-a3df-d9de8a2814e1 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 944 time: 0.2523303 Jan 14 01:42:43.060247 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aad185-4719-4b01-a575-358cc4c6edee None None] Network 486ba763-29c2-458e-86ce-895de61c18ee requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:42:43.065610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:42:43.089429 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:42:43.118514 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:43.153923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-85eb5544-35f4-4154-896d-5acfe0746a8b None None] Provisioning complete for port 8e61e16b-7904-4301-8bee-e3b746cd6c94 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:43.154297 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85eb5544-35f4-4154-896d-5acfe0746a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:43.192926 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e94b40b-7ae1-4d97-8461-be0aa7413ceb req-9df3c602-ca8f-4c1e-bfb3-dc00d0419caa tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772599 Jan 14 01:42:43.233357 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f55675-4aa3-46e6-9124-e34d542c798c req-6c58c6b4-1b63-40bc-92b9-73c478229caa tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:43.241149 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1f55675-4aa3-46e6-9124-e34d542c798c req-6c58c6b4-1b63-40bc-92b9-73c478229caa tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.2963333 Jan 14 01:42:43.326438 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:43.326438 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:43.326438 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] 10.222.0.36 "PUT /v2.0/ports/44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 1096 time: 2.9866967 Jan 14 01:42:43.332038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:43.334405 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16f4d83-113d-4e70-bf69-cf56c16edbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:43.347543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802768fc-500e-4b5c-a201-d98bee10af5c service neutron] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:43.430058 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a8957e03-834e-46db-b2a0-83bbbd43703c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:43.484567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-85eb5544-35f4-4154-896d-5acfe0746a8b None None] Current status of the port 8e61e16b-7904-4301-8bee-e3b746cd6c94 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:43.485510 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85eb5544-35f4-4154-896d-5acfe0746a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:43.552122 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (62f56177-0057-41c9-9b52-40b403c676d1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:43.574544 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1f55675-4aa3-46e6-9124-e34d542c798c req-6c1b7265-4d7c-4b7a-9825-d8a2a32557d3 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323286 Jan 14 01:42:43.599713 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a8957e03-834e-46db-b2a0-83bbbd43703c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:43.600181 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:43.603321 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-85eb5544-35f4-4154-896d-5acfe0746a8b None None] For port 8e61e16b-7904-4301-8bee-e3b746cd6c94, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8e61e16b-7904-4301-8bee-e3b746cd6c94,segment=NetworkSegment(97ec5e04-91a6-4585-b3b5-fdd721f46ec0),segment_id=97ec5e04-91a6-4585-b3b5-fdd721f46ec0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:43.679198 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85eb5544-35f4-4154-896d-5acfe0746a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:43.791445 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41813a97-617a-4803-8fb8-8b1f25783926 req-4a25b3ed-4dc2-43f3-a046-bdc83671b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:43.792699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-4a25b3ed-4dc2-43f3-a046-bdc83671b785 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1099 time: 0.3905787 Jan 14 01:42:43.811413 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef6ef6-617e-48d3-95b5-5e206f3e3e6a req-21d4990b-a04a-4131-8a43-5ffd4e63ccf6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:43.819852 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9ef6ef6-617e-48d3-95b5-5e206f3e3e6a req-21d4990b-a04a-4131-8a43-5ffd4e63ccf6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.4624619 Jan 14 01:42:43.859580 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb5544-35f4-4154-896d-5acfe0746a8b None None] Pushing event updated for resources: {'Port': ['ID=8e61e16b-7904-4301-8bee-e3b746cd6c94,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:43.872627 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 54b211a0-22b1-4c43-bbbc-4224aacfa518 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:43.910703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-4e6b5440-a3c5-49ee-a849-05f7611e51b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 217 time: 0.0871706 Jan 14 01:42:43.985976 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a8957e03-834e-46db-b2a0-83bbbd43703c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:43.987082 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8e61e16b-7904-4301-8bee-e3b746cd6c94 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:43.993907 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Router 62f56177-0057-41c9-9b52-40b403c676d1 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:42:44.022509 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9ef6ef6-617e-48d3-95b5-5e206f3e3e6a req-86ee0f21-26c0-4b79-9858-9dcbf9cad106 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959369 Jan 14 01:42:44.044829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 54b211a0-22b1-4c43-bbbc-4224aacfa518 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:44.045086 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:44.050486 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41813a97-617a-4803-8fb8-8b1f25783926 req-098ed47e-8f88-445a-9786-8f0b8a0ab380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:44.051955 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-098ed47e-8f88-445a-9786-8f0b8a0ab380 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1305566 Jan 14 01:42:44.121329 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e66eef-51f7-4eb1-ba26-3d8682133ccc x-openstack-request-id: req-20e66eef-51f7-4eb1-ba26-3d8682133ccc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:44.121616 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:44.121873 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20e66eef-51f7-4eb1-ba26-3d8682133ccc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:44.122246 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'status': 'completed', 'code': 200} Jan 14 01:42:44.147945 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c2708285-cccc-4a47-b83a-311e34aa6306 None None] Provisioning complete for port 8e61e16b-7904-4301-8bee-e3b746cd6c94 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:44.148589 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c2708285-cccc-4a47-b83a-311e34aa6306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:44.216121 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8e61e16b-7904-4301-8bee-e3b746cd6c94 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:44.216576 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:44.312099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41813a97-617a-4803-8fb8-8b1f25783926 req-68eb70c7-ff40-402d-be7a-478d22655a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:44.313610 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-68eb70c7-ff40-402d-be7a-478d22655a12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1905560 Jan 14 01:42:44.340003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1153ba1-3c4d-4a8e-8017-b24971b46f50 req-4ec0b94d-c7cd-4d2e-9e6c-a461756f34cc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:44.341545 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1153ba1-3c4d-4a8e-8017-b24971b46f50 req-4ec0b94d-c7cd-4d2e-9e6c-a461756f34cc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 948 time: 0.1809411 Jan 14 01:42:44.343948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:42:44.362088 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Sync routers for ids ['62f56177-0057-41c9-9b52-40b403c676d1'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:42:44.373325 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Routers {'62f56177-0057-41c9-9b52-40b403c676d1'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:42:44.374251 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:42:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['62f56177-0057-41c9-9b52-40b403c676d1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:44.420046 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 54b211a0-22b1-4c43-bbbc-4224aacfa518 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:44.420530 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:44.482517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc27906-62e5-4390-b104-86b687b581b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b211a0-22b1-4c43-bbbc-4224aacfa518'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:44.484788 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbe1f9f-e6fb-4fbe-99bf-1caf7b97bd33" -d '{"events": [{"server_uuid": "adc27906-62e5-4390-b104-86b687b581b4", "name": "network-vif-plugged", "status": "completed", "tag": "54b211a0-22b1-4c43-bbbc-4224aacfa518"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:44.490754 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Set router 62f56177-0057-41c9-9b52-40b403c676d1 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:42:44.501061 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 54b211a0-22b1-4c43-bbbc-4224aacfa518, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=54b211a0-22b1-4c43-bbbc-4224aacfa518,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:44.501982 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c2708285-cccc-4a47-b83a-311e34aa6306 None None] Current status of the port 8e61e16b-7904-4301-8bee-e3b746cd6c94 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:44.516808 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:44.537635 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2da03-1bd6-4443-94ed-74e4a0cdd492 req-3dd6995a-a0c8-49f9-b5ff-43d246dbaa3c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:44.544575 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7eb2da03-1bd6-4443-94ed-74e4a0cdd492 req-3dd6995a-a0c8-49f9-b5ff-43d246dbaa3c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.3440871 Jan 14 01:42:44.550311 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-891dbf78-999b-4a43-baa9-79b23910352a service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275546 Jan 14 01:42:44.575558 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:44.578874 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6f179117-973d-45db-863f-834f9913e094 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5469906 Jan 14 01:42:44.580225 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:44.618980 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=54b211a0-22b1-4c43-bbbc-4224aacfa518,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:44.656816 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8e61e16b-7904-4301-8bee-e3b746cd6c94 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:44.694134 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f56177-0057-41c9-9b52-40b403c676d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1704370915-router', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:39Z', 'updated_at': '2022-01-14T01:42:42Z', 'revision_number': 3, 'project_id': '942b376aba28456bb7483587416a7a98', 'gw_port': {'id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f56177-0057-41c9-9b52-40b403c676d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:40Z', 'updated_at': '2022-01-14T01:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:44.730909 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1153ba1-3c4d-4a8e-8017-b24971b46f50 req-cee1d8b8-5a73-4751-ab1f-b54707a4d362 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126403 Jan 14 01:42:44.736302 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7eb2da03-1bd6-4443-94ed-74e4a0cdd492 req-f2e85f65-78f5-4980-a508-c055ff8d52ab tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908720 Jan 14 01:42:44.762731 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Checking router: 62f56177-0057-41c9-9b52-40b403c676d1 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:42:44.763297 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Updating router 62f56177-0057-41c9-9b52-40b403c676d1 port cbc020aa-ece3-4e1c-ad15-558485eabd2a binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:42:44.801686 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:44.817453 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41813a97-617a-4803-8fb8-8b1f25783926 req-e4a86c0b-68fc-4b5c-aa2c-76203f1141df service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529798 Jan 14 01:42:44.823758 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56e76f4-40f0-46f2-8a35-a87b3a944e2d x-openstack-request-id: req-d56e76f4-40f0-46f2-8a35-a87b3a944e2d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:44.824043 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc27906-62e5-4390-b104-86b687b581b4", "name": "network-vif-plugged", "status": "completed", "tag": "54b211a0-22b1-4c43-bbbc-4224aacfa518", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:44.824293 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d56e76f4-40f0-46f2-8a35-a87b3a944e2d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:44.824681 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc27906-62e5-4390-b104-86b687b581b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b211a0-22b1-4c43-bbbc-4224aacfa518', 'code': 200} Jan 14 01:42:44.911606 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e666e3f-8d1f-4be3-8a2f-5f2c3b0f2ad7 req-aeb12cc3-9b7d-4a0e-9141-aafae5fc1c6f tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:44.921724 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e666e3f-8d1f-4be3-8a2f-5f2c3b0f2ad7 req-aeb12cc3-9b7d-4a0e-9141-aafae5fc1c6f tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.0833991 Jan 14 01:42:45.051821 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4d83-113d-4e70-bf69-cf56c16edbe6 req-b58b3cc5-7bfc-4454-b5dc-fd66fe43d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:45.054022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b16f4d83-113d-4e70-bf69-cf56c16edbe6 req-b58b3cc5-7bfc-4454-b5dc-fd66fe43d382 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1099 time: 0.1281347 Jan 14 01:42:45.070987 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e666e3f-8d1f-4be3-8a2f-5f2c3b0f2ad7 req-b23a81fe-375a-4e9a-ab1b-e3161a52febb tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475077 Jan 14 01:42:45.181815 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:45.182285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4d83-113d-4e70-bf69-cf56c16edbe6 req-6149a489-cc97-40d1-8431-89e8b32c9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:45.183829 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b16f4d83-113d-4e70-bf69-cf56c16edbe6 req-6149a489-cc97-40d1-8431-89e8b32c9ae8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1119199 Jan 14 01:42:45.204885 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb4f48-6025-4bc0-b34c-19cc018f6493 req-4b4d5f8c-68d0-4b57-abf7-541de051ed80 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:45.212703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8bb4f48-6025-4bc0-b34c-19cc018f6493 req-4b4d5f8c-68d0-4b57-abf7-541de051ed80 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.2614231 Jan 14 01:42:45.238706 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8e61e16b-7904-4301-8bee-e3b746cd6c94 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:45.282324 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Publish callbacks [] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:45.299745 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:45.340669 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8bb4f48-6025-4bc0-b34c-19cc018f6493 req-a6e45c04-cf5d-41ab-8f43-11b524b51b4c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154799 Jan 14 01:42:45.341860 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b16f4d83-113d-4e70-bf69-cf56c16edbe6 req-b0bf421f-ed14-482e-9f01-048350832b6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 217 time: 0.1256797 Jan 14 01:42:45.366262 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8e61e16b-7904-4301-8bee-e3b746cd6c94 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:45.366912 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:45.418496 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Pushing event updated for resources: {'Port': ['ID=cbc020aa-ece3-4e1c-ad15-558485eabd2a,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:45.422834 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Attempting to bind port cbc020aa-ece3-4e1c-ad15-558485eabd2a on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:42:45.423463 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Attempting to bind port cbc020aa-ece3-4e1c-ad15-558485eabd2a by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:42:45.424098 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Attempting to bind port cbc020aa-ece3-4e1c-ad15-558485eabd2a on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:45.434248 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.434945 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.435519 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.436068 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.436978 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.437525 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.438228 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.438816 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.439374 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.439963 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.440511 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.441068 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.441602 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:42:45.445139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4d83-113d-4e70-bf69-cf56c16edbe6 req-42739375-20c4-41dc-808e-328439af854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:45.446222 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b16f4d83-113d-4e70-bf69-cf56c16edbe6 req-42739375-20c4-41dc-808e-328439af854b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0953796 Jan 14 01:42:45.453384 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:42:45.454393 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:45.454989 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:45.455397 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:42:45.456091 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Bound port: cbc020aa-ece3-4e1c-ad15-558485eabd2a, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:42:45.456483 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:45.505728 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Allocated IP 172.20.0.1 (486ba763-29c2-458e-86ce-895de61c18ee/659ffb10-7a8a-4c5e-92d3-5963203d7e43/5a954af7-0202-4db0-a027-33359d291b83) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:42:45.527339 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] For port cbc020aa-ece3-4e1c-ad15-558485eabd2a, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:42:45.532507 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] For port cbc020aa-ece3-4e1c-ad15-558485eabd2a, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=cbc020aa-ece3-4e1c-ad15-558485eabd2a,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:42:45.544303 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:45.550800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8e61e16b-7904-4301-8bee-e3b746cd6c94 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:45.576956 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4d83-113d-4e70-bf69-cf56c16edbe6 req-fb434005-1eb1-438b-959a-4d855d10a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:45.578740 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b16f4d83-113d-4e70-bf69-cf56c16edbe6 req-fb434005-1eb1-438b-959a-4d855d10a0c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223011 Jan 14 01:42:45.591326 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba96ea-1ecb-4ad7-9737-9680cb6a4ff1 req-ed36c794-7f80-48e2-af41-943a68ca1f4d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:45.598467 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0ba96ea-1ecb-4ad7-9737-9680cb6a4ff1 req-ed36c794-7f80-48e2-af41-943a68ca1f4d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 946 time: 0.0858102 Jan 14 01:42:45.622542 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22837f0b-8cf9-4362-b313-613bcd16e2a3 None None] Pushing event updated for resources: {'Port': ['ID=cbc020aa-ece3-4e1c-ad15-558485eabd2a,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:45.643795 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Routers {'62f56177-0057-41c9-9b52-40b403c676d1'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:42:45.644403 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:42:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['62f56177-0057-41c9-9b52-40b403c676d1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:45.678789 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Publish callbacks [] for port (5a954af7-0202-4db0-a027-33359d291b83), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:45.714388 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0ba96ea-1ecb-4ad7-9737-9680cb6a4ff1 req-0b6ba92c-aa16-4c84-92f8-9237e9c031d1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092312 Jan 14 01:42:45.735331 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (5a954af7-0202-4db0-a027-33359d291b83), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:45.746356 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b16f4d83-113d-4e70-bf69-cf56c16edbe6 req-cd72f358-a599-4032-8b85-905f15603f85 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407619 Jan 14 01:42:45.778061 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Network 486ba763-29c2-458e-86ce-895de61c18ee is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:45.784422 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:45.788605 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:42:45.794701 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Pushing event updated for resources: {'Port': ['ID=5a954af7-0202-4db0-a027-33359d291b83,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:45.852724 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (62f56177-0057-41c9-9b52-40b403c676d1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:45.948437 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] Set router 62f56177-0057-41c9-9b52-40b403c676d1 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:42:46.095408 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5a954af7-0202-4db0-a027-33359d291b83), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:46.143618 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9b80c6d2-c509-4434-a58d-23f1e75603f1 None None] Provisioning complete for port 5a954af7-0202-4db0-a027-33359d291b83 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:46.143994 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b80c6d2-c509-4434-a58d-23f1e75603f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5a954af7-0202-4db0-a027-33359d291b83), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:46.229811 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9b80c6d2-c509-4434-a58d-23f1e75603f1 None None] Port 5a954af7-0202-4db0-a027-33359d291b83 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:42:46.252377 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f56177-0057-41c9-9b52-40b403c676d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1704370915-router', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:39Z', 'updated_at': '2022-01-14T01:42:42Z', 'revision_number': 3, 'project_id': '942b376aba28456bb7483587416a7a98', 'gw_port': {'id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f56177-0057-41c9-9b52-40b403c676d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:40Z', 'updated_at': '2022-01-14T01:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:46.285865 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cea230-daa7-4252-a621-4e8aa7e00b11 None None] The sync data for ids ['62f56177-0057-41c9-9b52-40b403c676d1'] in n-d-824358-4 is: [{'id': '62f56177-0057-41c9-9b52-40b403c676d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1704370915-router', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:39Z', 'updated_at': '2022-01-14T01:42:42Z', 'revision_number': 3, 'project_id': '942b376aba28456bb7483587416a7a98', 'gw_port': {'id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f56177-0057-41c9-9b52-40b403c676d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:40Z', 'updated_at': '2022-01-14T01:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:42:46.337730 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-8f8f651b-6a5e-44a5-a4eb-df8e692ae39c tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:46.339465 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-8f8f651b-6a5e-44a5-a4eb-df8e692ae39c tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e&tenant_id=499063d5628544d8ac7f06264154b870&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 1097 time: 0.0822802 Jan 14 01:42:46.354437 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824358-4'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:46.372799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d868d-de7b-40d3-93d1-edc4461427e2 req-76588a80-c91b-40ba-bd78-ac80c19c4250 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:46.374275 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f5d868d-de7b-40d3-93d1-edc4461427e2 req-76588a80-c91b-40ba-bd78-ac80c19c4250 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 948 time: 0.1636696 Jan 14 01:42:46.383912 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f2605-35af-42af-9068-0ad0e71d6679 req-845bf00b-7467-4bb0-8b5a-35aed2e4bcf9 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:46.390740 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d4f2605-35af-42af-9068-0ad0e71d6679 req-845bf00b-7467-4bb0-8b5a-35aed2e4bcf9 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1700034 Jan 14 01:42:46.403817 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a153a42-0165-4454-aa32-2fdc15b38ba3 req-e8af4a8b-61fc-4eee-93eb-dd2b4b3955bb tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:46.407044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a153a42-0165-4454-aa32-2fdc15b38ba3 req-e8af4a8b-61fc-4eee-93eb-dd2b4b3955bb tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.46 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.1770430 Jan 14 01:42:46.446079 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Publish callbacks [] for port (5a954af7-0202-4db0-a027-33359d291b83), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:46.448257 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f514b806-ddcc-4a90-9584-b11837552c18), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:46.457451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (5a954af7-0202-4db0-a027-33359d291b83), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:46.488888 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b16f4d83-113d-4e70-bf69-cf56c16edbe6 req-ea373264-eadf-4f49-a02a-7637b4caf488 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7348831 Jan 14 01:42:46.564278 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Pushing event updated for resources: {'Port': ['ID=5a954af7-0202-4db0-a027-33359d291b83,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:46.566766 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (62f56177-0057-41c9-9b52-40b403c676d1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:46.592337 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f5d868d-de7b-40d3-93d1-edc4461427e2 req-25ecaacc-86c2-4f08-b117-427df562ea69 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752303 Jan 14 01:42:46.613879 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d4f2605-35af-42af-9068-0ad0e71d6679 req-6f4e2cba-5eab-4619-9a02-321c2a2a7745 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219162 Jan 14 01:42:46.685697 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1a153a42-0165-4454-aa32-2fdc15b38ba3 req-6e4b9e26-2922-4540-a08a-16f82bb197c4 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Deleting port 54b211a0-22b1-4c43-bbbc-4224aacfa518 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:42:46.686316 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1a153a42-0165-4454-aa32-2fdc15b38ba3 req-6e4b9e26-2922-4540-a08a-16f82bb197c4 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:46.745410 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f514b806-ddcc-4a90-9584-b11837552c18,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:46.784692 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Network 486ba763-29c2-458e-86ce-895de61c18ee is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:46.793660 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:46.882260 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:42:46.907548 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38facf-d021-4c3c-a217-fd84a84f4295 req-338c006d-7200-4331-8c98-9e8634ca9669 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:46.912748 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7b38facf-d021-4c3c-a217-fd84a84f4295 req-338c006d-7200-4331-8c98-9e8634ca9669 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 945 time: 0.1676419 Jan 14 01:42:46.978122 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff669290-b38c-4c96-b8d6-45ef48ac677e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f514b806-ddcc-4a90-9584-b11837552c18'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:46.980422 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f282b45-366a-405b-a7b8-be1943190a99" -d '{"events": [{"server_uuid": "ff669290-b38c-4c96-b8d6-45ef48ac677e", "name": "network-vif-unplugged", "status": "completed", "tag": "f514b806-ddcc-4a90-9584-b11837552c18"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:46.984484 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Publish callbacks [] for port (f514b806-ddcc-4a90-9584-b11837552c18), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:47.005816 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f514b806-ddcc-4a90-9584-b11837552c18), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:47.007738 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1a153a42-0165-4454-aa32-2fdc15b38ba3 req-6e4b9e26-2922-4540-a08a-16f82bb197c4 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] For port 54b211a0-22b1-4c43-bbbc-4224aacfa518, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=54b211a0-22b1-4c43-bbbc-4224aacfa518,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:47.008125 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1a153a42-0165-4454-aa32-2fdc15b38ba3 req-6e4b9e26-2922-4540-a08a-16f82bb197c4 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:47.042644 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1a153a42-0165-4454-aa32-2fdc15b38ba3 req-6e4b9e26-2922-4540-a08a-16f82bb197c4 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Calling delete_port for 54b211a0-22b1-4c43-bbbc-4224aacfa518 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:42:47.060997 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7b38facf-d021-4c3c-a217-fd84a84f4295 req-d7a275b3-b040-463f-b595-2eb11813738d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417351 Jan 14 01:42:47.084333 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131d4a-8c8e-4d37-84b3-9f7529a44ebd req-b6b127df-8e17-4e1e-a7b7-be4f7afadd01 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:47.097220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96131d4a-8c8e-4d37-84b3-9f7529a44ebd req-b6b127df-8e17-4e1e-a7b7-be4f7afadd01 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.1469879 Jan 14 01:42:47.226131 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Pushing event updated for resources: {'Port': ['ID=f514b806-ddcc-4a90-9584-b11837552c18,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:47.261925 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Router 62f56177-0057-41c9-9b52-40b403c676d1 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:42:47.274131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-09428cf0-a0fa-481a-a77b-ec77e47a7834 None None] Provisioning complete for port 5a954af7-0202-4db0-a027-33359d291b83 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:47.275087 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-09428cf0-a0fa-481a-a77b-ec77e47a7834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5a954af7-0202-4db0-a027-33359d291b83), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:47.304493 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96131d4a-8c8e-4d37-84b3-9f7529a44ebd req-06dc959e-f289-43b4-a4bd-2da4499ca2be tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052352 Jan 14 01:42:47.322898 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device cbc020aa-ece3-4e1c-ad15-558485eabd2a up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:47.351697 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 44a780e7-53fa-4c45-bbf5-c882fdb58d9c details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:42:47.408896 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-09428cf0-a0fa-481a-a77b-ec77e47a7834 None None] Port 5a954af7-0202-4db0-a027-33359d291b83 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:42:47.432834 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bebd5-c965-4b15-aed7-4898590df193 req-e1b16326-0c93-48c4-876e-2d830096e04d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:47.434456 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-746bebd5-c965-4b15-aed7-4898590df193 req-e1b16326-0c93-48c4-876e-2d830096e04d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 944 time: 0.1300750 Jan 14 01:42:47.578392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:47.596556 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-746bebd5-c965-4b15-aed7-4898590df193 req-049eeaaa-c820-4dea-90d2-0125bfba177c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516066 Jan 14 01:42:47.597820 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1a153a42-0165-4454-aa32-2fdc15b38ba3 req-6e4b9e26-2922-4540-a08a-16f82bb197c4 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (54b211a0-22b1-4c43-bbbc-4224aacfa518), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:47.604895 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port cbc020aa-ece3-4e1c-ad15-558485eabd2a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:47.605688 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:47.608587 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'mac_address': 'fa:16:3e:b3:a1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:42:47.650821 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['54b211a0-22b1-4c43-bbbc-4224aacfa518'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:47.717042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b9e26-2922-4540-a08a-16f82bb197c4 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event deleted for resources: {'Port': ['ID=54b211a0-22b1-4c43-bbbc-4224aacfa518,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:47.786094 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:47.786889 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:47.797357 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760b9ea5-efad-4799-b16c-842e82222f1c x-openstack-request-id: req-760b9ea5-efad-4799-b16c-842e82222f1c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:47.797947 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff669290-b38c-4c96-b8d6-45ef48ac677e", "name": "network-vif-unplugged", "status": "completed", "tag": "f514b806-ddcc-4a90-9584-b11837552c18", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:47.797947 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-760b9ea5-efad-4799-b16c-842e82222f1c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:47.798240 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff669290-b38c-4c96-b8d6-45ef48ac677e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f514b806-ddcc-4a90-9584-b11837552c18', 'code': 200} Jan 14 01:42:47.799436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:42:47.803971 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a153a42-0165-4454-aa32-2fdc15b38ba3 req-6e4b9e26-2922-4540-a08a-16f82bb197c4 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] No DVR routers for this DVR port 54b211a0-22b1-4c43-bbbc-4224aacfa518 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:42:47.808337 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1a153a42-0165-4454-aa32-2fdc15b38ba3 req-6e4b9e26-2922-4540-a08a-16f82bb197c4 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:47.811820 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b5319c2d-3586-4525-b8ac-2d79c8d1d74d admin admin] 10.222.0.26 "PUT /v2.0/routers/62f56177-0057-41c9-9b52-40b403c676d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2304134 Jan 14 01:42:47.812998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Attempting to bind port f514b806-ddcc-4a90-9584-b11837552c18 on host n-h1-824358-4 for vnic_type normal with profile {"migrating_to": "n-h2-824358-4"} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:42:47.813326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Attempting to bind port f514b806-ddcc-4a90-9584-b11837552c18 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:42:47.813642 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Attempting to bind port f514b806-ddcc-4a90-9584-b11837552c18 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:47.817888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a780e7-53fa-4c45-bbf5-c882fdb58d9c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:42:47.820780 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Port f514b806-ddcc-4a90-9584-b11837552c18 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:42:47.821637 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Attempting to bind port f514b806-ddcc-4a90-9584-b11837552c18 on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:47.827260 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:42:47.827927 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:47.828372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:42:47.828858 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Bound port: f514b806-ddcc-4a90-9584-b11837552c18, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:42:47.829274 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f514b806-ddcc-4a90-9584-b11837552c18), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:47.832247 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a153a42-0165-4454-aa32-2fdc15b38ba3 req-6e4b9e26-2922-4540-a08a-16f82bb197c4 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.46 "DELETE /v2.0/ports/54b211a0-22b1-4c43-bbbc-4224aacfa518 HTTP/1.1" status: 204 len: 173 time: 1.4092965 Jan 14 01:42:47.834366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc27906-62e5-4390-b104-86b687b581b4', 'name': 'network-vif-deleted', 'tag': '54b211a0-22b1-4c43-bbbc-4224aacfa518'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:47.839595 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1bb171-2f9f-41f4-8195-0b4c1298fd46" -d '{"events": [{"server_uuid": "adc27906-62e5-4390-b104-86b687b581b4", "name": "network-vif-deleted", "tag": "54b211a0-22b1-4c43-bbbc-4224aacfa518"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:47.862871 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6ff5a8ac-35b6-4217-ae32-e9b4224a447b details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:42:47.913075 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:47.916485 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port cbc020aa-ece3-4e1c-ad15-558485eabd2a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:47.917128 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:47.942043 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:47.944103 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f514b806-ddcc-4a90-9584-b11837552c18 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:42:47.971641 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d57067-6135-4e16-b0b8-17ce2d72a664 req-1990d084-c61b-468a-8a4e-6cf50f084676 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:47.973409 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:42:47.981456 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f514b806-ddcc-4a90-9584-b11837552c18,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:42:47.981858 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d9d57067-6135-4e16-b0b8-17ce2d72a664 req-1990d084-c61b-468a-8a4e-6cf50f084676 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 948 time: 0.2580731 Jan 14 01:42:47.994753 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f514b806-ddcc-4a90-9584-b11837552c18), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:48.040349 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d494f55-fdaa-4b92-8ab9-8a1d70a8d71d req-92b0f845-a0fd-49bf-af1d-970386a5cdad tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:48.058207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:48.063383 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d494f55-fdaa-4b92-8ab9-8a1d70a8d71d req-92b0f845-a0fd-49bf-af1d-970386a5cdad tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.2679782 Jan 14 01:42:48.093895 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port cbc020aa-ece3-4e1c-ad15-558485eabd2a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=cbc020aa-ece3-4e1c-ad15-558485eabd2a,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:48.108513 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:48.190687 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:48.191228 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:48.192219 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d9d57067-6135-4e16-b0b8-17ce2d72a664 req-c8137d9a-c914-4671-819a-439c773c80df tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091939 Jan 14 01:42:48.201733 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] 10.222.0.36 "PUT /v2.0/ports/f514b806-ddcc-4a90-9584-b11837552c18 HTTP/1.1" status: 200 len: 1122 time: 1.8525386 Jan 14 01:42:48.228781 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b011e8-a3bc-4dbd-95bb-f083b09a4719 service neutron] Pushing event updated for resources: {'Port': ['ID=f514b806-ddcc-4a90-9584-b11837552c18,revision_number=8']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:48.242006 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d494f55-fdaa-4b92-8ab9-8a1d70a8d71d req-064f577f-6d9b-47a8-a55d-61ee3696e43a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777313 Jan 14 01:42:48.285953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:48.330071 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=cbc020aa-ece3-4e1c-ad15-558485eabd2a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:48.369056 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'port_id': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b', 'mac_address': 'fa:16:3e:ef:f9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97ddbcc-09c0-411b-9dd8-86412dbf8eb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:42:48.385933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f514b806-ddcc-4a90-9584-b11837552c18'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:48.471834 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a4dcab-8489-4ef3-8cd0-48bffb94da14 x-openstack-request-id: req-79a4dcab-8489-4ef3-8cd0-48bffb94da14 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:48.472049 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc27906-62e5-4390-b104-86b687b581b4", "name": "network-vif-deleted", "tag": "54b211a0-22b1-4c43-bbbc-4224aacfa518", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:48.472446 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79a4dcab-8489-4ef3-8cd0-48bffb94da14 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:48.472746 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc27906-62e5-4390-b104-86b687b581b4', 'name': 'network-vif-deleted', 'tag': '54b211a0-22b1-4c43-bbbc-4224aacfa518', 'status': 'completed', 'code': 200} Jan 14 01:42:48.525105 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f514b806-ddcc-4a90-9584-b11837552c18,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:48.592914 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c1b651f9-318a-4f62-8087-18fe7fa71c4a req-3967b210-6178-4e46-a4cf-03205869d956 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc27906-62e5-4390-b104-86b687b581b4 HTTP/1.1" status: 200 len: 210 time: 0.0523286 Jan 14 01:42:48.595821 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f514b806-ddcc-4a90-9584-b11837552c18 has no active binding in host n-h2-824358-4 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 14 01:42:48.663354 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f514b806-ddcc-4a90-9584-b11837552c18'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:48.797043 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:48.797445 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:48.841984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ff5a8ac-35b6-4217-ae32-e9b4224a447b {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:42:48.900319 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e80f6-f4f3-44e2-8b58-988434914f63 req-403315e8-dbba-403e-81a0-80730dcd81a4 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:48.913592 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9d4e80f6-f4f3-44e2-8b58-988434914f63 req-403315e8-dbba-403e-81a0-80730dcd81a4 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.2045660 Jan 14 01:42:48.965722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:48.979235 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:48.993238 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e758f13-e3fa-4962-bc24-6f9c97509c6f req-14078742-9b30-44ca-aba0-5fb44316a6b3 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:49.002385 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e758f13-e3fa-4962-bc24-6f9c97509c6f req-14078742-9b30-44ca-aba0-5fb44316a6b3 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 944 time: 0.1997705 Jan 14 01:42:49.066240 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Sync routers for ids ['62f56177-0057-41c9-9b52-40b403c676d1'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:42:49.080300 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9d4e80f6-f4f3-44e2-8b58-988434914f63 req-9146578f-5ca1-48fc-b0a8-2e9412e7a5fa tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658056 Jan 14 01:42:49.087966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['44a780e7-53fa-4c45-bbf5-c882fdb58d9c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:49.098886 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e758f13-e3fa-4962-bc24-6f9c97509c6f req-47985706-ad43-4b7e-8141-b8eaa0ada752 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900025 Jan 14 01:42:49.325845 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['6ff5a8ac-35b6-4217-ae32-e9b4224a447b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:42:49.339535 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device cbc020aa-ece3-4e1c-ad15-558485eabd2a up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:49.463057 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Routers {'62f56177-0057-41c9-9b52-40b403c676d1'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:42:49.463668 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:42:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['62f56177-0057-41c9-9b52-40b403c676d1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:49.488827 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:49.605690 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b251531-593f-46e3-ba66-f53833f0ab26 req-1000c14d-a30d-4b91-a3ba-39da348308a4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:49.616305 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b251531-593f-46e3-ba66-f53833f0ab26 req-1000c14d-a30d-4b91-a3ba-39da348308a4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 949 time: 0.2566946 Jan 14 01:42:49.699725 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b251531-593f-46e3-ba66-f53833f0ab26 req-dcb07d54-c5e6-46ba-afaa-ddd18e865e63 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779760 Jan 14 01:42:49.729130 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8c0c5-d9ff-4056-b6f1-a2b0e4868690 req-82d21a06-9bd0-4753-b7cd-87bd04b601e5 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:49.744567 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17b8c0c5-d9ff-4056-b6f1-a2b0e4868690 req-82d21a06-9bd0-4753-b7cd-87bd04b601e5 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 945 time: 0.3075185 Jan 14 01:42:49.799755 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff669290-b38c-4c96-b8d6-45ef48ac677e', 'tag': 'f514b806-ddcc-4a90-9584-b11837552c18'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:49.802493 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb97cd-bdb9-4165-8633-3e8b4fde8cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ff669290-b38c-4c96-b8d6-45ef48ac677e", "tag": "f514b806-ddcc-4a90-9584-b11837552c18"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:49.868549 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17b8c0c5-d9ff-4056-b6f1-a2b0e4868690 req-fb82a438-20f9-4e3c-bb77-ba671424aab6 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212456 Jan 14 01:42:49.950229 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 54b211a0-22b1-4c43-bbbc-4224aacfa518 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:49.997047 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 54b211a0-22b1-4c43-bbbc-4224aacfa518 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:42:49.997390 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 54b211a0-22b1-4c43-bbbc-4224aacfa518 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:42:50.004603 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d613ea1a-ef4c-4847-8923-d3699dc810e9 x-openstack-request-id: req-d613ea1a-ef4c-4847-8923-d3699dc810e9 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:50.004895 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff669290-b38c-4c96-b8d6-45ef48ac677e", "tag": "f514b806-ddcc-4a90-9584-b11837552c18", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:50.005148 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d613ea1a-ef4c-4847-8923-d3699dc810e9 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:50.005547 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff669290-b38c-4c96-b8d6-45ef48ac677e', 'tag': 'f514b806-ddcc-4a90-9584-b11837552c18', 'status': 'completed', 'code': 200} Jan 14 01:42:50.123829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port cbc020aa-ece3-4e1c-ad15-558485eabd2a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:50.124229 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:50.160691 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb97cd-bdb9-4165-8633-3e8b4fde8cbe req-98599bb7-f1b0-4f07-a343-c8b15ea27cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:50.162234 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35cb97cd-bdb9-4165-8633-3e8b4fde8cbe req-98599bb7-f1b0-4f07-a343-c8b15ea27cc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 1125 time: 0.1094098 Jan 14 01:42:50.239336 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Set router 62f56177-0057-41c9-9b52-40b403c676d1 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:42:50.396890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d55dc-c783-41e6-a353-26afa3989814 req-9e7d55d9-083e-41c5-a775-558490656947 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:50.400433 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-915d55dc-c783-41e6-a353-26afa3989814 req-9e7d55d9-083e-41c5-a775-558490656947 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 944 time: 0.1661313 Jan 14 01:42:50.539794 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51620) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:50.545393 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-18086ae9-ff68-47d1-b9c0-6b835161c118 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1352261347', 'description': 'tempest-description--2135469888'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:50.559365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb97cd-bdb9-4165-8633-3e8b4fde8cbe req-b92fd15c-4c65-45cf-8e4f-fcae3946d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:50.595536 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35cb97cd-bdb9-4165-8633-3e8b4fde8cbe req-b92fd15c-4c65-45cf-8e4f-fcae3946d74d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.3900039 Jan 14 01:42:50.624949 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18086ae9-ff68-47d1-b9c0-6b835161c118 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:50.798150 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35cb97cd-bdb9-4165-8633-3e8b4fde8cbe req-7ebebe28-cc1c-4e77-90ae-bdd4451d8c37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514b806-ddcc-4a90-9584-b11837552c18 HTTP/1.1" status: 200 len: 217 time: 0.1996567 Jan 14 01:42:50.814375 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18086ae9-ff68-47d1-b9c0-6b835161c118 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for security_group (3e43e100-69e7-4893-8ab0-2154b5531d7a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:50.818766 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18086ae9-ff68-47d1-b9c0-6b835161c118 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3e43e100-69e7-4893-8ab0-2154b5531d7a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:50.820899 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-915d55dc-c783-41e6-a353-26afa3989814 req-bbe900ac-742e-48db-8c13-5415b7bfff04 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019032 Jan 14 01:42:50.853056 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18086ae9-ff68-47d1-b9c0-6b835161c118 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e43e100-69e7-4893-8ab0-2154b5531d7a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:50.884943 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18086ae9-ff68-47d1-b9c0-6b835161c118 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:50.886815 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-18086ae9-ff68-47d1-b9c0-6b835161c118 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3464077 Jan 14 01:42:50.894645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51630) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:50.915767 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-af423b60-cf43-47e6-bad9-2cc1fae35b06 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Request body: {'security_group_rule': {'security_group_id': '3e43e100-69e7-4893-8ab0-2154b5531d7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:51.037281 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af423b60-cf43-47e6-bad9-2cc1fae35b06 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for security_group_rule (18e4b5f6-150d-4b96-a752-c74d70a449e7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:51.152889 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af423b60-cf43-47e6-bad9-2cc1fae35b06 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for security_group_rule (18e4b5f6-150d-4b96-a752-c74d70a449e7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:51.163381 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af423b60-cf43-47e6-bad9-2cc1fae35b06 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (18e4b5f6-150d-4b96-a752-c74d70a449e7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:51.173103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434e000-9525-48df-8612-cdbb4e64cc92 req-204c25d6-3f14-412b-90cf-ff2d1fc9cc96 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:51.186268 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3434e000-9525-48df-8612-cdbb4e64cc92 req-204c25d6-3f14-412b-90cf-ff2d1fc9cc96 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 949 time: 0.1635528 Jan 14 01:42:51.212119 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af423b60-cf43-47e6-bad9-2cc1fae35b06 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e4b5f6-150d-4b96-a752-c74d70a449e7,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:51.231685 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af423b60-cf43-47e6-bad9-2cc1fae35b06 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:51.233184 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-af423b60-cf43-47e6-bad9-2cc1fae35b06 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3305871 Jan 14 01:42:51.235898 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51636) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:51.244015 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8f4820a1-bf8f-406a-b8bb-060417c7f80c tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Request body: {'security_group_rule': {'security_group_id': '3e43e100-69e7-4893-8ab0-2154b5531d7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:51.262628 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece2bf-57e7-4146-97af-7e8a9e1a47f6 req-5c45e6d2-3b6f-479e-9314-3b244c27b9a1 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:51.279113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8ece2bf-57e7-4146-97af-7e8a9e1a47f6 req-5c45e6d2-3b6f-479e-9314-3b244c27b9a1 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.5192833 Jan 14 01:42:51.302911 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb97cd-bdb9-4165-8633-3e8b4fde8cbe req-cec4257e-4bbc-483b-98fa-fb467e5f9505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:51.304625 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35cb97cd-bdb9-4165-8633-3e8b4fde8cbe req-cec4257e-4bbc-483b-98fa-fb467e5f9505 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.4111171 Jan 14 01:42:51.312838 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f4820a1-bf8f-406a-b8bb-060417c7f80c tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for security_group_rule (d5baf579-53ea-4298-86e1-cf4b62072482), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:51.335674 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port cbc020aa-ece3-4e1c-ad15-558485eabd2a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:51.398184 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35cb97cd-bdb9-4165-8633-3e8b4fde8cbe req-a5a85776-10a0-41c9-a47f-e9cfdf468f39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757329 Jan 14 01:42:51.449252 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f4820a1-bf8f-406a-b8bb-060417c7f80c tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for security_group_rule (d5baf579-53ea-4298-86e1-cf4b62072482), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:51.460888 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f4820a1-bf8f-406a-b8bb-060417c7f80c tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (d5baf579-53ea-4298-86e1-cf4b62072482), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:51.503269 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4820a1-bf8f-406a-b8bb-060417c7f80c tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5baf579-53ea-4298-86e1-cf4b62072482,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:51.537704 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f4820a1-bf8f-406a-b8bb-060417c7f80c tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:51.539787 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8f4820a1-bf8f-406a-b8bb-060417c7f80c tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3021607 Jan 14 01:42:51.542949 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51638) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:42:51.548086 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:51.609573 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:51.617304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f56177-0057-41c9-9b52-40b403c676d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1704370915-router', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:39Z', 'updated_at': '2022-01-14T01:42:46Z', 'revision_number': 4, 'project_id': '942b376aba28456bb7483587416a7a98', 'gw_port': {'id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f56177-0057-41c9-9b52-40b403c676d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:40Z', 'updated_at': '2022-01-14T01:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '5a954af7-0202-4db0-a027-33359d291b83', 'name': '', 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'mac_address': 'fa:16:3e:7c:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f56177-0057-41c9-9b52-40b403c676d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '659ffb10-7a8a-4c5e-92d3-5963203d7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:45Z', 'updated_at': '2022-01-14T01:42:46Z', 'revision_number': 2, 'project_id': '942b376aba28456bb7483587416a7a98', 'subnets': [{'id': '659ffb10-7a8a-4c5e-92d3-5963203d7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:51.642931 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35cb97cd-bdb9-4165-8633-3e8b4fde8cbe req-2bcbc0d1-211e-4bf5-8b57-06f6d1c208f3 service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342956 Jan 14 01:42:51.683041 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3434e000-9525-48df-8612-cdbb4e64cc92 req-e763d1b2-6550-495f-95b6-d1645ec3d731 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906805 Jan 14 01:42:51.776100 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Checking router: 62f56177-0057-41c9-9b52-40b403c676d1 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:42:51.778282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Updating router 62f56177-0057-41c9-9b52-40b403c676d1 port 5a954af7-0202-4db0-a027-33359d291b83 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:42:51.900163 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:51.903118 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5a954af7-0202-4db0-a027-33359d291b83), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:51.912127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6ff5a8ac-35b6-4217-ae32-e9b4224a447b up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:51.919636 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8ece2bf-57e7-4146-97af-7e8a9e1a47f6 req-fd822f40-f92b-4af0-a5d7-00ca30a571cf tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361349 Jan 14 01:42:52.062807 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35cb97cd-bdb9-4165-8633-3e8b4fde8cbe req-fc114c3c-35d9-42e4-b3a8-1ff115ceee43 service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043975 Jan 14 01:42:52.202301 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Allocated IP 172.25.2.183 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/7ea14c4a-298c-4d95-83f9-6b8420c99fac) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:42:52.458740 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:52.459372 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:52.524783 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e91b1e-2741-4169-9136-0be152380be7 req-b94603f1-41ec-4d6f-8c78-8dd4d2fa6668 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:52.543909 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75e91b1e-2741-4169-9136-0be152380be7 req-b94603f1-41ec-4d6f-8c78-8dd4d2fa6668 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 945 time: 0.4391572 Jan 14 01:42:52.612319 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37692e97-9695-4e43-9371-7b8ace8a0349 req-622f4953-d509-4395-90fc-14e21d407966 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:52.615529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37692e97-9695-4e43-9371-7b8ace8a0349 req-622f4953-d509-4395-90fc-14e21d407966 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 944 time: 0.4018352 Jan 14 01:42:52.629687 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for port (7ea14c4a-298c-4d95-83f9-6b8420c99fac), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:52.720741 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37692e97-9695-4e43-9371-7b8ace8a0349 req-9d0820d8-cd1c-449d-af5c-4729b4f0e59b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957761 Jan 14 01:42:52.744140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75e91b1e-2741-4169-9136-0be152380be7 req-def19eda-1545-4d0b-a5db-309c0851aecd tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945214 Jan 14 01:42:52.750117 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (7ea14c4a-298c-4d95-83f9-6b8420c99fac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:52.921363 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event updated for resources: {'Port': ['ID=7ea14c4a-298c-4d95-83f9-6b8420c99fac,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:52.953924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:52.962585 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:52.967427 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:42:52.998054 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3c405-d73e-4dda-9083-bd7f4cd86a9b req-03ed0f52-140b-4ca5-bc8b-a9340a77b74d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:53.016956 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:53.020360 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:53.026207 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9e3c405-d73e-4dda-9083-bd7f4cd86a9b req-03ed0f52-140b-4ca5-bc8b-a9340a77b74d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 949 time: 0.2191753 Jan 14 01:42:53.103523 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for floatingip (0e002dee-9d64-45c8-ac40-e5a66ac1a5d7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:53.129578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:53.131840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672245e8-6ecd-4f87-adf7-753d606c5c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:53.136365 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e9aa96-50e0-42ac-9184-b76e4f5efb33" -d '{"events": [{"server_uuid": "672245e8-6ecd-4f87-adf7-753d606c5c44", "name": "network-vif-plugged", "status": "completed", "tag": "6ff5a8ac-35b6-4217-ae32-e9b4224a447b"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:53.145505 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:53.178108 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9e3c405-d73e-4dda-9083-bd7f4cd86a9b req-9e1b2eb1-57bc-418a-a8fa-b7d57cdcdab4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477149 Jan 14 01:42:53.195589 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7ea14c4a-298c-4d95-83f9-6b8420c99fac), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:53.358159 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:53.366096 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Publish callbacks [] for port (5a954af7-0202-4db0-a027-33359d291b83), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:53.377758 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5a954af7-0202-4db0-a027-33359d291b83), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:53.386150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 44a780e7-53fa-4c45-bbf5-c882fdb58d9c up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:53.544919 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for port (7ea14c4a-298c-4d95-83f9-6b8420c99fac), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:53.551992 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (7ea14c4a-298c-4d95-83f9-6b8420c99fac), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:53.563991 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93e9926-c60e-4322-9587-8bc1d8a0228b x-openstack-request-id: req-b93e9926-c60e-4322-9587-8bc1d8a0228b {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:53.564597 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672245e8-6ecd-4f87-adf7-753d606c5c44", "name": "network-vif-plugged", "status": "completed", "tag": "6ff5a8ac-35b6-4217-ae32-e9b4224a447b", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:53.564700 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b93e9926-c60e-4322-9587-8bc1d8a0228b {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:53.565091 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672245e8-6ecd-4f87-adf7-753d606c5c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b', 'code': 200} Jan 14 01:42:53.571572 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5933c1-a775-4932-b1a5-1db11310ad38 req-6f37b3cd-93dc-46b7-af67-95988995d736 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:53.579738 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a5933c1-a775-4932-b1a5-1db11310ad38 req-6f37b3cd-93dc-46b7-af67-95988995d736 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.2240291 Jan 14 01:42:53.607113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event updated for resources: {'Port': ['ID=7ea14c4a-298c-4d95-83f9-6b8420c99fac,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:53.679992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f340789-3d8b-4384-aa35-e5562503810c None None] Pushing event updated for resources: {'Port': ['ID=5a954af7-0202-4db0-a027-33359d291b83,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:53.714302 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (0e002dee-9d64-45c8-ac40-e5a66ac1a5d7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:53.730204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:42:53.738005 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:53.746442 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-145868a5-827d-40e1-b472-ac77c60a24c8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1954799 Jan 14 01:42:53.796007 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:53.796007 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:53.886651 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a5933c1-a775-4932-b1a5-1db11310ad38 req-dc19eed8-1d35-458e-9dba-4c4f967a6cde tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958755 Jan 14 01:42:54.026132 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6a0f-8335-4f49-b1cc-5dbd740707bf req-2c34748d-fe2e-465b-bf00-5094d6c73ba8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:54.045417 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c52e6a0f-8335-4f49-b1cc-5dbd740707bf req-2c34748d-fe2e-465b-bf00-5094d6c73ba8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 944 time: 0.1029234 Jan 14 01:42:54.125509 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Attempting to bind port 5a954af7-0202-4db0-a027-33359d291b83 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:42:54.125930 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Attempting to bind port 5a954af7-0202-4db0-a027-33359d291b83 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '97ec5e04-91a6-4585-b3b5-fdd721f46ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:42:54.126248 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Attempting to bind port 5a954af7-0202-4db0-a027-33359d291b83 on network 486ba763-29c2-458e-86ce-895de61c18ee {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:42:54.155907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:42:54.156205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Checking segment: {'id': '97ec5e04-91a6-4585-b3b5-fdd721f46ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:42:54.156468 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:54.156868 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Bound using segment: {'id': '97ec5e04-91a6-4585-b3b5-fdd721f46ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:42:54.157361 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Bound port: 5a954af7-0202-4db0-a027-33359d291b83, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ec5e04-91a6-4585-b3b5-fdd721f46ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:42:54.157742 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5a954af7-0202-4db0-a027-33359d291b83), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:54.187827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c52e6a0f-8335-4f49-b1cc-5dbd740707bf req-c19e8425-f744-4477-b645-ea093a1baac9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366520 Jan 14 01:42:54.283603 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] For port 5a954af7-0202-4db0-a027-33359d291b83, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:42:54.288500 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] For port 5a954af7-0202-4db0-a027-33359d291b83, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5a954af7-0202-4db0-a027-33359d291b83,segment=NetworkSegment(97ec5e04-91a6-4585-b3b5-fdd721f46ec0),segment_id=97ec5e04-91a6-4585-b3b5-fdd721f46ec0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:42:54.300723 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51442975-247e-4b75-901b-f02a5373fd61 req-a2d78bd5-d7a2-42c8-bbee-bbca64bc8787 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:54.313325 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-51442975-247e-4b75-901b-f02a5373fd61 req-a2d78bd5-d7a2-42c8-bbee-bbca64bc8787 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1952126 Jan 14 01:42:54.317702 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5a954af7-0202-4db0-a027-33359d291b83), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:54.380605 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a570ad6f-8495-4871-bedd-4848b1b39d10 None None] Provisioning complete for port 5a954af7-0202-4db0-a027-33359d291b83 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:54.381029 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a570ad6f-8495-4871-bedd-4848b1b39d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5a954af7-0202-4db0-a027-33359d291b83), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:54.467338 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:54.468013 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:54.483584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-3d4e506a-d290-49ae-9a7b-67d70ace44e4 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:54.490576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-3d4e506a-d290-49ae-9a7b-67d70ace44e4 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/networks?id=170e7a74-5a89-4f1a-af6a-087b0f82cd41 HTTP/1.1" status: 200 len: 821 time: 0.1354253 Jan 14 01:42:54.511374 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-5650985b-ce76-4015-b412-2b6d0ff5bf41 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/quotas/bbbc06dc30bb429eac0e6fde397191f5 HTTP/1.1" status: 200 len: 375 time: 0.0196607 Jan 14 01:42:54.522709 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Routers {'62f56177-0057-41c9-9b52-40b403c676d1'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:42:54.529973 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:42:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['62f56177-0057-41c9-9b52-40b403c676d1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:54.549962 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-56d5edf1-1fd9-4772-84a7-791ed34d5e80 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbbc06dc30bb429eac0e6fde397191f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375378 Jan 14 01:42:54.652832 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-51442975-247e-4b75-901b-f02a5373fd61 req-0c5583a6-2b45-4873-ac1d-c99b4ceb5ade tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316300 Jan 14 01:42:54.700539 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:54.705701 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f340789-3d8b-4384-aa35-e5562503810c None None] Pushing event updated for resources: {'Port': ['ID=5a954af7-0202-4db0-a027-33359d291b83,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:54.716570 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:54.762715 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-246e604b-661d-4001-bd2a-e0b247a3babd service neutron] 10.222.0.26 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116489 Jan 14 01:42:54.950678 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-6b55ac98-73f5-4208-9758-97e43ffdb18e service neutron] 10.222.0.26 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865401 Jan 14 01:42:55.067153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778695c-fdd9-4b92-b441-c59556c71eec req-dab40ba7-de64-45ac-b9d1-1840ae72a752 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:55.074998 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f778695c-fdd9-4b92-b441-c59556c71eec req-dab40ba7-de64-45ac-b9d1-1840ae72a752 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1228814 Jan 14 01:42:55.076601 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] Set router 62f56177-0057-41c9-9b52-40b403c676d1 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:42:55.191105 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f778695c-fdd9-4b92-b441-c59556c71eec req-eb8193ad-b65b-4396-b488-7f8b7b183792 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133089 Jan 14 01:42:55.490651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad2d37-7545-4477-80a3-f6dd604d2d88 req-36aebc61-2457-4fb7-a24c-eba3ad16ff88 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:55.499696 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ddad2d37-7545-4477-80a3-f6dd604d2d88 req-36aebc61-2457-4fb7-a24c-eba3ad16ff88 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.1875563 Jan 14 01:42:55.661494 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f7ae666-2d09-4480-9839-11cd3decb0c9 req-a84f825d-6d58-4e69-8e15-5ae82fbc2f52 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 210 time: 0.2394962 Jan 14 01:42:55.689367 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ddad2d37-7545-4477-80a3-f6dd604d2d88 req-faad8ef7-e660-4ff5-9187-a10bfb63b1c3 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886094 Jan 14 01:42:55.764624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:55.780031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:42:55.783314 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1f153b-e928-4f3e-8a22-e88725d3c61f" -d '{"events": [{"server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "name": "network-vif-plugged", "status": "completed", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:42:55.860980 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a570ad6f-8495-4871-bedd-4848b1b39d10 None None] Current status of the port 5a954af7-0202-4db0-a027-33359d291b83 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:55.861383 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a570ad6f-8495-4871-bedd-4848b1b39d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5a954af7-0202-4db0-a027-33359d291b83), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:55.915580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6df2a9-7287-47b6-8d8c-c443443c2df0 req-69960a76-2c07-4b5a-b3c8-ff3c3b8b8855 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:55.924227 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a570ad6f-8495-4871-bedd-4848b1b39d10 None None] For port 5a954af7-0202-4db0-a027-33359d291b83, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5a954af7-0202-4db0-a027-33359d291b83,segment=NetworkSegment(97ec5e04-91a6-4585-b3b5-fdd721f46ec0),segment_id=97ec5e04-91a6-4585-b3b5-fdd721f46ec0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:42:55.925954 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc6df2a9-7287-47b6-8d8c-c443443c2df0 req-69960a76-2c07-4b5a-b3c8-ff3c3b8b8855 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1078734 Jan 14 01:42:55.929407 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f514b806-ddcc-4a90-9584-b11837552c18 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:42:55.970929 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a570ad6f-8495-4871-bedd-4848b1b39d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5a954af7-0202-4db0-a027-33359d291b83), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:56.085517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f56177-0057-41c9-9b52-40b403c676d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1704370915-router', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:39Z', 'updated_at': '2022-01-14T01:42:46Z', 'revision_number': 4, 'project_id': '942b376aba28456bb7483587416a7a98', 'gw_port': {'id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f56177-0057-41c9-9b52-40b403c676d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:40Z', 'updated_at': '2022-01-14T01:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '5a954af7-0202-4db0-a027-33359d291b83', 'name': '', 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'mac_address': 'fa:16:3e:7c:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f56177-0057-41c9-9b52-40b403c676d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '659ffb10-7a8a-4c5e-92d3-5963203d7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:45Z', 'updated_at': '2022-01-14T01:42:54Z', 'revision_number': 4, 'project_id': '942b376aba28456bb7483587416a7a98', 'subnets': [{'id': '659ffb10-7a8a-4c5e-92d3-5963203d7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:42:56.097503 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc6df2a9-7287-47b6-8d8c-c443443c2df0 req-2aca200b-19f4-413b-abfe-3a757731df83 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704514 Jan 14 01:42:56.140152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6784454-e498-4244-99af-af97a47ec3a9 req-90d82307-c8d4-449c-b41e-b744c17899f6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:56.157770 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6784454-e498-4244-99af-af97a47ec3a9 req-90d82307-c8d4-449c-b41e-b744c17899f6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 944 time: 0.2129054 Jan 14 01:42:56.259747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb9898-9772-4de7-8505-d958f78d19d3 None None] The sync data for ids ['62f56177-0057-41c9-9b52-40b403c676d1'] in n-d-824358-4 is: [{'id': '62f56177-0057-41c9-9b52-40b403c676d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1704370915-router', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:39Z', 'updated_at': '2022-01-14T01:42:46Z', 'revision_number': 4, 'project_id': '942b376aba28456bb7483587416a7a98', 'gw_port': {'id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f56177-0057-41c9-9b52-40b403c676d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:40Z', 'updated_at': '2022-01-14T01:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '5a954af7-0202-4db0-a027-33359d291b83', 'name': '', 'network_id': '486ba763-29c2-458e-86ce-895de61c18ee', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'mac_address': 'fa:16:3e:7c:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f56177-0057-41c9-9b52-40b403c676d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '659ffb10-7a8a-4c5e-92d3-5963203d7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:45Z', 'updated_at': '2022-01-14T01:42:54Z', 'revision_number': 4, 'project_id': '942b376aba28456bb7483587416a7a98', 'subnets': [{'id': '659ffb10-7a8a-4c5e-92d3-5963203d7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:42:56.283941 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c046e0-b8fa-4770-aa2d-99b891a9ae69 x-openstack-request-id: req-e9c046e0-b8fa-4770-aa2d-99b891a9ae69 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:42:56.284523 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "name": "network-vif-plugged", "status": "completed", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:42:56.284948 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9c046e0-b8fa-4770-aa2d-99b891a9ae69 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:42:56.285497 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'code': 200} Jan 14 01:42:56.377728 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6784454-e498-4244-99af-af97a47ec3a9 req-b66ae3fc-76b2-4b31-ba1f-7fb249215650 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139215 Jan 14 01:42:56.465488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8fcb86ed-9669-4645-a8e6-50a11a4a33e8 None None] Provisioning complete for port 5a954af7-0202-4db0-a027-33359d291b83 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:56.467441 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fcb86ed-9669-4645-a8e6-50a11a4a33e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5a954af7-0202-4db0-a027-33359d291b83), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:56.606089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port f514b806-ddcc-4a90-9584-b11837552c18 is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:56.618384 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570ad6f-8495-4871-bedd-4848b1b39d10 None None] Pushing event updated for resources: {'Port': ['ID=5a954af7-0202-4db0-a027-33359d291b83,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:56.623041 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9361d-51a4-437f-b6d0-41382abf4fa5 req-68a657bc-1ddb-4b4b-9cdc-87f9d836d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:56.627575 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1cb9361d-51a4-437f-b6d0-41382abf4fa5 req-68a657bc-1ddb-4b4b-9cdc-87f9d836d66a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1101 time: 0.3098416 Jan 14 01:42:56.871072 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb86ed-9669-4645-a8e6-50a11a4a33e8 None None] Current status of the port 5a954af7-0202-4db0-a027-33359d291b83 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:56.885714 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1cb9361d-51a4-437f-b6d0-41382abf4fa5 req-4df775e9-c1a4-432f-bb19-12a1cfed4380 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464385 Jan 14 01:42:57.067718 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01da2246-a781-46e7-8153-56792c2d370a req-10c95bec-3cf8-4836-a083-ff3b7d4c6546 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 210 time: 0.1473038 Jan 14 01:42:57.136036 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80c2d6-195b-4e93-87e0-95eb624a0adc req-d257a869-b864-4bd1-b1e6-5b8f40792c78 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:57.147487 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea80c2d6-195b-4e93-87e0-95eb624a0adc req-d257a869-b864-4bd1-b1e6-5b8f40792c78 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.4612565 Jan 14 01:42:57.266786 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea80c2d6-195b-4e93-87e0-95eb624a0adc req-debe707f-6a7f-45e2-a13d-774e75d1ab3a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139386 Jan 14 01:42:57.440149 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35ee0-70e5-4394-9d9f-adcad7edeaa7 req-f5122300-1247-429e-b125-bed39a2e1932 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:57.468151 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcd35ee0-70e5-4394-9d9f-adcad7edeaa7 req-f5122300-1247-429e-b125-bed39a2e1932 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.2196214 Jan 14 01:42:57.656583 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5a954af7-0202-4db0-a027-33359d291b83 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:42:57.670872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcd35ee0-70e5-4394-9d9f-adcad7edeaa7 req-a0f64902-2e46-4a60-a589-9fcfa9f22cfc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009854 Jan 14 01:42:57.889688 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5a954af7-0202-4db0-a027-33359d291b83 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:42:57.890229 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5a954af7-0202-4db0-a027-33359d291b83), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:58.023824 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-d8ce6855-4ae6-49ce-9d44-68dbeb189022 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:58.030010 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-d8ce6855-4ae6-49ce-9d44-68dbeb189022 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.46 "GET /v2.0/networks?id=170e7a74-5a89-4f1a-af6a-087b0f82cd41 HTTP/1.1" status: 200 len: 821 time: 0.5580020 Jan 14 01:42:58.240306 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Request body: {'port': {'device_id': '42e7e6a6-563b-4476-bdcb-f88742af87db', 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41', 'admin_state_up': True, 'tenant_id': 'bbbc06dc30bb429eac0e6fde397191f5'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:42:58.299424 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5a954af7-0202-4db0-a027-33359d291b83 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:42:58.477858 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994394d1-5575-41ad-bc34-e4241dba6e19 req-78594f35-20fc-4926-93cc-5ee9e65c187f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:58.488093 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-994394d1-5575-41ad-bc34-e4241dba6e19 req-78594f35-20fc-4926-93cc-5ee9e65c187f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 944 time: 0.4398544 Jan 14 01:42:58.509641 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa07e0-abc3-47de-9e97-83c1758f5062 req-b7797ef3-f58d-4a90-941b-0d9918bb0d69 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:58.515495 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3daa07e0-abc3-47de-9e97-83c1758f5062 req-b7797ef3-f58d-4a90-941b-0d9918bb0d69 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 1.0434058 Jan 14 01:42:58.767455 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3daa07e0-abc3-47de-9e97-83c1758f5062 req-c94224aa-8e8a-4ace-bc8f-0a3decd94111 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521002 Jan 14 01:42:58.770561 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Made reservation on behalf of bbbc06dc30bb429eac0e6fde397191f5 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:42:58.803602 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:59.018815 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Allocated IP 172.20.0.12 (170e7a74-5a89-4f1a-af6a-087b0f82cd41/27af7296-5d99-440c-b1fc-ac17acce422e/657ff239-bcdc-4dad-83b7-3ace8ecf9fd7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:42:59.052940 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-994394d1-5575-41ad-bc34-e4241dba6e19 req-fcb1c359-c94f-4cda-927c-60ed9a56e611 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639429 Jan 14 01:42:59.398350 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:59.469447 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:59.494453 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:42:59.522783 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:42:59.547060 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:42:59.601095 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4daaea-eac2-4db5-bf9f-219b1aba31cf req-ab8c30c1-5b6d-40ee-bd0d-a40ebc9b3f9c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:59.608267 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca4daaea-eac2-4db5-bf9f-219b1aba31cf req-ab8c30c1-5b6d-40ee-bd0d-a40ebc9b3f9c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.4048038 Jan 14 01:42:59.671080 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event updated for resources: {'Port': ['ID=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:42:59.687482 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e381aa-d7f9-41d4-909a-b97065159315 req-e7392990-3f42-44fb-8656-ce1f56b4986a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:59.695358 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3e381aa-d7f9-41d4-909a-b97065159315 req-e7392990-3f42-44fb-8656-ce1f56b4986a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 932 time: 0.2511847 Jan 14 01:42:59.727452 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:42:59.728487 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:42:59.818666 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3e381aa-d7f9-41d4-909a-b97065159315 req-35562847-892b-4ec9-9f09-e17493535adf tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163294 Jan 14 01:42:59.818666 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-dac8d9c5-54bf-434c-9da1-db73d37f7de0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7668991 Jan 14 01:42:59.823359 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca4daaea-eac2-4db5-bf9f-219b1aba31cf req-8c5b1593-92f7-46d5-b5ff-7514fe0547b1 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140594 Jan 14 01:42:59.844791 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Request body: {'port': {'device_id': '42e7e6a6-563b-4476-bdcb-f88742af87db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:43:00.068306 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:00.114578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aac577-2f53-4d62-8b65-de2a9c8d48f0 req-65fe0cc6-60c1-4074-a68e-661c3b5fe303 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:00.116055 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27aac577-2f53-4d62-8b65-de2a9c8d48f0 req-65fe0cc6-60c1-4074-a68e-661c3b5fe303 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.1201017 Jan 14 01:43:00.195830 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d3713-0fe9-4e81-b7eb-2a58a3b468ff req-f8681889-3bdf-4fee-b683-e192addc2a14 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:00.203607 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb9d3713-0fe9-4e81-b7eb-2a58a3b468ff req-f8681889-3bdf-4fee-b683-e192addc2a14 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1822629 Jan 14 01:43:00.404805 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27aac577-2f53-4d62-8b65-de2a9c8d48f0 req-63865edb-d410-4e72-9eb8-112cd6bfe74b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367048 Jan 14 01:43:00.410781 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb9d3713-0fe9-4e81-b7eb-2a58a3b468ff req-2712baa0-d2b8-4a3d-b902-298edb07a10b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059913 Jan 14 01:43:00.744076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef31b0-9538-42b3-bc65-c1892aa48cf7 req-30437c53-50b6-4d67-b04d-daefcda2b1ed tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:00.752570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e0ef31b0-9538-42b3-bc65-c1892aa48cf7 req-30437c53-50b6-4d67-b04d-daefcda2b1ed tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1101 time: 0.2060106 Jan 14 01:43:00.920815 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e0ef31b0-9538-42b3-bc65-c1892aa48cf7 req-c2b8ca6e-69b4-4d47-8aa7-c84c8a1a71eb tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670434 Jan 14 01:43:01.060210 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79475be8-3a0a-42f2-bb38-ddc9af654df9 req-9c29dd36-69b7-43eb-b2cd-7dcea4919ab8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:01.079309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79475be8-3a0a-42f2-bb38-ddc9af654df9 req-9c29dd36-69b7-43eb-b2cd-7dcea4919ab8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 944 time: 0.3172610 Jan 14 01:43:01.170297 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:01.181512 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Publish callbacks [] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:01.204353 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Transition to ACTIVE for port object 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:43:01.254633 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79475be8-3a0a-42f2-bb38-ddc9af654df9 req-53df3259-f5a2-4f35-99ac-1e82d6e6a021 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786256 Jan 14 01:43:01.255352 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:01.324817 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Pushing event updated for resources: {'Port': ['ID=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:01.448520 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 6c6f572f-981e-4088-8431-e545e2393270 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:43:01.483371 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:01.766217 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c6f572f-981e-4088-8431-e545e2393270,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:01.785147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '6c6f572f-981e-4088-8431-e545e2393270', 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb', 'port_id': '6c6f572f-981e-4088-8431-e545e2393270', 'mac_address': 'fa:16:3e:ca:f6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2dc1ec0-b4e3-4416-992a-c3607b086cec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:43:01.868910 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 6c6f572f-981e-4088-8431-e545e2393270 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:01.871326 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6c6f572f-981e-4088-8431-e545e2393270), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:01.909014 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6f572f-981e-4088-8431-e545e2393270 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:01.950852 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c6f572f-981e-4088-8431-e545e2393270,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:01.963484 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6c6f572f-981e-4088-8431-e545e2393270), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:02.068605 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=6c6f572f-981e-4088-8431-e545e2393270,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:02.155539 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68562308-097b-4ce3-8754-631807176579 req-dab7c34b-1b08-4672-8e4d-c3b5be134ee8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:02.162550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68562308-097b-4ce3-8754-631807176579 req-dab7c34b-1b08-4672-8e4d-c3b5be134ee8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 944 time: 0.9267652 Jan 14 01:43:02.286374 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68562308-097b-4ce3-8754-631807176579 req-c1f61611-8637-46c7-bdc8-e5e121b74956 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228347 Jan 14 01:43:02.358467 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c6f572f-981e-4088-8431-e545e2393270'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:02.372663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Attempting to bind port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:43:02.373003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Attempting to bind port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:43:02.373403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Attempting to bind port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 on network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:02.374113 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-e66c9aad-57ad-4fde-963e-5349404a482d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120465 Jan 14 01:43:02.385281 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 on network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:43:02.385457 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Attempting to bind port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 on network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:02.394257 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:43:02.394408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Checking segment: {'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:43:02.394796 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Bound using segment: {'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:43:02.395221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Bound port: 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:43:02.395612 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:02.417721 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-6f6fd5b0-a9ea-45d7-990b-d2a0078aa96d service neutron] 10.222.0.46 "GET /v2.0/ports/f514b806-ddcc-4a90-9584-b11837552c18/bindings/n-h2-824358-4 HTTP/1.1" status: 200 len: 384 time: 0.1261942 Jan 14 01:43:02.424881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa30f9-fd48-4c33-9d38-6624a9b77932 req-b702c479-0a8f-4243-9e10-63c3f6402737 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:02.440801 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ebaa30f9-fd48-4c33-9d38-6624a9b77932 req-b702c479-0a8f-4243-9e10-63c3f6402737 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 945 time: 0.1751688 Jan 14 01:43:02.739313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ebaa30f9-fd48-4c33-9d38-6624a9b77932 req-6e2a848a-7c9a-4619-8bfb-f6fd3e662a15 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979960 Jan 14 01:43:02.745492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] For port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:02.750438 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] For port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:43:02.769202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827e332-fbc5-472e-a2ca-751855a72f2f req-052e6e86-994c-4c0c-8c15-230c5e9bd9c2 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:02.787364 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6827e332-fbc5-472e-a2ca-751855a72f2f req-052e6e86-994c-4c0c-8c15-230c5e9bd9c2 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.3320138 Jan 14 01:43:02.829637 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:02.851248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-91fa7425-f37a-49b3-93e7-2fc153aa735e service neutron] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f514b806-ddcc-4a90-9584-b11837552c18,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:02.883036 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-91fa7425-f37a-49b3-93e7-2fc153aa735e service neutron] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:02.949648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:02.951593 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:02.958212 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] 10.222.0.46 "PUT /v2.0/ports/657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 HTTP/1.1" status: 200 len: 1092 time: 3.1224840 Jan 14 01:43:02.961687 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e7e6a6-563b-4476-bdcb-f88742af87db', 'tag': '657ff239-bcdc-4dad-83b7-3ace8ecf9fd7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:02.964391 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43f9c3c-6156-4413-83c4-355e874a4a13" -d '{"events": [{"name": "network-changed", "server_uuid": "42e7e6a6-563b-4476-bdcb-f88742af87db", "tag": "657ff239-bcdc-4dad-83b7-3ace8ecf9fd7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:02.966399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-91fa7425-f37a-49b3-93e7-2fc153aa735e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f514b806-ddcc-4a90-9584-b11837552c18 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:02.996589 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-91fa7425-f37a-49b3-93e7-2fc153aa735e service neutron] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f514b806-ddcc-4a90-9584-b11837552c18,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:03.037650 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6827e332-fbc5-472e-a2ca-751855a72f2f req-19857376-be79-474f-bf50-4f6da4d22548 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492220 Jan 14 01:43:03.052233 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-91fa7425-f37a-49b3-93e7-2fc153aa735e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f514b806-ddcc-4a90-9584-b11837552c18), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:03.099850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Pushing event updated for resources: {'Port': ['ID=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:03.218295 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.219017 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.219017 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.220744 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.221089 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.221429 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.221772 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.227759 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.227759 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.228353 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.228353 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.228802 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.229367 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2dba-7def-4cb4-93fb-45a3a4fd5015 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:03.230546 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-91fa7425-f37a-49b3-93e7-2fc153aa735e service neutron] Transition to ACTIVE for port object f514b806-ddcc-4a90-9584-b11837552c18 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:43:03.244097 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-91fa7425-f37a-49b3-93e7-2fc153aa735e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f514b806-ddcc-4a90-9584-b11837552c18), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:03.313157 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-0509e978-329e-4faa-a84e-def5586e564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:03.314674 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-0509e978-329e-4faa-a84e-def5586e564a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbc06dc30bb429eac0e6fde397191f5&device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 1095 time: 0.2751944 Jan 14 01:43:03.380336 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-532f3ff6-f8d3-408a-a6c5-f05a7ec9f28b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 HTTP/1.1" status: 200 len: 217 time: 0.0488520 Jan 14 01:43:03.395694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b1f4e-9a64-4985-ae35-a633143328b0 req-f49bc926-7f1f-4fd7-a928-493c76077a42 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:03.402911 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:43:03.403531 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-925b1f4e-9a64-4985-ae35-a633143328b0 req-f49bc926-7f1f-4fd7-a928-493c76077a42 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1993544 Jan 14 01:43:03.431572 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-91fa7425-f37a-49b3-93e7-2fc153aa735e service neutron] No DVR routers for this DVR port f514b806-ddcc-4a90-9584-b11837552c18 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:03.515025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa7425-f37a-49b3-93e7-2fc153aa735e service neutron] Pushing event updated for resources: {'Port': ['ID=f514b806-ddcc-4a90-9584-b11837552c18,revision_number=10']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:03.538591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f16496-9f59-4233-883a-d5494bc3a758 req-7be90a6f-c941-4f49-80b6-ff53108f1e7c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:03.544770 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-91fa7425-f37a-49b3-93e7-2fc153aa735e service neutron] 10.222.0.46 "PUT /v2.0/ports/f514b806-ddcc-4a90-9584-b11837552c18/bindings/n-h2-824358-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1168225 Jan 14 01:43:03.554065 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75f16496-9f59-4233-883a-d5494bc3a758 req-7be90a6f-c941-4f49-80b6-ff53108f1e7c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 945 time: 0.3429284 Jan 14 01:43:03.573224 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-925b1f4e-9a64-4985-ae35-a633143328b0 req-b1f08325-8c1e-4798-a45e-df07c6070f12 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687181 Jan 14 01:43:03.765702 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b669f98a-2653-4905-9ac4-c5a9309e3b83 x-openstack-request-id: req-b669f98a-2653-4905-9ac4-c5a9309e3b83 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:03.766011 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e7e6a6-563b-4476-bdcb-f88742af87db", "tag": "657ff239-bcdc-4dad-83b7-3ace8ecf9fd7", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:03.766316 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b669f98a-2653-4905-9ac4-c5a9309e3b83 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:03.769158 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e7e6a6-563b-4476-bdcb-f88742af87db', 'tag': '657ff239-bcdc-4dad-83b7-3ace8ecf9fd7', 'status': 'completed', 'code': 200} Jan 14 01:43:03.769326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-653006f3-7b9e-4e65-89c4-85ad2e8d099a tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:03.772425 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-653006f3-7b9e-4e65-89c4-85ad2e8d099a tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e&tenant_id=499063d5628544d8ac7f06264154b870&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 1096 time: 0.1005228 Jan 14 01:43:03.804953 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75f16496-9f59-4233-883a-d5494bc3a758 req-e07f808c-ca68-42eb-b1f5-8af273a5c021 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500107 Jan 14 01:43:03.863693 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-7093510a-a6f7-49a8-a7cc-be50e8ef1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:03.871719 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-7093510a-a6f7-49a8-a7cc-be50e8ef1930 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e&tenant_id=499063d5628544d8ac7f06264154b870 HTTP/1.1" status: 200 len: 1096 time: 0.0896957 Jan 14 01:43:03.918222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-d27d99d3-7784-4ca1-9c3b-0ce3a15515ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:03.920289 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-d27d99d3-7784-4ca1-9c3b-0ce3a15515ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27af7296-5d99-440c-b1fc-ac17acce422e HTTP/1.1" status: 200 len: 861 time: 0.5132704 Jan 14 01:43:04.029999 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-e41e87dc-011a-4242-921b-907405085e97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e7a74-5a89-4f1a-af6a-087b0f82cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380468 Jan 14 01:43:04.048330 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-9de37ded-d3f0-4aaf-a636-50ab8d747113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:04.049966 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-9de37ded-d3f0-4aaf-a636-50ab8d747113 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 1096 time: 0.1358144 Jan 14 01:43:04.062753 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84523d9-2144-40e1-bf7b-dc3f58666546 req-1f070398-2810-44c5-9507-bca84bd26ad2 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:04.071298 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c84523d9-2144-40e1-bf7b-dc3f58666546 req-1f070398-2810-44c5-9507-bca84bd26ad2 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 944 time: 0.2865596 Jan 14 01:43:04.104491 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfefb9b-adf7-4d62-92e7-b2a48cc91f7d req-e60722d4-a107-465f-ad3d-dbc82fa9aeb0 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:04.109389 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ddfefb9b-adf7-4d62-92e7-b2a48cc91f7d req-e60722d4-a107-465f-ad3d-dbc82fa9aeb0 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 945 time: 0.1881101 Jan 14 01:43:04.187544 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-0cdfb042-b13b-4111-966c-80d65a016be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:04.189433 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-0cdfb042-b13b-4111-966c-80d65a016be5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.1300192 Jan 14 01:43:04.280475 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-88b8550b-a328-44fe-ace9-296fd1ba4adb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514b806-ddcc-4a90-9584-b11837552c18 HTTP/1.1" status: 200 len: 217 time: 0.0820503 Jan 14 01:43:04.297787 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:04.314403 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ddfefb9b-adf7-4d62-92e7-b2a48cc91f7d req-d84423f0-91e7-495f-a1f8-152f66b5eb66 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742249 Jan 14 01:43:04.387580 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-9c5e74b6-b357-4daa-8c47-6b9de16dded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:04.390205 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-9c5e74b6-b357-4daa-8c47-6b9de16dded6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.1026976 Jan 14 01:43:04.483281 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-797f7edc-d660-4cd7-be72-52d923a0b3ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870738 Jan 14 01:43:04.485110 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c84523d9-2144-40e1-bf7b-dc3f58666546 req-a5338e85-1ccd-44bd-9c3e-9550cd6840d3 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126728 Jan 14 01:43:04.534372 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-0e4fbc0b-75e3-48c7-83de-c21cf8c08e9f service neutron] 10.222.0.46 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948215 Jan 14 01:43:04.707221 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-d902a502-ef29-4717-8f16-7198f8834dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011831 Jan 14 01:43:04.894256 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-9c2b11c0-15db-444e-b0e1-70ccdb8f07de service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721325 Jan 14 01:43:04.897154 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c13f356-f178-4ff5-a4ec-ecbc4d36db4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:04.920307 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-d463bec6-9c29-4a6a-97e9-b1d501d4d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:04.922222 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-d463bec6-9c29-4a6a-97e9-b1d501d4d402 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1101 time: 0.4058576 Jan 14 01:43:04.933634 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dedc1c-37b5-449a-b35e-828f01bbec96 req-535c1037-6484-427a-a2c2-878d6cb04354 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:04.939117 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-30dedc1c-37b5-449a-b35e-828f01bbec96 req-535c1037-6484-427a-a2c2-878d6cb04354 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1274340 Jan 14 01:43:04.955522 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1363df0c-7527-4b79-b2f5-713ee3db013e req-89c3e9e1-f8db-4172-aff3-7a4b007a603f service neutron] 10.222.0.46 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074249 Jan 14 01:43:05.064168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d7037-9b8a-4368-8b8f-ccb25d584fe9 req-117355b2-077a-49e2-96cc-6370705fbb03 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:05.073757 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-855d7037-9b8a-4368-8b8f-ccb25d584fe9 req-117355b2-077a-49e2-96cc-6370705fbb03 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.4523411 Jan 14 01:43:05.180787 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-30dedc1c-37b5-449a-b35e-828f01bbec96 req-c7b8f276-b208-4056-b7ca-b41dd4b8fe7c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344823 Jan 14 01:43:05.348082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f9c3c-6156-4413-83c4-355e874a4a13 req-898a8211-4a07-4156-bdd9-d449a09ee833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:05.349637 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a43f9c3c-6156-4413-83c4-355e874a4a13 req-898a8211-4a07-4156-bdd9-d449a09ee833 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbc06dc30bb429eac0e6fde397191f5&device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 1095 time: 0.2641766 Jan 14 01:43:05.357319 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-2d84df85-c02a-415b-b1e7-fb55b567733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:05.358871 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-2d84df85-c02a-415b-b1e7-fb55b567733c service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.3802545 Jan 14 01:43:05.377821 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-46b13b4d-3508-415c-ae35-3a845721da8e tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:05.384405 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-46b13b4d-3508-415c-ae35-3a845721da8e tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e&tenant_id=499063d5628544d8ac7f06264154b870&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1096 time: 0.1226871 Jan 14 01:43:05.389430 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-855d7037-9b8a-4368-8b8f-ccb25d584fe9 req-5695d8d3-e813-45d1-8194-931ac90777f4 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097677 Jan 14 01:43:05.442180 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 6c6f572f-981e-4088-8431-e545e2393270 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:43:05.500426 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-74a9428e-da29-4a25-ae87-a3d1f4e74a50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 217 time: 0.1294098 Jan 14 01:43:05.580121 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 6c6f572f-981e-4088-8431-e545e2393270 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:43:05.585546 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 6c6f572f-981e-4088-8431-e545e2393270 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:43:05.586884 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6c6f572f-981e-4088-8431-e545e2393270), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:05.655602 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-53e1da03-444e-488f-89b3-6f446d23b979 service neutron] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:05.665199 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-53e1da03-444e-488f-89b3-6f446d23b979 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:05.667944 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd252d25-187f-48a3-a70e-9265d3f4b3a1 req-53e1da03-444e-488f-89b3-6f446d23b979 service neutron] 10.222.0.36 "DELETE /v2.0/ports/f514b806-ddcc-4a90-9584-b11837552c18/bindings/n-h1-824358-4 HTTP/1.1" status: 204 len: 173 time: 0.2731047 Jan 14 01:43:05.739419 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f9c3c-6156-4413-83c4-355e874a4a13 req-b7859990-bbca-495f-bb70-4c34c72c9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:05.741265 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a43f9c3c-6156-4413-83c4-355e874a4a13 req-b7859990-bbca-495f-bb70-4c34c72c9c62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=170e7a74-5a89-4f1a-af6a-087b0f82cd41 HTTP/1.1" status: 200 len: 922 time: 0.3803785 Jan 14 01:43:05.761123 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa068f-62b1-430c-9e52-4c2ea24ab629 req-0e7176ab-528b-48d9-a334-e8ec62e8ea4d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:05.762912 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-80aa068f-62b1-430c-9e52-4c2ea24ab629 req-0e7176ab-528b-48d9-a334-e8ec62e8ea4d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 945 time: 0.2263083 Jan 14 01:43:05.798615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 6c6f572f-981e-4088-8431-e545e2393270 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:05.799012 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6c6f572f-981e-4088-8431-e545e2393270), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:05.853693 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a43f9c3c-6156-4413-83c4-355e874a4a13 req-1d6771ff-6bca-45ed-b696-c151590b2c5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 HTTP/1.1" status: 200 len: 217 time: 0.0623968 Jan 14 01:43:05.855735 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-365475fa-4e0f-485c-a3ae-a5eef2660b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:05.857290 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-365475fa-4e0f-485c-a3ae-a5eef2660b2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.3195617 Jan 14 01:43:05.874452 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c6f572f-981e-4088-8431-e545e2393270,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:05.878028 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5739fa80-5bce-4b8f-a623-6ce735680783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6f572f-981e-4088-8431-e545e2393270'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:05.884145 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a33556c-6827-4f33-af3b-675c4afe1849" -d '{"events": [{"server_uuid": "5739fa80-5bce-4b8f-a623-6ce735680783", "name": "network-vif-plugged", "status": "completed", "tag": "6c6f572f-981e-4088-8431-e545e2393270"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:05.899375 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6c6f572f-981e-4088-8431-e545e2393270), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:05.953473 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:43:05.964666 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879bef-9dcc-42a0-9272-7bde621e29be req-8e598522-44ea-4d40-ade3-b31c48f4380b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:05.973142 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0d879bef-9dcc-42a0-9272-7bde621e29be req-8e598522-44ea-4d40-ade3-b31c48f4380b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 945 time: 0.6348996 Jan 14 01:43:05.991755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=6c6f572f-981e-4088-8431-e545e2393270,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:06.046220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-80aa068f-62b1-430c-9e52-4c2ea24ab629 req-cd8c069d-ac88-47d7-b2e4-4ddc70e823eb tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609103 Jan 14 01:43:06.061684 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f9c3c-6156-4413-83c4-355e874a4a13 req-090d44f1-d6c1-4506-abee-660fcfa6d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:06.063401 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a43f9c3c-6156-4413-83c4-355e874a4a13 req-090d44f1-d6c1-4506-abee-660fcfa6d660 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27af7296-5d99-440c-b1fc-ac17acce422e HTTP/1.1" status: 200 len: 861 time: 0.2030802 Jan 14 01:43:06.083382 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-9fb29932-4f6e-4657-86bf-4ff4d139371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:06.084995 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-9fb29932-4f6e-4657-86bf-4ff4d139371c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2076504 Jan 14 01:43:06.104297 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0d879bef-9dcc-42a0-9272-7bde621e29be req-633994bb-4001-4dd9-b542-a17474478d45 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237149 Jan 14 01:43:06.189954 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a43f9c3c-6156-4413-83c4-355e874a4a13 req-ff9b16e6-e2ef-4d82-9df6-cbf9e7a33e8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e7a74-5a89-4f1a-af6a-087b0f82cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167829 Jan 14 01:43:06.219558 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:06.251238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '657ff239-bcdc-4dad-83b7-3ace8ecf9fd7', 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41', 'port_id': '657ff239-bcdc-4dad-83b7-3ace8ecf9fd7', 'mac_address': 'fa:16:3e:31:bf:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27af7296-5d99-440c-b1fc-ac17acce422e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:43:06.348997 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:06.349393 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:06.378720 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:06.439760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:06.459218 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:06.500076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edd095-f8ac-41b1-b25f-385027ca7605 req-2502f371-bfcf-47e0-84e6-f5856a30139b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:06.507309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88edd095-f8ac-41b1-b25f-385027ca7605 req-2502f371-bfcf-47e0-84e6-f5856a30139b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 944 time: 0.1793823 Jan 14 01:43:06.517445 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55e079f-2a74-4183-aec0-460680fa309c x-openstack-request-id: req-e55e079f-2a74-4183-aec0-460680fa309c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:06.517870 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5739fa80-5bce-4b8f-a623-6ce735680783", "name": "network-vif-plugged", "status": "completed", "tag": "6c6f572f-981e-4088-8431-e545e2393270", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:06.518242 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e55e079f-2a74-4183-aec0-460680fa309c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:06.519606 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5739fa80-5bce-4b8f-a623-6ce735680783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6f572f-981e-4088-8431-e545e2393270', 'code': 200} Jan 14 01:43:06.586019 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:06.608219 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a43f9c3c-6156-4413-83c4-355e874a4a13 req-bc0dec36-f182-4076-b3de-f4c3de902278 service neutron] 10.222.0.46 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970523 Jan 14 01:43:06.614451 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-f7829e8a-f425-472d-8778-89dbf563c48c service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082960 Jan 14 01:43:06.750968 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7bf64-15f1-44e2-b5ce-b4adab298ce2 req-ae267d8d-056e-4841-a933-6350e212d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:06.757812 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-12a7bf64-15f1-44e2-b5ce-b4adab298ce2 req-ae267d8d-056e-4841-a933-6350e212d666 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 1097 time: 0.1436124 Jan 14 01:43:06.771683 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88edd095-f8ac-41b1-b25f-385027ca7605 req-93cc7ec1-992b-4398-b754-a9b2ee74603f tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530730 Jan 14 01:43:06.818278 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['657ff239-bcdc-4dad-83b7-3ace8ecf9fd7'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:06.895469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981205f0-820e-4278-ad7d-2ab763921332 req-f56e731a-7de6-46c8-b8f8-b0d2b56a0233 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:06.909098 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-981205f0-820e-4278-ad7d-2ab763921332 req-f56e731a-7de6-46c8-b8f8-b0d2b56a0233 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1313429 Jan 14 01:43:06.937742 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-12a7bf64-15f1-44e2-b5ce-b4adab298ce2 req-7859c4be-56f9-4e2d-ac21-637f9d81bea0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719017 Jan 14 01:43:07.072412 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-838d5949-bdc1-4643-bb18-6d6b0827e89e service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414515 Jan 14 01:43:07.075318 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a43f9c3c-6156-4413-83c4-355e874a4a13 req-9960c195-0e15-42e5-b7da-dab3dbd2e41c service neutron] 10.222.0.46 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538651 Jan 14 01:43:07.092355 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-981205f0-820e-4278-ad7d-2ab763921332 req-5e13f784-004a-48a8-bad1-a8420ccd2036 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785026 Jan 14 01:43:07.170701 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d0365e02-3b82-4a7a-8114-aa215cb4c5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:07.194953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca40f8c-e993-4112-af0a-08eb283d0a14 req-bf95f8fa-9d24-4e66-8ca7-c01e505b3df0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:07.196632 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ca40f8c-e993-4112-af0a-08eb283d0a14 req-bf95f8fa-9d24-4e66-8ca7-c01e505b3df0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1689651 Jan 14 01:43:07.288142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c06dd2-456b-4614-be84-b369ebb8e0f0 req-3f074ea2-5296-440d-9afb-97c45cfbdec3 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:07.290778 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8c06dd2-456b-4614-be84-b369ebb8e0f0 req-3f074ea2-5296-440d-9afb-97c45cfbdec3 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 1096 time: 0.0930953 Jan 14 01:43:07.300960 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ca40f8c-e993-4112-af0a-08eb283d0a14 req-4804e976-d642-4701-8c82-aaa5174af068 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935624 Jan 14 01:43:07.350448 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8c06dd2-456b-4614-be84-b369ebb8e0f0 req-3c53b398-2a3c-442f-80c8-645f8da7439d tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461659 Jan 14 01:43:07.515594 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aca07-4cd6-4e98-9794-54793c0ccf37 req-10661161-41e6-4c69-a3c6-9215f49d3197 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:07.517896 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d65aca07-4cd6-4e98-9794-54793c0ccf37 req-10661161-41e6-4c69-a3c6-9215f49d3197 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.0784047 Jan 14 01:43:07.605743 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d65aca07-4cd6-4e98-9794-54793c0ccf37 req-5f9146bf-123a-4ff7-8b89-c53b3b3da011 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821090 Jan 14 01:43:07.616735 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6822f-5641-49c8-a9e4-6a18e9fe0dce req-dbef699a-3d67-4821-899a-4df757009716 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:07.618795 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3fa6822f-5641-49c8-a9e4-6a18e9fe0dce req-dbef699a-3d67-4821-899a-4df757009716 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 1096 time: 0.0815172 Jan 14 01:43:07.709350 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3fa6822f-5641-49c8-a9e4-6a18e9fe0dce req-6f09d094-6a4f-423e-86f9-47dad853196c tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840762 Jan 14 01:43:07.889487 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f52af06-722b-426f-bc7a-24ba76eb6625 req-b1f40b85-1f15-46a0-9c04-7bd516db01de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1024127 Jan 14 01:43:07.965707 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:43:08.089188 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513f8e6-f72b-4ee5-a6e3-ba38bf92fd7e req-3ca10e7c-c374-45a2-b73d-733c878e28ab tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:08.105160 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8513f8e6-f72b-4ee5-a6e3-ba38bf92fd7e req-3ca10e7c-c374-45a2-b73d-733c878e28ab tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 945 time: 0.1727681 Jan 14 01:43:08.113389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:43:08.126084 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:43:08.126486 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:08.136952 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52af06-722b-426f-bc7a-24ba76eb6625 req-b53426cb-742f-4c0a-9e8f-ca3cdf0f6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:08.138621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f52af06-722b-426f-bc7a-24ba76eb6625 req-b53426cb-742f-4c0a-9e8f-ca3cdf0f6af8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 1095 time: 0.1978130 Jan 14 01:43:08.197596 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8513f8e6-f72b-4ee5-a6e3-ba38bf92fd7e req-1e0c0702-af1c-459a-8ee5-9983857f313e tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913582 Jan 14 01:43:08.266046 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:08.266472 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:08.319535 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:08.322015 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:08.331417 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:08.417679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:08.520747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e7e6a6-563b-4476-bdcb-f88742af87db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657ff239-bcdc-4dad-83b7-3ace8ecf9fd7'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:08.525191 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d3a372-27bc-4b7f-854b-169fa0ce8619" -d '{"events": [{"server_uuid": "42e7e6a6-563b-4476-bdcb-f88742af87db", "name": "network-vif-plugged", "status": "completed", "tag": "657ff239-bcdc-4dad-83b7-3ace8ecf9fd7"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:08.551319 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfa8c0-fb63-4294-9993-8489d7f86e0c req-00a6f9ff-a4d7-4f2c-a363-0c83436714c4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:08.563043 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-61dfa8c0-fb63-4294-9993-8489d7f86e0c req-00a6f9ff-a4d7-4f2c-a363-0c83436714c4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1807346 Jan 14 01:43:08.629461 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52af06-722b-426f-bc7a-24ba76eb6625 req-bb1d134f-e13d-407f-8824-8a1dd5844268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:08.631359 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f52af06-722b-426f-bc7a-24ba76eb6625 req-bb1d134f-e13d-407f-8824-8a1dd5844268 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.4297426 Jan 14 01:43:08.667171 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-61dfa8c0-fb63-4294-9993-8489d7f86e0c req-6727866d-2c94-4c6d-a898-4967e3116f12 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028767 Jan 14 01:43:08.767048 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f52af06-722b-426f-bc7a-24ba76eb6625 req-a9e98159-47ea-4e61-885c-0dd44544de12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0 HTTP/1.1" status: 200 len: 217 time: 0.1173093 Jan 14 01:43:08.813111 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dbf4f-292d-4c47-aff5-8c983e7a85d7 req-5d36f43c-3a33-46fe-b895-35638454affe tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:08.818975 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a4dbf4f-292d-4c47-aff5-8c983e7a85d7 req-5d36f43c-3a33-46fe-b895-35638454affe tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.2288542 Jan 14 01:43:08.979113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0a4dbf4f-292d-4c47-aff5-8c983e7a85d7 req-6e80d7b5-026b-4e20-90cd-c18c2fbffb3b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528137 Jan 14 01:43:08.988165 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e893dc-cd26-4145-8ae4-65f5b0039e0f x-openstack-request-id: req-77e893dc-cd26-4145-8ae4-65f5b0039e0f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:08.988756 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e7e6a6-563b-4476-bdcb-f88742af87db", "name": "network-vif-plugged", "status": "completed", "tag": "657ff239-bcdc-4dad-83b7-3ace8ecf9fd7", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:08.988756 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77e893dc-cd26-4145-8ae4-65f5b0039e0f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:08.989065 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e7e6a6-563b-4476-bdcb-f88742af87db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657ff239-bcdc-4dad-83b7-3ace8ecf9fd7', 'code': 200} Jan 14 01:43:09.009626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52af06-722b-426f-bc7a-24ba76eb6625 req-55e05a0c-090d-44af-b043-a723e390f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:09.011167 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f52af06-722b-426f-bc7a-24ba76eb6625 req-55e05a0c-090d-44af-b043-a723e390f6a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.1841688 Jan 14 01:43:09.102651 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f52af06-722b-426f-bc7a-24ba76eb6625 req-b1aa487e-3e70-418d-b0e0-966e210b360d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835381 Jan 14 01:43:09.248490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a8baa-2d6c-4963-8b36-4984a0fa7609 req-24adafcf-a1b9-47ae-a796-1d5f601f12a2 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:09.255570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-144a8baa-2d6c-4963-8b36-4984a0fa7609 req-24adafcf-a1b9-47ae-a796-1d5f601f12a2 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.1518464 Jan 14 01:43:09.270911 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93495b6f-689d-4a5b-a878-30b28d417ff3 req-a8a67615-91c8-4945-8303-53e55d2f76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:09.272409 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-93495b6f-689d-4a5b-a878-30b28d417ff3 req-a8a67615-91c8-4945-8303-53e55d2f76a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 1097 time: 0.1888924 Jan 14 01:43:09.824101 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:09.870736 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-144a8baa-2d6c-4963-8b36-4984a0fa7609 req-dcc338ea-7946-46ad-b9d0-8c38dbdfe981 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141899 Jan 14 01:43:09.892437 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f52af06-722b-426f-bc7a-24ba76eb6625 req-5ef174f4-6a57-4bb2-8acb-49c88aad88e3 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7774243 Jan 14 01:43:09.918339 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff45885-876c-49a9-9120-bbae066acb6e req-d4514dcb-a08c-4243-982d-227204869998 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:09.926216 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fff45885-876c-49a9-9120-bbae066acb6e req-d4514dcb-a08c-4243-982d-227204869998 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 946 time: 0.5770252 Jan 14 01:43:09.949617 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-93495b6f-689d-4a5b-a878-30b28d417ff3 req-59cb1320-a268-47da-b1f2-5dabb3c7a1de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653004 Jan 14 01:43:10.096853 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fff45885-876c-49a9-9120-bbae066acb6e req-5916f7de-699e-4bcc-b9d1-4da2a156c2d8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669748 Jan 14 01:43:10.153164 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f52af06-722b-426f-bc7a-24ba76eb6625 req-d0585bf2-abb0-41e5-a8c2-cf60f6226923 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511096 Jan 14 01:43:10.191838 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c824cc2-638e-4fc7-9fa4-2f1b75a5fe27 req-fb921a6c-fc11-4b79-81de-9097a563e2d4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:10.193675 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c824cc2-638e-4fc7-9fa4-2f1b75a5fe27 req-fb921a6c-fc11-4b79-81de-9097a563e2d4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1321275 Jan 14 01:43:10.347319 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c824cc2-638e-4fc7-9fa4-2f1b75a5fe27 req-791f1967-2850-41e1-ae7f-9015eb51ebb4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408017 Jan 14 01:43:10.490782 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b9289-04f3-44ca-83df-ebfd0c77e592 req-4cc69cc2-e892-4cb3-bd0e-154ce7f43120 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:10.500306 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2c0b9289-04f3-44ca-83df-ebfd0c77e592 req-4cc69cc2-e892-4cb3-bd0e-154ce7f43120 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 1097 time: 0.1049359 Jan 14 01:43:10.683295 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2c0b9289-04f3-44ca-83df-ebfd0c77e592 req-6cb1e556-8b73-42cb-a1fc-805105f69541 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679900 Jan 14 01:43:10.771174 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d928032-393e-4e1f-bcea-fb4db8a4ac97 req-f6fe7cc5-1455-47f7-b852-bd6cd5d558c9 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:10.786668 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0d928032-393e-4e1f-bcea-fb4db8a4ac97 req-f6fe7cc5-1455-47f7-b852-bd6cd5d558c9 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1654372 Jan 14 01:43:10.903811 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0d928032-393e-4e1f-bcea-fb4db8a4ac97 req-3b238521-1e3d-4f81-8dfb-8fd4fd345e5c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135681 Jan 14 01:43:10.906118 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:11.166958 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d197bb4-4280-47bf-ab46-592a8f016724 req-e3083171-566e-4cc4-aea7-d6ae434d6340 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:11.168504 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d197bb4-4280-47bf-ab46-592a8f016724 req-e3083171-566e-4cc4-aea7-d6ae434d6340 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 1097 time: 0.1343236 Jan 14 01:43:11.395769 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d197bb4-4280-47bf-ab46-592a8f016724 req-aa0aca5a-a281-4cc0-a266-6940e2967047 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154157 Jan 14 01:43:11.543728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05f4d6-a66a-4f55-8381-d1185d4e8d0c req-1ee72992-31d0-40e5-a36a-8b87eeb49376 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:11.555279 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be05f4d6-a66a-4f55-8381-d1185d4e8d0c req-1ee72992-31d0-40e5-a36a-8b87eeb49376 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 946 time: 0.3163474 Jan 14 01:43:11.681937 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be05f4d6-a66a-4f55-8381-d1185d4e8d0c req-a8b1e502-b76f-40c3-85db-1e4e4cbaa1b6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255586 Jan 14 01:43:11.803751 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eb91a-2b13-40f7-9244-8640c038c39e req-1f5ba1d0-d177-44bf-a08e-4c1271c9e095 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:11.819966 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e0eb91a-2b13-40f7-9244-8640c038c39e req-1f5ba1d0-d177-44bf-a08e-4c1271c9e095 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1340995 Jan 14 01:43:11.902486 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e0eb91a-2b13-40f7-9244-8640c038c39e req-6a3b6454-4392-4521-8072-d200b8aed0f0 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804968 Jan 14 01:43:12.193535 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baf710-6525-45ac-a645-ae67cc5cd208 req-e9dec026-1848-4afd-827b-40ced62cb641 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:12.196207 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9baf710-6525-45ac-a645-ae67cc5cd208 req-e9dec026-1848-4afd-827b-40ced62cb641 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.0521963 Jan 14 01:43:12.283692 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9baf710-6525-45ac-a645-ae67cc5cd208 req-2df2f1ef-4ce2-4158-ab82-fa3aac58fa1b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775311 Jan 14 01:43:12.882467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110c30b-45f3-4fc2-9319-c3275da5cfec req-572fd8c7-9bc7-42c5-9254-2bcb671fe867 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:12.896239 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7110c30b-45f3-4fc2-9319-c3275da5cfec req-572fd8c7-9bc7-42c5-9254-2bcb671fe867 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 946 time: 0.0914512 Jan 14 01:43:13.045589 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3a79cd8-c1d9-4dfa-a093-60a54896176b req-a06af885-770d-4697-a48f-229676cdf9a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1303318 Jan 14 01:43:13.057118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7110c30b-45f3-4fc2-9319-c3275da5cfec req-b9790c5b-7d6d-4f1e-94d3-17eb76844009 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565118 Jan 14 01:43:13.285380 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a79cd8-c1d9-4dfa-a093-60a54896176b req-e472ddf6-8399-43ac-b4aa-fcace0d3b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:13.287067 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3a79cd8-c1d9-4dfa-a093-60a54896176b req-e472ddf6-8399-43ac-b4aa-fcace0d3b787 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 1096 time: 0.1731741 Jan 14 01:43:13.317296 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-7e2659b3-748a-4945-a0df-f09a1991f16e tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:43:13.318680 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-7e2659b3-748a-4945-a0df-f09a1991f16e tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071313 Jan 14 01:43:13.328564 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb9fe3-23b4-4077-9eca-26ddd2c329a8 req-60cb76ad-0588-417c-bc3f-99db7db9f6fc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:13.330738 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95eb9fe3-23b4-4077-9eca-26ddd2c329a8 req-60cb76ad-0588-417c-bc3f-99db7db9f6fc tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1413584 Jan 14 01:43:13.459032 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-f01b67bb-ce6c-4c48-843f-e7aa85add03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:13.460340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-f01b67bb-ce6c-4c48-843f-e7aa85add03c service neutron] 10.222.0.26 "GET /v2.0/ports/6c6f572f-981e-4088-8431-e545e2393270 HTTP/1.1" status: 200 len: 1094 time: 0.1113205 Jan 14 01:43:13.477204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] Request body: {'binding': {'host': 'n-h1-824358-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:43:13.477883 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] Unknown quota resources ['binding']. {{(pid=103353) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 14 01:43:13.528256 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95eb9fe3-23b4-4077-9eca-26ddd2c329a8 req-cf159c10-2b87-4fa7-9215-b8134bfe5a17 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863768 Jan 14 01:43:13.581164 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a79cd8-c1d9-4dfa-a093-60a54896176b req-1bf943aa-7e19-489a-9020-0b2263b70d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:13.582703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3a79cd8-c1d9-4dfa-a093-60a54896176b req-1bf943aa-7e19-489a-9020-0b2263b70d05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.2509942 Jan 14 01:43:13.654036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3a79cd8-c1d9-4dfa-a093-60a54896176b req-7a50076f-1ca6-463c-aac3-263951603104 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519 HTTP/1.1" status: 200 len: 217 time: 0.0398617 Jan 14 01:43:13.799352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] Attempting to bind port 6c6f572f-981e-4088-8431-e545e2393270 on host n-h1-824358-4 for vnic_type normal with profile None {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:43:13.799602 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] Attempting to bind port 6c6f572f-981e-4088-8431-e545e2393270 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:43:13.799934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] Attempting to bind port 6c6f572f-981e-4088-8431-e545e2393270 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:13.813222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a79cd8-c1d9-4dfa-a093-60a54896176b req-1f0a966c-3b30-4349-b994-0bcf73485ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:13.813222 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3a79cd8-c1d9-4dfa-a093-60a54896176b req-1f0a966c-3b30-4349-b994-0bcf73485ee3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.1124873 Jan 14 01:43:13.813222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] Port 6c6f572f-981e-4088-8431-e545e2393270 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:43:13.813222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] Attempting to bind port 6c6f572f-981e-4088-8431-e545e2393270 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:13.821148 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:43:13.821490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:43:13.821878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] Bound using segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:43:13.822311 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] Bound port: 6c6f572f-981e-4088-8431-e545e2393270, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:43:13.837939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196451a4-b0d7-49c1-acb7-c3e8624853dc req-75d69884-7227-4039-8826-69c85e52e77d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:13.844914 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-196451a4-b0d7-49c1-acb7-c3e8624853dc req-75d69884-7227-4039-8826-69c85e52e77d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 946 time: 0.1072614 Jan 14 01:43:13.951617 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3a79cd8-c1d9-4dfa-a093-60a54896176b req-63c1fc49-5597-48af-afca-bf7142abdd5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490398 Jan 14 01:43:13.978745 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-196451a4-b0d7-49c1-acb7-c3e8624853dc req-67c7c495-a78a-45d5-88d6-5fd814e54972 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328239 Jan 14 01:43:13.981256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6c6f572f-981e-4088-8431-e545e2393270,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:43:14.022527 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:14.034577 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] 10.222.0.26 "POST /v2.0/ports/6c6f572f-981e-4088-8431-e545e2393270/bindings HTTP/1.1" status: 201 len: 389 time: 0.5605373 Jan 14 01:43:14.234837 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3a79cd8-c1d9-4dfa-a093-60a54896176b req-29cb0ce0-1e06-4ca4-8205-8ee69fae5942 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511103 Jan 14 01:43:14.431350 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296ccbb-412f-4763-9e90-864f5e2c9186 req-b8ce345d-8d56-470c-b5b0-07276247f1dd tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:14.448172 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d296ccbb-412f-4763-9e90-864f5e2c9186 req-b8ce345d-8d56-470c-b5b0-07276247f1dd tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1970925 Jan 14 01:43:14.461926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a402d-a5d3-4bc4-9284-ac499c5fa904 req-69c4fff9-7933-4604-af25-4c626189ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:14.464765 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ee2a402d-a5d3-4bc4-9284-ac499c5fa904 req-69c4fff9-7933-4604-af25-4c626189ca1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 1097 time: 0.1677761 Jan 14 01:43:14.503858 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-260fe8db-1ce6-4c62-8737-232935052e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:14.506282 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-260fe8db-1ce6-4c62-8737-232935052e70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 1097 time: 0.1101549 Jan 14 01:43:14.528487 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d296ccbb-412f-4763-9e90-864f5e2c9186 req-e131a3de-6024-423a-a4f7-abdd22352a82 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724525 Jan 14 01:43:14.538809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3a79cd8-c1d9-4dfa-a093-60a54896176b req-196235b8-99e5-4d48-a861-2875338006c1 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967036 Jan 14 01:43:14.686765 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a402d-a5d3-4bc4-9284-ac499c5fa904 req-fb2600a7-903e-493a-8b8c-6f9b71c902e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:14.688488 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ee2a402d-a5d3-4bc4-9284-ac499c5fa904 req-fb2600a7-903e-493a-8b8c-6f9b71c902e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 913 time: 0.2126064 Jan 14 01:43:14.727640 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd857e16-a81d-4e90-a472-8d94c3d2445f req-06f874d8-bd44-41a0-96c4-7bd6a30473b2 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:14.729626 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bd857e16-a81d-4e90-a472-8d94c3d2445f req-06f874d8-bd44-41a0-96c4-7bd6a30473b2 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.1096687 Jan 14 01:43:14.771012 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ee2a402d-a5d3-4bc4-9284-ac499c5fa904 req-b835e29f-6574-443e-a155-b88af6da35b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ff5a8ac-35b6-4217-ae32-e9b4224a447b HTTP/1.1" status: 200 len: 217 time: 0.0742359 Jan 14 01:43:14.866878 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bd857e16-a81d-4e90-a472-8d94c3d2445f req-4a2944e7-873f-491c-b855-7f45fbe6ca80 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313684 Jan 14 01:43:14.954565 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-dff0a6f8-e0b7-4873-afea-19dd3e5dbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:14.963486 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-dff0a6f8-e0b7-4873-afea-19dd3e5dbbaa service neutron] 10.222.0.46 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.4300804 Jan 14 01:43:14.967514 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a402d-a5d3-4bc4-9284-ac499c5fa904 req-11b6bfc2-107f-499b-bd51-e6cc637dbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:14.971868 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ee2a402d-a5d3-4bc4-9284-ac499c5fa904 req-11b6bfc2-107f-499b-bd51-e6cc637dbb7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.1913853 Jan 14 01:43:15.026779 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ee2a402d-a5d3-4bc4-9284-ac499c5fa904 req-02b8d536-7d89-472c-bf55-6d6cba88e071 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415797 Jan 14 01:43:15.051851 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df5dfa-2d01-479f-8746-d792a1d2e615 req-06ac214c-fbf5-4bc5-907d-ede6b54ca5f5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:15.060338 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37df5dfa-2d01-479f-8746-d792a1d2e615 req-06ac214c-fbf5-4bc5-907d-ede6b54ca5f5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1220152 Jan 14 01:43:15.103363 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-0377b7a0-67af-433b-904d-65f715e3ca52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c6f572f-981e-4088-8431-e545e2393270 HTTP/1.1" status: 200 len: 217 time: 0.1302414 Jan 14 01:43:15.179243 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37df5dfa-2d01-479f-8746-d792a1d2e615 req-baa46eff-2a4d-45df-9661-af44dd3744e2 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106703 Jan 14 01:43:15.302305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-9931b5d8-c640-47e0-993d-f16d8ae5d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:15.303806 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-9931b5d8-c640-47e0-993d-f16d8ae5d822 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.1830313 Jan 14 01:43:15.352589 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-8713bdb3-2731-41a1-bebb-64532e2899d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305636 Jan 14 01:43:15.354588 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ee2a402d-a5d3-4bc4-9284-ac499c5fa904 req-0b1e7b03-529e-4d3a-b060-1399de382df5 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759733 Jan 14 01:43:15.553830 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-8e77dc23-c702-4413-83b2-232e0df16e15 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853037 Jan 14 01:43:15.556553 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ee2a402d-a5d3-4bc4-9284-ac499c5fa904 req-2e586679-8479-4e2b-80df-af0fd6c29752 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765175 Jan 14 01:43:15.561350 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d42bae-a113-4594-a404-01daf7955ba3 req-68d78077-1373-457c-8935-41015a5d9af0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:15.562703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d9d42bae-a113-4594-a404-01daf7955ba3 req-68d78077-1373-457c-8935-41015a5d9af0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 946 time: 0.0760515 Jan 14 01:43:15.687758 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-829180dd-fd6d-4219-b5c6-75dce72662b5 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017423 Jan 14 01:43:15.719021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d9d42bae-a113-4594-a404-01daf7955ba3 req-a00f3695-cf1a-432e-961f-81af5ab26102 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489110 Jan 14 01:43:15.746777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac29ebf-715d-4ddd-a94d-b809e5677c63 req-0912d666-76b1-40aa-94ef-ede088160baa tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:15.748785 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ac29ebf-715d-4ddd-a94d-b809e5677c63 req-0912d666-76b1-40aa-94ef-ede088160baa tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 946 time: 0.1168821 Jan 14 01:43:15.839753 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ac29ebf-715d-4ddd-a94d-b809e5677c63 req-13a90775-6545-4260-9e93-b8131ab31d9a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858221 Jan 14 01:43:16.003056 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:43:16.012024 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6ff5a8ac-35b6-4217-ae32-e9b4224a447b no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:16.105249 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d51dd6-e05b-446c-8013-8714ac55bea6 req-a085ae26-8171-4a78-bf78-c16a8da31176 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:16.112542 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-09d51dd6-e05b-446c-8013-8714ac55bea6 req-a085ae26-8171-4a78-bf78-c16a8da31176 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.1166286 Jan 14 01:43:16.233867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-09d51dd6-e05b-446c-8013-8714ac55bea6 req-1b55e4d9-5560-493f-99b8-9106386181d6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198518 Jan 14 01:43:16.381481 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:16.381867 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:16.416658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca039a-4fc0-4c60-8b65-d9b2eeee37ec req-2cd2da4b-e5b4-4a10-9ff2-991f31a9a97f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:16.424812 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2fca039a-4fc0-4c60-8b65-d9b2eeee37ec req-2cd2da4b-e5b4-4a10-9ff2-991f31a9a97f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1135080 Jan 14 01:43:16.441490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da8cb2-2425-41d6-a092-be36e88a157b req-0d8bc263-6b17-4952-9a29-aa588abcdd59 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:16.450819 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88da8cb2-2425-41d6-a092-be36e88a157b req-0d8bc263-6b17-4952-9a29-aa588abcdd59 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 946 time: 0.0950782 Jan 14 01:43:16.478371 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672245e8-6ecd-4f87-adf7-753d606c5c44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:16.481096 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0622c6cd-31a7-482e-b6bf-feea70a7779d" -d '{"events": [{"server_uuid": "672245e8-6ecd-4f87-adf7-753d606c5c44", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff5a8ac-35b6-4217-ae32-e9b4224a447b"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:16.528253 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:16.530544 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:16.541820 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:16.542260 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2fca039a-4fc0-4c60-8b65-d9b2eeee37ec req-4480ac2a-5033-4754-906b-f045442ac8d3 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122699 Jan 14 01:43:16.560262 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '657ff239-bcdc-4dad-83b7-3ace8ecf9fd7', 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41', 'port_id': '657ff239-bcdc-4dad-83b7-3ace8ecf9fd7', 'mac_address': 'fa:16:3e:31:bf:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27af7296-5d99-440c-b1fc-ac17acce422e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:43:16.561121 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88da8cb2-2425-41d6-a092-be36e88a157b req-7c704dad-fbd9-4ec9-966a-43afbc2c3af7 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052916 Jan 14 01:43:16.728788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:16.729303 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:16.733096 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:16.739477 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39c1817-a349-42ae-bc59-655416a989bc x-openstack-request-id: req-f39c1817-a349-42ae-bc59-655416a989bc {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:16.739824 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672245e8-6ecd-4f87-adf7-753d606c5c44", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff5a8ac-35b6-4217-ae32-e9b4224a447b", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:16.740137 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f39c1817-a349-42ae-bc59-655416a989bc {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:16.740637 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672245e8-6ecd-4f87-adf7-753d606c5c44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b', 'code': 200} Jan 14 01:43:16.758746 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.758985 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.759246 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.759644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.760040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.760431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.760818 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.761205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.761594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.762039 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.762462 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.762839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.763224 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:16.780511 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:16.819457 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:16.831249 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:16.853835 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823740b-3fff-4dd5-9cc1-c2eb0ed5864d req-2975196c-7828-4aeb-a723-2015805ba5f0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:16.862829 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1823740b-3fff-4dd5-9cc1-c2eb0ed5864d req-2975196c-7828-4aeb-a723-2015805ba5f0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 946 time: 0.0693161 Jan 14 01:43:16.927746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1823740b-3fff-4dd5-9cc1-c2eb0ed5864d req-6f7150cd-2864-47b9-8630-d2af66711333 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636272 Jan 14 01:43:16.958406 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:17.067922 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['657ff239-bcdc-4dad-83b7-3ace8ecf9fd7'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:17.071531 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721402ee-b2a7-462e-9867-590bf9317111 req-748c2e80-ac3b-4b6c-916f-81895760edcc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:17.073080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-721402ee-b2a7-462e-9867-590bf9317111 req-748c2e80-ac3b-4b6c-916f-81895760edcc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 944 time: 0.0816524 Jan 14 01:43:17.145052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-721402ee-b2a7-462e-9867-590bf9317111 req-3e3989ca-1bb7-49e5-9305-d4885fa92bd6 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634487 Jan 14 01:43:17.403894 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43888fb-6862-4af1-a001-ced3849f82e9 req-e7d9f518-9035-4863-bbd6-10a9565ee8ad tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:17.416157 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d43888fb-6862-4af1-a001-ced3849f82e9 req-e7d9f518-9035-4863-bbd6-10a9565ee8ad tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.0834260 Jan 14 01:43:17.499551 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d43888fb-6862-4af1-a001-ced3849f82e9 req-98130a35-d2e1-4e69-90b8-87b8d4a9b09e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823541 Jan 14 01:43:17.718340 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224147c-2bc6-4740-acb5-41a50619284b req-757df5e3-bf59-4d5e-ae8d-0ac3a041de1c tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:17.735056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b224147c-2bc6-4740-acb5-41a50619284b req-757df5e3-bf59-4d5e-ae8d-0ac3a041de1c tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 946 time: 0.1682465 Jan 14 01:43:17.805873 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fba51-d63f-4207-93cc-69fcfe24e04e req-6938861d-cec5-4e67-a425-9924e5ba3a5a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:17.822586 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d05fba51-d63f-4207-93cc-69fcfe24e04e req-6938861d-cec5-4e67-a425-9924e5ba3a5a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1883960 Jan 14 01:43:17.878237 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b224147c-2bc6-4740-acb5-41a50619284b req-0077a308-6cf6-4541-a39f-25bebbdc8bf5 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303897 Jan 14 01:43:17.927272 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d05fba51-d63f-4207-93cc-69fcfe24e04e req-842705cf-cc6d-4acb-9434-b55d8c7ac025 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959630 Jan 14 01:43:18.029064 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:43:18.137137 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:43:18.137873 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:18.175395 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6a3e9-8ed2-4a67-b843-de0cc9e00d6c req-078938bc-1a0a-4da2-b99d-a8a94b292462 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:18.185042 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6dd6a3e9-8ed2-4a67-b843-de0cc9e00d6c req-078938bc-1a0a-4da2-b99d-a8a94b292462 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 945 time: 0.0697999 Jan 14 01:43:18.259743 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:18.260055 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:18.281185 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6dd6a3e9-8ed2-4a67-b843-de0cc9e00d6c req-8c23e9f5-9e10-4f62-8ea2-df5587ca85f1 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949240 Jan 14 01:43:18.354456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ba31a-d21e-4589-941a-5e4d900809c7 req-81a93d3b-30a2-4b69-8d68-acd15bb1dc99 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:18.356501 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:18.360865 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:18.362187 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c94ba31a-d21e-4589-941a-5e4d900809c7 req-81a93d3b-30a2-4b69-8d68-acd15bb1dc99 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 944 time: 0.0796900 Jan 14 01:43:18.425303 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c94ba31a-d21e-4589-941a-5e4d900809c7 req-682d46d4-b3da-440a-a114-9cde39722707 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608392 Jan 14 01:43:18.433153 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:18.634613 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3930e2-895c-4ef1-83e2-96270c5b7ed6 req-52dd2a60-9ad8-4d24-94c4-4d4015b593f9 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:18.636128 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c3930e2-895c-4ef1-83e2-96270c5b7ed6 req-52dd2a60-9ad8-4d24-94c4-4d4015b593f9 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.0514007 Jan 14 01:43:18.687948 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c3930e2-895c-4ef1-83e2-96270c5b7ed6 req-f1d741eb-0695-40c4-b102-268680d02775 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455351 Jan 14 01:43:18.742866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e7e6a6-563b-4476-bdcb-f88742af87db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657ff239-bcdc-4dad-83b7-3ace8ecf9fd7'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:18.749255 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed651ede-7811-4687-84cd-6a3a9a06e836" -d '{"events": [{"server_uuid": "42e7e6a6-563b-4476-bdcb-f88742af87db", "name": "network-vif-plugged", "status": "completed", "tag": "657ff239-bcdc-4dad-83b7-3ace8ecf9fd7"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:18.952663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-67e9a9f1-8d33-424b-b050-fabd6458c2af tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:18.954622 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-67e9a9f1-8d33-424b-b050-fabd6458c2af tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/networks?id=6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d HTTP/1.1" status: 200 len: 814 time: 0.1243098 Jan 14 01:43:18.972206 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-5fa2b727-7746-4bdc-87c8-540eccd464f1 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/quotas/3849d19badf142d2aa9e8334b0d48ff8 HTTP/1.1" status: 200 len: 375 time: 0.0096474 Jan 14 01:43:19.058356 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-7b94491f-c16c-4711-8a8a-d2c709ed488f tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3849d19badf142d2aa9e8334b0d48ff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790854 Jan 14 01:43:19.070794 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770859dc-c307-4529-b2cd-5c00359998e1 req-fae1b42f-ecd1-4367-9bdb-527e71936009 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:19.072176 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-770859dc-c307-4529-b2cd-5c00359998e1 req-fae1b42f-ecd1-4367-9bdb-527e71936009 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=672245e8-6ecd-4f87-adf7-753d606c5c44 HTTP/1.1" status: 200 len: 944 time: 0.0621717 Jan 14 01:43:19.218908 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-3fc4012e-bd05-4fdf-8082-f90b702baddd service neutron] 10.222.0.26 "GET /v2.0/networks/6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458037 Jan 14 01:43:19.278685 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-770859dc-c307-4529-b2cd-5c00359998e1 req-936e0eb5-12de-4569-8081-447fc92b4214 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Deleting port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:19.279022 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-770859dc-c307-4529-b2cd-5c00359998e1 req-936e0eb5-12de-4569-8081-447fc92b4214 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:19.408411 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-c52125bf-1741-4612-ab53-12c02bc40ccd service neutron] 10.222.0.26 "GET /v2.0/networks/6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792142 Jan 14 01:43:19.426367 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-770859dc-c307-4529-b2cd-5c00359998e1 req-936e0eb5-12de-4569-8081-447fc92b4214 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] For port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:19.426746 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-770859dc-c307-4529-b2cd-5c00359998e1 req-936e0eb5-12de-4569-8081-447fc92b4214 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:19.445489 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-bf6b8a23-05e0-4b0c-a474-c81e24ed4a4c tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:19.446948 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-bf6b8a23-05e0-4b0c-a474-c81e24ed4a4c tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.36 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 946 time: 0.1129816 Jan 14 01:43:19.451031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-770859dc-c307-4529-b2cd-5c00359998e1 req-936e0eb5-12de-4569-8081-447fc92b4214 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Calling delete_port for 6ff5a8ac-35b6-4217-ae32-e9b4224a447b owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:19.571463 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b42a4c-9df2-4ac0-ba5a-503bd02765f5 x-openstack-request-id: req-88b42a4c-9df2-4ac0-ba5a-503bd02765f5 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:19.571998 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e7e6a6-563b-4476-bdcb-f88742af87db", "name": "network-vif-plugged", "status": "completed", "tag": "657ff239-bcdc-4dad-83b7-3ace8ecf9fd7", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:19.572565 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88b42a4c-9df2-4ac0-ba5a-503bd02765f5 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:19.573416 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e7e6a6-563b-4476-bdcb-f88742af87db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657ff239-bcdc-4dad-83b7-3ace8ecf9fd7', 'code': 200} Jan 14 01:43:19.677357 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Deleting port 5266dd32-c8e8-4294-ba52-4569e8c35f9f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:19.677691 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:19.790573 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c94cbc-8791-4fe2-9c0d-9bd8b9cd99bc req-e3c0fc3b-eaa9-4308-82d7-e9df30eab252 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:19.792099 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-65c94cbc-8791-4fe2-9c0d-9bd8b9cd99bc req-e3c0fc3b-eaa9-4308-82d7-e9df30eab252 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 946 time: 0.1520205 Jan 14 01:43:19.793339 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-770859dc-c307-4529-b2cd-5c00359998e1 req-936e0eb5-12de-4569-8081-447fc92b4214 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (6ff5a8ac-35b6-4217-ae32-e9b4224a447b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:19.829185 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e0eb5-12de-4569-8081-447fc92b4214 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Pushing event deleted for resources: {'Port': ['ID=6ff5a8ac-35b6-4217-ae32-e9b4224a447b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:19.880624 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] For port 5266dd32-c8e8-4294-ba52-4569e8c35f9f, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=5266dd32-c8e8-4294-ba52-4569e8c35f9f,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:19.880982 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:19.937123 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-770859dc-c307-4529-b2cd-5c00359998e1 req-936e0eb5-12de-4569-8081-447fc92b4214 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] No DVR routers for this DVR port 6ff5a8ac-35b6-4217-ae32-e9b4224a447b on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:19.940282 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-770859dc-c307-4529-b2cd-5c00359998e1 req-936e0eb5-12de-4569-8081-447fc92b4214 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:19.944327 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-770859dc-c307-4529-b2cd-5c00359998e1 req-936e0eb5-12de-4569-8081-447fc92b4214 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "DELETE /v2.0/ports/6ff5a8ac-35b6-4217-ae32-e9b4224a447b HTTP/1.1" status: 204 len: 173 time: 0.8610315 Jan 14 01:43:19.972961 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672245e8-6ecd-4f87-adf7-753d606c5c44', 'name': 'network-vif-deleted', 'tag': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:19.975261 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae48b7c-eddc-4980-9c6c-2c48cf102bce" -d '{"events": [{"server_uuid": "672245e8-6ecd-4f87-adf7-753d606c5c44", "name": "network-vif-deleted", "tag": "6ff5a8ac-35b6-4217-ae32-e9b4224a447b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:20.024135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6ff5a8ac-35b6-4217-ae32-e9b4224a447b no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:20.068146 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 6ff5a8ac-35b6-4217-ae32-e9b4224a447b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:43:20.071513 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6ff5a8ac-35b6-4217-ae32-e9b4224a447b not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:43:20.084764 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-65c94cbc-8791-4fe2-9c0d-9bd8b9cd99bc req-d5c79292-5ec4-42ff-bd3d-abddcf74fa00 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups?id=8788fce7-64bf-447e-b5da-db1a86d811a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641900 Jan 14 01:43:20.662650 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999f4d7-11ca-4264-a24b-476430544ddf req-95de48ce-eed9-44e7-9b4e-df8699c0200a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:20.664180 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6999f4d7-11ca-4264-a24b-476430544ddf req-95de48ce-eed9-44e7-9b4e-df8699c0200a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1388609 Jan 14 01:43:20.671537 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72abb41-f4a0-42a2-8b0d-1b25fe1d5e0f req-70c1be92-2b46-4355-9164-25ca6866cbd9 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:20.672909 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f72abb41-f4a0-42a2-8b0d-1b25fe1d5e0f req-70c1be92-2b46-4355-9164-25ca6866cbd9 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 946 time: 0.1465299 Jan 14 01:43:20.702586 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:20.703207 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (6e9fa975-ff3a-4990-a652-a42b4de259fb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:20.703529 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Floating IP 6e9fa975-ff3a-4990-a652-a42b4de259fb disassociated. External IP: 172.25.2.190, port: 5266dd32-c8e8-4294-ba52-4569e8c35f9f. Jan 14 01:43:20.703892 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Calling delete_port for 5266dd32-c8e8-4294-ba52-4569e8c35f9f owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:20.792613 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6999f4d7-11ca-4264-a24b-476430544ddf req-b5b24ca4-2b5d-4cf2-929f-f852302bfa79 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187301 Jan 14 01:43:20.823755 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f72abb41-f4a0-42a2-8b0d-1b25fe1d5e0f req-01552e4b-6f32-40c6-baaa-75e13954247d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379874 Jan 14 01:43:20.962758 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-8c9da56b-1323-4db1-9ca1-62029ee87bcf tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:20.964128 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-8c9da56b-1323-4db1-9ca1-62029ee87bcf tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.46 "GET /v2.0/networks?id=6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d HTTP/1.1" status: 200 len: 814 time: 0.2052295 Jan 14 01:43:20.973612 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5266dd32-c8e8-4294-ba52-4569e8c35f9f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:20.985177 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Request body: {'port': {'device_id': 'b2e05fd1-505d-4e65-b503-5ee3199ec836', 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d', 'admin_state_up': True, 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:43:21.009404 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-895f8bbf-d8a2-466a-967e-ee7bd8a57b59 req-08bf8066-3351-47a8-bfef-db9490cc0d02 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 210 time: 0.0519691 Jan 14 01:43:21.086279 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Pushing event deleted for resources: {'Port': ['ID=5266dd32-c8e8-4294-ba52-4569e8c35f9f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:21.155691 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc53f3-8fbb-4fd9-8ff4-f227c07a7a73 req-5eb41650-d918-46d7-bfe1-3221b23d1af5 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:21.162964 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7cc53f3-8fbb-4fd9-8ff4-f227c07a7a73 req-5eb41650-d918-46d7-bfe1-3221b23d1af5 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.1924577 Jan 14 01:43:21.175990 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Made reservation on behalf of 3849d19badf142d2aa9e8334b0d48ff8 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:43:21.183751 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:21.193307 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fdce2c-2d35-42bd-87b4-5b3094a6665e x-openstack-request-id: req-f1fdce2c-2d35-42bd-87b4-5b3094a6665e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:21.193598 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672245e8-6ecd-4f87-adf7-753d606c5c44", "name": "network-vif-deleted", "tag": "6ff5a8ac-35b6-4217-ae32-e9b4224a447b", "status": "failed", "code": 422}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:21.193859 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1fdce2c-2d35-42bd-87b4-5b3094a6665e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:21.194258 n-d-824358-4 neutron-server[103353]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '672245e8-6ecd-4f87-adf7-753d606c5c44', 'name': 'network-vif-deleted', 'tag': '6ff5a8ac-35b6-4217-ae32-e9b4224a447b', 'status': 'failed', 'code': 422} returned with failed status Jan 14 01:43:21.409456 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7cc53f3-8fbb-4fd9-8ff4-f227c07a7a73 req-fc5a7363-1af2-4c40-9980-c686fd1cdb1e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453809 Jan 14 01:43:21.513647 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Allocated IP 172.20.0.7 (6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d/e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08/f00d15c7-8dee-462f-8d2c-7743f2400d09) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:43:21.548576 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:43:21.783028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:43:21.799554 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f976c-dd39-4a7c-8928-627dbd87fc5a None None] Sync routers for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:43:21.818729 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-166f5d39-35df-4bdf-86d8-5ae7883cfde0 req-ea233bda-7fc1-4c01-aeff-8defdc01722b tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/ports?device_id=54fdfba5-3674-4ad1-83f3-16dae69bf479 HTTP/1.1" status: 200 len: 210 time: 0.0361836 Jan 14 01:43:21.827352 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f976c-dd39-4a7c-8928-627dbd87fc5a None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:43:21.828294 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-de4f976c-dd39-4a7c-8928-627dbd87fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:43:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:21.944663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] No DVR routers for this DVR port 5266dd32-c8e8-4294-ba52-4569e8c35f9f on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:21.967375 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:21.984164 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfe882c2-44d5-4542-872a-91e8cda8098e req-86d00301-470c-42e2-a0f0-466f287f01f4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.36 "DELETE /v2.0/ports/5266dd32-c8e8-4294-ba52-4569e8c35f9f HTTP/1.1" status: 204 len: 173 time: 2.5175970 Jan 14 01:43:22.055188 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-de4f976c-dd39-4a7c-8928-627dbd87fc5a None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:43:22.113484 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Publish callbacks [] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:22.167782 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df796039-0a39-4f79-8402-a884f49c0478 req-9b82860c-e7d7-44c7-b319-480b0ac92d80 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:22.187037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df796039-0a39-4f79-8402-a884f49c0478 req-9b82860c-e7d7-44c7-b319-480b0ac92d80 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 946 time: 0.2024903 Jan 14 01:43:22.268445 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:22.312435 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:43:22.316907 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:43:22.357445 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:43:22.499316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Pushing event updated for resources: {'Port': ['ID=f00d15c7-8dee-462f-8d2c-7743f2400d09,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:22.503640 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-de4f976c-dd39-4a7c-8928-627dbd87fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:22Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:22.542256 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:22.543181 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:22.552674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.554143 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.555209 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.556296 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.557346 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.557884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.559418 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.559963 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.560444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.561497 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.562280 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-c30fcaa5-7984-40ee-8e73-87d41ee572dd tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:22.562804 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.563917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.564403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:43:22.572272 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-c30fcaa5-7984-40ee-8e73-87d41ee572dd tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.4275188 Jan 14 01:43:22.592373 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f976c-dd39-4a7c-8928-627dbd87fc5a None None] Checking router: e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:43:22.611976 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-b0eac21e-e834-4c58-a380-b2e8ff398969 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6314440 Jan 14 01:43:22.617571 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f976c-dd39-4a7c-8928-627dbd87fc5a None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:43:22.621406 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-de4f976c-dd39-4a7c-8928-627dbd87fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:43:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:22.650567 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df796039-0a39-4f79-8402-a884f49c0478 req-7b14bc04-acdb-4df5-8dc5-4158e6ae39c9 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624085 Jan 14 01:43:22.668905 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Request body: {'port': {'device_id': 'b2e05fd1-505d-4e65-b503-5ee3199ec836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:43:22.689425 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-4f3a2927-7d5f-427d-943d-8feb9e9394be tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/quotas/b782c83d919c481cb3b03a9f645c75e6 HTTP/1.1" status: 200 len: 375 time: 0.1143701 Jan 14 01:43:22.784625 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dd842b07-b24d-4f95-b905-73b7ec5850fd None None] Provisioning complete for port f00d15c7-8dee-462f-8d2c-7743f2400d09 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:43:22.786793 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd842b07-b24d-4f95-b905-73b7ec5850fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:22.870684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dd842b07-b24d-4f95-b905-73b7ec5850fd None None] Port f00d15c7-8dee-462f-8d2c-7743f2400d09 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:43:22.891335 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:22.893390 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-4c71cc8d-b5f8-4369-a6f7-147a0ede3e58 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2028434 Jan 14 01:43:22.981581 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-de4f976c-dd39-4a7c-8928-627dbd87fc5a None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:43:23.198643 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'name': 'network-vif-deleted', 'tag': '5266dd32-c8e8-4294-ba52-4569e8c35f9f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:23.218868 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc20903-7695-453e-a341-171a05f6190d" -d '{"events": [{"server_uuid": "54fdfba5-3674-4ad1-83f3-16dae69bf479", "name": "network-vif-deleted", "tag": "5266dd32-c8e8-4294-ba52-4569e8c35f9f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:23.362373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa974de6-333e-4e02-8b94-cef2b39d26cb req-f0ac095b-fdab-4428-94b7-96d40ea737c8 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:23.385034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa974de6-333e-4e02-8b94-cef2b39d26cb req-f0ac095b-fdab-4428-94b7-96d40ea737c8 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.2869792 Jan 14 01:43:23.458634 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00d15c7-8dee-462f-8d2c-7743f2400d09 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:23.473857 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Publish callbacks [] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:23.494083 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-de4f976c-dd39-4a7c-8928-627dbd87fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:22Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:23.501806 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Transition to ACTIVE for port object f00d15c7-8dee-462f-8d2c-7743f2400d09 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:43:23.509796 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:23.514773 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 5266dd32-c8e8-4294-ba52-4569e8c35f9f no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:23.527021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa974de6-333e-4e02-8b94-cef2b39d26cb req-12eecb8b-801a-4dea-be12-57a5426a0dee tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410191 Jan 14 01:43:23.535701 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-20c1c529-6941-4a0e-a2ce-fbf6c861b3af service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400170 Jan 14 01:43:23.583456 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f976c-dd39-4a7c-8928-627dbd87fc5a None None] The sync data for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 is: [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:38:14Z', 'revision_number': 4, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '02be98c3-59be-400d-bf7e-444fdcb4a1d2', 'name': '', 'network_id': '0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'mac_address': 'fa:16:3e:47:94:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:11Z', 'updated_at': '2022-01-14T01:38:22Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'subnets': [{'id': 'ec2c54e8-2288-419a-ae9e-34008480a281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:43:23.585791 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f00d15c7-8dee-462f-8d2c-7743f2400d09,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:23.619599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 5266dd32-c8e8-4294-ba52-4569e8c35f9f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:43:23.625049 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 5266dd32-c8e8-4294-ba52-4569e8c35f9f not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:43:23.729476 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-b5e458cf-eed0-43ce-9803-6cf5a2057cbe service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858053 Jan 14 01:43:23.779175 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Attempting to bind port f00d15c7-8dee-462f-8d2c-7743f2400d09 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:43:23.782928 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Attempting to bind port f00d15c7-8dee-462f-8d2c-7743f2400d09 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:43:23.783336 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Attempting to bind port f00d15c7-8dee-462f-8d2c-7743f2400d09 on network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:23.803749 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Port f00d15c7-8dee-462f-8d2c-7743f2400d09 on network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:43:23.804234 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Attempting to bind port f00d15c7-8dee-462f-8d2c-7743f2400d09 on network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:23.843182 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:43:23.844434 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Checking segment: {'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:43:23.844953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Bound using segment: {'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:43:23.846076 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Bound port: f00d15c7-8dee-462f-8d2c-7743f2400d09, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d143c5c-7888-4f67-a19e-1cc168f23a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:43:23.847612 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:23.860948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21b699-295f-423a-9e52-b03e2f73cba9 req-b3b9af8a-1295-44bb-aebe-33d0815fa7b4 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:23.875097 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3b21b699-295f-423a-9e52-b03e2f73cba9 req-b3b9af8a-1295-44bb-aebe-33d0815fa7b4 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 943 time: 0.1443968 Jan 14 01:43:24.028810 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3b21b699-295f-423a-9e52-b03e2f73cba9 req-929385c7-205a-4446-962d-e484d9542dd4 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525807 Jan 14 01:43:24.064533 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8483-fbd4-4784-9649-692d9a4f80b5 req-6159770d-d463-4264-bf97-a5c65727a9b0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:24.066068 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca5e8483-fbd4-4784-9649-692d9a4f80b5 req-6159770d-d463-4264-bf97-a5c65727a9b0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.46 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 946 time: 0.2534177 Jan 14 01:43:24.211658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5942c-fbdf-4f65-a29e-c31a30def0f4 req-5cc6ea26-e08a-4fbc-bfef-1cf83aa88c67 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:24.223459 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49f5942c-fbdf-4f65-a29e-c31a30def0f4 req-5cc6ea26-e08a-4fbc-bfef-1cf83aa88c67 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.1030269 Jan 14 01:43:24.271928 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df6672-35d9-4d36-8731-10c042193bec None None] New status for floating IP 6e9fa975-ff3a-4990-a652-a42b4de259fb: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:43:24.295855 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] For port f00d15c7-8dee-462f-8d2c-7743f2400d09, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:24.309208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49f5942c-fbdf-4f65-a29e-c31a30def0f4 req-00787ef6-a25d-470e-b6ff-5dc5d7d8cabe tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843639 Jan 14 01:43:24.356579 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] For port f00d15c7-8dee-462f-8d2c-7743f2400d09, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f00d15c7-8dee-462f-8d2c-7743f2400d09,segment=NetworkSegment(4d143c5c-7888-4f67-a19e-1cc168f23a41),segment_id=4d143c5c-7888-4f67-a19e-1cc168f23a41)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:43:24.370367 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:24.539393 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:24.540369 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:24.541388 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/f00d15c7-8dee-462f-8d2c-7743f2400d09 HTTP/1.1" status: 200 len: 1091 time: 1.8774407 Jan 14 01:43:24.542016 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e05fd1-505d-4e65-b503-5ee3199ec836', 'tag': 'f00d15c7-8dee-462f-8d2c-7743f2400d09'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:24.557127 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b4e825-bc2c-490c-af9d-2c72c18289bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e05fd1-505d-4e65-b503-5ee3199ec836", "tag": "f00d15c7-8dee-462f-8d2c-7743f2400d09"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:24.558200 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc3a4e0-bd56-4b52-8e93-57acf165bac9 x-openstack-request-id: req-dcc3a4e0-bd56-4b52-8e93-57acf165bac9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:24.559815 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fdfba5-3674-4ad1-83f3-16dae69bf479", "name": "network-vif-deleted", "tag": "5266dd32-c8e8-4294-ba52-4569e8c35f9f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:24.561391 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dcc3a4e0-bd56-4b52-8e93-57acf165bac9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:24.561391 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fdfba5-3674-4ad1-83f3-16dae69bf479', 'name': 'network-vif-deleted', 'tag': '5266dd32-c8e8-4294-ba52-4569e8c35f9f', 'status': 'completed', 'code': 200} Jan 14 01:43:24.613322 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ca5e8483-fbd4-4784-9649-692d9a4f80b5 req-35d431ee-1312-45e4-93a5-2c2bb6ee0c5a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Deleting port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:24.645272 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5e8483-fbd4-4784-9649-692d9a4f80b5 req-35d431ee-1312-45e4-93a5-2c2bb6ee0c5a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:24.727692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06580d49-ad2c-45eb-8b07-b1828fcdf5b7 req-df2d81d8-0169-4d59-a577-4bc23a6bbd13 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:24.729674 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06580d49-ad2c-45eb-8b07-b1828fcdf5b7 req-df2d81d8-0169-4d59-a577-4bc23a6bbd13 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 946 time: 0.0763319 Jan 14 01:43:24.903302 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d2a627b-8b56-414c-a326-eef93e1ce859 req-588d9f6e-3199-4e13-86b1-c090828b7e2a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 210 time: 0.1724188 Jan 14 01:43:25.011078 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06580d49-ad2c-45eb-8b07-b1828fcdf5b7 req-70e54d3f-9bde-457b-8ad5-955d7919be3e tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660129 Jan 14 01:43:25.090161 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67a32d-fa02-4cf6-a8aa-9a66337902e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f00d15c7-8dee-462f-8d2c-7743f2400d09,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:25.153925 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463a05e3-fef4-45f1-9a58-3d1cdfdc6cce x-openstack-request-id: req-463a05e3-fef4-45f1-9a58-3d1cdfdc6cce {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:25.155350 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e05fd1-505d-4e65-b503-5ee3199ec836", "tag": "f00d15c7-8dee-462f-8d2c-7743f2400d09", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:25.155864 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-463a05e3-fef4-45f1-9a58-3d1cdfdc6cce {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:25.156805 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e05fd1-505d-4e65-b503-5ee3199ec836', 'tag': 'f00d15c7-8dee-462f-8d2c-7743f2400d09', 'status': 'completed', 'code': 200} Jan 14 01:43:25.315624 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-9e4ea874-867b-47ef-9e30-40b47819866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:25.333469 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-9e4ea874-867b-47ef-9e30-40b47819866b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3849d19badf142d2aa9e8334b0d48ff8&device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 1094 time: 0.6698859 Jan 14 01:43:25.371054 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b981bca-0aae-42e7-aeb8-c778c987d240 req-ce973ec7-29b9-420e-bb27-51aed4d098f6 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:25.396160 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b981bca-0aae-42e7-aeb8-c778c987d240 req-ce973ec7-29b9-420e-bb27-51aed4d098f6 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.2151515 Jan 14 01:43:25.515527 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-bb398e04-48b3-460c-8f8e-bb41b7a28508 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f00d15c7-8dee-462f-8d2c-7743f2400d09 HTTP/1.1" status: 200 len: 217 time: 0.1764441 Jan 14 01:43:25.596973 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b981bca-0aae-42e7-aeb8-c778c987d240 req-c4734edc-6996-4851-876b-f4eb2d278b15 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962550 Jan 14 01:43:25.719885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ca5e8483-fbd4-4784-9649-692d9a4f80b5 req-35d431ee-1312-45e4-93a5-2c2bb6ee0c5a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] For port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:25.720482 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5e8483-fbd4-4784-9649-692d9a4f80b5 req-35d431ee-1312-45e4-93a5-2c2bb6ee0c5a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:25.744022 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f47be-7820-4084-8f97-f4ecdb01a6a3 req-eeb86ccf-cb19-4356-8416-64fe3b4d66df tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:25.765342 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e10f47be-7820-4084-8f97-f4ecdb01a6a3 req-eeb86ccf-cb19-4356-8416-64fe3b4d66df tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 943 time: 0.1920805 Jan 14 01:43:25.791961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-74f3916e-e2d1-4cce-9a88-eed45290d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:25.793782 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-74f3916e-e2d1-4cce-9a88-eed45290d6b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08 HTTP/1.1" status: 200 len: 853 time: 0.2653193 Jan 14 01:43:25.854353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ca5e8483-fbd4-4784-9649-692d9a4f80b5 req-35d431ee-1312-45e4-93a5-2c2bb6ee0c5a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Calling delete_port for 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:25.980055 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e10f47be-7820-4084-8f97-f4ecdb01a6a3 req-d25ce45f-56f2-417b-9a30-97dbb8d88c50 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128475 Jan 14 01:43:25.988570 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-510a0119-5f7d-478e-9122-1d3f55c09bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:25.990186 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-510a0119-5f7d-478e-9122-1d3f55c09bd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885755 Jan 14 01:43:26.023887 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:26.096979 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365a61a-aba0-420f-95b3-f9b1ced3731d req-c689e2ca-6073-46ad-add9-cf054fcab161 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:26.105668 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a365a61a-aba0-420f-95b3-f9b1ced3731d req-c689e2ca-6073-46ad-add9-cf054fcab161 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.2109909 Jan 14 01:43:26.109410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52266) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:26.323516 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:26.326746 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:26.424781 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0433fab2-6b5a-492b-a672-b295c3357403 req-dac264dc-0a65-4b6d-b5b5-e94c872566fb tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 210 time: 0.1363673 Jan 14 01:43:26.481481 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5e8483-fbd4-4784-9649-692d9a4f80b5 req-35d431ee-1312-45e4-93a5-2c2bb6ee0c5a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (657ff239-bcdc-4dad-83b7-3ace8ecf9fd7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:26.486732 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a365a61a-aba0-420f-95b3-f9b1ced3731d req-74c1e8dd-6c59-4b31-9b95-57f5e195ca9e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770249 Jan 14 01:43:26.530092 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-ac70b63c-7bd7-46cf-822b-b0bba2cb55c5 service neutron] 10.222.0.46 "GET /v2.0/networks/6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754552 Jan 14 01:43:26.573418 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d431ee-1312-45e4-93a5-2c2bb6ee0c5a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event deleted for resources: {'Port': ['ID=657ff239-bcdc-4dad-83b7-3ace8ecf9fd7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:26.768697 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5e8483-fbd4-4784-9649-692d9a4f80b5 req-35d431ee-1312-45e4-93a5-2c2bb6ee0c5a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] No DVR routers for this DVR port 657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:26.801339 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ca5e8483-fbd4-4784-9649-692d9a4f80b5 req-35d431ee-1312-45e4-93a5-2c2bb6ee0c5a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:26.806166 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca5e8483-fbd4-4784-9649-692d9a4f80b5 req-35d431ee-1312-45e4-93a5-2c2bb6ee0c5a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.46 "DELETE /v2.0/ports/657ff239-bcdc-4dad-83b7-3ace8ecf9fd7 HTTP/1.1" status: 204 len: 173 time: 2.7168946 Jan 14 01:43:26.827746 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1abe6d7f-7d7d-4b30-84fb-9df110942f4b req-2e36750f-afe2-4330-948c-6c27afd23220 service neutron] 10.222.0.46 "GET /v2.0/networks/6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738526 Jan 14 01:43:26.905884 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9368c6f5-624f-4d91-912e-9412c4735a95 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for security_group (8788fce7-64bf-447e-b5da-db1a86d811a7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:26.949309 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9368c6f5-624f-4d91-912e-9412c4735a95 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for security_group (8788fce7-64bf-447e-b5da-db1a86d811a7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:27.003074 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-67f732d0-a2c9-4a2c-a594-55d466e4564a req-d20d2fdd-bb88-4f3c-afd6-b60552a69d42 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e7e6a6-563b-4476-bdcb-f88742af87db HTTP/1.1" status: 200 len: 210 time: 0.3088775 Jan 14 01:43:27.142041 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972f8d7-4291-4b64-92ad-3ad6c72df698 req-2ba89fc6-720c-4680-97fc-763a0a19d130 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:27.149486 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8972f8d7-4291-4b64-92ad-3ad6c72df698 req-2ba89fc6-720c-4680-97fc-763a0a19d130 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.4390457 Jan 14 01:43:27.151766 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9368c6f5-624f-4d91-912e-9412c4735a95 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8788fce7-64bf-447e-b5da-db1a86d811a7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:27.156486 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9368c6f5-624f-4d91-912e-9412c4735a95 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:27.159607 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9368c6f5-624f-4d91-912e-9412c4735a95 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "DELETE /v2.0/security-groups/8788fce7-64bf-447e-b5da-db1a86d811a7 HTTP/1.1" status: 204 len: 168 time: 1.0451732 Jan 14 01:43:27.169798 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e7e6a6-563b-4476-bdcb-f88742af87db', 'name': 'network-vif-deleted', 'tag': '657ff239-bcdc-4dad-83b7-3ace8ecf9fd7'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:27.171969 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52306) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:27.178068 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a13e98-2071-480e-a4e1-aba40fad983f" -d '{"events": [{"server_uuid": "42e7e6a6-563b-4476-bdcb-f88742af87db", "name": "network-vif-deleted", "tag": "657ff239-bcdc-4dad-83b7-3ace8ecf9fd7"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:27.204237 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4e825-bc2c-490c-af9d-2c72c18289bb req-b6c872c9-1e29-40b1-8228-9a0d0348f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:27.211658 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-51b4e825-bc2c-490c-af9d-2c72c18289bb req-b6c872c9-1e29-40b1-8228-9a0d0348f573 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3849d19badf142d2aa9e8334b0d48ff8&device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 1094 time: 0.1692338 Jan 14 01:43:27.275899 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-19fca293-df2d-4cca-a93b-609d1c1337b4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] show failed (client error): The resource could not be found. Jan 14 01:43:27.285219 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-19fca293-df2d-4cca-a93b-609d1c1337b4 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "GET /v2.0/security-groups/8788fce7-64bf-447e-b5da-db1a86d811a7 HTTP/1.1" status: 404 len: 347 time: 0.1027820 Jan 14 01:43:27.303015 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-4a0de4f8-e254-40d4-978d-4148078704a3 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:27.306153 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-4a0de4f8-e254-40d4-978d-4148078704a3 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.36 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.9121113 Jan 14 01:43:27.311070 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52314) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:27.314859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368c6f5-624f-4d91-912e-9412c4735a95 tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8788fce7-64bf-447e-b5da-db1a86d811a7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:27.347524 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Request body: {'port': {'device_id': 'b2f0614b-8c8e-46f0-aa57-9402d5cbd235', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'admin_state_up': True, 'tenant_id': 'b782c83d919c481cb3b03a9f645c75e6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:43:27.735434 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8972f8d7-4291-4b64-92ad-3ad6c72df698 req-1ed6eeee-a3e3-48be-ab3f-0e5547271221 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846877 Jan 14 01:43:27.908607 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d540024-301f-4200-8920-f5e6e717deb6 x-openstack-request-id: req-4d540024-301f-4200-8920-f5e6e717deb6 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:27.909700 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e7e6a6-563b-4476-bdcb-f88742af87db", "name": "network-vif-deleted", "tag": "657ff239-bcdc-4dad-83b7-3ace8ecf9fd7", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:27.910096 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d540024-301f-4200-8920-f5e6e717deb6 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:27.910697 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e7e6a6-563b-4476-bdcb-f88742af87db', 'name': 'network-vif-deleted', 'tag': '657ff239-bcdc-4dad-83b7-3ace8ecf9fd7', 'status': 'completed', 'code': 200} Jan 14 01:43:27.922783 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faacf2-be66-4005-9fca-7ae9aedcadca req-ca9b953e-b674-45f4-a68a-49426605a74e tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:27.937902 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-85faacf2-be66-4005-9fca-7ae9aedcadca req-ca9b953e-b674-45f4-a68a-49426605a74e tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 943 time: 0.5677383 Jan 14 01:43:28.045538 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4e825-bc2c-490c-af9d-2c72c18289bb req-8627ccf3-da07-49c6-ae96-4f27c4da9a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:28.048012 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-51b4e825-bc2c-490c-af9d-2c72c18289bb req-8627ccf3-da07-49c6-ae96-4f27c4da9a94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d HTTP/1.1" status: 200 len: 915 time: 0.8078902 Jan 14 01:43:28.165656 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b4ad8c7-b230-47f1-a272-89dfc0299b51 req-43219a20-b603-434b-aba5-781056b790a1 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 210 time: 0.1114497 Jan 14 01:43:28.243608 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-85faacf2-be66-4005-9fca-7ae9aedcadca req-911317b2-bdf8-4892-a6dc-0f7cde164f70 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034158 Jan 14 01:43:28.261750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Made reservation on behalf of b782c83d919c481cb3b03a9f645c75e6 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:43:28.265322 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:28.275154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-926c0db7-4c04-4449-a527-f0f6a58e76ff tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Deleting port f10bf93a-3024-42c9-a024-23124540a22f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:28.275495 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-926c0db7-4c04-4449-a527-f0f6a58e76ff tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f10bf93a-3024-42c9-a024-23124540a22f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:28.429003 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-51b4e825-bc2c-490c-af9d-2c72c18289bb req-32cd3ec7-a6ba-4919-a468-c42fb2ca8810 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f00d15c7-8dee-462f-8d2c-7743f2400d09 HTTP/1.1" status: 200 len: 217 time: 0.0872173 Jan 14 01:43:28.538978 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4e825-bc2c-490c-af9d-2c72c18289bb req-59ee261f-69a1-4f90-b624-f4d0761453ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:28.550241 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-51b4e825-bc2c-490c-af9d-2c72c18289bb req-59ee261f-69a1-4f90-b624-f4d0761453ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08 HTTP/1.1" status: 200 len: 853 time: 0.1095486 Jan 14 01:43:28.677033 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3f8f4-c43d-48ec-b54b-e4c140d01b51 req-860f1179-4e44-434c-bde9-f91b06cb8a92 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:28.692799 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cab3f8f4-c43d-48ec-b54b-e4c140d01b51 req-860f1179-4e44-434c-bde9-f91b06cb8a92 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.3949151 Jan 14 01:43:28.784313 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-926c0db7-4c04-4449-a527-f0f6a58e76ff tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f10bf93a-3024-42c9-a024-23124540a22f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:28.785012 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-926c0db7-4c04-4449-a527-f0f6a58e76ff tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for floatingip (f10bf93a-3024-42c9-a024-23124540a22f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:28.833622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-926c0db7-4c04-4449-a527-f0f6a58e76ff tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Calling delete_port for f10bf93a-3024-42c9-a024-23124540a22f owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:28.981651 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4e825-bc2c-490c-af9d-2c72c18289bb req-348e1d78-5115-489b-98df-700093d36f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:28.982226 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Allocated IP 172.20.0.14 (4ce41f76-a552-4855-887d-6b5d363a9f23/d97ddbcc-09c0-411b-9dd8-86412dbf8eb4/03699c8d-6e38-435d-8245-6dda2c844225) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:43:28.983963 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-51b4e825-bc2c-490c-af9d-2c72c18289bb req-348e1d78-5115-489b-98df-700093d36f68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826306 Jan 14 01:43:28.995999 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cab3f8f4-c43d-48ec-b54b-e4c140d01b51 req-880774cc-425c-4b63-9a15-ef3a15fe6f2f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005221 Jan 14 01:43:29.219638 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-51b4e825-bc2c-490c-af9d-2c72c18289bb req-461f939d-3fc9-40a2-b6f8-470de24cfb7f service neutron] 10.222.0.46 "GET /v2.0/networks/6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038579 Jan 14 01:43:29.374872 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-51b4e825-bc2c-490c-af9d-2c72c18289bb req-30aa5a3e-6d68-4ac3-a439-b08ae146bfd0 service neutron] 10.222.0.46 "GET /v2.0/networks/6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525328 Jan 14 01:43:29.376814 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bc7b-1d1c-4146-96b6-ad441b9e56d2 req-caeee47a-86b9-4615-be53-2df7926dd709 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:29.385386 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0bc6bc7b-1d1c-4146-96b6-ad441b9e56d2 req-caeee47a-86b9-4615-be53-2df7926dd709 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1821325 Jan 14 01:43:29.522389 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0bc6bc7b-1d1c-4146-96b6-ad441b9e56d2 req-d57ff9ff-25a3-4fd2-a02d-d2d439491675 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313851 Jan 14 01:43:29.606931 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-926c0db7-4c04-4449-a527-f0f6a58e76ff tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (f10bf93a-3024-42c9-a024-23124540a22f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:29.646972 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-f0bcfd5e-1715-4464-a81a-f0615b61ddca service neutron] show failed (client error): The resource could not be found. Jan 14 01:43:29.648665 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-f0bcfd5e-1715-4464-a81a-f0615b61ddca service neutron] 10.222.0.36 "GET /v2.0/ports/44a780e7-53fa-4c45-bbf5-c882fdb58d9c/bindings/n-h1-824358-4 HTTP/1.1" status: 404 len: 380 time: 0.1891868 Jan 14 01:43:29.719249 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c0db7-4c04-4449-a527-f0f6a58e76ff tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Pushing event deleted for resources: {'Port': ['ID=f10bf93a-3024-42c9-a024-23124540a22f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:29.781664 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5dc42672-99f3-477c-92d3-60954de823bf req-8664e673-459c-439b-acdd-32152b6ce6df tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 210 time: 0.0926597 Jan 14 01:43:29.994529 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks [] for port (03699c8d-6e38-435d-8245-6dda2c844225), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:30.022169 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-926c0db7-4c04-4449-a527-f0f6a58e76ff tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks [] for floatingip (6e9fa975-ff3a-4990-a652-a42b4de259fb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:30.025306 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-926c0db7-4c04-4449-a527-f0f6a58e76ff tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:30.029621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-926c0db7-4c04-4449-a527-f0f6a58e76ff tempest-ServersWithSpecificFlavorTestJSON-1643256533 tempest-ServersWithSpecificFlavorTestJSON-1643256533-project] 10.222.0.26 "DELETE /v2.0/floatingips/6e9fa975-ff3a-4990-a652-a42b4de259fb HTTP/1.1" status: 204 len: 168 time: 2.7159169 Jan 14 01:43:30.102027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01fcb-dd82-4ac1-bbcc-9729169a70b9 req-b2d3cffd-64ce-48e3-9f43-30f3b164997f tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:30.109772 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5b01fcb-dd82-4ac1-bbcc-9729169a70b9 req-b2d3cffd-64ce-48e3-9f43-30f3b164997f tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 943 time: 0.1594787 Jan 14 01:43:30.146157 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-1784e40b-a27a-439e-b2e9-5a395abfbc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:30.149051 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-1784e40b-a27a-439e-b2e9-5a395abfbc01 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1&tenant_id=4e109b3f5cfb4e82a5b57102758e39eb HTTP/1.1" status: 200 len: 1101 time: 0.0602040 Jan 14 01:43:30.184020 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824358-4', 'device_owner': 'compute:nova'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:43:30.295547 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (03699c8d-6e38-435d-8245-6dda2c844225), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:30.356069 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:30.372463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Pushing event updated for resources: {'Port': ['ID=03699c8d-6e38-435d-8245-6dda2c844225,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:30.391012 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5b01fcb-dd82-4ac1-bbcc-9729169a70b9 req-425aa38c-dd1c-427d-8328-94947893aa2a tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796011 Jan 14 01:43:30.400129 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Network 4ce41f76-a552-4855-887d-6b5d363a9f23 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:43:30.406567 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:43:30.409365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.510409 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.514763 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.514763 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.514763 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.514763 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.514763 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.514763 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.514763 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.514763 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.514763 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.514763 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.514763 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:30.514763 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:30.522273 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:30.525017 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:30.558923 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-269a0bb6-6c22-4789-8829-05464f77ea5b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2341752 Jan 14 01:43:30.577259 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Request body: {'port': {'device_id': 'b2f0614b-8c8e-46f0-aa57-9402d5cbd235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:43:30.704230 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03699c8d-6e38-435d-8245-6dda2c844225), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:30.921053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:31.003795 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:31.108762 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Publish callbacks [] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:31.130820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:31.138518 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d729e0-7cf7-4352-8cf5-5f8b6dfbee77" -d '{"events": [{"server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "name": "network-vif-unplugged", "status": "completed", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:31.153233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Transition to ACTIVE for port object 44a780e7-53fa-4c45-bbf5-c882fdb58d9c will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:43:31.162010 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:31.239740 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] No DVR routers for this DVR port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:31.257998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:31.352830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Attempting to bind port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:43:31.353163 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Attempting to bind port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:43:31.353493 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Attempting to bind port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:31.364194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:43:31.364522 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Attempting to bind port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:31.381527 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:43:31.381870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:43:31.383103 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:43:31.383593 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Bound port: 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:43:31.384002 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:31.432409 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:31.555238 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:31.568838 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:43:31.577299 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:31.604266 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf26b41-72d0-4b41-a31b-a0f25b1718df req-8fdd5c8e-6480-4c11-a34a-08129411c66b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:31.606405 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ccf26b41-72d0-4b41-a31b-a0f25b1718df req-8fdd5c8e-6480-4c11-a34a-08129411c66b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.2616575 Jan 14 01:43:31.651753 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:31.652384 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:31.653796 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] 10.222.0.46 "PUT /v2.0/ports/44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 1096 time: 1.4756904 Jan 14 01:43:31.739019 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945c5c2-eda9-4062-875e-eecfc2c86714 service neutron] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:31.839785 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-de9b0d51-994a-43a8-8e83-334446ce0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:31.839785 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-de9b0d51-994a-43a8-8e83-334446ce0167 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1099 time: 0.0622478 Jan 14 01:43:31.884173 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ccf26b41-72d0-4b41-a31b-a0f25b1718df req-01fc289d-6fd6-4176-80ed-b55af2e9e23d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607355 Jan 14 01:43:32.095637 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-3ff58476-3f6d-4e43-b7fc-ad5c9d377b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:32.098101 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-3ff58476-3f6d-4e43-b7fc-ad5c9d377b4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2524686 Jan 14 01:43:32.176488 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-10219a3c-6e87-4ff7-810f-ee97d3401581 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 217 time: 0.0688295 Jan 14 01:43:32.196743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137559bb-7dc5-4079-8ad0-5837e5b09f34 req-6c432138-943f-449c-92fa-f495319697b9 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:32.204318 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-137559bb-7dc5-4079-8ad0-5837e5b09f34 req-6c432138-943f-449c-92fa-f495319697b9 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 948 time: 0.1704013 Jan 14 01:43:32.232685 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03699c8d-6e38-435d-8245-6dda2c844225 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:32.270902 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Publish callbacks [] for port (03699c8d-6e38-435d-8245-6dda2c844225), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:32.305368 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-137559bb-7dc5-4079-8ad0-5837e5b09f34 req-b2f90b08-bc10-4221-892a-6b3290735ca3 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000257 Jan 14 01:43:32.339681 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Transition to ACTIVE for port object 03699c8d-6e38-435d-8245-6dda2c844225 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:43:32.351884 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (03699c8d-6e38-435d-8245-6dda2c844225), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:32.364282 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-8dd8c857-cf63-435b-9cb5-6709e5af6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:32.372456 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-8dd8c857-cf63-435b-9cb5-6709e5af6844 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1521115 Jan 14 01:43:32.470476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=03699c8d-6e38-435d-8245-6dda2c844225,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:32.537896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-cd09b477-d6d0-4d7a-a913-efd773a02066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:32.543643 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-cd09b477-d6d0-4d7a-a913-efd773a02066 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844035 Jan 14 01:43:32.730908 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b311d-614e-4c8a-bda6-d39a3f2a4732 req-56f7f211-a74e-408a-a08d-1089c1eb66ef tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:32.737995 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-292b311d-614e-4c8a-bda6-d39a3f2a4732 req-56f7f211-a74e-408a-a08d-1089c1eb66ef tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 944 time: 0.2104487 Jan 14 01:43:32.747089 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-b45857c7-429f-45d3-a2fe-7c73f1b32acd service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756284 Jan 14 01:43:32.750813 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Attempting to bind port 03699c8d-6e38-435d-8245-6dda2c844225 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:43:32.751323 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Attempting to bind port 03699c8d-6e38-435d-8245-6dda2c844225 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:43:32.751684 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Attempting to bind port 03699c8d-6e38-435d-8245-6dda2c844225 on network 4ce41f76-a552-4855-887d-6b5d363a9f23 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:32.790083 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Port 03699c8d-6e38-435d-8245-6dda2c844225 on network 4ce41f76-a552-4855-887d-6b5d363a9f23 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:43:32.790299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Attempting to bind port 03699c8d-6e38-435d-8245-6dda2c844225 on network 4ce41f76-a552-4855-887d-6b5d363a9f23 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:32.840748 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:43:32.841143 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Checking segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:43:32.841465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Bound using segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:43:32.841911 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Bound port: 03699c8d-6e38-435d-8245-6dda2c844225, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:43:32.842271 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03699c8d-6e38-435d-8245-6dda2c844225), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:32.927942 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-433664bb-14ce-4833-be7c-7d1d5e387662 req-6707b3a5-ee00-4180-af03-20300c56686f service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168203 Jan 14 01:43:33.018265 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-292b311d-614e-4c8a-bda6-d39a3f2a4732 req-af96fb1c-7a32-4d75-8aff-9d4a0d71d064 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791982 Jan 14 01:43:33.121660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] For port 03699c8d-6e38-435d-8245-6dda2c844225, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:33.132687 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] For port 03699c8d-6e38-435d-8245-6dda2c844225, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=03699c8d-6e38-435d-8245-6dda2c844225,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:43:33.145843 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (03699c8d-6e38-435d-8245-6dda2c844225), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:33.154295 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ba6c93-1eca-47d8-8027-720a30fc92ec x-openstack-request-id: req-07ba6c93-1eca-47d8-8027-720a30fc92ec {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:33.154782 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "name": "network-vif-unplugged", "status": "completed", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:33.155033 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07ba6c93-1eca-47d8-8027-720a30fc92ec {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:33.155627 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'code': 200} Jan 14 01:43:33.230327 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:33.235113 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:33.239727 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] 10.222.0.36 "PUT /v2.0/ports/03699c8d-6e38-435d-8245-6dda2c844225 HTTP/1.1" status: 200 len: 1092 time: 2.6671054 Jan 14 01:43:33.240318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f0614b-8c8e-46f0-aa57-9402d5cbd235', 'tag': '03699c8d-6e38-435d-8245-6dda2c844225'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:33.242920 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0183c7-76bf-48cb-b17a-35fdb049b5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f0614b-8c8e-46f0-aa57-9402d5cbd235", "tag": "03699c8d-6e38-435d-8245-6dda2c844225"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:33.446352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e7d2-8b1d-4661-8dd3-bb0c3ef6bfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=03699c8d-6e38-435d-8245-6dda2c844225,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:33.499087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5704f2-93aa-4959-8a75-51e7d0dae07c req-9393d4eb-13e7-40b1-9b30-e69a9429152a tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:33.506329 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef5704f2-93aa-4959-8a75-51e7d0dae07c req-9393d4eb-13e7-40b1-9b30-e69a9429152a tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 943 time: 0.2530818 Jan 14 01:43:33.521612 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 44a780e7-53fa-4c45-bbf5-c882fdb58d9c no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:33.544540 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-e37cbeda-ff40-4c23-9ab0-d39c2c5ef4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:33.546222 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-e37cbeda-ff40-4c23-9ab0-d39c2c5ef4b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 1095 time: 0.1912293 Jan 14 01:43:33.615330 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] The host n-h2-824358-4 is not matching for port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c host n-h1-824358-4! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 01:43:33.615596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 44a780e7-53fa-4c45-bbf5-c882fdb58d9c not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:43:33.648678 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-f984132e-ea47-412d-a308-d771be29c94b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03699c8d-6e38-435d-8245-6dda2c844225 HTTP/1.1" status: 200 len: 217 time: 0.0884321 Jan 14 01:43:33.690580 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef5704f2-93aa-4959-8a75-51e7d0dae07c req-d4341e47-85de-414c-b0b3-2a99645b3558 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832495 Jan 14 01:43:33.737599 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-8cc9f3f8-554f-40ac-82e5-520a11513c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:33.739180 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-8cc9f3f8-554f-40ac-82e5-520a11513c4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.0826414 Jan 14 01:43:33.794027 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-c42b2ceb-e703-43c9-a713-a827822d1130 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477941 Jan 14 01:43:34.103262 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0473c29-c063-4be2-a814-190cd5f21e70 req-8bb7d630-c1cb-4f42-a4c4-b08b60d3afef tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:34.105080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0473c29-c063-4be2-a814-190cd5f21e70 req-8bb7d630-c1cb-4f42-a4c4-b08b60d3afef tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.1497533 Jan 14 01:43:34.118063 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-3280193a-97c2-41b3-91fd-92558710d18b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:34.119625 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-3280193a-97c2-41b3-91fd-92558710d18b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/networks?id=170e7a74-5a89-4f1a-af6a-087b0f82cd41 HTTP/1.1" status: 200 len: 821 time: 0.2731903 Jan 14 01:43:34.121694 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-e6f3c70c-c712-4f7a-a560-31457c31538a service neutron] 10.222.0.36 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200545 Jan 14 01:43:34.194569 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-584703f3-069e-46a2-8603-e1dbbf4c3190 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/quotas/bbbc06dc30bb429eac0e6fde397191f5 HTTP/1.1" status: 200 len: 375 time: 0.0647030 Jan 14 01:43:34.250261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-15d0b695-2ed5-422d-aa1f-84011273dd85 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbbc06dc30bb429eac0e6fde397191f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464308 Jan 14 01:43:34.262026 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0473c29-c063-4be2-a814-190cd5f21e70 req-0153f137-f1cc-4209-84c9-d6b345c84600 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392856 Jan 14 01:43:34.328758 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:34.362254 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-d08e27c2-5acd-4ffc-8106-af071a54b2ca service neutron] 10.222.0.26 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042018 Jan 14 01:43:34.472303 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d83adc-7a0b-4432-8059-e618f8b1557d x-openstack-request-id: req-61d83adc-7a0b-4432-8059-e618f8b1557d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:34.472538 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f0614b-8c8e-46f0-aa57-9402d5cbd235", "tag": "03699c8d-6e38-435d-8245-6dda2c844225", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:34.472780 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61d83adc-7a0b-4432-8059-e618f8b1557d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:34.473143 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f0614b-8c8e-46f0-aa57-9402d5cbd235', 'tag': '03699c8d-6e38-435d-8245-6dda2c844225', 'status': 'completed', 'code': 200} Jan 14 01:43:34.479497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-22ee55dd-637b-4595-a59b-63b3513ab5c8 service neutron] 10.222.0.26 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031499 Jan 14 01:43:34.482094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90a3ddad-8c2a-4e44-ac2b-f5619b0aef64 req-fcc04e53-b751-4eeb-bf0f-3e7e7ec11d0a service neutron] 10.222.0.36 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521438 Jan 14 01:43:34.550508 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dc56b-fdaf-4054-9b96-f4057cb6ca74 req-5aa19181-73b0-404d-8005-7e3dae363b68 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:34.559782 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-153dc56b-fdaf-4054-9b96-f4057cb6ca74 req-5aa19181-73b0-404d-8005-7e3dae363b68 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 948 time: 0.0823717 Jan 14 01:43:34.689525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0183c7-76bf-48cb-b17a-35fdb049b5cd req-ced28cd5-fa48-40ab-9717-cbf2a9358cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:34.691442 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0183c7-76bf-48cb-b17a-35fdb049b5cd req-ced28cd5-fa48-40ab-9717-cbf2a9358cd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 1095 time: 0.1106620 Jan 14 01:43:34.724839 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-153dc56b-fdaf-4054-9b96-f4057cb6ca74 req-6a9db2c8-c699-4287-8e77-3fa830bba5cd tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626387 Jan 14 01:43:34.914654 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1220879-6722-4923-9b37-9ecfdde15de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:34.921736 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7bd07d79-05b0-4d98-8e4c-97325ccc547f req-8bbe60e2-f2bf-4afb-aaef-a9a575383297 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 210 time: 0.0659580 Jan 14 01:43:34.982856 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1714d-f7cc-48e5-99d1-1a389e246b09 req-7ff6b38a-c7aa-4a2a-8cb0-b44ca43ec13f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:34.990499 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9a1714d-f7cc-48e5-99d1-1a389e246b09 req-7ff6b38a-c7aa-4a2a-8cb0-b44ca43ec13f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 944 time: 0.2295768 Jan 14 01:43:35.015860 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0183c7-76bf-48cb-b17a-35fdb049b5cd req-b95d1a4c-37f7-4a8e-b995-bd3c212ff41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:35.017424 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0183c7-76bf-48cb-b17a-35fdb049b5cd req-b95d1a4c-37f7-4a8e-b995-bd3c212ff41f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 913 time: 0.3152895 Jan 14 01:43:35.106194 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0183c7-76bf-48cb-b17a-35fdb049b5cd req-d9b9e687-0f24-4765-9fb2-29a282e91a07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03699c8d-6e38-435d-8245-6dda2c844225 HTTP/1.1" status: 200 len: 217 time: 0.0804765 Jan 14 01:43:35.134481 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9a1714d-f7cc-48e5-99d1-1a389e246b09 req-5c46b2e0-df78-4f06-b7be-2be0ee3cf0e3 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411779 Jan 14 01:43:35.156442 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:35.158884 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed581501-0e5e-47fa-8eb8-b596e0accf97" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:35.202612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87788553-3adc-4e98-bb57-fb783ebf8bbe req-18a3924d-cac6-4eb9-a64b-7d1338c1faa2 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:35.204571 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87788553-3adc-4e98-bb57-fb783ebf8bbe req-18a3924d-cac6-4eb9-a64b-7d1338c1faa2 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 943 time: 0.1824937 Jan 14 01:43:35.231421 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0183c7-76bf-48cb-b17a-35fdb049b5cd req-9aec1f10-be8a-4197-9d62-87711c11e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:35.232951 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0183c7-76bf-48cb-b17a-35fdb049b5cd req-9aec1f10-be8a-4197-9d62-87711c11e859 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.0959089 Jan 14 01:43:35.290244 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0183c7-76bf-48cb-b17a-35fdb049b5cd req-fd47d52d-e283-43c3-9496-311c4b641298 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503836 Jan 14 01:43:35.376222 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87788553-3adc-4e98-bb57-fb783ebf8bbe req-ac05200c-f652-4d21-8c07-fb4ba5a6d7e8 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627588 Jan 14 01:43:35.457629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0183c7-76bf-48cb-b17a-35fdb049b5cd req-b03f3ba9-73f7-4abd-ac1b-2922658fcbee service neutron] 10.222.0.36 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574280 Jan 14 01:43:35.548743 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d3581b-82cf-45fc-a5b6-911f658ea03b x-openstack-request-id: req-d8d3581b-82cf-45fc-a5b6-911f658ea03b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:35.549616 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:35.550274 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8d3581b-82cf-45fc-a5b6-911f658ea03b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:35.550927 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'status': 'completed', 'code': 200} Jan 14 01:43:35.584929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0183c7-76bf-48cb-b17a-35fdb049b5cd req-b9f743ea-1c96-4b2f-a760-8aa6a41429a1 service neutron] 10.222.0.36 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207654 Jan 14 01:43:35.740602 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52422) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:35.811159 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-90c2dc30-ac30-4b44-8515-1ffa27386666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:35.814314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273da5e-1818-490f-9db0-bf5fe202c2b5 req-e179ecc0-595a-427c-871f-a53481c8d14a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:35.815926 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-90c2dc30-ac30-4b44-8515-1ffa27386666 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1099 time: 0.2070754 Jan 14 01:43:35.822975 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9273da5e-1818-490f-9db0-bf5fe202c2b5 req-e179ecc0-595a-427c-871f-a53481c8d14a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.1750166 Jan 14 01:43:35.833484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-bca32242-505e-4915-b088-fea77c7c57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:35.854382 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-bca32242-505e-4915-b088-fea77c7c57fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1099 time: 0.2279611 Jan 14 01:43:35.895520 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9273da5e-1818-490f-9db0-bf5fe202c2b5 req-cb30cff0-b1cf-4485-a3f3-927f9e9327fb tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695095 Jan 14 01:43:36.025057 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-f8b58a1b-0ae2-47e2-8923-a3c17e100182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:36.026458 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-f8b58a1b-0ae2-47e2-8923-a3c17e100182 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1953974 Jan 14 01:43:36.033107 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ee6a6-7f27-4ae3-88a6-43bdf13d03ea req-9b180692-ac62-4ee3-b0d7-59721361cc9e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:36.052473 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b21ee6a6-7f27-4ae3-88a6-43bdf13d03ea req-9b180692-ac62-4ee3-b0d7-59721361cc9e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 948 time: 0.1361866 Jan 14 01:43:36.135216 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b21ee6a6-7f27-4ae3-88a6-43bdf13d03ea req-e4caef80-96c6-400f-9dc3-c18603830859 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805879 Jan 14 01:43:36.238119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754c9941-e636-4d73-b6a1-d6ad875a8516 req-7d1dcbcf-0664-461e-9f5b-c37d9336045f tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 210 time: 0.1215663 Jan 14 01:43:36.418341 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-3850d899-0cf5-4a6b-878a-da56e2d21fd7 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:36.421313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801303e7-e4d4-4284-a54a-e1c66b282e1c req-3a3d2742-11e2-403c-b60a-dedd47f1ffbe tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:36.421844 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-3850d899-0cf5-4a6b-878a-da56e2d21fd7 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.46 "GET /v2.0/networks?id=170e7a74-5a89-4f1a-af6a-087b0f82cd41 HTTP/1.1" status: 200 len: 821 time: 0.2368128 Jan 14 01:43:36.426320 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-59205b86-d728-4295-9f38-49b6810f6f66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 217 time: 0.2710052 Jan 14 01:43:36.431827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-801303e7-e4d4-4284-a54a-e1c66b282e1c req-3a3d2742-11e2-403c-b60a-dedd47f1ffbe tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 944 time: 0.1416457 Jan 14 01:43:36.485998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Request body: {'port': {'device_id': '89a235ed-6e3a-45c9-97d1-3516752944f0', 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41', 'admin_state_up': True, 'tenant_id': 'bbbc06dc30bb429eac0e6fde397191f5'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:43:36.528140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-801303e7-e4d4-4284-a54a-e1c66b282e1c req-325be468-0f22-4116-9677-97773653858c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952692 Jan 14 01:43:36.577562 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-f48505f9-ea05-47e2-b92a-6970ac977552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:36.579632 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-f48505f9-ea05-47e2-b92a-6970ac977552 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1463799 Jan 14 01:43:36.584058 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-e2d4c23c-d461-42a9-adc4-25eaea6ba84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:36.585817 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-e2d4c23c-d461-42a9-adc4-25eaea6ba84f service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.7171049 Jan 14 01:43:36.647412 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-2d417ddc-1348-4463-b9cf-5ea2459719ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 217 time: 0.0467594 Jan 14 01:43:36.715180 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026cb67-6e17-467c-8fd5-1f03f2c9ab76 req-56a0e86c-1fb1-4559-871d-63a5c8bc494a tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:36.716963 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8026cb67-6e17-467c-8fd5-1f03f2c9ab76 req-56a0e86c-1fb1-4559-871d-63a5c8bc494a tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 943 time: 0.1876917 Jan 14 01:43:36.758922 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-f3f07468-67f1-4ee5-9dd2-d74b60975f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:36.760566 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-f3f07468-67f1-4ee5-9dd2-d74b60975f7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738300 Jan 14 01:43:36.764402 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-64709013-f14f-4c7b-abfd-f82926f39b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:36.765813 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-64709013-f14f-4c7b-abfd-f82926f39b3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0964122 Jan 14 01:43:36.894481 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8026cb67-6e17-467c-8fd5-1f03f2c9ab76 req-ceb3ad53-00c7-4508-811f-f3decbba28a2 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651132 Jan 14 01:43:36.932226 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Made reservation on behalf of bbbc06dc30bb429eac0e6fde397191f5 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:43:36.935911 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:36.940943 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-c0cabc2c-6ef7-4bce-be84-079053f37477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:36.943367 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-c0cabc2c-6ef7-4bce-be84-079053f37477 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1666541 Jan 14 01:43:37.010706 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-86c02452-6cd9-421e-80b5-b9ac6540be12 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416751 Jan 14 01:43:37.076842 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa985608-ed0f-4af0-bf3d-aeb49b125f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:37.142325 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31c6c666-fe12-4964-951c-e39d85f17cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:37.233071 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32abb42-f27d-4fb8-a814-d474d13b409d req-2f42d460-320a-4b6c-8dbb-f330d5cca86e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:37.240195 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f32abb42-f27d-4fb8-a814-d474d13b409d req-2f42d460-320a-4b6c-8dbb-f330d5cca86e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.2249315 Jan 14 01:43:37.260537 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-070d6185-cb6e-4511-b3f5-13b2547a4be9 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100548 Jan 14 01:43:37.380734 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Allocated IP 172.20.0.9 (170e7a74-5a89-4f1a-af6a-087b0f82cd41/27af7296-5d99-440c-b1fc-ac17acce422e/68e0b716-791f-4704-b554-95d17dd9d314) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:43:37.391656 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-8cb5b04e-1235-4e6f-9143-2e46a34ea83e service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670831 Jan 14 01:43:37.427152 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed581501-0e5e-47fa-8eb8-b596e0accf97 req-e2b7fdec-26a3-45e1-9d5c-8f10396b9636 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608775 Jan 14 01:43:37.457994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281b5e3-840b-4eb6-a321-2a325857ee6e req-9f5d70e3-c3b3-4499-8f85-25ac3a5eee2c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:37.467844 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5281b5e3-840b-4eb6-a321-2a325857ee6e req-9f5d70e3-c3b3-4499-8f85-25ac3a5eee2c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 948 time: 0.1920018 Jan 14 01:43:37.500593 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f32abb42-f27d-4fb8-a814-d474d13b409d req-f0657ae3-5ba8-409c-80d4-9f2bb0c5c139 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595222 Jan 14 01:43:37.563578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 03699c8d-6e38-435d-8245-6dda2c844225 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:43:37.646712 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for port (68e0b716-791f-4704-b554-95d17dd9d314), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:37.651579 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5281b5e3-840b-4eb6-a321-2a325857ee6e req-b5365dbf-0ba2-47b4-807e-7722d7590c92 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799443 Jan 14 01:43:37.702181 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (68e0b716-791f-4704-b554-95d17dd9d314), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:37.751755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 03699c8d-6e38-435d-8245-6dda2c844225, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=03699c8d-6e38-435d-8245-6dda2c844225,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:37.768152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '03699c8d-6e38-435d-8245-6dda2c844225', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'port_id': '03699c8d-6e38-435d-8245-6dda2c844225', 'mac_address': 'fa:16:3e:de:2f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97ddbcc-09c0-411b-9dd8-86412dbf8eb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:43:37.792250 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:43:37.796964 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:43:37.799860 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event updated for resources: {'Port': ['ID=68e0b716-791f-4704-b554-95d17dd9d314,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:37.802752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:43:37.853059 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 03699c8d-6e38-435d-8245-6dda2c844225 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:37.853543 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03699c8d-6e38-435d-8245-6dda2c844225), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:37.875186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155500ba-818d-4366-9ed0-0f8b0b119724 req-0e536cd9-405b-4d4f-8578-6ee8f818d68b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:37.875758 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03699c8d-6e38-435d-8245-6dda2c844225 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:37.876755 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-155500ba-818d-4366-9ed0-0f8b0b119724 req-0e536cd9-405b-4d4f-8578-6ee8f818d68b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 931 time: 0.2429800 Jan 14 01:43:37.884657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:37.886561 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:37.915161 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-7dd8413c-f10f-4230-bfca-7c575636943b tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4359691 Jan 14 01:43:37.915935 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 03699c8d-6e38-435d-8245-6dda2c844225, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=03699c8d-6e38-435d-8245-6dda2c844225,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:37.920505 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (03699c8d-6e38-435d-8245-6dda2c844225), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:37.935043 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Request body: {'port': {'device_id': '89a235ed-6e3a-45c9-97d1-3516752944f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:43:37.953676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fa985608-ed0f-4af0-bf3d-aeb49b125f4e admin admin] Deleting port 02be98c3-59be-400d-bf7e-444fdcb4a1d2 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:37.954013 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa985608-ed0f-4af0-bf3d-aeb49b125f4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:37.963138 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e75566-2286-45e0-a659-e7f62b7f7eb9 req-a44ded48-4d2b-4daf-b382-ebfbe8508e7b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:37.964776 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6e75566-2286-45e0-a659-e7f62b7f7eb9 req-a44ded48-4d2b-4daf-b382-ebfbe8508e7b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 944 time: 0.1914990 Jan 14 01:43:38.028386 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (68e0b716-791f-4704-b554-95d17dd9d314), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:38.036830 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-155500ba-818d-4366-9ed0-0f8b0b119724 req-906e3f5b-79da-4925-ba73-1d929554a93f tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501613 Jan 14 01:43:38.049776 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=03699c8d-6e38-435d-8245-6dda2c844225,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:38.068650 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 44a780e7-53fa-4c45-bbf5-c882fdb58d9c details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:43:38.166438 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fa985608-ed0f-4af0-bf3d-aeb49b125f4e admin admin] For port 02be98c3-59be-400d-bf7e-444fdcb4a1d2, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=02be98c3-59be-400d-bf7e-444fdcb4a1d2,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:38.167897 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa985608-ed0f-4af0-bf3d-aeb49b125f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:38.197438 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6e75566-2286-45e0-a659-e7f62b7f7eb9 req-14ee53bb-75a7-4978-8881-707a6ac74abc tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156825 Jan 14 01:43:38.198402 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fa985608-ed0f-4af0-bf3d-aeb49b125f4e admin admin] Calling delete_port for 02be98c3-59be-400d-bf7e-444fdcb4a1d2 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:38.268459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:38.313642 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'mac_address': 'fa:16:3e:b3:a1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:43:38.400468 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:38.401104 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:38.416995 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:38.418377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['03699c8d-6e38-435d-8245-6dda2c844225'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:38.421971 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a780e7-53fa-4c45-bbf5-c882fdb58d9c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:38.470980 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:38.480332 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:38.481297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f00d15c7-8dee-462f-8d2c-7743f2400d09 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:43:38.554589 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:38.769568 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f00d15c7-8dee-462f-8d2c-7743f2400d09, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f00d15c7-8dee-462f-8d2c-7743f2400d09,segment=NetworkSegment(4d143c5c-7888-4f67-a19e-1cc168f23a41),segment_id=4d143c5c-7888-4f67-a19e-1cc168f23a41)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:38.780313 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a780-0327-468f-86a5-48133078cb80 req-a33599c6-f14f-45e3-8858-6a7f62c74f8e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:38.782608 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-a33599c6-f14f-45e3-8858-6a7f62c74f8e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1&tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 949 time: 0.0868108 Jan 14 01:43:38.785130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'f00d15c7-8dee-462f-8d2c-7743f2400d09', 'network_id': '6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d', 'port_id': 'f00d15c7-8dee-462f-8d2c-7743f2400d09', 'mac_address': 'fa:16:3e:9a:13:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:43:38.838867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port f00d15c7-8dee-462f-8d2c-7743f2400d09 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:38.839263 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:38.856610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00d15c7-8dee-462f-8d2c-7743f2400d09 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:38.887118 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f00d15c7-8dee-462f-8d2c-7743f2400d09, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f00d15c7-8dee-462f-8d2c-7743f2400d09,segment=NetworkSegment(4d143c5c-7888-4f67-a19e-1cc168f23a41),segment_id=4d143c5c-7888-4f67-a19e-1cc168f23a41)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:38.889661 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e0b716-791f-4704-b554-95d17dd9d314 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:38.893479 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:38.900404 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Publish callbacks [] for port (68e0b716-791f-4704-b554-95d17dd9d314), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:38.903893 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-9a65f7d9-c22c-4888-8161-96583dc1dec1 service neutron] 10.222.0.46 "GET /v2.0/ports/44a780e7-53fa-4c45-bbf5-c882fdb58d9c/bindings/n-h1-824358-4 HTTP/1.1" status: 200 len: 382 time: 0.1115463 Jan 14 01:43:38.915677 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Transition to ACTIVE for port object 68e0b716-791f-4704-b554-95d17dd9d314 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:43:38.923118 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (68e0b716-791f-4704-b554-95d17dd9d314), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:38.969242 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=f00d15c7-8dee-462f-8d2c-7743f2400d09,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:39.004950 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Pushing event updated for resources: {'Port': ['ID=68e0b716-791f-4704-b554-95d17dd9d314,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:39.033545 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a780-0327-468f-86a5-48133078cb80 req-a1f028af-a83b-408e-900a-8da497e2ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:39.035080 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-a1f028af-a83b-408e-900a-8da497e2ad8b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1100 time: 0.0835195 Jan 14 01:43:39.045812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a76a62-14b7-4abc-b0f0-264c8343f0d4 req-09d42383-4943-4560-9717-71f21eadfd5b tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:39.047336 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95a76a62-14b7-4abc-b0f0-264c8343f0d4 req-09d42383-4943-4560-9717-71f21eadfd5b tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 944 time: 0.7421846 Jan 14 01:43:39.096511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8129fbd-8b56-445d-afc4-80a65784628e req-ec8f38af-6dd7-4b6d-9ac2-797e5cd9c262 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:39.097978 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8129fbd-8b56-445d-afc4-80a65784628e req-ec8f38af-6dd7-4b6d-9ac2-797e5cd9c262 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 949 time: 0.1533971 Jan 14 01:43:39.143518 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Attempting to bind port 68e0b716-791f-4704-b554-95d17dd9d314 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:43:39.144759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Attempting to bind port 68e0b716-791f-4704-b554-95d17dd9d314 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:43:39.144759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Attempting to bind port 68e0b716-791f-4704-b554-95d17dd9d314 on network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:39.157606 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Port 68e0b716-791f-4704-b554-95d17dd9d314 on network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:43:39.157825 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Attempting to bind port 68e0b716-791f-4704-b554-95d17dd9d314 on network 170e7a74-5a89-4f1a-af6a-087b0f82cd41 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:39.163606 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa985608-ed0f-4af0-bf3d-aeb49b125f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (02be98c3-59be-400d-bf7e-444fdcb4a1d2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:39.170103 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:43:39.170103 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Checking segment: {'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:43:39.172047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Bound using segment: {'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:43:39.172513 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Bound port: 68e0b716-791f-4704-b554-95d17dd9d314, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b0a877-84ff-436e-b79c-fe61d096dbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:43:39.172884 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (68e0b716-791f-4704-b554-95d17dd9d314), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:39.185463 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a780-0327-468f-86a5-48133078cb80 req-b04f625b-5c7e-448b-ac46-9691df96d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:39.186953 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-b04f625b-5c7e-448b-ac46-9691df96d87e service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1290677 Jan 14 01:43:39.211411 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa985608-ed0f-4af0-bf3d-aeb49b125f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=02be98c3-59be-400d-bf7e-444fdcb4a1d2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:39.226949 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95a76a62-14b7-4abc-b0f0-264c8343f0d4 req-a555eb10-7009-4bf4-b21a-32281d71d924 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511996 Jan 14 01:43:39.233181 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8129fbd-8b56-445d-afc4-80a65784628e req-8c9c5c5b-cdfa-4ac8-92bd-1238e977bd65 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220925 Jan 14 01:43:39.265582 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-73f9387e-0753-4e32-a0e8-1dd51d094193 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 217 time: 0.0721965 Jan 14 01:43:39.274937 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f00d15c7-8dee-462f-8d2c-7743f2400d09'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:39.309793 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['44a780e7-53fa-4c45-bbf5-c882fdb58d9c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:39.356427 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] For port 68e0b716-791f-4704-b554-95d17dd9d314, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:39.362386 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] For port 68e0b716-791f-4704-b554-95d17dd9d314, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=68e0b716-791f-4704-b554-95d17dd9d314,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:43:39.370986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a780-0327-468f-86a5-48133078cb80 req-29347868-c546-4b7f-8d7b-2ed38350a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:39.371256 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-29347868-c546-4b7f-8d7b-2ed38350a9d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0968482 Jan 14 01:43:39.372294 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (68e0b716-791f-4704-b554-95d17dd9d314), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:39.439643 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:39.440137 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:39.442920 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] 10.222.0.46 "PUT /v2.0/ports/68e0b716-791f-4704-b554-95d17dd9d314 HTTP/1.1" status: 200 len: 1091 time: 1.5142245 Jan 14 01:43:39.443362 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a235ed-6e3a-45c9-97d1-3516752944f0', 'tag': '68e0b716-791f-4704-b554-95d17dd9d314'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:39.446400 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033c030d-3eac-48b0-82e8-785aa5af066c" -d '{"events": [{"name": "network-changed", "server_uuid": "89a235ed-6e3a-45c9-97d1-3516752944f0", "tag": "68e0b716-791f-4704-b554-95d17dd9d314"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:39.523824 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916a568-8b6d-486e-9915-3ca509555ece service neutron] Pushing event updated for resources: {'Port': ['ID=68e0b716-791f-4704-b554-95d17dd9d314,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:39.537212 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a780-0327-468f-86a5-48133078cb80 req-db57ea48-28f9-4340-b19a-e3b5963faf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:39.539379 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-db57ea48-28f9-4340-b19a-e3b5963faf0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1586404 Jan 14 01:43:39.660796 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d432a63-f1cb-41ad-bb3c-ab63b82e5049 req-c220e2b8-6d4f-408c-b156-7a46639acfaa tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:39.662327 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d432a63-f1cb-41ad-bb3c-ab63b82e5049 req-c220e2b8-6d4f-408c-b156-7a46639acfaa tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 943 time: 0.2994146 Jan 14 01:43:39.670450 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-cbb9c87b-69c4-40e8-8a54-c6ee143e49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:39.672196 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-cbb9c87b-69c4-40e8-8a54-c6ee143e49ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbc06dc30bb429eac0e6fde397191f5&device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 1094 time: 0.1496606 Jan 14 01:43:39.692503 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4af713-be21-424a-a88d-da54e5b45f32 req-b0b17621-c556-4a2c-842b-9b80aff987b1 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:39.694015 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5e4af713-be21-424a-a88d-da54e5b45f32 req-b0b17621-c556-4a2c-842b-9b80aff987b1 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.3229063 Jan 14 01:43:39.731249 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-bf6c50c9-e7bc-4763-806c-1368bfcff7dc service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786611 Jan 14 01:43:39.792923 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-26d5a3a6-02e7-41f0-a9aa-fd7a6ec72cb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68e0b716-791f-4704-b554-95d17dd9d314 HTTP/1.1" status: 200 len: 217 time: 0.1046643 Jan 14 01:43:39.814320 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d432a63-f1cb-41ad-bb3c-ab63b82e5049 req-0ed6d10b-fa02-4528-8711-656de11c1fe3 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399646 Jan 14 01:43:39.814947 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa985608-ed0f-4af0-bf3d-aeb49b125f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:39.822117 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:39.844881 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5e4af713-be21-424a-a88d-da54e5b45f32 req-33d25b90-5bd8-4c3d-8816-6b59c6bc190b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097531 Jan 14 01:43:39.964257 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-731cd0be-3656-463c-92c1-ff6f75d4aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:39.965161 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-731cd0be-3656-463c-92c1-ff6f75d4aa30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27af7296-5d99-440c-b1fc-ac17acce422e HTTP/1.1" status: 200 len: 861 time: 0.1441934 Jan 14 01:43:40.005754 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-f5c73a93-2e70-4d1e-b664-9af86dd10798 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e7a74-5a89-4f1a-af6a-087b0f82cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341902 Jan 14 01:43:40.009025 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c737b392-4bd0-49d7-bfd4-6ec234de5814 x-openstack-request-id: req-c737b392-4bd0-49d7-bfd4-6ec234de5814 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:40.009318 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a235ed-6e3a-45c9-97d1-3516752944f0", "tag": "68e0b716-791f-4704-b554-95d17dd9d314", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:40.009577 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c737b392-4bd0-49d7-bfd4-6ec234de5814 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:40.009977 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a235ed-6e3a-45c9-97d1-3516752944f0', 'tag': '68e0b716-791f-4704-b554-95d17dd9d314', 'status': 'completed', 'code': 200} Jan 14 01:43:40.026090 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-7bc1c373-e7fc-40a7-bcc7-2d0b1c001834 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448928 Jan 14 01:43:40.054905 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768397-c509-4fc7-8778-602d98c2c815 req-ed0935f9-c96e-4313-ab8e-1ca5d6468123 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:40.056611 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-42768397-c509-4fc7-8778-602d98c2c815 req-ed0935f9-c96e-4313-ab8e-1ca5d6468123 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 945 time: 0.0914030 Jan 14 01:43:40.153688 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-dd62872a-818b-4716-beda-1fd37f98c925 service neutron] 10.222.0.46 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131220 Jan 14 01:43:40.206669 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-42768397-c509-4fc7-8778-602d98c2c815 req-c501f350-4f38-4c5d-918b-aea2783d01a9 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062350 Jan 14 01:43:40.228757 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa985608-ed0f-4af0-bf3d-aeb49b125f4e admin admin] Router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:43:40.283480 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-461d68cd-50ff-4ccd-839b-54cec415b532 req-d81c75c2-3db0-4afb-b7d1-fe40936ec2b0 service neutron] 10.222.0.46 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215949 Jan 14 01:43:40.404871 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:43:40.420951 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa985608-ed0f-4af0-bf3d-aeb49b125f4e admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:43:40.429088 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fa985608-ed0f-4af0-bf3d-aeb49b125f4e admin admin] 10.222.0.26 "PUT /v2.0/routers/e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6871073 Jan 14 01:43:40.431702 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52474) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:40.437909 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3c44c-1957-4771-8f9d-0dfbfc505ec9 None None] Sync routers for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:43:40.451058 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3c44c-1957-4771-8f9d-0dfbfc505ec9 None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:43:40.452320 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f9b3c44c-1957-4771-8f9d-0dfbfc505ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:43:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:40.479369 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c030d-3eac-48b0-82e8-785aa5af066c req-13db37ce-7e3c-47ae-9afa-d4d2f150d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:40.482084 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-033c030d-3eac-48b0-82e8-785aa5af066c req-13db37ce-7e3c-47ae-9afa-d4d2f150d943 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbc06dc30bb429eac0e6fde397191f5&device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 1094 time: 0.0635879 Jan 14 01:43:40.488966 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c08ad-303e-41b9-be04-ffd46c03d775 req-4f0099e1-a827-493e-ab71-18142de3441b tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:40.490496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-141c08ad-303e-41b9-be04-ffd46c03d775 req-4f0099e1-a827-493e-ab71-18142de3441b tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 944 time: 0.1550846 Jan 14 01:43:40.510883 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7023cf-c81c-4459-adf0-24cc7b1e3afa req-a0ec9e92-4c57-4272-b4ab-81a2d5f7f8f6 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:40.512455 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b7023cf-c81c-4459-adf0-24cc7b1e3afa req-a0ec9e92-4c57-4272-b4ab-81a2d5f7f8f6 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 949 time: 0.1372497 Jan 14 01:43:40.580989 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f9b3c44c-1957-4771-8f9d-0dfbfc505ec9 None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:43:40.638924 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Publish callbacks [] for router (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:40.643550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-141c08ad-303e-41b9-be04-ffd46c03d775 req-a4bbac8b-9f50-4b4f-b352-d69071252a27 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459560 Jan 14 01:43:40.648070 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b7023cf-c81c-4459-adf0-24cc7b1e3afa req-9c119f40-25ad-45d9-9c7a-5f51c7b7179a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256180 Jan 14 01:43:40.668479 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c030d-3eac-48b0-82e8-785aa5af066c req-190e1540-e722-486b-b9d6-675040c46b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:40.669950 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-033c030d-3eac-48b0-82e8-785aa5af066c req-190e1540-e722-486b-b9d6-675040c46b99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=170e7a74-5a89-4f1a-af6a-087b0f82cd41 HTTP/1.1" status: 200 len: 922 time: 0.1813891 Jan 14 01:43:40.728532 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-033c030d-3eac-48b0-82e8-785aa5af066c req-53cd38aa-f6cf-413b-ba63-e3f654ce6404 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68e0b716-791f-4704-b554-95d17dd9d314 HTTP/1.1" status: 200 len: 217 time: 0.0465076 Jan 14 01:43:40.764006 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Publish callbacks [] for router_gateway (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:40.795589 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f9b3c44c-1957-4771-8f9d-0dfbfc505ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:43:39Z', 'revision_number': 5, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port': {'id': '2d2d4522-b1d3-499e-b32a-c594ddc61798', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:07Z', 'updated_at': '2022-01-14T01:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:40.797620 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c030d-3eac-48b0-82e8-785aa5af066c req-5865eff0-6d04-4a17-b7a7-694dcde55def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:40.799151 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-033c030d-3eac-48b0-82e8-785aa5af066c req-5865eff0-6d04-4a17-b7a7-694dcde55def service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27af7296-5d99-440c-b1fc-ac17acce422e HTTP/1.1" status: 200 len: 861 time: 0.0648720 Jan 14 01:43:40.833235 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3c44c-1957-4771-8f9d-0dfbfc505ec9 None None] Checking router: e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:43:40.835442 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-033c030d-3eac-48b0-82e8-785aa5af066c req-8347be09-1847-4b4b-a15c-224e3bc58162 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e7a74-5a89-4f1a-af6a-087b0f82cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291564 Jan 14 01:43:40.837363 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Deleting port 2d2d4522-b1d3-499e-b32a-c594ddc61798 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:40.837752 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:40.845924 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3c44c-1957-4771-8f9d-0dfbfc505ec9 None None] Routers {'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:43:40.846635 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f9b3c44c-1957-4771-8f9d-0dfbfc505ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:43:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:40.911431 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:40.940031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] For port 2d2d4522-b1d3-499e-b32a-c594ddc61798, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2d2d4522-b1d3-499e-b32a-c594ddc61798,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:40.940727 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:40.955819 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Calling delete_port for 2d2d4522-b1d3-499e-b32a-c594ddc61798 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:40.972105 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-033c030d-3eac-48b0-82e8-785aa5af066c req-a170d5ce-e38d-47f1-864a-8eb5c983bb9d service neutron] 10.222.0.46 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270120 Jan 14 01:43:41.100309 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-033c030d-3eac-48b0-82e8-785aa5af066c req-772808c9-2d01-4a3d-a733-186189a30e15 service neutron] 10.222.0.46 "GET /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199310 Jan 14 01:43:41.114234 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f9b3c44c-1957-4771-8f9d-0dfbfc505ec9 None None] Set router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:43:41.154250 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10d2e0-09e2-4c94-927b-a0ec03ed867c req-90a2ea1a-f6f8-405e-aeef-48b86119b882 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:41.155824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad10d2e0-09e2-4c94-927b-a0ec03ed867c req-90a2ea1a-f6f8-405e-aeef-48b86119b882 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.1362739 Jan 14 01:43:41.181879 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13485fb7-98dd-4c6d-94a1-d280482aff2a req-6630ff0b-72a1-4504-bbb6-647e63f15fa8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:41.183415 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13485fb7-98dd-4c6d-94a1-d280482aff2a req-6630ff0b-72a1-4504-bbb6-647e63f15fa8 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 943 time: 0.1627560 Jan 14 01:43:41.197400 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f9b3c44c-1957-4771-8f9d-0dfbfc505ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:43:40Z', 'revision_number': 6, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:41.233501 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3c44c-1957-4771-8f9d-0dfbfc505ec9 None None] The sync data for ids ['e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6'] in n-d-824358-4 is: [{'id': 'e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867525971-router', 'tenant_id': '52dce24e3712453495bd08f4c1c11f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:06Z', 'updated_at': '2022-01-14T01:43:40Z', 'revision_number': 6, 'project_id': '52dce24e3712453495bd08f4c1c11f5a', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:43:41.282218 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad10d2e0-09e2-4c94-927b-a0ec03ed867c req-12489817-dec5-46dd-b08a-058b84eb8cf2 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145685 Jan 14 01:43:41.307251 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13485fb7-98dd-4c6d-94a1-d280482aff2a req-7f1e36a1-8924-4566-a2d6-11c8492e282f tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094096 Jan 14 01:43:41.321476 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (2d2d4522-b1d3-499e-b32a-c594ddc61798), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:41.353057 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2d4522-b1d3-499e-b32a-c594ddc61798,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:41.471102 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:41.542801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490bc61-b932-44d2-aa77-b53d1acd9b93 req-525a4c6f-135d-4bad-baeb-607f391e858d tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:41.544199 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a490bc61-b932-44d2-aa77-b53d1acd9b93 req-525a4c6f-135d-4bad-baeb-607f391e858d tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 945 time: 0.1498868 Jan 14 01:43:41.579752 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:41.587952 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Publish callbacks [] for router_controller (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:41.602229 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 03699c8d-6e38-435d-8245-6dda2c844225 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:43:41.672131 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:41.672800 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:43:41.705463 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:41.708179 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-444ca0dc-a22b-49fb-ab38-11ac94ce22f0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e8ffa5e7-021f-42e9-b13c-222c1c3bb7c6 HTTP/1.1" status: 204 len: 168 time: 1.2740760 Jan 14 01:43:41.711435 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52492) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:41.727480 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 03699c8d-6e38-435d-8245-6dda2c844225 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:43:41.739980 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a490bc61-b932-44d2-aa77-b53d1acd9b93 req-e75bda16-66f2-41b0-856f-9d1f776a85eb tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682551 Jan 14 01:43:41.745089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 02be98c3-59be-400d-bf7e-444fdcb4a1d2 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:41.757795 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 03699c8d-6e38-435d-8245-6dda2c844225 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:43:41.758155 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (03699c8d-6e38-435d-8245-6dda2c844225), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:41.795241 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cd0cee-ad7a-49a1-bdaa-013dec139d36 admin admin] Deleting subnet ec2c54e8-2288-419a-ae9e-34008480a281 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:43:41.799406 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0cee-ad7a-49a1-bdaa-013dec139d36 admin admin] Publish callbacks [] for subnet (ec2c54e8-2288-419a-ae9e-34008480a281), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:41.832209 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 02be98c3-59be-400d-bf7e-444fdcb4a1d2 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:43:41.832565 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 02be98c3-59be-400d-bf7e-444fdcb4a1d2 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:43:41.862686 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0cee-ad7a-49a1-bdaa-013dec139d36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (ec2c54e8-2288-419a-ae9e-34008480a281), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:41.905415 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 03699c8d-6e38-435d-8245-6dda2c844225 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:41.905808 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03699c8d-6e38-435d-8245-6dda2c844225), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:41.935060 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f0614b-8c8e-46f0-aa57-9402d5cbd235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03699c8d-6e38-435d-8245-6dda2c844225'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:41.936989 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fae32-5074-4538-b2fc-540823c93a21 req-4673847b-f843-4b9c-a0b4-1933f9be1847 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:41.937575 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c37141-baa9-414d-8115-f0a389fce623" -d '{"events": [{"server_uuid": "b2f0614b-8c8e-46f0-aa57-9402d5cbd235", "name": "network-vif-plugged", "status": "completed", "tag": "03699c8d-6e38-435d-8245-6dda2c844225"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:41.945087 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-744fae32-5074-4538-b2fc-540823c93a21 req-4673847b-f843-4b9c-a0b4-1933f9be1847 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 944 time: 0.1388125 Jan 14 01:43:41.952006 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 03699c8d-6e38-435d-8245-6dda2c844225, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=03699c8d-6e38-435d-8245-6dda2c844225,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:41.958109 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (03699c8d-6e38-435d-8245-6dda2c844225), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:41.985155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d2f0e-4705-4e91-8032-c903ee2d975d req-a3c7f808-8bb0-4972-89d8-0aeee608c82a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:41.987429 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a92d2f0e-4705-4e91-8032-c903ee2d975d req-a3c7f808-8bb0-4972-89d8-0aeee608c82a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 949 time: 0.1092424 Jan 14 01:43:41.997656 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0cee-ad7a-49a1-bdaa-013dec139d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (ec2c54e8-2288-419a-ae9e-34008480a281), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.036023 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=03699c8d-6e38-435d-8245-6dda2c844225,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:42.065669 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-744fae32-5074-4538-b2fc-540823c93a21 req-bd7c9ae9-904a-4f68-96b0-12ac6dd48651 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198714 Jan 14 01:43:42.108893 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f00d15c7-8dee-462f-8d2c-7743f2400d09 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:43:42.115094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a92d2f0e-4705-4e91-8032-c903ee2d975d req-4ee8510a-e3e2-41b8-a184-114bc43253de tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209874 Jan 14 01:43:42.133484 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0cee-ad7a-49a1-bdaa-013dec139d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (ec2c54e8-2288-419a-ae9e-34008480a281), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.181096 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port f00d15c7-8dee-462f-8d2c-7743f2400d09 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:43:42.188729 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port f00d15c7-8dee-462f-8d2c-7743f2400d09 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:43:42.189145 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.196672 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd0cee-ad7a-49a1-bdaa-013dec139d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2c54e8-2288-419a-ae9e-34008480a281,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:42.206818 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0cee-ad7a-49a1-bdaa-013dec139d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.218582 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b3cd0cee-ad7a-49a1-bdaa-013dec139d36 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ec2c54e8-2288-419a-ae9e-34008480a281 HTTP/1.1" status: 204 len: 168 time: 0.5042787 Jan 14 01:43:42.218832 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52498) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:42.236742 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4798ae68-6113-4c9e-955c-6b154e6479bd None None] Network 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:43:42.327551 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b875da0e-66b6-42e2-b00a-4c192dc14e6b x-openstack-request-id: req-b875da0e-66b6-42e2-b00a-4c192dc14e6b {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:42.327847 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f0614b-8c8e-46f0-aa57-9402d5cbd235", "name": "network-vif-plugged", "status": "completed", "tag": "03699c8d-6e38-435d-8245-6dda2c844225", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:42.328380 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b875da0e-66b6-42e2-b00a-4c192dc14e6b {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:42.328764 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f0614b-8c8e-46f0-aa57-9402d5cbd235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03699c8d-6e38-435d-8245-6dda2c844225', 'code': 200} Jan 14 01:43:42.336370 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.439360 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port f00d15c7-8dee-462f-8d2c-7743f2400d09 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:42.439748 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.514546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231b0c3-15d4-4284-9110-2b58681ec013 req-30f9c9a5-31ed-4f9a-8010-19f3eefacf70 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:42.516493 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8231b0c3-15d4-4284-9110-2b58681ec013 req-30f9c9a5-31ed-4f9a-8010-19f3eefacf70 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 943 time: 0.1051641 Jan 14 01:43:42.517125 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f00d15c7-8dee-462f-8d2c-7743f2400d09, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f00d15c7-8dee-462f-8d2c-7743f2400d09,segment=NetworkSegment(4d143c5c-7888-4f67-a19e-1cc168f23a41),segment_id=4d143c5c-7888-4f67-a19e-1cc168f23a41)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:42.548605 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a76e68-0b00-403c-83d6-19a6c3a5729a req-e9ff89c1-f307-44aa-b4b7-9a12b83ef29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:42.552022 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.552875 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 44a780e7-53fa-4c45-bbf5-c882fdb58d9c no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:42.553006 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-15a76e68-0b00-403c-83d6-19a6c3a5729a req-e9ff89c1-f307-44aa-b4b7-9a12b83ef29f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 1097 time: 0.1088433 Jan 14 01:43:42.555111 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Deleting port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:42.555549 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.658955 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-15a76e68-0b00-403c-83d6-19a6c3a5729a req-baab7665-533f-41d3-96ca-9c6d8eca8ff8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957737 Jan 14 01:43:42.667393 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf5e6f0-945e-485b-aad9-c942a2772fd8 None None] DHCP port deletion for 0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:43:42.672645 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e3ad4-cd6d-46d9-be28-ff58c322f7d2 req-3f2fad82-5182-4a3e-93cd-5ec9fb77693d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:42.674221 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb3e3ad4-cd6d-46d9-be28-ff58c322f7d2 req-3f2fad82-5182-4a3e-93cd-5ec9fb77693d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.1810207 Jan 14 01:43:42.743777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] For port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fc3d9ebd-8882-4d04-971c-86cd19e8ee1e,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:42.744139 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.746304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=f00d15c7-8dee-462f-8d2c-7743f2400d09,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:42.758119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8231b0c3-15d4-4284-9110-2b58681ec013 req-2bf5e59c-c21b-47af-8c94-dbabf7f789d5 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222931 Jan 14 01:43:42.760036 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a780-0327-468f-86a5-48133078cb80 req-1e785211-be25-42b5-86ea-71e4b48ebf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:42.761650 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-1e785211-be25-42b5-86ea-71e4b48ebf78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1&tenant_id=4e109b3f5cfb4e82a5b57102758e39eb HTTP/1.1" status: 200 len: 1100 time: 0.1842890 Jan 14 01:43:42.770533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Calling delete_port for fc3d9ebd-8882-4d04-971c-86cd19e8ee1e owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:42.832672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb3e3ad4-cd6d-46d9-be28-ff58c322f7d2 req-cc0281bb-52b0-4ae6-9cda-88a8862d0df9 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471887 Jan 14 01:43:42.833337 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c is: BUILD; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:42.833746 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.861126 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 44a780e7-53fa-4c45-bbf5-c882fdb58d9c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:42.864204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5e6f0-945e-485b-aad9-c942a2772fd8 None None] Deleting port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:42.864641 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e6f0-945e-485b-aad9-c942a2772fd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.929840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:42.938735 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.941277 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.985086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824358-4', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:43:42.986190 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7cf5e6f0-945e-485b-aad9-c942a2772fd8 None None] For port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fc3d9ebd-8882-4d04-971c-86cd19e8ee1e,segment=NetworkSegment(de2ba6a0-e648-4c61-a188-0043e1839699),segment_id=de2ba6a0-e648-4c61-a188-0043e1839699)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:42.986632 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e6f0-945e-485b-aad9-c942a2772fd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:42.989634 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3d9ebd-8882-4d04-971c-86cd19e8ee1e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:42.999218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] No DVR routers for this DVR port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:43.014274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5e6f0-945e-485b-aad9-c942a2772fd8 None None] Calling delete_port for fc3d9ebd-8882-4d04-971c-86cd19e8ee1e owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:43.026044 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:43.107625 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e6f0-945e-485b-aad9-c942a2772fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (fc3d9ebd-8882-4d04-971c-86cd19e8ee1e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:43.142852 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:43.160463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61b3c0-9ced-41d9-85cb-dff1759d3ef0 req-437f3e35-26df-40ab-9794-089dad2cc09a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:43.161562 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5e6f0-945e-485b-aad9-c942a2772fd8 None None] No DVR routers for this DVR port fc3d9ebd-8882-4d04-971c-86cd19e8ee1e on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:43.161986 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7a61b3c0-9ced-41d9-85cb-dff1759d3ef0 req-437f3e35-26df-40ab-9794-089dad2cc09a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.2136528 Jan 14 01:43:43.172498 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5e6f0-945e-485b-aad9-c942a2772fd8 None None] Pushing event deleted for resources: {'Port': ['ID=fc3d9ebd-8882-4d04-971c-86cd19e8ee1e,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:43.187144 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:43.211256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:43.241268 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2ba6a0-e648-4c61-a188-0043e1839699') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:43.241576 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2ba6a0-e648-4c61-a188-0043e1839699') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:43.259518 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (de2ba6a0-e648-4c61-a188-0043e1839699), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:43.476318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2d2d4522-b1d3-499e-b32a-c594ddc61798 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:43.501515 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 2d2d4522-b1d3-499e-b32a-c594ddc61798 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:43:43.502039 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2d2d4522-b1d3-499e-b32a-c594ddc61798 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:43:43.502602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fc3d9ebd-8882-4d04-971c-86cd19e8ee1e no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:43.524324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: fc3d9ebd-8882-4d04-971c-86cd19e8ee1e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:43:43.524324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fc3d9ebd-8882-4d04-971c-86cd19e8ee1e not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:43:43.620917 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (de2ba6a0-e648-4c61-a188-0043e1839699), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:43.635524 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d714a5-4842-4448-ba44-60f626802ef8 req-8750c372-f493-4df3-8e4f-bf90dc25e92f tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:43.637003 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20d714a5-4842-4448-ba44-60f626802ef8 req-8750c372-f493-4df3-8e4f-bf90dc25e92f tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 945 time: 0.4698811 Jan 14 01:43:43.652074 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7a61b3c0-9ced-41d9-85cb-dff1759d3ef0 req-4a0c5796-cfe0-4c6b-8b89-47a1c16a4df7 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798427 Jan 14 01:43:43.653010 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:43:43.653410 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (de2ba6a0-e648-4c61-a188-0043e1839699), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:43:43.658262 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:43:43.663715 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:43:43.827441 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:43.854504 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:43.857669 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7 HTTP/1.1" status: 204 len: 168 time: 1.6379101 Jan 14 01:43:43.860724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52518) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:43.905090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a980a0-03da-475d-9c84-92645c281981 admin admin] Pushing event deleted for resources: {'Network': ['ID=0470d8b2-f42d-458c-8ef2-8b2fbc8f16c7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:43.921630 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20d714a5-4842-4448-ba44-60f626802ef8 req-6ebdcb93-e642-4249-8f9c-d2daf7cbd67a tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641435 Jan 14 01:43:43.951557 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f13108-dc5a-4b6c-a4fd-9b746cfe5844 req-94c94133-fab7-481c-b16b-11295150e044 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:43.953086 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73f13108-dc5a-4b6c-a4fd-9b746cfe5844 req-94c94133-fab7-481c-b16b-11295150e044 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 948 time: 0.2040498 Jan 14 01:43:44.008222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:44.074227 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73f13108-dc5a-4b6c-a4fd-9b746cfe5844 req-df54e795-fe7a-435d-8185-2ef0faa36e0b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135800 Jan 14 01:43:44.086455 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 68e0b716-791f-4704-b554-95d17dd9d314 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:43:44.122897 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00366390-db75-41a9-ac6a-721e86527adc req-105784cd-984f-4153-af70-073816398c9e tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:44.126671 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-00366390-db75-41a9-ac6a-721e86527adc req-105784cd-984f-4153-af70-073816398c9e tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 943 time: 0.1113362 Jan 14 01:43:44.131976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:44.189161 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a780e7-53fa-4c45-bbf5-c882fdb58d9c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:44.200663 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Publish callbacks [] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:44.242905 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 68e0b716-791f-4704-b554-95d17dd9d314, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=68e0b716-791f-4704-b554-95d17dd9d314,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:44.259080 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '68e0b716-791f-4704-b554-95d17dd9d314', 'network_id': '170e7a74-5a89-4f1a-af6a-087b0f82cd41', 'port_id': '68e0b716-791f-4704-b554-95d17dd9d314', 'mac_address': 'fa:16:3e:6b:39:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27af7296-5d99-440c-b1fc-ac17acce422e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:43:44.275384 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Ignored duplicate provisioning block setup for port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 14 01:43:44.298657 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:44.330040 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-00366390-db75-41a9-ac6a-721e86527adc req-edbb3443-c141-46a7-82c3-9108d037bc38 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914456 Jan 14 01:43:44.331006 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e05fd1-505d-4e65-b503-5ee3199ec836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00d15c7-8dee-462f-8d2c-7743f2400d09'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:44.338321 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c888bc-6071-4da1-ba2d-f7921a423cde" -d '{"events": [{"server_uuid": "b2e05fd1-505d-4e65-b503-5ee3199ec836", "name": "network-vif-plugged", "status": "completed", "tag": "f00d15c7-8dee-462f-8d2c-7743f2400d09"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:44.353875 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 68e0b716-791f-4704-b554-95d17dd9d314 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:44.354379 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (68e0b716-791f-4704-b554-95d17dd9d314), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:44.371972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e0b716-791f-4704-b554-95d17dd9d314 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:44.402808 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f6df5-f9f9-4f70-95f1-5738ac622313 req-1bd3dbd1-0b1c-4145-ba50-646a66202e91 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:44.404365 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf6f6df5-f9f9-4f70-95f1-5738ac622313 req-1bd3dbd1-0b1c-4145-ba50-646a66202e91 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 946 time: 0.1975155 Jan 14 01:43:44.434051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 68e0b716-791f-4704-b554-95d17dd9d314, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=68e0b716-791f-4704-b554-95d17dd9d314,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:44.441749 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (68e0b716-791f-4704-b554-95d17dd9d314), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:44.469303 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:44.478736 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] No DVR routers for this DVR port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:44.479552 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-253edf6b-f93d-4227-b9b9-13ef6e743417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (40c7d891-ff6e-4575-8458-547ead687730), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:44.509675 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a751e65-5718-4b26-b1fd-2eb97c217695 x-openstack-request-id: req-9a751e65-5718-4b26-b1fd-2eb97c217695 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:44.510051 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e05fd1-505d-4e65-b503-5ee3199ec836", "name": "network-vif-plugged", "status": "completed", "tag": "f00d15c7-8dee-462f-8d2c-7743f2400d09", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:44.510303 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a751e65-5718-4b26-b1fd-2eb97c217695 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:44.510760 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e05fd1-505d-4e65-b503-5ee3199ec836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00d15c7-8dee-462f-8d2c-7743f2400d09', 'code': 200} Jan 14 01:43:44.543674 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=68e0b716-791f-4704-b554-95d17dd9d314,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:44.583737 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf6f6df5-f9f9-4f70-95f1-5738ac622313 req-b3f13e55-640c-4a98-8070-404fdf97c646 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665809 Jan 14 01:43:44.604717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Attempting to bind port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:43:44.605063 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Attempting to bind port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:43:44.605398 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Attempting to bind port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:44.617647 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:43:44.618218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Attempting to bind port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:44.623528 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:43:44.624158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:43:44.624434 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:43:44.624867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Bound port: 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:43:44.625250 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:44.697193 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:44.700446 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:43:44.708124 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:44.746747 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:44.747636 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:44.749066 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] 10.222.0.36 "PUT /v2.0/ports/44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 1097 time: 1.7703764 Jan 14 01:43:44.749664 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:44.752020 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a948bd5d-64f2-45a2-8685-e982f6b9693a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:44.795019 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['68e0b716-791f-4704-b554-95d17dd9d314'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:44.868139 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60277312-b8e6-46ae-b478-7abc986d2bf1 x-openstack-request-id: req-60277312-b8e6-46ae-b478-7abc986d2bf1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:44.868438 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:44.869053 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60277312-b8e6-46ae-b478-7abc986d2bf1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:44.869160 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'status': 'completed', 'code': 200} Jan 14 01:43:44.902621 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a968b-6197-4a10-a1a5-8681c6cd4b6a req-fd102412-8150-428b-91eb-ed5fccb41ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:44.904321 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b4a968b-6197-4a10-a1a5-8681c6cd4b6a req-fd102412-8150-428b-91eb-ed5fccb41ed2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 1096 time: 0.2551126 Jan 14 01:43:44.927102 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-f227bf10-3f68-4ae4-bbff-c56afe8e68d0 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:44.928272 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-f227bf10-3f68-4ae4-bbff-c56afe8e68d0 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783&tenant_id=fb29aaab805049d786bf79e89fb9efca&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1097 time: 0.2427380 Jan 14 01:43:44.979863 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824358-4'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:43:45.042938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e487b-bc3d-4f99-a53e-453df307c681 service neutron] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:45.087192 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b4a968b-6197-4a10-a1a5-8681c6cd4b6a req-ca266ea5-6719-49e8-b4fd-8a790ae0d3cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721051 Jan 14 01:43:45.094575 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d71dbf-bfc2-4ee5-b77f-af43fd251da0 req-76c2182b-2d5d-402f-b2c5-1ffcf713f49f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:45.100506 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66d71dbf-bfc2-4ee5-b77f-af43fd251da0 req-76c2182b-2d5d-402f-b2c5-1ffcf713f49f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.3330259 Jan 14 01:43:45.108756 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a780-0327-468f-86a5-48133078cb80 req-2fb6515e-b1f8-401e-9edc-aeabf752c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:45.111334 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-2fb6515e-b1f8-401e-9edc-aeabf752c16c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1100 time: 0.2613573 Jan 14 01:43:45.115560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-9aaa872c-f242-4037-9c32-cdfe565f5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:45.117468 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-9aaa872c-f242-4037-9c32-cdfe565f5a79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1100 time: 0.2133210 Jan 14 01:43:45.148448 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6c6f572f-981e-4088-8431-e545e2393270), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:45.256717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a026cb-9f67-4a31-a310-8aa1adb9680a req-a9b34987-4c9b-4767-8712-2746773bc2fb tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:45.261960 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a1a026cb-9f67-4a31-a310-8aa1adb9680a req-a9b34987-4c9b-4767-8712-2746773bc2fb tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 945 time: 0.2308924 Jan 14 01:43:45.269554 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-253edf6b-f93d-4227-b9b9-13ef6e743417 admin admin] Deleting port 721f4d51-bdca-4cd5-a80e-c04763389d4f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:45.269889 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-253edf6b-f93d-4227-b9b9-13ef6e743417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:45.274624 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66d71dbf-bfc2-4ee5-b77f-af43fd251da0 req-cc4e8fe9-2d5b-4c16-b82e-a20fefbe60f1 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616383 Jan 14 01:43:45.421977 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a780-0327-468f-86a5-48133078cb80 req-c2a9c405-ba96-464c-a501-e51f027cf215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:45.423503 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-c2a9c405-ba96-464c-a501-e51f027cf215 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.3042285 Jan 14 01:43:45.495827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a1a026cb-9f67-4a31-a310-8aa1adb9680a req-a615a3e2-71a2-4442-833d-b11d225e23cd tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152221 Jan 14 01:43:45.502189 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-e2de253d-2e24-4ae3-8745-94061f7937b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 217 time: 0.0593672 Jan 14 01:43:45.575740 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d2bf3-8447-4051-942d-724c2f3f9d47 req-90c9e167-2a63-415a-a4d5-73446a9bcf4f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:45.577258 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-469d2bf3-8447-4051-942d-724c2f3f9d47 req-90c9e167-2a63-415a-a4d5-73446a9bcf4f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 949 time: 0.1714823 Jan 14 01:43:45.582120 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-58b0d801-3257-4e2c-9cdb-2e36b9aaec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:45.583552 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-58b0d801-3257-4e2c-9cdb-2e36b9aaec85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2266226 Jan 14 01:43:45.607547 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c6f572f-981e-4088-8431-e545e2393270,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:45.643067 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a780-0327-468f-86a5-48133078cb80 req-394da5c1-a3c5-424a-8df1-9e8db1f94771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:45.644531 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-394da5c1-a3c5-424a-8df1-9e8db1f94771 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1336617 Jan 14 01:43:45.645044 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-253edf6b-f93d-4227-b9b9-13ef6e743417 admin admin] For port 721f4d51-bdca-4cd5-a80e-c04763389d4f, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=721f4d51-bdca-4cd5-a80e-c04763389d4f,segment=NetworkSegment(c8e03001-f71a-41e6-a325-80e681d7b879),segment_id=c8e03001-f71a-41e6-a325-80e681d7b879)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:45.645410 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-253edf6b-f93d-4227-b9b9-13ef6e743417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:45.649781 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-a26eab4b-6c61-4cce-becd-cc4fd862ea43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 217 time: 0.0540287 Jan 14 01:43:45.669957 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-253edf6b-f93d-4227-b9b9-13ef6e743417 admin admin] Calling delete_port for 721f4d51-bdca-4cd5-a80e-c04763389d4f owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:45.682715 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:45.755176 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-469d2bf3-8447-4051-942d-724c2f3f9d47 req-1a5d8a83-8849-4240-b8ab-f0df631e34f4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706483 Jan 14 01:43:45.760531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5739fa80-5bce-4b8f-a623-6ce735680783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c6f572f-981e-4088-8431-e545e2393270'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:45.762828 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b21559-1be6-46bc-8af1-cc6e4e010150" -d '{"events": [{"server_uuid": "5739fa80-5bce-4b8f-a623-6ce735680783", "name": "network-vif-unplugged", "status": "completed", "tag": "6c6f572f-981e-4088-8431-e545e2393270"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:45.766654 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Publish callbacks [] for port (6c6f572f-981e-4088-8431-e545e2393270), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:45.770785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-c0eb9e47-57e3-4294-8924-c5e69211a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:45.772405 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-c0eb9e47-57e3-4294-8924-c5e69211a5c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1036808 Jan 14 01:43:45.775886 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a780-0327-468f-86a5-48133078cb80 req-f0109cc2-9090-4eb7-9cfe-67bfca78a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:45.777427 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-f0109cc2-9090-4eb7-9cfe-67bfca78a603 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224689 Jan 14 01:43:45.784858 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (6c6f572f-981e-4088-8431-e545e2393270), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:45.901745 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6f572f-981e-4088-8431-e545e2393270,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:45.939637 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Attempting to bind port 6c6f572f-981e-4088-8431-e545e2393270 on host n-h2-824358-4 for vnic_type normal with profile {"migrating_to": "n-h1-824358-4"} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:43:45.940390 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Attempting to bind port 6c6f572f-981e-4088-8431-e545e2393270 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:43:45.940390 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Attempting to bind port 6c6f572f-981e-4088-8431-e545e2393270 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:45.949354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Port 6c6f572f-981e-4088-8431-e545e2393270 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:43:45.949680 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Attempting to bind port 6c6f572f-981e-4088-8431-e545e2393270 on network 61934a89-e7c0-4c0c-b87e-9b0f2dc593bb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:43:45.975640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:43:45.976006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Checking segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:43:45.976363 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Bound using segment: {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:43:45.976872 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Bound port: 6c6f572f-981e-4088-8431-e545e2393270, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de15b7-b457-4acd-b4f4-07744b8f9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '61934a89-e7c0-4c0c-b87e-9b0f2dc593bb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:43:45.977150 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6c6f572f-981e-4088-8431-e545e2393270), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:46.019887 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-10012df7-f184-428d-bb2a-03a6882280b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:46.021362 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-10012df7-f184-428d-bb2a-03a6882280b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312241 Jan 14 01:43:46.034760 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-253edf6b-f93d-4227-b9b9-13ef6e743417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (721f4d51-bdca-4cd5-a80e-c04763389d4f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:46.037116 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe4ae5-d06c-4d3a-9fd6-15d95b2e007b req-ec75aa6f-f227-45e7-b3c4-d3c5b90c957e tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:46.038667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-adfe4ae5-d06c-4d3a-9fd6-15d95b2e007b req-ec75aa6f-f227-45e7-b3c4-d3c5b90c957e tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 944 time: 0.2509079 Jan 14 01:43:46.066997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253edf6b-f93d-4227-b9b9-13ef6e743417 admin admin] Pushing event deleted for resources: {'Port': ['ID=721f4d51-bdca-4cd5-a80e-c04763389d4f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:46.108493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 68e0b716-791f-4704-b554-95d17dd9d314 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:43:46.127629 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:46.169833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-d9ea5076-44db-412c-bebe-1f57c0c232da service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807089 Jan 14 01:43:46.182532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1111e7e-9323-4cbc-97f6-d792bbcda647 req-6c74c186-156c-4f89-a120-544393d9855d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:46.189720 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f1111e7e-9323-4cbc-97f6-d792bbcda647 req-6c74c186-156c-4f89-a120-544393d9855d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.2544842 Jan 14 01:43:46.243911 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 68e0b716-791f-4704-b554-95d17dd9d314 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:43:46.250859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 68e0b716-791f-4704-b554-95d17dd9d314 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:43:46.251363 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68e0b716-791f-4704-b554-95d17dd9d314), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:46.352813 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-adfe4ae5-d06c-4d3a-9fd6-15d95b2e007b req-2a8b31ef-528e-4b4b-ad46-13324c3129d2 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820451 Jan 14 01:43:46.419211 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-951c75b8-6b75-48d4-b21c-33aa4a227e7b service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764162 Jan 14 01:43:46.448653 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f1111e7e-9323-4cbc-97f6-d792bbcda647 req-2d767d79-dd82-4699-8c36-7b99d8c837f3 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567923 Jan 14 01:43:46.470731 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c6f572f-981e-4088-8431-e545e2393270,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:43:46.484829 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (6c6f572f-981e-4088-8431-e545e2393270), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:46.494723 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-253edf6b-f93d-4227-b9b9-13ef6e743417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (40c7d891-ff6e-4575-8458-547ead687730), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:46.585543 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c719a780-0327-468f-86a5-48133078cb80 req-51565d3b-e9aa-4e0d-8c38-c8b57cac7735 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909883 Jan 14 01:43:46.610824 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd58ad7-999e-4b5e-b0c4-774f4b5a9140 req-183283aa-d852-4c83-950a-ebde5cdd479c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:46.618611 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cdd58ad7-999e-4b5e-b0c4-774f4b5a9140 req-183283aa-d852-4c83-950a-ebde5cdd479c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.1670334 Jan 14 01:43:46.632410 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e91aab8-3828-4197-91dc-757eea97f0aa x-openstack-request-id: req-7e91aab8-3828-4197-91dc-757eea97f0aa {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:46.632673 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5739fa80-5bce-4b8f-a623-6ce735680783", "name": "network-vif-unplugged", "status": "completed", "tag": "6c6f572f-981e-4088-8431-e545e2393270", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:46.632895 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e91aab8-3828-4197-91dc-757eea97f0aa {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:46.633289 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5739fa80-5bce-4b8f-a623-6ce735680783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c6f572f-981e-4088-8431-e545e2393270', 'code': 200} Jan 14 01:43:46.637597 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:46.638263 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:46.639689 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] 10.222.0.46 "PUT /v2.0/ports/6c6f572f-981e-4088-8431-e545e2393270 HTTP/1.1" status: 200 len: 1122 time: 1.6761034 Jan 14 01:43:46.664187 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6948c9-5ac6-4f6c-a79d-152c7491d001 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6f572f-981e-4088-8431-e545e2393270,revision_number=8']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:46.669208 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 68e0b716-791f-4704-b554-95d17dd9d314 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:46.669901 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (68e0b716-791f-4704-b554-95d17dd9d314), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:46.706828 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-c3b53e5f-81c3-4d92-a726-186f4e3730d1 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699914 Jan 14 01:43:46.749954 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a235ed-6e3a-45c9-97d1-3516752944f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e0b716-791f-4704-b554-95d17dd9d314'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:46.753342 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba385e0c-f0fb-4b87-aa23-a99754da7bc2" -d '{"events": [{"server_uuid": "89a235ed-6e3a-45c9-97d1-3516752944f0", "name": "network-vif-plugged", "status": "completed", "tag": "68e0b716-791f-4704-b554-95d17dd9d314"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:46.764706 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cdd58ad7-999e-4b5e-b0c4-774f4b5a9140 req-5ec7f3b8-ed0f-42e5-9ab5-ba4f85b9288e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451197 Jan 14 01:43:46.769750 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 68e0b716-791f-4704-b554-95d17dd9d314, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=68e0b716-791f-4704-b554-95d17dd9d314,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:46.776588 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (68e0b716-791f-4704-b554-95d17dd9d314), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:46.841833 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['6c6f572f-981e-4088-8431-e545e2393270'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:46.885117 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6c6f572f-981e-4088-8431-e545e2393270'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:46.891948 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490b4806-d037-4071-9941-e7717588a0ef x-openstack-request-id: req-490b4806-d037-4071-9941-e7717588a0ef {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:46.892359 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a235ed-6e3a-45c9-97d1-3516752944f0", "name": "network-vif-plugged", "status": "completed", "tag": "68e0b716-791f-4704-b554-95d17dd9d314", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:46.892613 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-490b4806-d037-4071-9941-e7717588a0ef {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:46.893085 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a235ed-6e3a-45c9-97d1-3516752944f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e0b716-791f-4704-b554-95d17dd9d314', 'code': 200} Jan 14 01:43:46.911221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c78e0-e87c-4731-aba9-d30354833ff7 req-66cd964f-1ddc-4825-92cf-58516630d2e7 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:46.913698 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-549c78e0-e87c-4731-aba9-d30354833ff7 req-66cd964f-1ddc-4825-92cf-58516630d2e7 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 945 time: 0.1997273 Jan 14 01:43:46.921559 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-2f52dafd-91dd-4f5d-9c59-947ec1e2bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:46.922472 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-2f52dafd-91dd-4f5d-9c59-947ec1e2bd9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1100 time: 0.1816287 Jan 14 01:43:46.963895 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253edf6b-f93d-4227-b9b9-13ef6e743417 admin admin] Router 40c7d891-ff6e-4575-8458-547ead687730 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:43:47.000175 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=68e0b716-791f-4704-b554-95d17dd9d314,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:47.109382 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253edf6b-f93d-4227-b9b9-13ef6e743417 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:43:47.117284 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-253edf6b-f93d-4227-b9b9-13ef6e743417 admin admin] 10.222.0.26 "PUT /v2.0/routers/40c7d891-ff6e-4575-8458-547ead687730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2524958 Jan 14 01:43:47.120931 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52576) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:47.142076 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507b5d9-afde-48db-b427-f21f1584de51 None None] Sync routers for ids ['40c7d891-ff6e-4575-8458-547ead687730'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:43:47.179725 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-549c78e0-e87c-4731-aba9-d30354833ff7 req-c044ebce-406c-459b-b42c-899ad3304559 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521055 Jan 14 01:43:47.186465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-d7c7327c-d068-49c3-896a-68c5b2d81a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:47.188731 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-d7c7327c-d068-49c3-896a-68c5b2d81a4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2479112 Jan 14 01:43:47.211559 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc9d46-c903-486c-a980-ef83a76a19ec req-9bd774cd-b6c2-4ae7-bfc8-e8c1fb7fa140 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:47.232247 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5507b5d9-afde-48db-b427-f21f1584de51 None None] Routers {'40c7d891-ff6e-4575-8458-547ead687730'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:43:47.233641 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5507b5d9-afde-48db-b427-f21f1584de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:43:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['40c7d891-ff6e-4575-8458-547ead687730'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:47.235772 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2bc9d46-c903-486c-a980-ef83a76a19ec req-9bd774cd-b6c2-4ae7-bfc8-e8c1fb7fa140 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 949 time: 0.2020810 Jan 14 01:43:47.316964 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3557b24-081f-4de9-a1f8-6a437be46fcf req-b72bcdaa-1bec-4d67-a34e-0a81484b0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:47.318314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3557b24-081f-4de9-a1f8-6a437be46fcf req-b72bcdaa-1bec-4d67-a34e-0a81484b0e9c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 1096 time: 0.2858937 Jan 14 01:43:47.325514 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-c1f52413-10d4-472b-ad35-5e78b751d2f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 200 len: 217 time: 0.0876222 Jan 14 01:43:47.365577 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Publish callbacks [] for router (40c7d891-ff6e-4575-8458-547ead687730), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:47.442201 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2bc9d46-c903-486c-a980-ef83a76a19ec req-c8371512-1b43-47f7-a19d-54580a787e55 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990156 Jan 14 01:43:47.467214 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-444889f9-2bb0-46cb-847f-a07c21657edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:47.476959 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-5507b5d9-afde-48db-b427-f21f1584de51 None None] Set router 40c7d891-ff6e-4575-8458-547ead687730 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:43:47.485533 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-444889f9-2bb0-46cb-847f-a07c21657edb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1381931 Jan 14 01:43:47.488878 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3557b24-081f-4de9-a1f8-6a437be46fcf req-c92901bc-8995-4392-b269-3a4ffd4d15c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609945 Jan 14 01:43:47.602527 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Publish callbacks [] for router_gateway (40c7d891-ff6e-4575-8458-547ead687730), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:47.664997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-f2d907d2-e0b5-4af1-b75c-57369db5a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:47.667119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-f2d907d2-e0b5-4af1-b75c-57369db5a085 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727638 Jan 14 01:43:47.680911 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17674b3-1492-4052-8e18-1917a4d123bf req-5c238b4d-ffa5-4520-b1b0-03d756825f44 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:47.689137 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f17674b3-1492-4052-8e18-1917a4d123bf req-5c238b4d-ffa5-4520-b1b0-03d756825f44 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.1431162 Jan 14 01:43:47.713547 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Deleting port 650179fe-da93-4013-a4c1-86db3c2641f5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:47.715154 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (650179fe-da93-4013-a4c1-86db3c2641f5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:47.832153 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] For port 650179fe-da93-4013-a4c1-86db3c2641f5, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=650179fe-da93-4013-a4c1-86db3c2641f5,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:47.832665 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (650179fe-da93-4013-a4c1-86db3c2641f5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:47.854074 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Calling delete_port for 650179fe-da93-4013-a4c1-86db3c2641f5 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:47.900423 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5507b5d9-afde-48db-b427-f21f1584de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7d891-ff6e-4575-8458-547ead687730', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1392865192-router', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:22Z', 'updated_at': '2022-01-14T01:43:45Z', 'revision_number': 5, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'gw_port': {'id': '650179fe-da93-4013-a4c1-86db3c2641f5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7d891-ff6e-4575-8458-547ead687730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:38:26Z', 'updated_at': '2022-01-14T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:47.976385 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507b5d9-afde-48db-b427-f21f1584de51 None None] Checking router: 40c7d891-ff6e-4575-8458-547ead687730 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:43:47.995493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5507b5d9-afde-48db-b427-f21f1584de51 None None] Routers {'40c7d891-ff6e-4575-8458-547ead687730'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:43:48.005012 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5507b5d9-afde-48db-b427-f21f1584de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:43:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['40c7d891-ff6e-4575-8458-547ead687730'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:48.123094 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6c6f572f-981e-4088-8431-e545e2393270 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:43:48.145229 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f152940-751c-4713-9bd9-1e9588836d62 req-de6d9534-d8b7-4689-a800-ee19a853fd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:48.146046 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (650179fe-da93-4013-a4c1-86db3c2641f5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:48.152625 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f152940-751c-4713-9bd9-1e9588836d62 req-de6d9534-d8b7-4689-a800-ee19a853fd30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 945 time: 0.5821559 Jan 14 01:43:48.178153 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=650179fe-da93-4013-a4c1-86db3c2641f5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:48.226372 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f17674b3-1492-4052-8e18-1917a4d123bf req-cc7f2a99-b14d-4c25-b2f1-78f3748e4e64 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311806 Jan 14 01:43:48.273323 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-5507b5d9-afde-48db-b427-f21f1584de51 None None] Set router 40c7d891-ff6e-4575-8458-547ead687730 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:43:48.283344 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (40c7d891-ff6e-4575-8458-547ead687730), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:48.343110 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f152940-751c-4713-9bd9-1e9588836d62 req-32d25359-2a33-4c8a-86f3-37a8026a9926 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761084 Jan 14 01:43:48.345484 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-9ba67902-8f4f-428c-9ea9-ef0fd4ace789 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530094 Jan 14 01:43:48.371579 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5507b5d9-afde-48db-b427-f21f1584de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7d891-ff6e-4575-8458-547ead687730', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1392865192-router', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:22Z', 'updated_at': '2022-01-14T01:43:47Z', 'revision_number': 6, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:48.398158 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (40c7d891-ff6e-4575-8458-547ead687730), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:48.401192 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Publish callbacks [] for router_controller (40c7d891-ff6e-4575-8458-547ead687730), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:48.416598 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507b5d9-afde-48db-b427-f21f1584de51 None None] The sync data for ids ['40c7d891-ff6e-4575-8458-547ead687730'] in n-d-824358-4 is: [{'id': '40c7d891-ff6e-4575-8458-547ead687730', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1392865192-router', 'tenant_id': 'c645b516465b47ad9eaa6cd003c80b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:38:22Z', 'updated_at': '2022-01-14T01:43:47Z', 'revision_number': 6, 'project_id': 'c645b516465b47ad9eaa6cd003c80b22', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:43:48.488823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c6f572f-981e-4088-8431-e545e2393270,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:48.506961 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (40c7d891-ff6e-4575-8458-547ead687730), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:48.507560 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40c7d891-ff6e-4575-8458-547ead687730 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:43:48.512947 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:48.519104 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-89b7340c-0659-414a-b81a-90f0faac5ef2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/40c7d891-ff6e-4575-8458-547ead687730 HTTP/1.1" status: 204 len: 168 time: 1.3937535 Jan 14 01:43:48.519104 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52602) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:48.532018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6c6f572f-981e-4088-8431-e545e2393270 has no active binding in host n-h1-824358-4 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 14 01:43:48.554791 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004124f7-cb82-43d8-85cf-540072e3abe5 req-59a2e9f0-341c-4c37-9216-80727278fe2a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:48.562510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-004124f7-cb82-43d8-85cf-540072e3abe5 req-59a2e9f0-341c-4c37-9216-80727278fe2a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.2124126 Jan 14 01:43:48.590988 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3481c31-89da-4486-8a39-024483d7a374 admin admin] Deleting subnet f0516d83-5e1b-4253-96d4-328f76d7d28c {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:43:48.597003 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3481c31-89da-4486-8a39-024483d7a374 admin admin] Publish callbacks [] for subnet (f0516d83-5e1b-4253-96d4-328f76d7d28c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:48.631161 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-004124f7-cb82-43d8-85cf-540072e3abe5 req-93d8a1dd-27ff-4e00-9eba-639647b40f28 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651698 Jan 14 01:43:48.635506 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5739fa80-5bce-4b8f-a623-6ce735680783', 'tag': '6c6f572f-981e-4088-8431-e545e2393270'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:48.639513 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea109a2-4356-4b50-9979-31d8125bf713" -d '{"events": [{"name": "network-changed", "server_uuid": "5739fa80-5bce-4b8f-a623-6ce735680783", "tag": "6c6f572f-981e-4088-8431-e545e2393270"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:48.712837 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3481c31-89da-4486-8a39-024483d7a374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (f0516d83-5e1b-4253-96d4-328f76d7d28c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:48.731340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a948bd5d-64f2-45a2-8685-e982f6b9693a req-685ec0c9-cee0-490d-81c6-b3be65a0b2bd service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716192 Jan 14 01:43:48.744931 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f137e3cd-c438-47c1-86be-77e113f74077 x-openstack-request-id: req-f137e3cd-c438-47c1-86be-77e113f74077 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:48.745219 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5739fa80-5bce-4b8f-a623-6ce735680783", "tag": "6c6f572f-981e-4088-8431-e545e2393270", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:48.745468 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f137e3cd-c438-47c1-86be-77e113f74077 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:48.745851 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5739fa80-5bce-4b8f-a623-6ce735680783', 'tag': '6c6f572f-981e-4088-8431-e545e2393270', 'status': 'completed', 'code': 200} Jan 14 01:43:48.902735 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3481c31-89da-4486-8a39-024483d7a374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (f0516d83-5e1b-4253-96d4-328f76d7d28c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:48.972001 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8e670-d78e-44a4-b04c-c61e9ff5d258 req-ca377067-53eb-4208-8eae-d3e12a6111b4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:48.982958 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47a8e670-d78e-44a4-b04c-c61e9ff5d258 req-ca377067-53eb-4208-8eae-d3e12a6111b4 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 949 time: 0.2384057 Jan 14 01:43:49.033353 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3481c31-89da-4486-8a39-024483d7a374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (f0516d83-5e1b-4253-96d4-328f76d7d28c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:49.085828 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3481c31-89da-4486-8a39-024483d7a374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0516d83-5e1b-4253-96d4-328f76d7d28c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:49.088577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7be80-0291-48a0-88a2-58a51e82bb64 req-32d905b4-8b8f-4bd9-bae2-0134dc233869 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:49.095913 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d3c7be80-0291-48a0-88a2-58a51e82bb64 req-32d905b4-8b8f-4bd9-bae2-0134dc233869 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 945 time: 0.2380495 Jan 14 01:43:49.123872 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea109a2-4356-4b50-9979-31d8125bf713 req-e60e3ccd-986b-483d-9f51-0b27acfb5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:49.125326 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ea109a2-4356-4b50-9979-31d8125bf713 req-e60e3ccd-986b-483d-9f51-0b27acfb5429 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 1125 time: 0.2301023 Jan 14 01:43:49.127391 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c414f5b-f5b3-4762-9f4b-574f47d1eab5 None None] Network 10c7a023-3f0d-437f-95fa-eda0ac764497 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:43:49.129276 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3481c31-89da-4486-8a39-024483d7a374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:49.145229 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a3481c31-89da-4486-8a39-024483d7a374 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f0516d83-5e1b-4253-96d4-328f76d7d28c HTTP/1.1" status: 204 len: 168 time: 0.6218019 Jan 14 01:43:49.146759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:49.157261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47a8e670-d78e-44a4-b04c-c61e9ff5d258 req-e27f9965-90ef-43e2-8a6f-dcc431ec7688 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730700 Jan 14 01:43:49.241723 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d3c7be80-0291-48a0-88a2-58a51e82bb64 req-9254e95b-87e5-4387-bced-5d7aac0556bc tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/security-groups?id=a1323065-2476-4cb5-aba6-65c005c122ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448803 Jan 14 01:43:49.305208 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (10c7a023-3f0d-437f-95fa-eda0ac764497), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:49.359585 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea109a2-4356-4b50-9979-31d8125bf713 req-266b9767-ae0f-48dc-8b61-d36ed7936014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:49.361080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ea109a2-4356-4b50-9979-31d8125bf713 req-266b9767-ae0f-48dc-8b61-d36ed7936014 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.2029722 Jan 14 01:43:49.459083 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Deleting port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:49.465035 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:49.466866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666eb547-679a-4b88-a335-e9915f8bdaa0 None None] DHCP port deletion for 10c7a023-3f0d-437f-95fa-eda0ac764497 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:43:49.512883 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ea109a2-4356-4b50-9979-31d8125bf713 req-770f5825-5611-42ed-be00-d60fb97506ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c6f572f-981e-4088-8431-e545e2393270 HTTP/1.1" status: 200 len: 217 time: 0.1321747 Jan 14 01:43:49.574733 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-666eb547-679a-4b88-a335-e9915f8bdaa0 None None] Deleting port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:49.575106 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-666eb547-679a-4b88-a335-e9915f8bdaa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:49.646379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5217a6-b262-424e-aa04-9b7958a1b71e req-1a1c3eef-7e0a-4dcc-af30-81b3fe3d0bfb tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:49.648244 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e5217a6-b262-424e-aa04-9b7958a1b71e req-1a1c3eef-7e0a-4dcc-af30-81b3fe3d0bfb tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 945 time: 0.1393986 Jan 14 01:43:49.658997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea109a2-4356-4b50-9979-31d8125bf713 req-a8a350e5-d8f2-4b05-984b-6d20b8b24608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:49.661264 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ea109a2-4356-4b50-9979-31d8125bf713 req-a8a350e5-d8f2-4b05-984b-6d20b8b24608 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.1011665 Jan 14 01:43:49.668410 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-666eb547-679a-4b88-a335-e9915f8bdaa0 None None] For port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ad8a22db-16b0-4a6a-b1ff-cce13a7171bd,segment=NetworkSegment(c8e03001-f71a-41e6-a325-80e681d7b879),segment_id=c8e03001-f71a-41e6-a325-80e681d7b879)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:49.668805 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-666eb547-679a-4b88-a335-e9915f8bdaa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:49.675881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2e24f-730a-4cee-9e9b-ed5d529661a7 req-4d8409cc-bbbc-4735-a92b-f14ab40d6214 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:49.684025 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63e2e24f-730a-4cee-9e9b-ed5d529661a7 req-4d8409cc-bbbc-4735-a92b-f14ab40d6214 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.3045216 Jan 14 01:43:49.687396 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-666eb547-679a-4b88-a335-e9915f8bdaa0 None None] Calling delete_port for ad8a22db-16b0-4a6a-b1ff-cce13a7171bd owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:49.698389 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] For port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ad8a22db-16b0-4a6a-b1ff-cce13a7171bd,segment=NetworkSegment(c8e03001-f71a-41e6-a325-80e681d7b879),segment_id=c8e03001-f71a-41e6-a325-80e681d7b879)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:49.698784 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:49.736316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Calling delete_port for ad8a22db-16b0-4a6a-b1ff-cce13a7171bd owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:49.794591 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e5217a6-b262-424e-aa04-9b7958a1b71e req-2ee10f1f-387c-45c6-865d-553275d10c30 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375475 Jan 14 01:43:49.805325 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63e2e24f-730a-4cee-9e9b-ed5d529661a7 req-0d2369ec-1792-4f07-a350-724ac6d55e53 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200273 Jan 14 01:43:49.880551 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 721f4d51-bdca-4cd5-a80e-c04763389d4f no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:49.887563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 44a780e7-53fa-4c45-bbf5-c882fdb58d9c details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:43:49.938829 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-666eb547-679a-4b88-a335-e9915f8bdaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:49.952441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 721f4d51-bdca-4cd5-a80e-c04763389d4f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:43:49.952916 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 721f4d51-bdca-4cd5-a80e-c04763389d4f not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:43:49.953608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 650179fe-da93-4013-a4c1-86db3c2641f5 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:49.968370 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ea109a2-4356-4b50-9979-31d8125bf713 req-c996a248-718b-4b4a-808f-fa595e3b8fe3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502512 Jan 14 01:43:49.987392 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (ad8a22db-16b0-4a6a-b1ff-cce13a7171bd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:50.043392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8a22db-16b0-4a6a-b1ff-cce13a7171bd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:50.060348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] No DVR routers for this DVR port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:50.192303 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666eb547-679a-4b88-a335-e9915f8bdaa0 None None] Pushing event deleted for resources: {'Port': ['ID=ad8a22db-16b0-4a6a-b1ff-cce13a7171bd,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:50.210747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 650179fe-da93-4013-a4c1-86db3c2641f5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:43:50.211056 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 650179fe-da93-4013-a4c1-86db3c2641f5 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:43:50.211457 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ad8a22db-16b0-4a6a-b1ff-cce13a7171bd no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:50.223697 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666eb547-679a-4b88-a335-e9915f8bdaa0 None None] No DVR routers for this DVR port ad8a22db-16b0-4a6a-b1ff-cce13a7171bd on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:50.229322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaafeae-1a40-4478-9633-2f12610c4026 req-5ba2bc44-3271-4a61-a6fa-7f960d3f3aa5 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:50.232969 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (10c7a023-3f0d-437f-95fa-eda0ac764497), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:50.239012 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ddaafeae-1a40-4478-9633-2f12610c4026 req-5ba2bc44-3271-4a61-a6fa-7f960d3f3aa5 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.2676625 Jan 14 01:43:50.320345 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ddaafeae-1a40-4478-9633-2f12610c4026 req-17b3285f-b1f0-47b7-839b-a05dd0abcb53 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802305 Jan 14 01:43:50.323846 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c7a023-3f0d-437f-95fa-eda0ac764497']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:50.338694 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ea109a2-4356-4b50-9979-31d8125bf713 req-51a14e07-b932-44c7-a459-5f5fac17bbdb service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686912 Jan 14 01:43:50.348496 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e03001-f71a-41e6-a325-80e681d7b879') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:50.348697 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e03001-f71a-41e6-a325-80e681d7b879') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:50.361792 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (c8e03001-f71a-41e6-a325-80e681d7b879), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:50.419712 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c8e03001-f71a-41e6-a325-80e681d7b879), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:50.428028 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:43:50.428650 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (c8e03001-f71a-41e6-a325-80e681d7b879), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.430270 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:43:50.432650 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:43:50.501357 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (10c7a023-3f0d-437f-95fa-eda0ac764497), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:50.514249 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:50.522284 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] 10.222.0.26 "DELETE /v2.0/networks/10c7a023-3f0d-437f-95fa-eda0ac764497 HTTP/1.1" status: 204 len: 168 time: 1.3736300 Jan 14 01:43:50.533732 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb387e3a-9678-4ed6-969b-6b7f0438fc7e admin admin] Pushing event deleted for resources: {'Network': ['ID=10c7a023-3f0d-437f-95fa-eda0ac764497,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:50.571488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: ad8a22db-16b0-4a6a-b1ff-cce13a7171bd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:43:50.572150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ad8a22db-16b0-4a6a-b1ff-cce13a7171bd not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:43:50.596948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d6625-171c-4da1-9dcb-514ee24ae16d req-8a26645a-4d9b-4ec0-9d98-0b1d04b19e4f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:50.598631 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e96d6625-171c-4da1-9dcb-514ee24ae16d req-8a26645a-4d9b-4ec0-9d98-0b1d04b19e4f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 949 time: 0.2571776 Jan 14 01:43:50.637764 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867d790-8604-4265-95a1-3547e782ffad req-22483316-f981-49b3-b006-0512ccf59758 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:50.644342 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:50.645002 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3867d790-8604-4265-95a1-3547e782ffad req-22483316-f981-49b3-b006-0512ccf59758 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 945 time: 0.2380798 Jan 14 01:43:50.659472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'mac_address': 'fa:16:3e:b3:a1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:43:50.698364 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e96d6625-171c-4da1-9dcb-514ee24ae16d req-ddc151f6-6e2e-415f-bf93-c00859335990 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876913 Jan 14 01:43:50.700258 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ea109a2-4356-4b50-9979-31d8125bf713 req-a34180d0-a3de-4cbb-9cbb-1e7e16a5a571 service neutron] 10.222.0.36 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112957 Jan 14 01:43:50.733269 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52646) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:50.752972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:50.753567 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:50.773319 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a780e7-53fa-4c45-bbf5-c882fdb58d9c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:50.794405 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3867d790-8604-4265-95a1-3547e782ffad req-8911d2e2-1502-41a1-9ce4-7162503ac6d7 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350474 Jan 14 01:43:50.798335 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:50.807093 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:50.867703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=12']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:50.873499 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-09229d99-779a-44e0-96ea-d2083dc1fadd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52dce24e3712453495bd08f4c1c11f5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1369689 Jan 14 01:43:50.874500 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52650) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:50.941856 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b99a3d2-a58d-49af-ad17-32e860b25de7 admin admin] Publish callbacks [] for security_group (15db66bb-e3c5-40a5-88d5-0dee80111887), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:50.965591 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b99a3d2-a58d-49af-ad17-32e860b25de7 admin admin] Publish callbacks [] for security_group (15db66bb-e3c5-40a5-88d5-0dee80111887), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:51.000102 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecf3c7-8162-4970-9617-696c0fb2aa21 req-4033400a-dccc-481b-858f-39c4e692580d tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:51.009440 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cecf3c7-8162-4970-9617-696c0fb2aa21 req-4033400a-dccc-481b-858f-39c4e692580d tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 945 time: 0.1306369 Jan 14 01:43:51.017614 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b99a3d2-a58d-49af-ad17-32e860b25de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (15db66bb-e3c5-40a5-88d5-0dee80111887), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:51.020701 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b99a3d2-a58d-49af-ad17-32e860b25de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:51.023424 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0b99a3d2-a58d-49af-ad17-32e860b25de7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15db66bb-e3c5-40a5-88d5-0dee80111887 HTTP/1.1" status: 204 len: 168 time: 0.1464286 Jan 14 01:43:51.032975 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99a3d2-a58d-49af-ad17-32e860b25de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db66bb-e3c5-40a5-88d5-0dee80111887,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:51.080108 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfe3d-46f2-424c-a0f6-be8959fe1547 req-a12f8cb4-464e-4d61-a519-5fb51b9474de tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:51.091105 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a59bfe3d-46f2-424c-a0f6-be8959fe1547 req-a12f8cb4-464e-4d61-a519-5fb51b9474de tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 1101 time: 0.1719613 Jan 14 01:43:51.136046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-ff788c50-d0ba-4582-9533-f7b7eb4530fe tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:51.137611 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-ff788c50-d0ba-4582-9533-f7b7eb4530fe tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 945 time: 0.1813252 Jan 14 01:43:51.160432 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['44a780e7-53fa-4c45-bbf5-c882fdb58d9c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:51.186085 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a59bfe3d-46f2-424c-a0f6-be8959fe1547 req-09b67e10-915d-4d71-a74c-b92bc04a56f3 tempest-MigrationsAdminTest-758152582 tempest-MigrationsAdminTest-758152582-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881784 Jan 14 01:43:51.193237 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cecf3c7-8162-4970-9617-696c0fb2aa21 req-4836f118-0846-4eac-9bb6-be27babf9b6c tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/security-groups?id=a1323065-2476-4cb5-aba6-65c005c122ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830132 Jan 14 01:43:51.375345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343d1fc-fa06-45f9-a978-77b760517b90 req-7c6b91ec-fb1e-4303-af04-72636a7ce0e7 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:51.383210 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1343d1fc-fa06-45f9-a978-77b760517b90 req-7c6b91ec-fb1e-4303-af04-72636a7ce0e7 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.0960896 Jan 14 01:43:51.407276 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Deleting port 7eacf2ae-65cc-4382-aed3-bbcc455606ce {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:51.407683 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:51.523172 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1343d1fc-fa06-45f9-a978-77b760517b90 req-37d4b0a8-f9a4-4979-a8a3-9657f99eb31a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389043 Jan 14 01:43:51.615912 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] For port 7eacf2ae-65cc-4382-aed3-bbcc455606ce, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7eacf2ae-65cc-4382-aed3-bbcc455606ce,segment=NetworkSegment(7012839d-f0e1-40ce-a536-05b97a8aa767),segment_id=7012839d-f0e1-40ce-a536-05b97a8aa767)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:51.617182 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:51.671616 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52672) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:51.750942 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-709608e3-6c15-4f58-a3e9-6e030acb9dc3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c645b516465b47ad9eaa6cd003c80b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0768485 Jan 14 01:43:51.751648 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52674) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:51.884956 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aadcd57f-279e-48d2-8128-e9d22349a081 admin admin] Publish callbacks [] for security_group (7196f6f4-374a-4a8e-b39f-406cb6b7d41b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:51.924329 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aadcd57f-279e-48d2-8128-e9d22349a081 admin admin] Publish callbacks [] for security_group (7196f6f4-374a-4a8e-b39f-406cb6b7d41b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:51.969002 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:51.969436 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (359d42ab-98ca-4378-995f-bd96b45d58e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:51.969863 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Floating IP 359d42ab-98ca-4378-995f-bd96b45d58e9 disassociated. External IP: 172.25.2.240, port: 7eacf2ae-65cc-4382-aed3-bbcc455606ce. Jan 14 01:43:51.970447 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Calling delete_port for 7eacf2ae-65cc-4382-aed3-bbcc455606ce owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:51.977122 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aadcd57f-279e-48d2-8128-e9d22349a081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7196f6f4-374a-4a8e-b39f-406cb6b7d41b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:51.980625 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aadcd57f-279e-48d2-8128-e9d22349a081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:51.982158 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-aadcd57f-279e-48d2-8128-e9d22349a081 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7196f6f4-374a-4a8e-b39f-406cb6b7d41b HTTP/1.1" status: 204 len: 168 time: 0.2293580 Jan 14 01:43:51.992206 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcd57f-279e-48d2-8128-e9d22349a081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7196f6f4-374a-4a8e-b39f-406cb6b7d41b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:52.136979 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a53995-22c3-4348-8bd2-0dcceb4d2379 req-d0e80f49-471f-4bc5-a902-377202b56e89 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:52.145342 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9a53995-22c3-4348-8bd2-0dcceb4d2379 req-d0e80f49-471f-4bc5-a902-377202b56e89 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.2890623 Jan 14 01:43:52.154184 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abe73d-a12c-4e74-9455-03245b2be34a req-6aae603c-ecd2-4e62-88a7-05c6ccec4975 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:52.156101 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2abe73d-a12c-4e74-9455-03245b2be34a req-6aae603c-ecd2-4e62-88a7-05c6ccec4975 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 945 time: 0.1201866 Jan 14 01:43:52.322595 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9a53995-22c3-4348-8bd2-0dcceb4d2379 req-9a2e422f-c357-4c94-b540-e3019d1b447f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764915 Jan 14 01:43:52.329432 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2abe73d-a12c-4e74-9455-03245b2be34a req-1612d8aa-f0e1-4007-9670-d08d66e2f5ce tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666861 Jan 14 01:43:52.345459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f9c04-f705-4e63-aae6-50ecf47651b6 req-9e50f656-fbce-4363-bba3-cf07cf850ea3 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:52.347355 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e86f9c04-f705-4e63-aae6-50ecf47651b6 req-9e50f656-fbce-4363-bba3-cf07cf850ea3 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 945 time: 0.1579792 Jan 14 01:43:52.348622 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (7eacf2ae-65cc-4382-aed3-bbcc455606ce), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:52.519551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Pushing event deleted for resources: {'Port': ['ID=7eacf2ae-65cc-4382-aed3-bbcc455606ce,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:52.620435 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-846e33a1-3adb-49bc-b69f-f87a781d1dfa req-05b4d4e5-5f26-4f9b-ada9-37cb863d7361 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 210 time: 0.1213875 Jan 14 01:43:52.701960 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f72df0-8ff4-43d4-944a-abb51bf95e31 req-85702f37-3dff-482f-af10-4bf4f2c34702 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:52.710379 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63f72df0-8ff4-43d4-944a-abb51bf95e31 req-85702f37-3dff-482f-af10-4bf4f2c34702 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.2039247 Jan 14 01:43:52.931870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e86f9c04-f705-4e63-aae6-50ecf47651b6 req-1925e876-04f4-46e2-8b88-2adeaf5b4cb6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Deleting port 68e0b716-791f-4704-b554-95d17dd9d314 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:52.932309 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e86f9c04-f705-4e63-aae6-50ecf47651b6 req-1925e876-04f4-46e2-8b88-2adeaf5b4cb6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (68e0b716-791f-4704-b554-95d17dd9d314), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:53.005872 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:43:53.198956 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63f72df0-8ff4-43d4-944a-abb51bf95e31 req-da5e6751-e6c2-4c23-87de-e560eab44f9e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876647 Jan 14 01:43:53.262927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e86f9c04-f705-4e63-aae6-50ecf47651b6 req-1925e876-04f4-46e2-8b88-2adeaf5b4cb6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] For port 68e0b716-791f-4704-b554-95d17dd9d314, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=68e0b716-791f-4704-b554-95d17dd9d314,segment=NetworkSegment(77b0a877-84ff-436e-b79c-fe61d096dbf3),segment_id=77b0a877-84ff-436e-b79c-fe61d096dbf3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:53.266566 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e86f9c04-f705-4e63-aae6-50ecf47651b6 req-1925e876-04f4-46e2-8b88-2adeaf5b4cb6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (68e0b716-791f-4704-b554-95d17dd9d314), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:53.392731 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e86f9c04-f705-4e63-aae6-50ecf47651b6 req-1925e876-04f4-46e2-8b88-2adeaf5b4cb6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Calling delete_port for 68e0b716-791f-4704-b554-95d17dd9d314 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:53.479792 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fe7c4-66e5-47d4-9584-bfde6769e159 req-04c66d3e-051c-47a0-b79e-c6a266338794 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:53.481370 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e59fe7c4-66e5-47d4-9584-bfde6769e159 req-04c66d3e-051c-47a0-b79e-c6a266338794 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 950 time: 0.1807034 Jan 14 01:43:53.621316 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d65744-8ba2-4ff7-865d-afc928aca326 req-7eec929e-da25-4b5d-97ee-7737cc2b80f8 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:53.623576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2d65744-8ba2-4ff7-865d-afc928aca326 req-7eec929e-da25-4b5d-97ee-7737cc2b80f8 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.4621336 Jan 14 01:43:53.684585 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 44a780e7-53fa-4c45-bbf5-c882fdb58d9c up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:43:53.718690 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e59fe7c4-66e5-47d4-9584-bfde6769e159 req-3e69dd86-d681-4104-864b-0872351c5125 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Deleting port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:53.719129 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e59fe7c4-66e5-47d4-9584-bfde6769e159 req-3e69dd86-d681-4104-864b-0872351c5125 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:53.795799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7d759-efe9-4fc5-8b7c-dded447dfe31 req-e73d39cc-60ec-4c00-9691-795e99949f24 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:53.798148 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8be7d759-efe9-4fc5-8b7c-dded447dfe31 req-e73d39cc-60ec-4c00-9691-795e99949f24 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 945 time: 0.2002277 Jan 14 01:43:53.823106 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:43:53.827347 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:43:53.827784 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:53.859486 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2d65744-8ba2-4ff7-865d-afc928aca326 req-fb90806d-ca97-431f-88c4-0c4a08d36f3e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134767 Jan 14 01:43:53.927429 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e59fe7c4-66e5-47d4-9584-bfde6769e159 req-3e69dd86-d681-4104-864b-0872351c5125 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:53.927797 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e59fe7c4-66e5-47d4-9584-bfde6769e159 req-3e69dd86-d681-4104-864b-0872351c5125 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:53.948862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:43:53.953122 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e59fe7c4-66e5-47d4-9584-bfde6769e159 req-3e69dd86-d681-4104-864b-0872351c5125 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Calling delete_port for 44a780e7-53fa-4c45-bbf5-c882fdb58d9c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:53.964835 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51341c9f-8f1a-4b40-a12f-c2e99528c4c4 None None] Sync routers for ids ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:43:53.968794 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:53.971202 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:53.990190 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51341c9f-8f1a-4b40-a12f-c2e99528c4c4 None None] Routers {'6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:43:53.990873 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-51341c9f-8f1a-4b40-a12f-c2e99528c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:43:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:54.040665 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:54.048750 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db2773d-339c-48df-a1f5-6145fd6c9809" -d '{"events": [{"server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "name": "network-vif-plugged", "status": "completed", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:54.074839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:54.080864 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:54.082007 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 7eacf2ae-65cc-4382-aed3-bbcc455606ce no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:54.102392 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] No DVR routers for this DVR port 7eacf2ae-65cc-4382-aed3-bbcc455606ce on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:54.105229 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e86f9c04-f705-4e63-aae6-50ecf47651b6 req-1925e876-04f4-46e2-8b88-2adeaf5b4cb6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (68e0b716-791f-4704-b554-95d17dd9d314), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:54.138094 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 68e0b716-791f-4704-b554-95d17dd9d314 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:54.140495 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 7eacf2ae-65cc-4382-aed3-bbcc455606ce {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:43:54.141005 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 7eacf2ae-65cc-4382-aed3-bbcc455606ce not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:43:54.141605 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 6c6f572f-981e-4088-8431-e545e2393270 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:54.142988 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:54.150020 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eca82168-8e14-4b8a-a52b-191aea4f8e68 req-9f2cf6f8-62bb-45b4-bee0-f3550a1b35f7 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.36 "DELETE /v2.0/ports/7eacf2ae-65cc-4382-aed3-bbcc455606ce HTTP/1.1" status: 204 len: 173 time: 2.9814024 Jan 14 01:43:54.222075 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 68e0b716-791f-4704-b554-95d17dd9d314 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:43:54.222796 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 68e0b716-791f-4704-b554-95d17dd9d314 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:43:54.262790 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=13']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:54.291813 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-51341c9f-8f1a-4b40-a12f-c2e99528c4c4 None None] Set router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:43:54.315969 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e59fe7c4-66e5-47d4-9584-bfde6769e159 req-3e69dd86-d681-4104-864b-0872351c5125 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (44a780e7-53fa-4c45-bbf5-c882fdb58d9c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:54.326385 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8be7d759-efe9-4fc5-8b7c-dded447dfe31 req-6f2b9c36-7237-42e8-be57-78ca14eb9c02 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups?id=b55b49a2-48e7-4602-9e01-3842321e2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660048 Jan 14 01:43:54.326759 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'name': 'network-vif-deleted', 'tag': '7eacf2ae-65cc-4382-aed3-bbcc455606ce'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:54.342762 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c624c-5afb-47e1-a8a6-e382dc6335b4" -d '{"events": [{"server_uuid": "1f3e3af3-06bb-4569-b386-1fef7475e9aa", "name": "network-vif-deleted", "tag": "7eacf2ae-65cc-4382-aed3-bbcc455606ce"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:54.410259 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 6c6f572f-981e-4088-8431-e545e2393270 is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:43:54.410993 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925e876-04f4-46e2-8b88-2adeaf5b4cb6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event deleted for resources: {'Port': ['ID=68e0b716-791f-4704-b554-95d17dd9d314,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:54.419940 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['46ccbe15-593e-452d-8586-ad63bd4e7490'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:54.426405 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['10219419-df16-4b57-98e2-4d168d9675f5', 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:54.460436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69dd86-d681-4104-864b-0872351c5125 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Pushing event deleted for resources: {'Port': ['ID=44a780e7-53fa-4c45-bbf5-c882fdb58d9c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:54.627308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78930afe-ba97-4352-b542-92ce5d5a21ed req-3600be1b-2d92-46d3-b642-103ad26036f1 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:54.628863 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-78930afe-ba97-4352-b542-92ce5d5a21ed req-3600be1b-2d92-46d3-b642-103ad26036f1 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.5654390 Jan 14 01:43:54.629636 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59fe7c4-66e5-47d4-9584-bfde6769e159 req-3e69dd86-d681-4104-864b-0872351c5125 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] No DVR routers for this DVR port 44a780e7-53fa-4c45-bbf5-c882fdb58d9c on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:54.644921 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e59fe7c4-66e5-47d4-9584-bfde6769e159 req-3e69dd86-d681-4104-864b-0872351c5125 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:54.652525 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e59fe7c4-66e5-47d4-9584-bfde6769e159 req-3e69dd86-d681-4104-864b-0872351c5125 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "DELETE /v2.0/ports/44a780e7-53fa-4c45-bbf5-c882fdb58d9c HTTP/1.1" status: 204 len: 173 time: 1.1656592 Jan 14 01:43:54.653010 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'name': 'network-vif-deleted', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:54.675059 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23918729-fe29-4e1c-ba56-21a415e6017b" -d '{"events": [{"server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "name": "network-vif-deleted", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:54.800151 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86f9c04-f705-4e63-aae6-50ecf47651b6 req-1925e876-04f4-46e2-8b88-2adeaf5b4cb6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] No DVR routers for this DVR port 68e0b716-791f-4704-b554-95d17dd9d314 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:54.806279 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b4920dc2-127f-4f5f-a1d8-a85e50d65fce req-058fd441-8e83-4dbb-9b35-1af1965b83a6 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3e3af3-06bb-4569-b386-1fef7475e9aa HTTP/1.1" status: 200 len: 210 time: 0.2040570 Jan 14 01:43:54.815188 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e86f9c04-f705-4e63-aae6-50ecf47651b6 req-1925e876-04f4-46e2-8b88-2adeaf5b4cb6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:54.820601 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e86f9c04-f705-4e63-aae6-50ecf47651b6 req-1925e876-04f4-46e2-8b88-2adeaf5b4cb6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.46 "DELETE /v2.0/ports/68e0b716-791f-4704-b554-95d17dd9d314 HTTP/1.1" status: 204 len: 173 time: 2.4673443 Jan 14 01:43:54.824682 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-51341c9f-8f1a-4b40-a12f-c2e99528c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:39Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a1e13053-67dc-4b83-8f6e-6b29f517b1bb', 'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'tenant_id': '00000467765542ab9b398703a79973b2', 'mac_address': 'fa:16:3e:2f:fc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:37Z', 'updated_at': '2022-01-14T01:41:46Z', 'revision_number': 5, 'project_id': '00000467765542ab9b398703a79973b2', 'subnets': [{'id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:54.889095 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-78930afe-ba97-4352-b542-92ce5d5a21ed req-7086dc30-0b3e-48aa-9068-bb6c38f9cf56 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341809 Jan 14 01:43:54.916211 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51341c9f-8f1a-4b40-a12f-c2e99528c4c4 None None] Checking router: 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:43:54.931645 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51341c9f-8f1a-4b40-a12f-c2e99528c4c4 None None] Routers {'6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:43:54.932267 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-51341c9f-8f1a-4b40-a12f-c2e99528c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:43:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:55.017187 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c427f14-1d96-4d31-a1f7-563dc1ee3e23 x-openstack-request-id: req-7c427f14-1d96-4d31-a1f7-563dc1ee3e23 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:55.017793 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "name": "network-vif-plugged", "status": "completed", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:55.017793 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c427f14-1d96-4d31-a1f7-563dc1ee3e23 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:55.020510 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'code': 200} Jan 14 01:43:55.070606 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d1f01a-d877-421e-a35f-a62b8beff8b1 x-openstack-request-id: req-b2d1f01a-d877-421e-a35f-a62b8beff8b1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:55.071178 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3e3af3-06bb-4569-b386-1fef7475e9aa", "name": "network-vif-deleted", "tag": "7eacf2ae-65cc-4382-aed3-bbcc455606ce", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:55.071658 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2d1f01a-d877-421e-a35f-a62b8beff8b1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:55.072260 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3e3af3-06bb-4569-b386-1fef7475e9aa', 'name': 'network-vif-deleted', 'tag': '7eacf2ae-65cc-4382-aed3-bbcc455606ce', 'status': 'completed', 'code': 200} Jan 14 01:43:55.177248 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18e006d7-2acb-4b18-a105-62cd7ff2d4f0 req-302496da-8fc2-4435-9535-98367c22197e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c3f14ed-77e6-4622-82b5-c3d3be0a07f1 HTTP/1.1" status: 200 len: 210 time: 0.0904958 Jan 14 01:43:55.186853 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cebced1-bb5a-43bc-8c5d-c180dc97e5fb x-openstack-request-id: req-6cebced1-bb5a-43bc-8c5d-c180dc97e5fb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:55.187144 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3f14ed-77e6-4622-82b5-c3d3be0a07f1", "name": "network-vif-deleted", "tag": "44a780e7-53fa-4c45-bbf5-c882fdb58d9c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:55.187401 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cebced1-bb5a-43bc-8c5d-c180dc97e5fb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:55.187810 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3f14ed-77e6-4622-82b5-c3d3be0a07f1', 'name': 'network-vif-deleted', 'tag': '44a780e7-53fa-4c45-bbf5-c882fdb58d9c', 'status': 'completed', 'code': 200} Jan 14 01:43:55.200965 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-51341c9f-8f1a-4b40-a12f-c2e99528c4c4 None None] Set router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:43:55.466930 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9279b-d87f-4a51-8e49-d97549da3845 req-8ab4e2c1-e567-4137-a18f-22a51917d4b4 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:55.492954 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-24c9279b-d87f-4a51-8e49-d97549da3845 req-8ab4e2c1-e567-4137-a18f-22a51917d4b4 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.1798298 Jan 14 01:43:55.667475 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-24c9279b-d87f-4a51-8e49-d97549da3845 req-40cae0ed-6eca-47b1-aa0f-d2ab1cdb33be tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735089 Jan 14 01:43:55.697643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 44a780e7-53fa-4c45-bbf5-c882fdb58d9c no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:43:55.714093 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e2fcaed-55fb-493e-b2cb-e4ff60baeffc req-14417eb5-b6d3-441c-b688-7f2bbaac03d0 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a235ed-6e3a-45c9-97d1-3516752944f0 HTTP/1.1" status: 200 len: 210 time: 0.0704780 Jan 14 01:43:55.716908 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-51341c9f-8f1a-4b40-a12f-c2e99528c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:39Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a1e13053-67dc-4b83-8f6e-6b29f517b1bb', 'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'tenant_id': '00000467765542ab9b398703a79973b2', 'mac_address': 'fa:16:3e:2f:fc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:37Z', 'updated_at': '2022-01-14T01:41:46Z', 'revision_number': 5, 'project_id': '00000467765542ab9b398703a79973b2', 'subnets': [{'id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:43:55.752073 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 44a780e7-53fa-4c45-bbf5-c882fdb58d9c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:43:55.752308 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 44a780e7-53fa-4c45-bbf5-c882fdb58d9c not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:43:55.779745 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51341c9f-8f1a-4b40-a12f-c2e99528c4c4 None None] The sync data for ids ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'] in n-d-824358-4 is: [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:41:39Z', 'revision_number': 4, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'a1e13053-67dc-4b83-8f6e-6b29f517b1bb', 'name': '', 'network_id': 'afe07b44-87fc-48cd-a144-1ecaf59b3381', 'tenant_id': '00000467765542ab9b398703a79973b2', 'mac_address': 'fa:16:3e:2f:fc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:37Z', 'updated_at': '2022-01-14T01:41:46Z', 'revision_number': 5, 'project_id': '00000467765542ab9b398703a79973b2', 'subnets': [{'id': '0089e701-5c83-4d54-8536-7edd0aa91be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:43:56.084472 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52766) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:56.097176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0cb90-2c7b-47b2-9ce3-e5ce95de6e52 req-cd69bc01-2ee7-4782-8dd6-0ba9e61c2162 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:56.106035 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1bb0cb90-2c7b-47b2-9ce3-e5ce95de6e52 req-cd69bc01-2ee7-4782-8dd6-0ba9e61c2162 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.0941901 Jan 14 01:43:56.182189 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1bb0cb90-2c7b-47b2-9ce3-e5ce95de6e52 req-921f1f98-1b23-4ea4-8e3e-d8c40c9f8a06 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746200 Jan 14 01:43:56.238331 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c48eed8c-081c-4ce4-9faa-50994319dd5b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for security_group (a1323065-2476-4cb5-aba6-65c005c122ac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:56.251253 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82b362f-d94d-4063-9990-7d495413a431 None None] New status for floating IP 359d42ab-98ca-4378-995f-bd96b45d58e9: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:43:56.275769 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c48eed8c-081c-4ce4-9faa-50994319dd5b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for security_group (a1323065-2476-4cb5-aba6-65c005c122ac), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:56.344664 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c48eed8c-081c-4ce4-9faa-50994319dd5b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a1323065-2476-4cb5-aba6-65c005c122ac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:56.348818 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c48eed8c-081c-4ce4-9faa-50994319dd5b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:56.350146 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c48eed8c-081c-4ce4-9faa-50994319dd5b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "DELETE /v2.0/security-groups/a1323065-2476-4cb5-aba6-65c005c122ac HTTP/1.1" status: 204 len: 168 time: 0.2640724 Jan 14 01:43:56.353170 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52782) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:56.362909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48eed8c-081c-4ce4-9faa-50994319dd5b tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1323065-2476-4cb5-aba6-65c005c122ac,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:56.391176 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-a1b9f5cc-359a-4546-be0a-9ccec9719dc0 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] show failed (client error): The resource could not be found. Jan 14 01:43:56.394926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52784) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:56.397582 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a1b9f5cc-359a-4546-be0a-9ccec9719dc0 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "GET /v2.0/security-groups/a1323065-2476-4cb5-aba6-65c005c122ac HTTP/1.1" status: 404 len: 347 time: 0.0432620 Jan 14 01:43:56.716916 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a01dc-329f-4389-85aa-cf5ddef479c0 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Deleting port f2fb6bc4-cd06-401f-8d2f-0a9df83211af {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:56.717212 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca0a01dc-329f-4389-85aa-cf5ddef479c0 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f2fb6bc4-cd06-401f-8d2f-0a9df83211af), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:56.757719 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-ed911b7e-7d9e-4bab-a6e5-e8eb5d718724 service neutron] 10.222.0.36 "GET /v2.0/ports/6c6f572f-981e-4088-8431-e545e2393270/bindings/n-h1-824358-4 HTTP/1.1" status: 200 len: 384 time: 0.1439369 Jan 14 01:43:56.776417 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704f8b-5186-4f0e-8779-e019026d1255 req-5e6a1ff1-1fe5-49a9-b7ac-25d9748e906b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:56.779172 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c2704f8b-5186-4f0e-8779-e019026d1255 req-5e6a1ff1-1fe5-49a9-b7ac-25d9748e906b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 951 time: 0.0972650 Jan 14 01:43:56.852261 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca0a01dc-329f-4389-85aa-cf5ddef479c0 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f2fb6bc4-cd06-401f-8d2f-0a9df83211af), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:56.852591 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca0a01dc-329f-4389-85aa-cf5ddef479c0 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for floatingip (f2fb6bc4-cd06-401f-8d2f-0a9df83211af), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:56.873797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a01dc-329f-4389-85aa-cf5ddef479c0 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Calling delete_port for f2fb6bc4-cd06-401f-8d2f-0a9df83211af owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:56.950036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c2704f8b-5186-4f0e-8779-e019026d1255 req-e47caf97-44e6-428f-ae1e-5ac1ac0104a5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605966 Jan 14 01:43:56.988885 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339d715-a65b-4411-8be3-831ef447a3df req-e4a76eba-dd87-4c19-813a-90384afc5796 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:56.991081 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1339d715-a65b-4411-8be3-831ef447a3df req-e4a76eba-dd87-4c19-813a-90384afc5796 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 944 time: 0.1562796 Jan 14 01:43:57.074469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1339d715-a65b-4411-8be3-831ef447a3df req-bf310caa-4c56-422b-ae03-ac56432765fb tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731561 Jan 14 01:43:57.074928 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a235ed-6e3a-45c9-97d1-3516752944f0', 'name': 'network-vif-deleted', 'tag': '68e0b716-791f-4704-b554-95d17dd9d314'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:57.077830 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36e663c-6ecd-4b27-b739-02fed84ad31b" -d '{"events": [{"server_uuid": "89a235ed-6e3a-45c9-97d1-3516752944f0", "name": "network-vif-deleted", "tag": "68e0b716-791f-4704-b554-95d17dd9d314"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:57.158332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52814) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:57.190187 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c9c0e4-7083-48ac-909b-3159820974aa x-openstack-request-id: req-16c9c0e4-7083-48ac-909b-3159820974aa {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:43:57.190520 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a235ed-6e3a-45c9-97d1-3516752944f0", "name": "network-vif-deleted", "tag": "68e0b716-791f-4704-b554-95d17dd9d314", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:43:57.190780 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16c9c0e4-7083-48ac-909b-3159820974aa {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:43:57.191180 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a235ed-6e3a-45c9-97d1-3516752944f0', 'name': 'network-vif-deleted', 'tag': '68e0b716-791f-4704-b554-95d17dd9d314', 'status': 'completed', 'code': 200} Jan 14 01:43:57.304621 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52824) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:57.307077 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c932c2d0-b2ac-45a5-ae34-92748a0371d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.424316 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-84963fc5-945c-442a-85ba-d4bac66de8f6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for security_group (3e43e100-69e7-4893-8ab0-2154b5531d7a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.448433 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-84963fc5-945c-442a-85ba-d4bac66de8f6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for security_group (3e43e100-69e7-4893-8ab0-2154b5531d7a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.456699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-1c7956d9-1a4c-4657-a9eb-0c4cc1c75729 service neutron] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6c6f572f-981e-4088-8431-e545e2393270,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:57.488653 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-1c7956d9-1a4c-4657-a9eb-0c4cc1c75729 service neutron] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:43:57.502117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4ddb5-c6ba-455c-a573-5f352f216b0a req-4433143d-b5d7-4a9f-bc68-372cc3e1fb16 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:57.503793 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56f4ddb5-c6ba-455c-a573-5f352f216b0a req-4433143d-b5d7-4a9f-bc68-372cc3e1fb16 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.1653335 Jan 14 01:43:57.522763 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-84963fc5-945c-442a-85ba-d4bac66de8f6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3e43e100-69e7-4893-8ab0-2154b5531d7a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.525459 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-84963fc5-945c-442a-85ba-d4bac66de8f6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.526613 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-84963fc5-945c-442a-85ba-d4bac66de8f6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "DELETE /v2.0/security-groups/3e43e100-69e7-4893-8ab0-2154b5531d7a HTTP/1.1" status: 204 len: 168 time: 0.2207057 Jan 14 01:43:57.531497 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52826) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:57.535798 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-1c7956d9-1a4c-4657-a9eb-0c4cc1c75729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6f572f-981e-4088-8431-e545e2393270 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:43:57.545525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84963fc5-945c-442a-85ba-d4bac66de8f6 tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e43e100-69e7-4893-8ab0-2154b5531d7a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:57.560028 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-1c7956d9-1a4c-4657-a9eb-0c4cc1c75729 service neutron] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6c6f572f-981e-4088-8431-e545e2393270,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:57.562520 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-26d6af0f-ad43-4be2-86f5-d8d29d97365a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] show failed (client error): The resource could not be found. Jan 14 01:43:57.566355 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-26d6af0f-ad43-4be2-86f5-d8d29d97365a tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "GET /v2.0/security-groups/3e43e100-69e7-4893-8ab0-2154b5531d7a HTTP/1.1" status: 404 len: 347 time: 0.0332229 Jan 14 01:43:57.568007 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52828) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:57.607486 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-1c7956d9-1a4c-4657-a9eb-0c4cc1c75729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6c6f572f-981e-4088-8431-e545e2393270), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.649671 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56f4ddb5-c6ba-455c-a573-5f352f216b0a req-2699fae0-a3b3-4170-be76-2c85f5e4b290 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346877 Jan 14 01:43:57.713589 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-1c7956d9-1a4c-4657-a9eb-0c4cc1c75729 service neutron] Transition to ACTIVE for port object 6c6f572f-981e-4088-8431-e545e2393270 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:43:57.715578 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca0a01dc-329f-4389-85aa-cf5ddef479c0 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f2fb6bc4-cd06-401f-8d2f-0a9df83211af), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.729392 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c932c2d0-b2ac-45a5-ae34-92748a0371d3 admin admin] Publish callbacks [] for security_group (172df270-9f58-4fd6-965e-83c69b4c0449), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.740214 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c932c2d0-b2ac-45a5-ae34-92748a0371d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (172df270-9f58-4fd6-965e-83c69b4c0449), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.764592 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-1c7956d9-1a4c-4657-a9eb-0c4cc1c75729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (6c6f572f-981e-4088-8431-e545e2393270), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.801991 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c932c2d0-b2ac-45a5-ae34-92748a0371d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db402d54a54c4a649590fa312ddaffd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6424792 Jan 14 01:43:57.802774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52834) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:57.805868 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932c2d0-b2ac-45a5-ae34-92748a0371d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172df270-9f58-4fd6-965e-83c69b4c0449,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:57.813501 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f736501b-69cd-452e-8939-1c5e57c3ba6d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Deleting port 7ea14c4a-298c-4d95-83f9-6b8420c99fac {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:57.814012 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f736501b-69cd-452e-8939-1c5e57c3ba6d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (7ea14c4a-298c-4d95-83f9-6b8420c99fac), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.898331 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca0a01dc-329f-4389-85aa-cf5ddef479c0 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks [] for floatingip (359d42ab-98ca-4378-995f-bd96b45d58e9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.901325 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca0a01dc-329f-4389-85aa-cf5ddef479c0 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.901837 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f736501b-69cd-452e-8939-1c5e57c3ba6d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (7ea14c4a-298c-4d95-83f9-6b8420c99fac), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.902268 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f736501b-69cd-452e-8939-1c5e57c3ba6d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for floatingip (7ea14c4a-298c-4d95-83f9-6b8420c99fac), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:57.902592 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ca0a01dc-329f-4389-85aa-cf5ddef479c0 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] 10.222.0.26 "DELETE /v2.0/floatingips/359d42ab-98ca-4378-995f-bd96b45d58e9 HTTP/1.1" status: 204 len: 168 time: 1.5062630 Jan 14 01:43:57.906207 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52836) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:57.907264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a01dc-329f-4389-85aa-cf5ddef479c0 tempest-ServersTestFqdnHostnames-1487933168 tempest-ServersTestFqdnHostnames-1487933168-project] Pushing event deleted for resources: {'Port': ['ID=f2fb6bc4-cd06-401f-8d2f-0a9df83211af,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:57.915280 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f736501b-69cd-452e-8939-1c5e57c3ba6d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Calling delete_port for 7ea14c4a-298c-4d95-83f9-6b8420c99fac owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:58.046097 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7956d9-1a4c-4657-a9eb-0c4cc1c75729 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6f572f-981e-4088-8431-e545e2393270,revision_number=10']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:58.135287 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f736501b-69cd-452e-8939-1c5e57c3ba6d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (7ea14c4a-298c-4d95-83f9-6b8420c99fac), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:58.210355 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-1c7956d9-1a4c-4657-a9eb-0c4cc1c75729 service neutron] No DVR routers for this DVR port 6c6f572f-981e-4088-8431-e545e2393270 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:58.241770 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736501b-69cd-452e-8939-1c5e57c3ba6d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Pushing event deleted for resources: {'Port': ['ID=7ea14c4a-298c-4d95-83f9-6b8420c99fac,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:58.277339 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-1c7956d9-1a4c-4657-a9eb-0c4cc1c75729 service neutron] 10.222.0.36 "PUT /v2.0/ports/6c6f572f-981e-4088-8431-e545e2393270/bindings/n-h1-824358-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5050900 Jan 14 01:43:58.354664 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dad1cc-de10-45a2-bd3b-fcfa5e4525b7 req-61ad8c9a-2e64-431a-b1b9-90d2bdb526a5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:58.363041 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-57dad1cc-de10-45a2-bd3b-fcfa5e4525b7 req-61ad8c9a-2e64-431a-b1b9-90d2bdb526a5 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 951 time: 0.2804475 Jan 14 01:43:58.413577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea7d26-b161-4ed0-86d2-e6eb338af287 req-ee6fec7a-376e-4895-95f7-2627b79d999f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:58.415928 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-efea7d26-b161-4ed0-86d2-e6eb338af287 req-ee6fec7a-376e-4895-95f7-2627b79d999f tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 951 time: 0.2687802 Jan 14 01:43:58.515882 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f1a-e692-4c9d-8c70-dfcda283abe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:58.517471 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90de49b1-fb9c-4d3d-bb19-f5611301a7fb admin admin] Publish callbacks [] for security_group (172df270-9f58-4fd6-965e-83c69b4c0449), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:58.548662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74ac90-46b6-4461-a499-4d552afcc90a req-71616edd-ca72-4b1a-adaf-1c9d7d13ebfe tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:58.555119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2b74ac90-46b6-4461-a499-4d552afcc90a req-71616edd-ca72-4b1a-adaf-1c9d7d13ebfe tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 945 time: 0.3180656 Jan 14 01:43:58.575782 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f736501b-69cd-452e-8939-1c5e57c3ba6d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks [] for floatingip (0e002dee-9d64-45c8-ac40-e5a66ac1a5d7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:58.579713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f736501b-69cd-452e-8939-1c5e57c3ba6d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:58.583863 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f736501b-69cd-452e-8939-1c5e57c3ba6d tempest-ImagesOneServerNegativeTestJSON-515448783 tempest-ImagesOneServerNegativeTestJSON-515448783-project] 10.222.0.26 "DELETE /v2.0/floatingips/0e002dee-9d64-45c8-ac40-e5a66ac1a5d7 HTTP/1.1" status: 204 len: 168 time: 1.0120621 Jan 14 01:43:58.656034 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90de49b1-fb9c-4d3d-bb19-f5611301a7fb admin admin] Publish callbacks [] for security_group (172df270-9f58-4fd6-965e-83c69b4c0449), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:58.891879 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe2f1a-e692-4c9d-8c70-dfcda283abe4 admin admin] Deleting port a1e13053-67dc-4b83-8f6e-6b29f517b1bb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:58.892476 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f1a-e692-4c9d-8c70-dfcda283abe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:59.009274 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-9cfe2f1a-e692-4c9d-8c70-dfcda283abe4 admin admin] For port a1e13053-67dc-4b83-8f6e-6b29f517b1bb, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a1e13053-67dc-4b83-8f6e-6b29f517b1bb,segment=NetworkSegment(7012839d-f0e1-40ce-a536-05b97a8aa767),segment_id=7012839d-f0e1-40ce-a536-05b97a8aa767)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:59.009724 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f1a-e692-4c9d-8c70-dfcda283abe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:59.025968 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe2f1a-e692-4c9d-8c70-dfcda283abe4 admin admin] Calling delete_port for a1e13053-67dc-4b83-8f6e-6b29f517b1bb owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:59.151777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-f336443c-3dc0-4fa7-af74-1bf6d5b96800 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:59.153299 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-f336443c-3dc0-4fa7-af74-1bf6d5b96800 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783&tenant_id=fb29aaab805049d786bf79e89fb9efca&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1096 time: 0.7363665 Jan 14 01:43:59.166556 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2b74ac90-46b6-4461-a499-4d552afcc90a req-61b2927a-4504-4b2a-8280-4bac011d31a1 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731053 Jan 14 01:43:59.248148 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f1a-e692-4c9d-8c70-dfcda283abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a1e13053-67dc-4b83-8f6e-6b29f517b1bb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:59.272246 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-57dad1cc-de10-45a2-bd3b-fcfa5e4525b7 req-b66814d3-a421-49bb-a57a-bde82ed911a2 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9081807 Jan 14 01:43:59.316070 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe2f1a-e692-4c9d-8c70-dfcda283abe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e13053-67dc-4b83-8f6e-6b29f517b1bb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:59.328852 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-dba05434-51b8-404c-9d3c-d0b7baf68200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:59.330530 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-dba05434-51b8-404c-9d3c-d0b7baf68200 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783&tenant_id=fb29aaab805049d786bf79e89fb9efca HTTP/1.1" status: 200 len: 1096 time: 0.1582725 Jan 14 01:43:59.364051 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-efea7d26-b161-4ed0-86d2-e6eb338af287 req-7ed5e576-1570-444b-9d7b-4a5e508b3466 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Deleting port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:43:59.365807 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-efea7d26-b161-4ed0-86d2-e6eb338af287 req-7ed5e576-1570-444b-9d7b-4a5e508b3466 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:59.450967 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52858) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:59.497416 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-efea7d26-b161-4ed0-86d2-e6eb338af287 req-7ed5e576-1570-444b-9d7b-4a5e508b3466 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] For port cadd6aef-0f53-42a8-862f-ce6b2bee97d6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:43:59.498063 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-efea7d26-b161-4ed0-86d2-e6eb338af287 req-7ed5e576-1570-444b-9d7b-4a5e508b3466 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:59.500534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dda3ed-f335-46fd-a469-e4c9a2e01e54 admin admin] Deleting subnet 27af7296-5d99-440c-b1fc-ac17acce422e {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:43:59.503994 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52dda3ed-f335-46fd-a469-e4c9a2e01e54 admin admin] Publish callbacks [] for subnet (27af7296-5d99-440c-b1fc-ac17acce422e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:59.519294 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-efea7d26-b161-4ed0-86d2-e6eb338af287 req-7ed5e576-1570-444b-9d7b-4a5e508b3466 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Calling delete_port for cadd6aef-0f53-42a8-862f-ce6b2bee97d6 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:43:59.569444 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52dda3ed-f335-46fd-a469-e4c9a2e01e54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (27af7296-5d99-440c-b1fc-ac17acce422e), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:59.613797 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52dda3ed-f335-46fd-a469-e4c9a2e01e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (27af7296-5d99-440c-b1fc-ac17acce422e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:59.680589 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52dda3ed-f335-46fd-a469-e4c9a2e01e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (27af7296-5d99-440c-b1fc-ac17acce422e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:59.696537 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-efea7d26-b161-4ed0-86d2-e6eb338af287 req-7ed5e576-1570-444b-9d7b-4a5e508b3466 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (cadd6aef-0f53-42a8-862f-ce6b2bee97d6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:59.713354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dda3ed-f335-46fd-a469-e4c9a2e01e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27af7296-5d99-440c-b1fc-ac17acce422e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:59.727366 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52dda3ed-f335-46fd-a469-e4c9a2e01e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:59.735033 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['46ccbe15-593e-452d-8586-ad63bd4e7490'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:59.748233 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-52dda3ed-f335-46fd-a469-e4c9a2e01e54 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/27af7296-5d99-440c-b1fc-ac17acce422e HTTP/1.1" status: 204 len: 168 time: 0.2959921 Jan 14 01:43:59.757143 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52860) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:43:59.806145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['10219419-df16-4b57-98e2-4d168d9675f5', 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:43:59.874688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b18e2e-357d-47cd-8d57-25b72e0dbdfd req-4efb37de-e759-4cea-bfee-a5b07d2b4f44 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:43:59.883369 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54b18e2e-357d-47cd-8d57-25b72e0dbdfd req-4efb37de-e759-4cea-bfee-a5b07d2b4f44 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.5724673 Jan 14 01:43:59.902540 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-efea7d26-b161-4ed0-86d2-e6eb338af287 req-7ed5e576-1570-444b-9d7b-4a5e508b3466 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] No DVR routers for this DVR port cadd6aef-0f53-42a8-862f-ce6b2bee97d6 on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:43:59.902540 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5e576-1570-444b-9d7b-4a5e508b3466 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Pushing event deleted for resources: {'Port': ['ID=cadd6aef-0f53-42a8-862f-ce6b2bee97d6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:43:59.963218 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-efea7d26-b161-4ed0-86d2-e6eb338af287 req-7ed5e576-1570-444b-9d7b-4a5e508b3466 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:43:59.965221 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-efea7d26-b161-4ed0-86d2-e6eb338af287 req-7ed5e576-1570-444b-9d7b-4a5e508b3466 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "DELETE /v2.0/ports/cadd6aef-0f53-42a8-862f-ce6b2bee97d6 HTTP/1.1" status: 204 len: 173 time: 1.5189047 Jan 14 01:43:59.983465 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54b18e2e-357d-47cd-8d57-25b72e0dbdfd req-a294a6c9-1772-45da-8862-1e8f6a0fc8e2 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901096 Jan 14 01:43:59.983465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'name': 'network-vif-deleted', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:43:59.994476 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd4794e-5a13-4670-bf2c-eb1b2c81b22d" -d '{"events": [{"server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "name": "network-vif-deleted", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:43:59.994476 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90de49b1-fb9c-4d3d-bb19-f5611301a7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (172df270-9f58-4fd6-965e-83c69b4c0449), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:00.005490 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90de49b1-fb9c-4d3d-bb19-f5611301a7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:00.009309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-90de49b1-fb9c-4d3d-bb19-f5611301a7fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/172df270-9f58-4fd6-965e-83c69b4c0449 HTTP/1.1" status: 204 len: 168 time: 2.2018273 Jan 14 01:44:00.024868 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-5bba2505-3d1a-4b95-8008-0e6fcab1835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:00.031225 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-5bba2505-3d1a-4b95-8008-0e6fcab1835a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb29aaab805049d786bf79e89fb9efca&device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 1096 time: 0.3492100 Jan 14 01:44:00.063305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de49b1-fb9c-4d3d-bb19-f5611301a7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172df270-9f58-4fd6-965e-83c69b4c0449,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:00.089956 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (170e7a74-5a89-4f1a-af6a-087b0f82cd41), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:00.163293 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33dcbd0-3db7-4ff4-b26d-cf93bcadeebc x-openstack-request-id: req-d33dcbd0-3db7-4ff4-b26d-cf93bcadeebc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:00.163772 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704191e1-bec7-47a5-b19c-9cf7b4fd0fbf", "name": "network-vif-deleted", "tag": "cadd6aef-0f53-42a8-862f-ce6b2bee97d6", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:00.163872 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d33dcbd0-3db7-4ff4-b26d-cf93bcadeebc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:00.164205 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704191e1-bec7-47a5-b19c-9cf7b4fd0fbf', 'name': 'network-vif-deleted', 'tag': 'cadd6aef-0f53-42a8-862f-ce6b2bee97d6', 'status': 'completed', 'code': 200} Jan 14 01:44:00.232825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-f6ca42ea-d2e8-4a73-b95b-0565dd729d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:00.237163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-f6ca42ea-d2e8-4a73-b95b-0565dd729d24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 200 len: 921 time: 0.1974046 Jan 14 01:44:00.353670 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f1a-e692-4c9d-8c70-dfcda283abe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:00.391831 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-8b37f505-cf72-4b6f-8c3e-dcd709c8c6a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c6f572f-981e-4088-8431-e545e2393270 HTTP/1.1" status: 200 len: 217 time: 0.1472645 Jan 14 01:44:00.502243 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (170e7a74-5a89-4f1a-af6a-087b0f82cd41), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:00.526580 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170e7a74-5a89-4f1a-af6a-087b0f82cd41']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:00.533228 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f40864fa-b85e-402e-baaf-f39d03445dbf req-543045ca-b276-4844-b6e7-2373d85a9d0d tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=704191e1-bec7-47a5-b19c-9cf7b4fd0fbf HTTP/1.1" status: 200 len: 210 time: 0.0476167 Jan 14 01:44:00.596590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d21fcd-64d2-4e90-aefb-3ad608df3f59 req-13c43661-c361-4136-a8dc-47546abd35ac tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:00.607182 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b0a877-84ff-436e-b79c-fe61d096dbf3') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:00.607752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b0a877-84ff-436e-b79c-fe61d096dbf3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:00.616759 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06d21fcd-64d2-4e90-aefb-3ad608df3f59 req-13c43661-c361-4136-a8dc-47546abd35ac tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 945 time: 0.2323260 Jan 14 01:44:00.624439 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (77b0a877-84ff-436e-b79c-fe61d096dbf3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:00.652957 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (77b0a877-84ff-436e-b79c-fe61d096dbf3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:00.664935 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-a06589b3-ff1d-43b3-9b45-5f53ca77630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:00.667229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-a06589b3-ff1d-43b3-9b45-5f53ca77630b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 200 len: 860 time: 0.2596254 Jan 14 01:44:00.691807 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:44:00.692381 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (77b0a877-84ff-436e-b79c-fe61d096dbf3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:44:00.694860 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:44:00.760349 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52876) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:00.790302 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06d21fcd-64d2-4e90-aefb-3ad608df3f59 req-94f37be6-1a05-4ca3-bf7d-c2af8ac6f6eb tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710348 Jan 14 01:44:00.793951 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6fae140f-7433-45ab-9d4c-19c038dba43b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668116 Jan 14 01:44:00.796776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc893-4ab7-46ff-94d9-971811ec7ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:00.818287 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (170e7a74-5a89-4f1a-af6a-087b0f82cd41), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:00.829485 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:00.840885 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/170e7a74-5a89-4f1a-af6a-087b0f82cd41 HTTP/1.1" status: 204 len: 168 time: 1.0788889 Jan 14 01:44:00.896981 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3053261-1ea7-4cdf-a2c9-a4ff399db5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=170e7a74-5a89-4f1a-af6a-087b0f82cd41,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:01.000755 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-cabc94c9-0ada-4a53-9ba8-7d3f54d14aee service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927876 Jan 14 01:44:01.062937 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfe2f1a-e692-4c9d-8c70-dfcda283abe4 admin admin] Router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:44:01.068663 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc893-4ab7-46ff-94d9-971811ec7ecb admin admin] Publish callbacks [] for security_group (b07b0e28-ac7e-4a9e-85d4-29d978d994a7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.099187 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc893-4ab7-46ff-94d9-971811ec7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b07b0e28-ac7e-4a9e-85d4-29d978d994a7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.139445 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52886) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:01.231777 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d0175abe-8f9f-4c52-bb0d-ea0d14b80f26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bbbc06dc30bb429eac0e6fde397191f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636704 Jan 14 01:44:01.236268 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52888) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:01.273504 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8d3bc893-4ab7-46ff-94d9-971811ec7ecb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe72954e42ff4eacb567e5deb6b6e4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5059440 Jan 14 01:44:01.277359 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bc893-4ab7-46ff-94d9-971811ec7ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07b0e28-ac7e-4a9e-85d4-29d978d994a7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:01.279868 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52890) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:01.306523 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b690794-1d7b-4009-b0a8-260efd8455bc req-b40aa2a1-0611-4d4e-a841-a72a296897ea tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:01.308316 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b690794-1d7b-4009-b0a8-260efd8455bc req-b40aa2a1-0611-4d4e-a841-a72a296897ea tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.1904356 Jan 14 01:44:01.323241 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfe2f1a-e692-4c9d-8c70-dfcda283abe4 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:44:01.332591 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9cfe2f1a-e692-4c9d-8c70-dfcda283abe4 admin admin] 10.222.0.26 "PUT /v2.0/routers/6a86dd5a-f926-4c29-b6d2-fd4af10e1a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3607779 Jan 14 01:44:01.336701 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52892) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:01.337644 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742d1239-f11f-4f96-af6c-2f7cb3139a4f None None] Sync routers for ids ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:44:01.356627 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-006540ce-f34e-4195-9de9-01b686321431 service neutron] 10.222.0.46 "GET /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537796 Jan 14 01:44:01.359074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93b36d72-c975-44ff-a7d4-3672aea01463 admin admin] Publish callbacks [] for security_group (b55b49a2-48e7-4602-9e01-3842321e2fea), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.359264 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d1239-f11f-4f96-af6c-2f7cb3139a4f None None] Routers {'6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:01.360234 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-742d1239-f11f-4f96-af6c-2f7cb3139a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:43:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:01.399847 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b690794-1d7b-4009-b0a8-260efd8455bc req-5a90288c-af20-4931-97a7-85608de83217 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826771 Jan 14 01:44:01.433409 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93b36d72-c975-44ff-a7d4-3672aea01463 admin admin] Publish callbacks [] for security_group (b55b49a2-48e7-4602-9e01-3842321e2fea), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.455735 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Publish callbacks [] for router (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.474110 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.509680 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-072cb8e2-0192-4ed6-a7e5-2683ba785a2f admin admin] Publish callbacks [] for security_group (b07b0e28-ac7e-4a9e-85d4-29d978d994a7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.518243 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93b36d72-c975-44ff-a7d4-3672aea01463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b55b49a2-48e7-4602-9e01-3842321e2fea), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.522651 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93b36d72-c975-44ff-a7d4-3672aea01463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.526383 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-93b36d72-c975-44ff-a7d4-3672aea01463 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b55b49a2-48e7-4602-9e01-3842321e2fea HTTP/1.1" status: 204 len: 168 time: 0.2865179 Jan 14 01:44:01.541416 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b36d72-c975-44ff-a7d4-3672aea01463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55b49a2-48e7-4602-9e01-3842321e2fea,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:01.575486 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-072cb8e2-0192-4ed6-a7e5-2683ba785a2f admin admin] Publish callbacks [] for security_group (b07b0e28-ac7e-4a9e-85d4-29d978d994a7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.600847 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-742d1239-f11f-4f96-af6c-2f7cb3139a4f None None] Set router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:01.664426 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Publish callbacks [] for router_gateway (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.738382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cadd6aef-0f53-42a8-862f-ce6b2bee97d6 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:01.753681 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Deleting port 8d65c7a8-7e44-4339-a396-f8bf03ce656a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:01.754128 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.758249 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-072cb8e2-0192-4ed6-a7e5-2683ba785a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b07b0e28-ac7e-4a9e-85d4-29d978d994a7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.761961 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-072cb8e2-0192-4ed6-a7e5-2683ba785a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:01.769011 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-072cb8e2-0192-4ed6-a7e5-2683ba785a2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b07b0e28-ac7e-4a9e-85d4-29d978d994a7 HTTP/1.1" status: 204 len: 168 time: 0.4859240 Jan 14 01:44:01.790155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: cadd6aef-0f53-42a8-862f-ce6b2bee97d6 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:01.792959 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cadd6aef-0f53-42a8-862f-ce6b2bee97d6 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:01.818299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-97e87f03-fd46-4195-8ef8-0cb85e3d6c41 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:01.821656 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-97e87f03-fd46-4195-8ef8-0cb85e3d6c41 tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783&tenant_id=fb29aaab805049d786bf79e89fb9efca&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 1096 time: 0.1323972 Jan 14 01:44:01.853077 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cb8e2-0192-4ed6-a7e5-2683ba785a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07b0e28-ac7e-4a9e-85d4-29d978d994a7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:02.048778 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-742d1239-f11f-4f96-af6c-2f7cb3139a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:43:59Z', 'revision_number': 5, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port': {'id': '8d65c7a8-7e44-4339-a396-f8bf03ce656a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:41:34Z', 'updated_at': '2022-01-14T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:02.078630 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d37592-b85d-4036-a036-bb8cdb9d3e7a req-81ef15ae-5da0-4f9e-ad9f-d3c88b9a5f61 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:02.084267 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95d37592-b85d-4036-a036-bb8cdb9d3e7a req-81ef15ae-5da0-4f9e-ad9f-d3c88b9a5f61 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 945 time: 0.1460428 Jan 14 01:44:02.114278 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742d1239-f11f-4f96-af6c-2f7cb3139a4f None None] Checking router: 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:44:02.140736 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d1239-f11f-4f96-af6c-2f7cb3139a4f None None] Routers {'6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:02.141563 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-742d1239-f11f-4f96-af6c-2f7cb3139a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:43:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:02.183810 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-464d4b26-39a4-4a00-9d0b-e24b8323c07b service neutron] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:02.200783 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-464d4b26-39a4-4a00-9d0b-e24b8323c07b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:02.208738 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-464d4b26-39a4-4a00-9d0b-e24b8323c07b service neutron] 10.222.0.46 "DELETE /v2.0/ports/6c6f572f-981e-4088-8431-e545e2393270/bindings/n-h2-824358-4 HTTP/1.1" status: 204 len: 173 time: 0.3775852 Jan 14 01:44:02.285601 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-742d1239-f11f-4f96-af6c-2f7cb3139a4f None None] Set router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:02.359574 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95d37592-b85d-4036-a036-bb8cdb9d3e7a req-e1633a10-2022-4cac-9ca0-86c6cf189de0 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615044 Jan 14 01:44:02.401927 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] For port 8d65c7a8-7e44-4339-a396-f8bf03ce656a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8d65c7a8-7e44-4339-a396-f8bf03ce656a,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:02.402297 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:02.444685 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Calling delete_port for 8d65c7a8-7e44-4339-a396-f8bf03ce656a owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:02.608755 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-406aeeb5-0561-4ed6-84cd-a3a4474c8479 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:02.610648 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-406aeeb5-0561-4ed6-84cd-a3a4474c8479 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 808 time: 0.1818554 Jan 14 01:44:02.623009 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-742d1239-f11f-4f96-af6c-2f7cb3139a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:44:01Z', 'revision_number': 6, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:02.629915 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-4ab5f84d-e54a-4f92-8e14-28b11e75f94d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/quotas/499063d5628544d8ac7f06264154b870 HTTP/1.1" status: 200 len: 375 time: 0.0098622 Jan 14 01:44:02.701966 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742d1239-f11f-4f96-af6c-2f7cb3139a4f None None] The sync data for ids ['6a86dd5a-f926-4c29-b6d2-fd4af10e1a17'] in n-d-824358-4 is: [{'id': '6a86dd5a-f926-4c29-b6d2-fd4af10e1a17', 'name': 'tempest-ServersTestFqdnHostnames-2096941602-router', 'tenant_id': '00000467765542ab9b398703a79973b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:41:33Z', 'updated_at': '2022-01-14T01:44:01Z', 'revision_number': 6, 'project_id': '00000467765542ab9b398703a79973b2', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:44:02.770956 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-e65f2ca7-349d-4f21-92f4-3ed2f02127f6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261046 Jan 14 01:44:02.857176 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8d65c7a8-7e44-4339-a396-f8bf03ce656a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:02.890460 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=8d65c7a8-7e44-4339-a396-f8bf03ce656a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:02.917093 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46dd68-a3a5-4937-a4bb-013354420281 req-5126f816-1331-4f3c-9813-35d9c1d3a236 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:02.928118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3e46dd68-a3a5-4937-a4bb-013354420281 req-5126f816-1331-4f3c-9813-35d9c1d3a236 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.0857522 Jan 14 01:44:02.961189 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:03.005784 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3e46dd68-a3a5-4937-a4bb-013354420281 req-fd146d45-3b96-4ba8-af92-52d61020cb77 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708761 Jan 14 01:44:03.113475 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:03.117097 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Publish callbacks [] for router_controller (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:03.186538 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (6a86dd5a-f926-4c29-b6d2-fd4af10e1a17), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:03.187581 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:44:03.199202 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:03.201977 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f11b3723-3d6f-4449-9a41-a0304a7a7cbc admin admin] 10.222.0.26 "DELETE /v2.0/routers/6a86dd5a-f926-4c29-b6d2-fd4af10e1a17 HTTP/1.1" status: 204 len: 168 time: 1.8642583 Jan 14 01:44:03.205913 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52954) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:03.253572 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd96535-e007-4604-bbdb-411702d9ef05 req-3a1bf0b1-cf3f-4294-89a0-5cb9f80adccb tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:03.255482 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ccd96535-e007-4604-bbdb-411702d9ef05 req-3a1bf0b1-cf3f-4294-89a0-5cb9f80adccb tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1428194 Jan 14 01:44:03.312622 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-951498fe-538b-4f43-947d-3e1a8af093a8 admin admin] Deleting subnet 0089e701-5c83-4d54-8536-7edd0aa91be6 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:44:03.334037 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-951498fe-538b-4f43-947d-3e1a8af093a8 admin admin] Publish callbacks [] for subnet (0089e701-5c83-4d54-8536-7edd0aa91be6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:03.347657 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-9c970c77-d3bd-4e43-b83d-a5510c724cce service neutron] 10.222.0.26 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693150 Jan 14 01:44:03.427308 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-951498fe-538b-4f43-947d-3e1a8af093a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (0089e701-5c83-4d54-8536-7edd0aa91be6), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:03.514554 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52962) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:03.535821 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-db8ed294-0f3c-4c47-b158-dc31d1283166 service neutron] 10.222.0.26 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817501 Jan 14 01:44:03.546528 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-951498fe-538b-4f43-947d-3e1a8af093a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (0089e701-5c83-4d54-8536-7edd0aa91be6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:03.558399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a1e13053-67dc-4b83-8f6e-6b29f517b1bb no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:03.599792 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ccd96535-e007-4604-bbdb-411702d9ef05 req-a8359437-9d49-4752-9edf-05b87c8982a0 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126013 Jan 14 01:44:03.616566 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: a1e13053-67dc-4b83-8f6e-6b29f517b1bb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:03.620643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a1e13053-67dc-4b83-8f6e-6b29f517b1bb not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:03.627991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8d65c7a8-7e44-4339-a396-f8bf03ce656a no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:03.668660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 8d65c7a8-7e44-4339-a396-f8bf03ce656a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:03.669015 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8d65c7a8-7e44-4339-a396-f8bf03ce656a not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:03.712979 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-951498fe-538b-4f43-947d-3e1a8af093a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (0089e701-5c83-4d54-8536-7edd0aa91be6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:03.752798 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed10794-f5da-413b-ad07-0519c4268449 req-b3815887-d375-4d9c-a82d-6a2d912a999f tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:03.765620 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-951498fe-538b-4f43-947d-3e1a8af093a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:03.769612 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-951498fe-538b-4f43-947d-3e1a8af093a8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0089e701-5c83-4d54-8536-7edd0aa91be6 HTTP/1.1" status: 204 len: 168 time: 0.5623705 Jan 14 01:44:03.770640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951498fe-538b-4f43-947d-3e1a8af093a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0089e701-5c83-4d54-8536-7edd0aa91be6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:03.772698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc2f87c-cc18-4258-8085-96876802a18e None None] Network afe07b44-87fc-48cd-a144-1ecaf59b3381 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:44:03.776534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52976) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:03.794841 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eed10794-f5da-413b-ad07-0519c4268449 req-b3815887-d375-4d9c-a82d-6a2d912a999f tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 1096 time: 0.1097190 Jan 14 01:44:03.886882 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1348337001-network', 'tenant_id': '8339d6b8cf8d4b2489df6d36e260b708'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:03.915706 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (afe07b44-87fc-48cd-a144-1ecaf59b3381), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:03.941874 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eed10794-f5da-413b-ad07-0519c4268449 req-ef89fa96-573b-4b90-ac3f-5ee983c5555b tempest-LiveAutoBlockMigrationV225Test-312797757 tempest-LiveAutoBlockMigrationV225Test-312797757-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446502 Jan 14 01:44:03.990475 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Made reservation on behalf of 8339d6b8cf8d4b2489df6d36e260b708 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:03.996597 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.011682 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.108056 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Deleting port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:04.109156 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.175621 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f936d28-45c5-468b-846e-496f7de783c1 None None] DHCP port deletion for afe07b44-87fc-48cd-a144-1ecaf59b3381 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:44:04.268812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] For port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1b52b5ae-65fe-444a-997a-9424aa4a9ad0,segment=NetworkSegment(7012839d-f0e1-40ce-a536-05b97a8aa767),segment_id=7012839d-f0e1-40ce-a536-05b97a8aa767)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:04.270185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.279689 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Publish callbacks [] for security_group (3c4bf820-d3f4-40f1-b405-2af2ff211b9f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.305032 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9f936d28-45c5-468b-846e-496f7de783c1 None None] Deleting port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:04.305425 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f936d28-45c5-468b-846e-496f7de783c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.306912 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3c4bf820-d3f4-40f1-b405-2af2ff211b9f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.313698 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Calling delete_port for 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:04.348932 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24ee87-4633-417f-8760-bd15eb668ac7 req-213c4278-3181-4279-bfe0-0f317d3dca58 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:04.354805 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba24ee87-4633-417f-8760-bd15eb668ac7 req-213c4278-3181-4279-bfe0-0f317d3dca58 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.2075617 Jan 14 01:44:04.450948 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.497749 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:44:04.520610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9f936d28-45c5-468b-846e-496f7de783c1 None None] For port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1b52b5ae-65fe-444a-997a-9424aa4a9ad0,segment=NetworkSegment(7012839d-f0e1-40ce-a536-05b97a8aa767),segment_id=7012839d-f0e1-40ce-a536-05b97a8aa767)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:04.521004 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f936d28-45c5-468b-846e-496f7de783c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.549077 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.551144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9f936d28-45c5-468b-846e-496f7de783c1 None None] Calling delete_port for 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:04.603361 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-81f00556-00d2-4b9b-a0a0-b8e30d3bc105 req-5484b8db-51b6-4a8d-aeaf-3f942977580c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.1590581 Jan 14 01:44:04.610861 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6867fd5b-0fc7-4210-b89d-df0644006c97), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.615786 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Added segment 6867fd5b-0fc7-4210-b89d-df0644006c97 of type vlan for network a384c72d-ce9a-41ec-96b9-f631f8d7da50 Jan 14 01:44:04.617590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4bf820-d3f4-40f1-b405-2af2ff211b9f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:04.619892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b52b5ae-65fe-444a-997a-9424aa4a9ad0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:04.643087 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] No DVR routers for this DVR port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:04.680686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.681044 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.681381 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.681750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.687546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.687546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.687792 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.688009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.688243 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.688594 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.695849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.696242 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.696626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:04.756439 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f936d28-45c5-468b-846e-496f7de783c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (1b52b5ae-65fe-444a-997a-9424aa4a9ad0), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.790134 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f936d28-45c5-468b-846e-496f7de783c1 None None] No DVR routers for this DVR port 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:04.799551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (afe07b44-87fc-48cd-a144-1ecaf59b3381), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.838961 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f936d28-45c5-468b-846e-496f7de783c1 None None] Pushing event deleted for resources: {'Port': ['ID=1b52b5ae-65fe-444a-997a-9424aa4a9ad0,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:04.866466 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe07b44-87fc-48cd-a144-1ecaf59b3381']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:04.886120 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7012839d-f0e1-40ce-a536-05b97a8aa767') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:04.886540 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7012839d-f0e1-40ce-a536-05b97a8aa767') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:04.912239 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5157b851-2bf0-4653-ad04-a7eeb73bbb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.916051 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (7012839d-f0e1-40ce-a536-05b97a8aa767), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.942519 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (7012839d-f0e1-40ce-a536-05b97a8aa767), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.948995 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bddad2-8f61-47c7-8d48-a6ee2a904312 req-b2472e9e-3450-4033-be4e-1e5c0623bd72 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:04.952208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b9bddad2-8f61-47c7-8d48-a6ee2a904312 req-b2472e9e-3450-4033-be4e-1e5c0623bd72 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.5954311 Jan 14 01:44:04.956253 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:44:04.956714 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (7012839d-f0e1-40ce-a536-05b97a8aa767), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:44:04.959024 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:44:05.029194 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (a384c72d-ce9a-41ec-96b9-f631f8d7da50), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:05.055719 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba24ee87-4633-417f-8760-bd15eb668ac7 req-16c627e7-a1ee-4cee-a272-f307352783c2 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611118 Jan 14 01:44:05.065860 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (afe07b44-87fc-48cd-a144-1ecaf59b3381), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:05.081185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:05.086458 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/afe07b44-87fc-48cd-a144-1ecaf59b3381 HTTP/1.1" status: 204 len: 168 time: 1.3086357 Jan 14 01:44:05.130657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c23a7-6137-4f35-9586-022fec6810b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=afe07b44-87fc-48cd-a144-1ecaf59b3381,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:05.212382 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd08d8-c92a-4d84-90cc-fae5d1be28d7 req-1e276e21-5704-48f2-9be6-04b5eef0c0c8 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:05.220465 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-12bd08d8-c92a-4d84-90cc-fae5d1be28d7 req-1e276e21-5704-48f2-9be6-04b5eef0c0c8 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 945 time: 0.3307176 Jan 14 01:44:05.274122 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (a384c72d-ce9a-41ec-96b9-f631f8d7da50), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:05.275254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:05.275851 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:05.321037 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53014) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:05.364570 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ff34782d-5d32-4684-96a3-0e718b855a86 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00000467765542ab9b398703a79973b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396466 Jan 14 01:44:05.365624 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53016) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:05.390507 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8652284 Jan 14 01:44:05.393391 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53018) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:05.398956 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-badd0339-1ebc-4397-aea2-707060aadc42 admin admin] Request body: {'subnet': {'network_id': 'a384c72d-ce9a-41ec-96b9-f631f8d7da50', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1348337001-subnet', 'tenant_id': '8339d6b8cf8d4b2489df6d36e260b708', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:05.414410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606a54-95ab-47a2-8bc7-4fdeca9e4d7c req-815ae669-65d2-4fe0-865b-dc24809a866e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:05.415939 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55606a54-95ab-47a2-8bc7-4fdeca9e4d7c req-815ae669-65d2-4fe0-865b-dc24809a866e tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 950 time: 0.1933548 Jan 14 01:44:05.424904 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f00b62-7937-4f8f-a218-e6e32c6f5565 req-22d41d35-1ea1-473f-ba67-09fc5ea81048 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:05.426603 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07f00b62-7937-4f8f-a218-e6e32c6f5565 req-22d41d35-1ea1-473f-ba67-09fc5ea81048 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.46 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 945 time: 0.2857480 Jan 14 01:44:05.449699 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19c031a5-9292-440e-a2f6-794932cbc45c admin admin] Publish callbacks [] for security_group (e6e6d3ef-b84a-44c4-84f4-aa90c1eca9b2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:05.466167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badd0339-1ebc-4397-aea2-707060aadc42 admin admin] Made reservation on behalf of 8339d6b8cf8d4b2489df6d36e260b708 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:05.466586 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f09582-7e88-4167-9647-39c6ba13e8ca admin admin] Pushing event updated for resources: {'Network': ['ID=a384c72d-ce9a-41ec-96b9-f631f8d7da50,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:05.468508 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-badd0339-1ebc-4397-aea2-707060aadc42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:05.497184 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network a384c72d-ce9a-41ec-96b9-f631f8d7da50 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:44:05.505951 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-b9bddad2-8f61-47c7-8d48-a6ee2a904312 req-996666d9-4a9a-4076-9430-07863041ca65 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Deleting port 10219419-df16-4b57-98e2-4d168d9675f5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:05.506362 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b9bddad2-8f61-47c7-8d48-a6ee2a904312 req-996666d9-4a9a-4076-9430-07863041ca65 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (10219419-df16-4b57-98e2-4d168d9675f5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:05.539699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-12bd08d8-c92a-4d84-90cc-fae5d1be28d7 req-2a2caf4d-8444-4acc-8f50-6e50fd217e7d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182869 Jan 14 01:44:05.546381 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19c031a5-9292-440e-a2f6-794932cbc45c admin admin] Publish callbacks [] for security_group (e6e6d3ef-b84a-44c4-84f4-aa90c1eca9b2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:05.648997 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:05.658016 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55606a54-95ab-47a2-8bc7-4fdeca9e4d7c req-8549ef92-1276-4d0e-a0ce-4740a4124b6b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221315 Jan 14 01:44:05.693129 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:05.693715 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1b52b5ae-65fe-444a-997a-9424aa4a9ad0 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:05.762636 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b9bddad2-8f61-47c7-8d48-a6ee2a904312 req-996666d9-4a9a-4076-9430-07863041ca65 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] For port 10219419-df16-4b57-98e2-4d168d9675f5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=10219419-df16-4b57-98e2-4d168d9675f5,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:05.762993 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b9bddad2-8f61-47c7-8d48-a6ee2a904312 req-996666d9-4a9a-4076-9430-07863041ca65 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (10219419-df16-4b57-98e2-4d168d9675f5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:05.781912 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-b9bddad2-8f61-47c7-8d48-a6ee2a904312 req-996666d9-4a9a-4076-9430-07863041ca65 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Calling delete_port for 10219419-df16-4b57-98e2-4d168d9675f5 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:05.804066 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-07f00b62-7937-4f8f-a218-e6e32c6f5565 req-8a32cc8a-025a-4e6e-8a03-8d7f7d0a087f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Deleting port 6c6f572f-981e-4088-8431-e545e2393270 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:05.804404 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07f00b62-7937-4f8f-a218-e6e32c6f5565 req-8a32cc8a-025a-4e6e-8a03-8d7f7d0a087f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (6c6f572f-981e-4088-8431-e545e2393270), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:05.928323 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-52e79d6a-ed14-48de-8a38-1d96c7ae4a5f req-9e88b2b4-342c-4437-b86f-78de251deb00 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.0847175 Jan 14 01:44:05.998651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-07f00b62-7937-4f8f-a218-e6e32c6f5565 req-8a32cc8a-025a-4e6e-8a03-8d7f7d0a087f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] For port 6c6f572f-981e-4088-8431-e545e2393270, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6c6f572f-981e-4088-8431-e545e2393270,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:05.999528 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07f00b62-7937-4f8f-a218-e6e32c6f5565 req-8a32cc8a-025a-4e6e-8a03-8d7f7d0a087f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (6c6f572f-981e-4088-8431-e545e2393270), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:06.010193 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19c031a5-9292-440e-a2f6-794932cbc45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e6e6d3ef-b84a-44c4-84f4-aa90c1eca9b2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:06.020679 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19c031a5-9292-440e-a2f6-794932cbc45c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:06.024817 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-19c031a5-9292-440e-a2f6-794932cbc45c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6e6d3ef-b84a-44c4-84f4-aa90c1eca9b2 HTTP/1.1" status: 204 len: 168 time: 0.6588256 Jan 14 01:44:06.040769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-07f00b62-7937-4f8f-a218-e6e32c6f5565 req-8a32cc8a-025a-4e6e-8a03-8d7f7d0a087f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Calling delete_port for 6c6f572f-981e-4088-8431-e545e2393270 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:06.091740 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c031a5-9292-440e-a2f6-794932cbc45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e6d3ef-b84a-44c4-84f4-aa90c1eca9b2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:06.113186 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-badd0339-1ebc-4397-aea2-707060aadc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (1774670e-fac2-4702-b7a8-8ca77460f4da), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:06.129714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-77e7d219-91e5-4155-a292-a0f92a0f21a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:06.142864 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-77e7d219-91e5-4155-a292-a0f92a0f21a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.36 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 808 time: 0.4336922 Jan 14 01:44:06.184741 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b9bddad2-8f61-47c7-8d48-a6ee2a904312 req-996666d9-4a9a-4076-9430-07863041ca65 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (10219419-df16-4b57-98e2-4d168d9675f5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:06.193041 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Request body: {'port': {'device_id': 'b3364c7f-d5d7-4021-8175-14110f2219f1', 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e', 'admin_state_up': True, 'tenant_id': '499063d5628544d8ac7f06264154b870'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:06.220505 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['46ccbe15-593e-452d-8586-ad63bd4e7490'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:06.257076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996666d9-4a9a-4076-9430-07863041ca65 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Pushing event deleted for resources: {'Port': ['ID=10219419-df16-4b57-98e2-4d168d9675f5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:06.321932 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bddad2-8f61-47c7-8d48-a6ee2a904312 req-996666d9-4a9a-4076-9430-07863041ca65 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] No DVR routers for this DVR port 10219419-df16-4b57-98e2-4d168d9675f5 on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:06.335196 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e2d1b-f4ff-498f-8284-fb262892bc5a req-79a65057-c159-4a09-93c0-0c82bf3624f0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:06.342158 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-850e2d1b-f4ff-498f-8284-fb262892bc5a req-79a65057-c159-4a09-93c0-0c82bf3624f0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.1718440 Jan 14 01:44:06.349152 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b9bddad2-8f61-47c7-8d48-a6ee2a904312 req-996666d9-4a9a-4076-9430-07863041ca65 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:06.361661 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b9bddad2-8f61-47c7-8d48-a6ee2a904312 req-996666d9-4a9a-4076-9430-07863041ca65 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.36 "DELETE /v2.0/ports/10219419-df16-4b57-98e2-4d168d9675f5 HTTP/1.1" status: 204 len: 173 time: 1.3750491 Jan 14 01:44:06.395086 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd0339-1ebc-4397-aea2-707060aadc42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1774670e-fac2-4702-b7a8-8ca77460f4da,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:06.408717 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd0339-1ebc-4397-aea2-707060aadc42 admin admin] Checking segment: {'id': '6867fd5b-0fc7-4210-b89d-df0644006c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384c72d-ce9a-41ec-96b9-f631f8d7da50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:06.409076 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd0339-1ebc-4397-aea2-707060aadc42 admin admin] Network hostable DHCP agents. Network: a384c72d-ce9a-41ec-96b9-f631f8d7da50, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:44:06.437339 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Made reservation on behalf of 499063d5628544d8ac7f06264154b870 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:06.438167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'name': 'network-vif-deleted', 'tag': '10219419-df16-4b57-98e2-4d168d9675f5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:06.442065 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:06.444789 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0a2a90-059f-4e01-b761-99ed69e28971" -d '{"events": [{"server_uuid": "19e3dfbb-5226-443f-b80a-ebe3bfae6bf0", "name": "network-vif-deleted", "tag": "10219419-df16-4b57-98e2-4d168d9675f5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:06.484543 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd0339-1ebc-4397-aea2-707060aadc42 admin admin] Network a384c72d-ce9a-41ec-96b9-f631f8d7da50 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:44:06.573722 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-badd0339-1ebc-4397-aea2-707060aadc42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, a384c72d-ce9a-41ec-96b9-f631f8d7da50) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:06.594903 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badd0339-1ebc-4397-aea2-707060aadc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:06.595510 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-badd0339-1ebc-4397-aea2-707060aadc42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:06.613217 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836140d6-81ff-4d6b-8797-61371268fc5b x-openstack-request-id: req-836140d6-81ff-4d6b-8797-61371268fc5b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:06.613512 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3dfbb-5226-443f-b80a-ebe3bfae6bf0", "name": "network-vif-deleted", "tag": "10219419-df16-4b57-98e2-4d168d9675f5", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:06.613772 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-836140d6-81ff-4d6b-8797-61371268fc5b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:06.614146 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e3dfbb-5226-443f-b80a-ebe3bfae6bf0', 'name': 'network-vif-deleted', 'tag': '10219419-df16-4b57-98e2-4d168d9675f5', 'status': 'completed', 'code': 200} Jan 14 01:44:06.624416 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d48c97a-45bd-49b3-908e-cdd095d08a44 None None] Network a384c72d-ce9a-41ec-96b9-f631f8d7da50 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:44:06.639784 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-850e2d1b-f4ff-498f-8284-fb262892bc5a req-3209d81a-68a9-40db-a996-e79308730227 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966499 Jan 14 01:44:06.683670 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07f00b62-7937-4f8f-a218-e6e32c6f5565 req-8a32cc8a-025a-4e6e-8a03-8d7f7d0a087f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (6c6f572f-981e-4088-8431-e545e2393270), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:06.737089 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-badd0339-1ebc-4397-aea2-707060aadc42 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3425353 Jan 14 01:44:06.793421 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32cc8a-025a-4e6e-8a03-8d7f7d0a087f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Pushing event deleted for resources: {'Port': ['ID=6c6f572f-981e-4088-8431-e545e2393270,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:06.827640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Allocated IP 172.20.0.8 (4549ab35-8bb4-472b-ab25-7075b00cf83e/be7c7d7c-46a8-4cad-a834-59b144ba6e56/884cb180-daaf-4c03-81ee-a7592ed573cf) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:06.844207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['2aa21865-dac0-4009-b70b-ba8c2c4cacde', '6c6f572f-981e-4088-8431-e545e2393270'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:06.893370 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2939148-b12e-49a4-be41-fac69b172880 req-76e9dec0-f1b4-4611-9acc-f70f67eff03f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.1156435 Jan 14 01:44:07.015113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f00b62-7937-4f8f-a218-e6e32c6f5565 req-8a32cc8a-025a-4e6e-8a03-8d7f7d0a087f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] No DVR routers for this DVR port 6c6f572f-981e-4088-8431-e545e2393270 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:07.034023 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec077c-12a6-461a-be63-7e3340984506 None None] Network a384c72d-ce9a-41ec-96b9-f631f8d7da50 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:44:07.046777 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07f00b62-7937-4f8f-a218-e6e32c6f5565 req-8a32cc8a-025a-4e6e-8a03-8d7f7d0a087f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:07.054947 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07f00b62-7937-4f8f-a218-e6e32c6f5565 req-8a32cc8a-025a-4e6e-8a03-8d7f7d0a087f tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.46 "DELETE /v2.0/ports/6c6f572f-981e-4088-8431-e545e2393270 HTTP/1.1" status: 204 len: 173 time: 1.5893428 Jan 14 01:44:07.138824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6469ad2f-806d-42db-8b09-b972f93bc613 req-c0a74048-f713-4432-97ed-6c84816299be tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e3dfbb-5226-443f-b80a-ebe3bfae6bf0 HTTP/1.1" status: 200 len: 210 time: 0.1033864 Jan 14 01:44:07.221650 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fa3d8933-2efa-47ec-96ec-6f411e8e2787 req-861243f5-f1e8-4d46-946f-5aaa20e048e0 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.0821099 Jan 14 01:44:07.243893 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks [] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:07.310325 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4df72ad7-d57f-41d5-9cff-6703cd83fd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:07.335423 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:07.395863 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f514b806-ddcc-4a90-9584-b11837552c18'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:07.410893 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Network 4549ab35-8bb4-472b-ab25-7075b00cf83e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:07.423963 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:07.446736 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:07.534187 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Pushing event updated for resources: {'Port': ['ID=884cb180-daaf-4c03-81ee-a7592ed573cf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:07.613313 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:07.614051 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:07.660584 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f33987fd-2766-42a6-8ae7-b24902f505d9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4770496 Jan 14 01:44:07.682067 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Request body: {'port': {'device_id': 'b3364c7f-d5d7-4021-8175-14110f2219f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:07.788638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 10219419-df16-4b57-98e2-4d168d9675f5 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:07.834158 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:07.840854 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53104) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:07.848867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 10219419-df16-4b57-98e2-4d168d9675f5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:07.849479 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 10219419-df16-4b57-98e2-4d168d9675f5 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:07.874541 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da13d0-323e-40b6-9070-f3391268138e req-87b4fdb1-33d9-4ef8-b4a9-805142950f81 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:07.893116 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-87b4fdb1-33d9-4ef8-b4a9-805142950f81 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/networks?id=a384c72d-ce9a-41ec-96b9-f631f8d7da50 HTTP/1.1" status: 200 len: 818 time: 0.2246444 Jan 14 01:44:07.961330 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53110) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:07.961474 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-8569617e-9cbc-44c5-bace-44fd41b28481 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/quotas/8339d6b8cf8d4b2489df6d36e260b708 HTTP/1.1" status: 200 len: 375 time: 0.0670497 Jan 14 01:44:08.042145 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-b1becd9f-3124-4104-a0ef-9043655ffb5b tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8339d6b8cf8d4b2489df6d36e260b708&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798142 Jan 14 01:44:08.074241 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b034c4-ae59-4ff1-b572-fb4024dbb764 req-db913c54-6769-4337-9acd-fe050a02d58a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:08.098638 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-93b034c4-ae59-4ff1-b572-fb4024dbb764 req-db913c54-6769-4337-9acd-fe050a02d58a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.2031674 Jan 14 01:44:08.154204 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-98721013-network', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:08.160089 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52e4a8c4-6798-4b25-b982-459e1fe4479d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.197743 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Made reservation on behalf of c83079a7941148aa96b287d07d1653b0 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:08.200462 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.224361 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.281708 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-93b034c4-ae59-4ff1-b572-fb4024dbb764 req-74bb4811-96cb-4915-b679-599aa6eb2331 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819513 Jan 14 01:44:08.310279 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.314215 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-41ec668d-a7a4-4b76-8843-7103ef6894ec service neutron] 10.222.0.26 "GET /v2.0/networks/a384c72d-ce9a-41ec-96b9-f631f8d7da50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712247 Jan 14 01:44:08.402255 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e7a3981c-cfa5-4f06-b664-29bee00ed6ee req-c63328e9-9881-492f-af2a-72a3d8cbd5f6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0343018 Jan 14 01:44:08.443205 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52e4a8c4-6798-4b25-b982-459e1fe4479d admin admin] Publish callbacks [] for security_group (d1582a06-19cc-4ca3-84a4-dfb843bc5d21), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.457106 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884cb180-daaf-4c03-81ee-a7592ed573cf {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:08.465000 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52e4a8c4-6798-4b25-b982-459e1fe4479d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d1582a06-19cc-4ca3-84a4-dfb843bc5d21), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.470940 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Publish callbacks [] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.475022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-2f3636ad-1c4e-4809-8d61-728bfd7d16ed service neutron] 10.222.0.26 "GET /v2.0/networks/a384c72d-ce9a-41ec-96b9-f631f8d7da50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597435 Jan 14 01:44:08.541645 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Publish callbacks [] for security_group (b44e3ad4-b168-45c6-89b6-ccb0c1908295), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.543815 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Transition to ACTIVE for port object 884cb180-daaf-4c03-81ee-a7592ed573cf will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:44:08.545123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4a8c4-6798-4b25-b982-459e1fe4479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1582a06-19cc-4ca3-84a4-dfb843bc5d21,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:08.552314 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-52e4a8c4-6798-4b25-b982-459e1fe4479d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a73e7eccf222499faf20ba3dc22a1f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7128928 Jan 14 01:44:08.553759 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b44e3ad4-b168-45c6-89b6-ccb0c1908295), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.556897 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53122) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:08.557113 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.614639 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5739fa80-5bce-4b8f-a623-6ce735680783', 'name': 'network-vif-deleted', 'tag': '6c6f572f-981e-4088-8431-e545e2393270'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:08.617373 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0476b1a4-f8c5-4bd3-974f-f9167cda9cb1" -d '{"events": [{"server_uuid": "5739fa80-5bce-4b8f-a623-6ce735680783", "name": "network-vif-deleted", "tag": "6c6f572f-981e-4088-8431-e545e2393270"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:08.625926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:44:08.639321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363d662-b6b1-4fa5-b6ec-a88082cefafa req-c110ef5f-380b-400f-89a7-78c1e5849e27 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:08.640854 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c363d662-b6b1-4fa5-b6ec-a88082cefafa req-c110ef5f-380b-400f-89a7-78c1e5849e27 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1005898 Jan 14 01:44:08.655141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44e3ad4-b168-45c6-89b6-ccb0c1908295,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:08.658792 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (cf3c0787-974a-4f91-868e-a5d7ff707957), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.659141 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Added segment cf3c0787-974a-4f91-868e-a5d7ff707957 of type vlan for network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f Jan 14 01:44:08.675130 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8e4abee-f03e-44eb-832d-55888879ed05 admin admin] Publish callbacks [] for security_group (d1582a06-19cc-4ca3-84a4-dfb843bc5d21), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.675296 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Pushing event updated for resources: {'Port': ['ID=884cb180-daaf-4c03-81ee-a7592ed573cf,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:08.754004 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.755861 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8e4abee-f03e-44eb-832d-55888879ed05 admin admin] Publish callbacks [] for security_group (d1582a06-19cc-4ca3-84a4-dfb843bc5d21), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.838250 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c363d662-b6b1-4fa5-b6ec-a88082cefafa req-5c502141-e290-47b6-b50e-fe5d43980767 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691935 Jan 14 01:44:08.847120 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.847526 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:08.856214 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.856214 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:08.856214 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:08.856214 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:08.904334 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:44:08.904672 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:08.929728 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:08.930249 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:08.930804 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:08.931523 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Bound port: 884cb180-daaf-4c03-81ee-a7592ed573cf, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:08.931687 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:08.950323 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9879165 Jan 14 01:44:08.950991 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53132) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:08.959970 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-caf1871f-56c8-47c9-8daa-7192a688070f admin admin] Request body: {'subnet': {'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-98721013-subnet', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:08.963304 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578b2dd-30f2-4e90-85fb-108e1039208b admin admin] Pushing event updated for resources: {'Network': ['ID=d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:08.976809 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:44:08.977957 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db0087a-3c02-47f8-9ab4-6e6b6bd5507e x-openstack-request-id: req-1db0087a-3c02-47f8-9ab4-6e6b6bd5507e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:08.978396 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5739fa80-5bce-4b8f-a623-6ce735680783", "name": "network-vif-deleted", "tag": "6c6f572f-981e-4088-8431-e545e2393270", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:08.978676 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1db0087a-3c02-47f8-9ab4-6e6b6bd5507e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:08.979396 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5739fa80-5bce-4b8f-a623-6ce735680783', 'name': 'network-vif-deleted', 'tag': '6c6f572f-981e-4088-8431-e545e2393270', 'status': 'completed', 'code': 200} Jan 14 01:44:09.016180 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25ff3006-ed36-4a37-8ec1-75e43d532842 req-86147029-fa29-4917-b3c9-083e82d5ad63 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 210 time: 0.0398891 Jan 14 01:44:09.030787 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd2fca5b-1aac-4ad9-a8c1-f6941066ac32 req-659e765f-599e-4f4b-956e-35255c0b2676 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1589491 Jan 14 01:44:09.037307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf1871f-56c8-47c9-8daa-7192a688070f admin admin] Made reservation on behalf of c83079a7941148aa96b287d07d1653b0 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:09.040416 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-caf1871f-56c8-47c9-8daa-7192a688070f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:09.045514 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:09.046385 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8e4abee-f03e-44eb-832d-55888879ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d1582a06-19cc-4ca3-84a4-dfb843bc5d21), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:09.050081 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8e4abee-f03e-44eb-832d-55888879ed05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:09.078239 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b8e4abee-f03e-44eb-832d-55888879ed05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1582a06-19cc-4ca3-84a4-dfb843bc5d21 HTTP/1.1" status: 204 len: 168 time: 0.5216393 Jan 14 01:44:09.101973 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=884cb180-daaf-4c03-81ee-a7592ed573cf,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:09.116643 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:09.177389 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:09.178630 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:09.181417 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] 10.222.0.36 "PUT /v2.0/ports/884cb180-daaf-4c03-81ee-a7592ed573cf HTTP/1.1" status: 200 len: 1091 time: 1.5044720 Jan 14 01:44:09.184375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4abee-f03e-44eb-832d-55888879ed05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1582a06-19cc-4ca3-84a4-dfb843bc5d21,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:09.189485 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3364c7f-d5d7-4021-8175-14110f2219f1', 'tag': '884cb180-daaf-4c03-81ee-a7592ed573cf'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:09.195268 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b5ae64-b0f1-43a2-84d9-49264bcb33b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b3364c7f-d5d7-4021-8175-14110f2219f1", "tag": "884cb180-daaf-4c03-81ee-a7592ed573cf"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:09.285905 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a12abf-b2b4-417f-88e8-c7047dbe2d02 service neutron] Pushing event updated for resources: {'Port': ['ID=884cb180-daaf-4c03-81ee-a7592ed573cf,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:09.296859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221274a-a644-40c4-8f70-5270b56c9171 req-608ecf23-3bd8-4854-ba02-b78242261a9b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:09.298476 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5221274a-a644-40c4-8f70-5270b56c9171 req-608ecf23-3bd8-4854-ba02-b78242261a9b tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.1591067 Jan 14 01:44:09.307809 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fca5b-1aac-4ad9-a8c1-f6941066ac32 req-daeab7e0-54da-427d-8797-71b693596ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:09.309283 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd2fca5b-1aac-4ad9-a8c1-f6941066ac32 req-daeab7e0-54da-427d-8797-71b693596ba4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 1095 time: 0.2192450 Jan 14 01:44:09.330830 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d683494d-458d-4d6d-a4c3-fcaf534dfa5f x-openstack-request-id: req-d683494d-458d-4d6d-a4c3-fcaf534dfa5f {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:09.331038 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3364c7f-d5d7-4021-8175-14110f2219f1", "tag": "884cb180-daaf-4c03-81ee-a7592ed573cf", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:09.331278 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d683494d-458d-4d6d-a4c3-fcaf534dfa5f {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:09.331677 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3364c7f-d5d7-4021-8175-14110f2219f1', 'tag': '884cb180-daaf-4c03-81ee-a7592ed573cf', 'status': 'completed', 'code': 200} Jan 14 01:44:09.419403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-e835035d-c645-460f-96b9-8031a2c2866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:09.421205 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-e835035d-c645-460f-96b9-8031a2c2866e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 1094 time: 0.1625159 Jan 14 01:44:09.499286 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-41b35e06-4bbd-4c43-acd9-cdc6da720f50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=884cb180-daaf-4c03-81ee-a7592ed573cf HTTP/1.1" status: 200 len: 217 time: 0.0522990 Jan 14 01:44:09.546504 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-caf1871f-56c8-47c9-8daa-7192a688070f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (9b33cf5c-331a-49ac-b52b-8f2b00462c45), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:09.556110 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5221274a-a644-40c4-8f70-5270b56c9171 req-6ebf20b0-a829-47c8-8342-93404196994a tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373002 Jan 14 01:44:09.580389 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53150) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:09.604090 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-80c237a3-1fad-4266-afca-aa40a9538af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:09.605702 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-80c237a3-1fad-4266-afca-aa40a9538af1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0989280 Jan 14 01:44:09.614224 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1871f-56c8-47c9-8daa-7192a688070f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b33cf5c-331a-49ac-b52b-8f2b00462c45,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:09.643777 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fecbca47-1f0e-4677-b3b7-c7ccfff878f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:09.651694 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-d410d19a-2154-46e7-b4a0-e35fd2821ab6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387161 Jan 14 01:44:09.656583 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1003-d6e0-4940-b51d-a75bbba725ea req-28b06266-0d4f-4877-b34c-9c56b2c9faa5 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:09.659209 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf1871f-56c8-47c9-8daa-7192a688070f admin admin] Checking segment: {'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:09.659579 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf1871f-56c8-47c9-8daa-7192a688070f admin admin] Network hostable DHCP agents. Network: d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:44:09.664789 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fa3a1003-d6e0-4940-b51d-a75bbba725ea req-28b06266-0d4f-4877-b34c-9c56b2c9faa5 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.2343135 Jan 14 01:44:09.678688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf1871f-56c8-47c9-8daa-7192a688070f admin admin] Network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:44:09.691575 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fca5b-1aac-4ad9-a8c1-f6941066ac32 req-aac77521-3bef-4aa2-8600-025610901cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:09.693845 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd2fca5b-1aac-4ad9-a8c1-f6941066ac32 req-aac77521-3bef-4aa2-8600-025610901cf2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.3582113 Jan 14 01:44:09.733984 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-caf1871f-56c8-47c9-8daa-7192a688070f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:09.743233 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af95a463-c05e-4910-8d2d-e16d4686adb2 None None] Network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:44:09.749551 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf1871f-56c8-47c9-8daa-7192a688070f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:09.750153 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-caf1871f-56c8-47c9-8daa-7192a688070f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:09.787305 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-caf1871f-56c8-47c9-8daa-7192a688070f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8327630 Jan 14 01:44:09.789745 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-024140f6-9440-4f60-b90d-7b8185ace175 req-d2bd3c94-16e3-41ed-8d92-3fdb7b76fe41 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.1180439 Jan 14 01:44:09.791025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53152) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:09.801835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:09.853324 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-f6ee0511-b1fc-44c9-8eec-1713e7b5b0a8 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722894 Jan 14 01:44:09.863758 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (27175b91-0eb8-4db2-80ee-eb70209dfc03), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:09.864960 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (27175b91-0eb8-4db2-80ee-eb70209dfc03), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:09.875795 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd2fca5b-1aac-4ad9-a8c1-f6941066ac32 req-14753061-137d-42ce-8065-e2916d115799 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3 HTTP/1.1" status: 200 len: 217 time: 0.1551642 Jan 14 01:44:09.922322 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:09.956816 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fa3a1003-d6e0-4940-b51d-a75bbba725ea req-700481da-1bc0-4ff1-a4e9-d303fcb7e023 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906060 Jan 14 01:44:10.015882 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'fixed_ips': [{'subnet_id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:44:10.017090 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:10.029112 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fca5b-1aac-4ad9-a8c1-f6941066ac32 req-905f23f8-6d9f-443c-b5e2-6e76b73c547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:10.030822 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd2fca5b-1aac-4ad9-a8c1-f6941066ac32 req-905f23f8-6d9f-443c-b5e2-6e76b73c547c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.1244833 Jan 14 01:44:10.045423 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Publish callbacks [] for router_controller (27175b91-0eb8-4db2-80ee-eb70209dfc03), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:10.080626 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fecbca47-1f0e-4677-b3b7-c7ccfff878f1 admin admin] Publish callbacks [] for security_group (d13ec55f-f8e0-4ec5-8072-61c07922f190), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:10.234268 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6c6f572f-981e-4088-8431-e545e2393270 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:10.238028 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f39c47d2-1602-4435-a76e-079a5e3e8e66 req-e1f265c9-da92-4312-89b4-ddf0f06fea94 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215785 Jan 14 01:44:10.242865 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Publish callbacks [] for router_gateway (27175b91-0eb8-4db2-80ee-eb70209dfc03), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:10.438594 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5ae64-b0f1-43a2-84d9-49264bcb33b1 req-7281e114-7984-4b83-9de0-07c1cb7e45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:10.441176 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01b5ae64-b0f1-43a2-84d9-49264bcb33b1 req-7281e114-7984-4b83-9de0-07c1cb7e45ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 1094 time: 0.0995986 Jan 14 01:44:10.494125 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Allocated IP 172.20.0.2 (d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f/9b33cf5c-331a-49ac-b52b-8f2b00462c45/1d65cf26-58ee-48aa-b40e-8cba29c52797) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:10.580495 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd2fca5b-1aac-4ad9-a8c1-f6941066ac32 req-82e3153a-66ba-4534-9591-ea446bab5533 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5253217 Jan 14 01:44:10.601326 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 6c6f572f-981e-4088-8431-e545e2393270 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:10.601792 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6c6f572f-981e-4088-8431-e545e2393270 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:10.602725 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fecbca47-1f0e-4677-b3b7-c7ccfff878f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d13ec55f-f8e0-4ec5-8072-61c07922f190), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:10.659521 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Publish callbacks [] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:10.673464 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:10.722130 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0c18e7f6-074f-43ae-bb6d-284d681278d7 req-fa2ff127-01e8-4011-815b-1a0ddbaffbb4 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 210 time: 0.1618807 Jan 14 01:44:10.743851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Pushing event updated for resources: {'Port': ['ID=1d65cf26-58ee-48aa-b40e-8cba29c52797,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:10.771005 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:10.773159 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:10.775638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:10.799844 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fecbca47-1f0e-4677-b3b7-c7ccfff878f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e70d00d8bc64bafb441fc08c8ce8378&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2037911 Jan 14 01:44:10.827028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266377b-47a2-49a4-bcb1-75f00282b763 req-abf1aa44-bf37-4784-9049-96362d2fc47d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:10.836893 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1266377b-47a2-49a4-bcb1-75f00282b763 req-abf1aa44-bf37-4784-9049-96362d2fc47d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.8608956 Jan 14 01:44:10.842226 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53160) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:10.855818 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Attempting to bind port 1d65cf26-58ee-48aa-b40e-8cba29c52797 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:10.856693 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Attempting to bind port 1d65cf26-58ee-48aa-b40e-8cba29c52797 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:10.857157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Attempting to bind port 1d65cf26-58ee-48aa-b40e-8cba29c52797 on network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:10.865481 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:10.866052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Checking segment: {'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:10.866872 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:10.867411 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Bound using segment: {'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:10.867985 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Bound port: 1d65cf26-58ee-48aa-b40e-8cba29c52797, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:10.868463 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:10.877169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbca47-1f0e-4677-b3b7-c7ccfff878f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13ec55f-f8e0-4ec5-8072-61c07922f190,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:10.980492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4125fe8-d391-4a05-9d58-9ac17059d85a req-776c05b0-e233-455e-a958-5c49984f2354 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:10.982651 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4125fe8-d391-4a05-9d58-9ac17059d85a req-776c05b0-e233-455e-a958-5c49984f2354 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.46 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.4208183 Jan 14 01:44:11.002644 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:11.029318 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5ae64-b0f1-43a2-84d9-49264bcb33b1 req-e76a65af-dff5-4ae5-b074-0127bbf91004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:11.030825 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01b5ae64-b0f1-43a2-84d9-49264bcb33b1 req-e76a65af-dff5-4ae5-b074-0127bbf91004 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.5437799 Jan 14 01:44:11.081012 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] For port 1d65cf26-58ee-48aa-b40e-8cba29c52797, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:11.086721 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] For port 1d65cf26-58ee-48aa-b40e-8cba29c52797, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1d65cf26-58ee-48aa-b40e-8cba29c52797,segment=NetworkSegment(cf3c0787-974a-4f91-868e-a5d7ff707957),segment_id=cf3c0787-974a-4f91-868e-a5d7ff707957)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:11.089686 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1266377b-47a2-49a4-bcb1-75f00282b763 req-ff72c89b-7663-493c-a869-e136a240b976 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492161 Jan 14 01:44:11.097202 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:11.113695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887dcb98-21d7-430a-9ee7-59fb10a09f8c req-bdf979b9-4341-4711-b08e-bec574cba030 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:11.117815 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-887dcb98-21d7-430a-9ee7-59fb10a09f8c req-bdf979b9-4341-4711-b08e-bec574cba030 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 949 time: 0.2594173 Jan 14 01:44:11.142151 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd2fca5b-1aac-4ad9-a8c1-f6941066ac32 req-81a46aad-17c1-480d-9f68-0a07f36f00e7 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046012 Jan 14 01:44:11.162813 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d5c238e-8b84-4387-aeca-888e17e8bc06 admin admin] Publish callbacks [] for security_group (d13ec55f-f8e0-4ec5-8072-61c07922f190), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:11.214472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba770e-91cc-42d4-94ba-b3c4fa9b4e03 None None] Pushing event updated for resources: {'Port': ['ID=1d65cf26-58ee-48aa-b40e-8cba29c52797,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:11.230863 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Publish callbacks [] for router_gateway (27175b91-0eb8-4db2-80ee-eb70209dfc03), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:11.293579 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01b5ae64-b0f1-43a2-84d9-49264bcb33b1 req-1d974946-73b7-46e5-9ea5-aac6bb940fce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=884cb180-daaf-4c03-81ee-a7592ed573cf HTTP/1.1" status: 200 len: 217 time: 0.1682229 Jan 14 01:44:11.294614 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:11.315381 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d5c238e-8b84-4387-aeca-888e17e8bc06 admin admin] Publish callbacks [] for security_group (d13ec55f-f8e0-4ec5-8072-61c07922f190), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:11.322852 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d9cf3f42-b855-446f-becb-0b5b56dfe2ec req-c41ddcc1-713f-4ba0-ab95-ac71c1b55ea5 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.1360550 Jan 14 01:44:11.397475 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-887dcb98-21d7-430a-9ee7-59fb10a09f8c req-7ec0728f-cc01-4e6d-8d8a-7098d18150f0 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653275 Jan 14 01:44:11.445049 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd2fca5b-1aac-4ad9-a8c1-f6941066ac32 req-f846d198-db99-4c63-9808-724d18b0be4b service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799840 Jan 14 01:44:11.447071 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da13d0-323e-40b6-9070-f3391268138e req-3b92d30d-e152-4330-9733-573e196958b6 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:11.448631 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-3b92d30d-e152-4330-9733-573e196958b6 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.36 "GET /v2.0/networks?id=a384c72d-ce9a-41ec-96b9-f631f8d7da50 HTTP/1.1" status: 200 len: 818 time: 0.4061265 Jan 14 01:44:11.537139 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-79da13d0-323e-40b6-9070-f3391268138e req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Request body: {'port': {'device_id': '077c8467-b475-44c2-9ad9-c1e43027088f', 'network_id': 'a384c72d-ce9a-41ec-96b9-f631f8d7da50', 'admin_state_up': True, 'tenant_id': '8339d6b8cf8d4b2489df6d36e260b708'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:11.545371 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d4125fe8-d391-4a05-9d58-9ac17059d85a req-819044c0-8235-4500-9d6b-a13ede643817 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Deleting port 46ccbe15-593e-452d-8586-ad63bd4e7490 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:11.546248 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d4125fe8-d391-4a05-9d58-9ac17059d85a req-819044c0-8235-4500-9d6b-a13ede643817 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:11.634266 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5ae64-b0f1-43a2-84d9-49264bcb33b1 req-a855ecd3-f68d-4832-88cd-dee431e3cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:11.635948 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01b5ae64-b0f1-43a2-84d9-49264bcb33b1 req-a855ecd3-f68d-4832-88cd-dee431e3cf85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.2039247 Jan 14 01:44:11.641079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Allocated IP 172.25.2.14 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/3839d9e6-372c-4c35-a81e-e280bc5df73e) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:11.686007 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97581d05-f286-401f-991e-7485c57f83aa req-adb88f9a-ce11-4bbb-9300-f9ed6572076f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:11.687987 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-97581d05-f286-401f-991e-7485c57f83aa req-adb88f9a-ce11-4bbb-9300-f9ed6572076f tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.2418408 Jan 14 01:44:11.693333 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01b5ae64-b0f1-43a2-84d9-49264bcb33b1 req-03ed0a5c-7a6d-4bb5-ab25-22c1b641c3dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477550 Jan 14 01:44:11.701143 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d4125fe8-d391-4a05-9d58-9ac17059d85a req-819044c0-8235-4500-9d6b-a13ede643817 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] For port 46ccbe15-593e-452d-8586-ad63bd4e7490, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=46ccbe15-593e-452d-8586-ad63bd4e7490,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:11.701512 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d4125fe8-d391-4a05-9d58-9ac17059d85a req-819044c0-8235-4500-9d6b-a13ede643817 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:11.704759 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d5c238e-8b84-4387-aeca-888e17e8bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d13ec55f-f8e0-4ec5-8072-61c07922f190), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:11.706865 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d5c238e-8b84-4387-aeca-888e17e8bc06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:11.710667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9d5c238e-8b84-4387-aeca-888e17e8bc06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d13ec55f-f8e0-4ec5-8072-61c07922f190 HTTP/1.1" status: 204 len: 168 time: 0.8514845 Jan 14 01:44:11.753911 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d4125fe8-d391-4a05-9d58-9ac17059d85a req-819044c0-8235-4500-9d6b-a13ede643817 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Calling delete_port for 46ccbe15-593e-452d-8586-ad63bd4e7490 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:11.755765 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c238e-8b84-4387-aeca-888e17e8bc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13ec55f-f8e0-4ec5-8072-61c07922f190,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:11.848647 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-97581d05-f286-401f-991e-7485c57f83aa req-1c96ebff-9c19-468f-8659-850fa801d13a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158080 Jan 14 01:44:11.933384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79da13d0-323e-40b6-9070-f3391268138e req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Made reservation on behalf of 8339d6b8cf8d4b2489df6d36e260b708 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:11.937277 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-79da13d0-323e-40b6-9070-f3391268138e req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:11.939496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f763011-c365-4fd1-9a23-2d6ba5d0e83d req-d76d82aa-b7ba-4c20-834d-0e7ee2accceb tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 210 time: 0.0827224 Jan 14 01:44:11.946362 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01b5ae64-b0f1-43a2-84d9-49264bcb33b1 req-22912d41-5873-459a-866b-276559cca7b2 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412684 Jan 14 01:44:12.044556 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Publish callbacks [] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:12.053138 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d4125fe8-d391-4a05-9d58-9ac17059d85a req-819044c0-8235-4500-9d6b-a13ede643817 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (46ccbe15-593e-452d-8586-ad63bd4e7490), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:12.094842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819044c0-8235-4500-9d6b-a13ede643817 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Pushing event deleted for resources: {'Port': ['ID=46ccbe15-593e-452d-8586-ad63bd4e7490,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:12.098537 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['46ccbe15-593e-452d-8586-ad63bd4e7490'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:12.122565 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01b5ae64-b0f1-43a2-84d9-49264bcb33b1 req-e24d7f44-bfc2-43b8-875c-64e7598ab5b1 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652312 Jan 14 01:44:12.261895 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:12.276036 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4125fe8-d391-4a05-9d58-9ac17059d85a req-819044c0-8235-4500-9d6b-a13ede643817 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] No DVR routers for this DVR port 46ccbe15-593e-452d-8586-ad63bd4e7490 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:12.281301 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d4125fe8-d391-4a05-9d58-9ac17059d85a req-819044c0-8235-4500-9d6b-a13ede643817 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:12.284516 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4125fe8-d391-4a05-9d58-9ac17059d85a req-819044c0-8235-4500-9d6b-a13ede643817 tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.46 "DELETE /v2.0/ports/46ccbe15-593e-452d-8586-ad63bd4e7490 HTTP/1.1" status: 204 len: 173 time: 1.2790260 Jan 14 01:44:12.285022 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'name': 'network-vif-deleted', 'tag': '46ccbe15-593e-452d-8586-ad63bd4e7490'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:12.287363 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01db2bb9-1a73-44bd-aebf-e1cbc503f223" -d '{"events": [{"server_uuid": "da6d0a8e-8efa-4164-9bc1-b583fb9b7585", "name": "network-vif-deleted", "tag": "46ccbe15-593e-452d-8586-ad63bd4e7490"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:12.309179 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-79da13d0-323e-40b6-9070-f3391268138e req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Allocated IP 172.20.0.13 (a384c72d-ce9a-41ec-96b9-f631f8d7da50/1774670e-fac2-4702-b7a8-8ca77460f4da/2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:12.333960 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:12.362558 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:12.384300 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:12.391696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe14271-2fd4-4346-ab3a-d438161b2e9c req-89eae5a6-9f59-435c-a480-b14053b32043 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:12.393274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5fe14271-2fd4-4346-ab3a-d438161b2e9c req-89eae5a6-9f59-435c-a480-b14053b32043 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1339586 Jan 14 01:44:12.417914 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10a76aa-cb91-418a-8dc2-3b3a4cf5bc6f x-openstack-request-id: req-a10a76aa-cb91-418a-8dc2-3b3a4cf5bc6f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:12.435338 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6d0a8e-8efa-4164-9bc1-b583fb9b7585", "name": "network-vif-deleted", "tag": "46ccbe15-593e-452d-8586-ad63bd4e7490", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:12.435642 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a10a76aa-cb91-418a-8dc2-3b3a4cf5bc6f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:12.436160 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6d0a8e-8efa-4164-9bc1-b583fb9b7585', 'name': 'network-vif-deleted', 'tag': '46ccbe15-593e-452d-8586-ad63bd4e7490', 'status': 'completed', 'code': 200} Jan 14 01:44:12.478896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Pushing event updated for resources: {'Port': ['ID=3839d9e6-372c-4c35-a81e-e280bc5df73e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:12.534693 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5fe14271-2fd4-4346-ab3a-d438161b2e9c req-7fcbab96-9dc4-43c8-afbd-267d4ff3d902 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279647 Jan 14 01:44:12.597768 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cdb45778-384b-4b74-b7b4-90c79e2e95c9 req-05f9bcb3-8c5a-4bf8-a680-e0353bf60925 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0619895 Jan 14 01:44:12.704416 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fbb321b3-3a37-40ef-93f0-69068c4e7f76 req-fcdda0bf-249c-46b4-8acc-021167247f0c tempest-MigrationsAdminTest-526786290 tempest-MigrationsAdminTest-526786290-project] 10.222.0.26 "GET /v2.0/ports?device_id=da6d0a8e-8efa-4164-9bc1-b583fb9b7585 HTTP/1.1" status: 200 len: 210 time: 0.0556040 Jan 14 01:44:12.938609 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-79da13d0-323e-40b6-9070-f3391268138e req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Publish callbacks [] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:13.001459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2682d3c-4772-4280-a99c-3640060f50aa None None] Network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:44:13.096994 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Publish callbacks [] for router_gateway (27175b91-0eb8-4db2-80ee-eb70209dfc03), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:13.126225 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f686989a-7919-4d2e-9804-7043a7c5c22c req-7e3c466a-3343-4f59-a56b-c181c63774ca tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 210 time: 0.0464334 Jan 14 01:44:13.138265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-79da13d0-323e-40b6-9070-f3391268138e req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:13.165550 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37503b8-fa1b-4fc1-9535-f301678a075c req-be143562-6ade-42db-8539-fe6cf47f16c0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:13.167266 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b37503b8-fa1b-4fc1-9535-f301678a075c req-be143562-6ade-42db-8539-fe6cf47f16c0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.1756327 Jan 14 01:44:13.218040 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79da13d0-323e-40b6-9070-f3391268138e req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Network a384c72d-ce9a-41ec-96b9-f631f8d7da50 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:13.223636 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-79da13d0-323e-40b6-9070-f3391268138e req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:13.228975 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8b525b10-a31b-4f72-8ced-57a0b2de1899 None None] Provisioning complete for port 1d65cf26-58ee-48aa-b40e-8cba29c52797 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:13.229494 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8b525b10-a31b-4f72-8ced-57a0b2de1899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:13.251753 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Pushing event updated for resources: {'Port': ['ID=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:13.252328 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b37503b8-fa1b-4fc1-9535-f301678a075c req-1bf76ec9-c91f-4f75-a0ab-376cc8cb6595 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747054 Jan 14 01:44:13.255824 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-79da13d0-323e-40b6-9070-f3391268138e req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:13.330674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da13d0-323e-40b6-9070-f3391268138e req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:13.331341 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-79da13d0-323e-40b6-9070-f3391268138e req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:13.356956 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8b525b10-a31b-4f72-8ced-57a0b2de1899 None None] Current status of the port 1d65cf26-58ee-48aa-b40e-8cba29c52797 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:13.358140 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8b525b10-a31b-4f72-8ced-57a0b2de1899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:13.404148 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8b525b10-a31b-4f72-8ced-57a0b2de1899 None None] For port 1d65cf26-58ee-48aa-b40e-8cba29c52797, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1d65cf26-58ee-48aa-b40e-8cba29c52797,segment=NetworkSegment(cf3c0787-974a-4f91-868e-a5d7ff707957),segment_id=cf3c0787-974a-4f91-868e-a5d7ff707957)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:13.414325 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8b525b10-a31b-4f72-8ced-57a0b2de1899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:13.496389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b525b10-a31b-4f72-8ced-57a0b2de1899 None None] Pushing event updated for resources: {'Port': ['ID=1d65cf26-58ee-48aa-b40e-8cba29c52797,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:13.550809 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (27175b91-0eb8-4db2-80ee-eb70209dfc03), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:13.566170 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-c1845234-0a35-4666-b503-c36ba472830c tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0372193 Jan 14 01:44:13.614016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1d65cf26-58ee-48aa-b40e-8cba29c52797 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:13.664095 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Request body: {'port': {'device_id': '077c8467-b475-44c2-9ad9-c1e43027088f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:13.686723 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1d65cf26-58ee-48aa-b40e-8cba29c52797 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:13.688267 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:13.739920 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b2884-4928-4be2-a6ae-54c5428de4eb req-ac128664-4c77-4974-bd85-46b12dc7d2c9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:13.742095 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-579b2884-4928-4be2-a6ae-54c5428de4eb req-ac128664-4c77-4974-bd85-46b12dc7d2c9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1298831 Jan 14 01:44:13.802156 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-63b35b53-9212-4a84-8ef7-fe1a9144472d None None] Provisioning complete for port 1d65cf26-58ee-48aa-b40e-8cba29c52797 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:13.802470 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-63b35b53-9212-4a84-8ef7-fe1a9144472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:13.825592 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c5aac2ac-c230-4c11-a662-fa27e30dcdef req-07f488f0-6ddf-4845-b70d-ef7490db2d9e tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0595894 Jan 14 01:44:13.830114 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1d65cf26-58ee-48aa-b40e-8cba29c52797 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:13.865143 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:13.868960 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-579b2884-4928-4be2-a6ae-54c5428de4eb req-0021c901-ffdd-4844-8aa8-dc608a83c16f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051266 Jan 14 01:44:13.954467 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-63b35b53-9212-4a84-8ef7-fe1a9144472d None None] Current status of the port 1d65cf26-58ee-48aa-b40e-8cba29c52797 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:14.080576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Router 27175b91-0eb8-4db2-80ee-eb70209dfc03 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:44:14.306282 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:44:14.316157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Sync routers for ids ['27175b91-0eb8-4db2-80ee-eb70209dfc03'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:44:14.332967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a879764-d74d-4c81-a48b-4862c5644dee req-8473377d-3905-4894-b0f8-98c4004217b5 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:14.334900 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Routers {'27175b91-0eb8-4db2-80ee-eb70209dfc03'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:14.336088 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6a879764-d74d-4c81-a48b-4862c5644dee req-8473377d-3905-4894-b0f8-98c4004217b5 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 932 time: 0.0968704 Jan 14 01:44:14.337237 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:44:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27175b91-0eb8-4db2-80ee-eb70209dfc03'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:14.407854 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:14.419410 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-80b7cd5a-543c-478b-a1e0-e0c267e5ba2b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6237628 Jan 14 01:44:14.420069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53238) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:14.422258 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:14.449446 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Publish callbacks [] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:14.461457 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6a879764-d74d-4c81-a48b-4862c5644dee req-71febe52-2080-4e23-92bc-6322c6bf6d32 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c4bf820-d3f4-40f1-b405-2af2ff211b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099534 Jan 14 01:44:14.500005 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7deda-95f6-44fe-b80c-ab4f93870760 req-30e58c12-f613-4a24-b48d-502e77d17392 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:14.506893 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ce7deda-95f6-44fe-b80c-ab4f93870760 req-30e58c12-f613-4a24-b48d-502e77d17392 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.1223190 Jan 14 01:44:14.507670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53244) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:14.540807 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Transition to ACTIVE for port object 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:44:14.587729 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ce7deda-95f6-44fe-b80c-ab4f93870760 req-d98d7045-a24b-4c93-bf1d-eb5a5abaaea0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780127 Jan 14 01:44:14.594544 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:14.598633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Set router 27175b91-0eb8-4db2-80ee-eb70209dfc03 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:14.800176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:44:12Z', 'revision_number': 3, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:14.839495 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Checking router: 27175b91-0eb8-4db2-80ee-eb70209dfc03 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:44:14.839974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Updating router 27175b91-0eb8-4db2-80ee-eb70209dfc03 port 3839d9e6-372c-4c35-a81e-e280bc5df73e binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:44:14.883372 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:14.900870 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0f2b7cc6-dde6-40e5-b661-5b44b9d8e99d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e109b3f5cfb4e82a5b57102758e39eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3911185 Jan 14 01:44:14.903470 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53258) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:14.912718 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:15.064587 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fbda7c2-129f-4625-8016-6c83861be60e req-25af7e8b-1ee9-4598-a48f-98a9e5122f59 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0430892 Jan 14 01:44:15.119518 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1224bd77-f227-4577-80ae-abcf2f13c9ef admin admin] Publish callbacks [] for security_group (b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.156459 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1224bd77-f227-4577-80ae-abcf2f13c9ef admin admin] Publish callbacks [] for security_group (b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.171823 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26acb02-8e19-4c58-b268-a82e4e904d63 req-f5a71077-4a20-46d9-8927-cc15a2d9bc42 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:15.180071 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d26acb02-8e19-4c58-b268-a82e4e904d63 req-f5a71077-4a20-46d9-8927-cc15a2d9bc42 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1700969 Jan 14 01:44:15.330786 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d26acb02-8e19-4c58-b268-a82e4e904d63 req-b6ae3802-4efa-4008-9485-e77aea3470ae tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494107 Jan 14 01:44:15.368143 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1224bd77-f227-4577-80ae-abcf2f13c9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.371733 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1224bd77-f227-4577-80ae-abcf2f13c9ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.375298 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1224bd77-f227-4577-80ae-abcf2f13c9ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7 HTTP/1.1" status: 204 len: 168 time: 0.4683084 Jan 14 01:44:15.392248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224bd77-f227-4577-80ae-abcf2f13c9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0798246-5c9b-47f0-b44b-2a2f4dbd3fb7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:15.401381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Attempting to bind port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:15.402383 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Attempting to bind port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '6867fd5b-0fc7-4210-b89d-df0644006c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384c72d-ce9a-41ec-96b9-f631f8d7da50'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:15.402553 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Attempting to bind port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 on network a384c72d-ce9a-41ec-96b9-f631f8d7da50 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:15.409784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 on network a384c72d-ce9a-41ec-96b9-f631f8d7da50 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:44:15.410062 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Attempting to bind port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 on network a384c72d-ce9a-41ec-96b9-f631f8d7da50 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:15.420324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:15.420657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Checking segment: {'id': '6867fd5b-0fc7-4210-b89d-df0644006c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384c72d-ce9a-41ec-96b9-f631f8d7da50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:15.421028 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Bound using segment: {'id': '6867fd5b-0fc7-4210-b89d-df0644006c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384c72d-ce9a-41ec-96b9-f631f8d7da50'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:15.421468 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Bound port: 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6867fd5b-0fc7-4210-b89d-df0644006c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384c72d-ce9a-41ec-96b9-f631f8d7da50'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:15.421857 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.466756 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Publish callbacks [] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.490570 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.582405 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1d65cf26-58ee-48aa-b40e-8cba29c52797 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:15.617069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] For port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:15.629613 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867eddd-a923-4661-897e-e0675361e919 None None] Pushing event updated for resources: {'Port': ['ID=3839d9e6-372c-4c35-a81e-e280bc5df73e,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:15.653729 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Attempting to bind port 3839d9e6-372c-4c35-a81e-e280bc5df73e on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:15.654107 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Attempting to bind port 3839d9e6-372c-4c35-a81e-e280bc5df73e by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:15.654518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Attempting to bind port 3839d9e6-372c-4c35-a81e-e280bc5df73e on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:15.663722 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] For port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9,segment=NetworkSegment(6867fd5b-0fc7-4210-b89d-df0644006c97),segment_id=6867fd5b-0fc7-4210-b89d-df0644006c97)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:15.666573 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:15.666966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:15.667375 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.667823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:15.668633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Bound port: 3839d9e6-372c-4c35-a81e-e280bc5df73e, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:15.669032 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.701733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5305d1-db44-43aa-b837-b63cb73df8fe req-8fef380f-e7dc-4c61-9456-703ecb1f6bf0 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:15.704692 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3d5305d1-db44-43aa-b837-b63cb73df8fe req-8fef380f-e7dc-4c61-9456-703ecb1f6bf0 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 944 time: 0.1310534 Jan 14 01:44:15.715920 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.737447 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] For port 3839d9e6-372c-4c35-a81e-e280bc5df73e, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:15.741537 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] For port 3839d9e6-372c-4c35-a81e-e280bc5df73e, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3839d9e6-372c-4c35-a81e-e280bc5df73e,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:15.748794 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1d65cf26-58ee-48aa-b40e-8cba29c52797 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:15.749294 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.780043 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.798288 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:15.799842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.810484 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] 10.222.0.36 "PUT /v2.0/ports/2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 HTTP/1.1" status: 200 len: 1092 time: 2.1762202 Jan 14 01:44:15.812806 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077c8467-b475-44c2-9ad9-c1e43027088f', 'tag': '2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:15.816584 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3d5305d1-db44-43aa-b837-b63cb73df8fe req-0159839f-5276-4ea0-906f-f19d661b0151 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c4bf820-d3f4-40f1-b405-2af2ff211b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675259 Jan 14 01:44:15.832628 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590d9266-1709-4b52-ace2-d31933e27739" -d '{"events": [{"name": "network-changed", "server_uuid": "077c8467-b475-44c2-9ad9-c1e43027088f", "tag": "2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:15.845800 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44a440-10b4-4ffa-a8db-7bdd86f8e6da req-c80f1144-ad71-4d61-9c81-18bb81e4b978 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:15.856753 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3e44a440-10b4-4ffa-a8db-7bdd86f8e6da req-c80f1144-ad71-4d61-9c81-18bb81e4b978 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.1493406 Jan 14 01:44:15.877640 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:15.915536 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867eddd-a923-4661-897e-e0675361e919 None None] Pushing event updated for resources: {'Port': ['ID=3839d9e6-372c-4c35-a81e-e280bc5df73e,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:15.989389 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53286) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:15.989735 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3e44a440-10b4-4ffa-a8db-7bdd86f8e6da req-f33373dc-790b-479e-b238-dfb6f3ea1943 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320512 Jan 14 01:44:16.038268 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937111c-e0a5-40b9-ab1c-350b700f1da6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:16.061884 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1d65cf26-58ee-48aa-b40e-8cba29c52797 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:16.065915 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Routers {'27175b91-0eb8-4db2-80ee-eb70209dfc03'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:16.067107 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e26c336-8773-4037-bc8a-f36a8cce1948 x-openstack-request-id: req-2e26c336-8773-4037-bc8a-f36a8cce1948 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:16.067514 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077c8467-b475-44c2-9ad9-c1e43027088f", "tag": "2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:16.067639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:44:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27175b91-0eb8-4db2-80ee-eb70209dfc03'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:16.067742 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e26c336-8773-4037-bc8a-f36a8cce1948 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:16.068022 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077c8467-b475-44c2-9ad9-c1e43027088f', 'tag': '2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9', 'status': 'completed', 'code': 200} Jan 14 01:44:16.083562 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da13d0-323e-40b6-9070-f3391268138e req-d95f1e29-98de-4f04-b6be-67537dd96d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:16.085104 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-d95f1e29-98de-4f04-b6be-67537dd96d88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8339d6b8cf8d4b2489df6d36e260b708&device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 1095 time: 0.1727993 Jan 14 01:44:16.163584 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-68af39e3-3898-4336-8f88-a635ae5ce327 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 HTTP/1.1" status: 200 len: 217 time: 0.0486228 Jan 14 01:44:16.172638 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e42593b0-5ebe-4b09-bf15-2f6229f40f91 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92b543e6481f4e8a913855305609f134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770883 Jan 14 01:44:16.173450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53290) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:16.266588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] Set router 27175b91-0eb8-4db2-80ee-eb70209dfc03 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:16.272903 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da13d0-323e-40b6-9070-f3391268138e req-7087d9b7-bb02-40b4-9891-54d0a0c6e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:16.274739 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-7087d9b7-bb02-40b4-9891-54d0a0c6e1ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1774670e-fac2-4702-b7a8-8ca77460f4da HTTP/1.1" status: 200 len: 858 time: 0.1014805 Jan 14 01:44:16.314121 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-1153f007-3595-4483-be6a-abaf4e2200c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a384c72d-ce9a-41ec-96b9-f631f8d7da50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285192 Jan 14 01:44:16.315561 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Allocated IP 172.20.0.1 (d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f/9b33cf5c-331a-49ac-b52b-8f2b00462c45/34c3e337-4663-452b-8f0c-20527ce35206) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:16.324307 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ce946f5e-1824-4459-ae1c-c65970c3d1c6 req-cdf56dcd-d779-4816-b8eb-5134f571433d tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0978215 Jan 14 01:44:16.325021 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 46ccbe15-593e-452d-8586-ad63bd4e7490 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:16.355121 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0125b986-0bdb-4627-9fa7-d88f4737b93a admin admin] Publish callbacks [] for security_group (045d90c7-9976-44e1-bca1-f75e9e23fa0a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:16.384864 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 46ccbe15-593e-452d-8586-ad63bd4e7490 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:16.385799 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 46ccbe15-593e-452d-8586-ad63bd4e7490 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:16.424703 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0125b986-0bdb-4627-9fa7-d88f4737b93a admin admin] Publish callbacks [] for security_group (045d90c7-9976-44e1-bca1-f75e9e23fa0a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:16.506359 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842846f-a66e-4706-8342-f2fa41b07332 req-b1577ba3-f9bd-49ea-985a-0b8c82423ea3 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:16.507942 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e842846f-a66e-4706-8342-f2fa41b07332 req-b1577ba3-f9bd-49ea-985a-0b8c82423ea3 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.0707047 Jan 14 01:44:16.521143 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0125b986-0bdb-4627-9fa7-d88f4737b93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (045d90c7-9976-44e1-bca1-f75e9e23fa0a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:16.524209 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0125b986-0bdb-4627-9fa7-d88f4737b93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:16.525302 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0125b986-0bdb-4627-9fa7-d88f4737b93a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/045d90c7-9976-44e1-bca1-f75e9e23fa0a HTTP/1.1" status: 204 len: 168 time: 0.3506880 Jan 14 01:44:16.547831 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b986-0bdb-4627-9fa7-d88f4737b93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045d90c7-9976-44e1-bca1-f75e9e23fa0a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:16.584609 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e842846f-a66e-4706-8342-f2fa41b07332 req-395047eb-28a5-490e-af55-dda181df6485 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642226 Jan 14 01:44:16.597955 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:44:12Z', 'revision_number': 3, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:16.632995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee3dcc-8f38-4de9-8796-59cf6d9a06db None None] The sync data for ids ['27175b91-0eb8-4db2-80ee-eb70209dfc03'] in n-d-824358-4 is: [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:44:12Z', 'revision_number': 3, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:44:16.678298 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-8fbda4f2-7cae-455f-84d4-df1b7288c559 service neutron] 10.222.0.36 "GET /v2.0/networks/a384c72d-ce9a-41ec-96b9-f631f8d7da50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510814 Jan 14 01:44:16.857246 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-79da13d0-323e-40b6-9070-f3391268138e req-e1c178dc-f31a-4cc5-af28-4824bcb05412 service neutron] 10.222.0.36 "GET /v2.0/networks/a384c72d-ce9a-41ec-96b9-f631f8d7da50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726162 Jan 14 01:44:16.872038 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Publish callbacks [] for port (34c3e337-4663-452b-8f0c-20527ce35206), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:16.952325 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (34c3e337-4663-452b-8f0c-20527ce35206), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:17.113557 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9389e32-b0b7-4c05-89a6-216397e5ed4b req-a527a509-d9e5-4c8d-8a8c-c254b9c179c5 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:17.117422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e9389e32-b0b7-4c05-89a6-216397e5ed4b req-a527a509-d9e5-4c8d-8a8c-c254b9c179c5 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 944 time: 0.1401126 Jan 14 01:44:17.178032 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:17.181764 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Pushing event updated for resources: {'Port': ['ID=34c3e337-4663-452b-8f0c-20527ce35206,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:17.189776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:17.200714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:17.204373 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d9266-1709-4b52-ace2-d31933e27739 req-25b644e8-d170-4649-8cee-0bae6b1474d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:17.206435 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-590d9266-1709-4b52-ace2-d31933e27739 req-25b644e8-d170-4649-8cee-0bae6b1474d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8339d6b8cf8d4b2489df6d36e260b708&device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 1095 time: 0.2512581 Jan 14 01:44:17.277901 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865a9e9-5a75-40ca-9680-1bd92b2ae03f req-888bf27b-9877-428b-a137-55fa2b6ebc56 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:17.300449 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e865a9e9-5a75-40ca-9680-1bd92b2ae03f req-888bf27b-9877-428b-a137-55fa2b6ebc56 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.1789215 Jan 14 01:44:17.342370 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e9389e32-b0b7-4c05-89a6-216397e5ed4b req-b7276cd5-a562-4d22-8d57-13c1a3112924 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c4bf820-d3f4-40f1-b405-2af2ff211b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993780 Jan 14 01:44:17.405940 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:44:17.464441 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e865a9e9-5a75-40ca-9680-1bd92b2ae03f req-caf5bd9d-115e-4410-9b0f-089f7c499d0a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627519 Jan 14 01:44:17.514060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (27175b91-0eb8-4db2-80ee-eb70209dfc03), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:17.559261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10df027c-a08e-4062-a6af-bceb74402119 req-569e2419-4550-4291-9f3b-765b8ab6f2c4 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0637605 Jan 14 01:44:17.684540 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3839d9e6-372c-4c35-a81e-e280bc5df73e up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:17.699826 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d7066d45-1c3f-4a29-9a36-9bc7b04dbc5d None None] Provisioning complete for port 34c3e337-4663-452b-8f0c-20527ce35206 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:17.700670 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7066d45-1c3f-4a29-9a36-9bc7b04dbc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (34c3e337-4663-452b-8f0c-20527ce35206), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:17.887161 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d9266-1709-4b52-ace2-d31933e27739 req-86227f93-650f-4c50-a38d-c6301c2ea872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:17.887696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea956529-1a98-432e-b4dd-39f75a9e93e9 req-3fd9b1ac-06d1-4694-9f03-0180c0c4da89 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:17.889573 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-590d9266-1709-4b52-ace2-d31933e27739 req-86227f93-650f-4c50-a38d-c6301c2ea872 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a384c72d-ce9a-41ec-96b9-f631f8d7da50 HTTP/1.1" status: 200 len: 919 time: 0.6231086 Jan 14 01:44:17.905312 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea956529-1a98-432e-b4dd-39f75a9e93e9 req-3fd9b1ac-06d1-4694-9f03-0180c0c4da89 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1491363 Jan 14 01:44:17.944952 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (34c3e337-4663-452b-8f0c-20527ce35206), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:17.985320 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-590d9266-1709-4b52-ace2-d31933e27739 req-5e1fb51a-02ae-4796-9300-6bab120f2201 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 HTTP/1.1" status: 200 len: 217 time: 0.0705261 Jan 14 01:44:18.047037 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53336) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:18.094617 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea956529-1a98-432e-b4dd-39f75a9e93e9 req-c8b25d79-f1cd-46da-9376-d8e994aa02f1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834710 Jan 14 01:44:18.109944 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d9266-1709-4b52-ace2-d31933e27739 req-49809736-fffb-4f92-bc92-4cc11a75b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:18.111721 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-590d9266-1709-4b52-ace2-d31933e27739 req-49809736-fffb-4f92-bc92-4cc11a75b0f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1774670e-fac2-4702-b7a8-8ca77460f4da HTTP/1.1" status: 200 len: 858 time: 0.1166248 Jan 14 01:44:18.116696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f9eb1-8081-4f92-9174-5370a084f5ff req-6f905024-a039-4e38-845e-f55863c33fa2 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:18.128929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f7f9eb1-8081-4f92-9174-5370a084f5ff req-6f905024-a039-4e38-845e-f55863c33fa2 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.1904070 Jan 14 01:44:18.201894 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-590d9266-1709-4b52-ace2-d31933e27739 req-2ec6c9e7-6ac4-4a5c-b75c-44a0eb3824a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a384c72d-ce9a-41ec-96b9-f631f8d7da50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825834 Jan 14 01:44:18.230444 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f7f9eb1-8081-4f92-9174-5370a084f5ff req-7286a89a-75f5-450b-96b6-c024a5e624f0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013362 Jan 14 01:44:18.263971 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d7066d45-1c3f-4a29-9a36-9bc7b04dbc5d None None] Port 34c3e337-4663-452b-8f0c-20527ce35206 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:44:18.286234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 3839d9e6-372c-4c35-a81e-e280bc5df73e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:18.286679 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.345595 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9e90e39-3d0a-4465-a1b5-6904827eebb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.435152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 3839d9e6-372c-4c35-a81e-e280bc5df73e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:18.435545 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.476378 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 3839d9e6-372c-4c35-a81e-e280bc5df73e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3839d9e6-372c-4c35-a81e-e280bc5df73e,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:18.481704 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-590d9266-1709-4b52-ace2-d31933e27739 req-e7ac4259-c6cc-40e3-95fc-ae51a00d58c1 service neutron] 10.222.0.36 "GET /v2.0/networks/a384c72d-ce9a-41ec-96b9-f631f8d7da50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491758 Jan 14 01:44:18.482233 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.537273 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c064043-d54f-43ef-8290-6b9a203766ec req-3336c214-3643-4c80-a916-f36a945d5668 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:18.539463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c064043-d54f-43ef-8290-6b9a203766ec req-3336c214-3643-4c80-a916-f36a945d5668 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 944 time: 0.0767319 Jan 14 01:44:18.554698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=3839d9e6-372c-4c35-a81e-e280bc5df73e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:18.564514 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.564871 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.565298 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.565563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.566034 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.566427 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.566783 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.567116 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.567443 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.568211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.569141 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.569476 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.570078 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:18.614618 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9e90e39-3d0a-4465-a1b5-6904827eebb1 admin admin] Publish callbacks [] for security_group (cf595a61-d710-4cb3-a96e-2bfc1037f5a1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.626512 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c064043-d54f-43ef-8290-6b9a203766ec req-1d345768-45da-48da-9678-a41607364925 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c4bf820-d3f4-40f1-b405-2af2ff211b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802836 Jan 14 01:44:18.635357 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9e90e39-3d0a-4465-a1b5-6904827eebb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cf595a61-d710-4cb3-a96e-2bfc1037f5a1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.640219 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Publish callbacks [] for port (34c3e337-4663-452b-8f0c-20527ce35206), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.677883 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e90e39-3d0a-4465-a1b5-6904827eebb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf595a61-d710-4cb3-a96e-2bfc1037f5a1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:18.684411 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (34c3e337-4663-452b-8f0c-20527ce35206), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.739909 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6cfc8cfd-c689-4e3c-af7f-aba4e8203666 req-ce7d61af-d2f4-4ee0-b8bc-a56c67fbf81c tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0425789 Jan 14 01:44:18.765537 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-590d9266-1709-4b52-ace2-d31933e27739 req-20ba981c-e05d-4868-bc37-4320e8f0fb4c service neutron] 10.222.0.36 "GET /v2.0/networks/a384c72d-ce9a-41ec-96b9-f631f8d7da50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625337 Jan 14 01:44:18.771184 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e9e90e39-3d0a-4465-a1b5-6904827eebb1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a5941fe29a842479f1ee0bd76042d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7228308 Jan 14 01:44:18.774747 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53352) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:18.792011 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (27175b91-0eb8-4db2-80ee-eb70209dfc03), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.794005 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Pushing event updated for resources: {'Port': ['ID=34c3e337-4663-452b-8f0c-20527ce35206,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:18.845685 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51e3e437-519d-4059-93b3-d177ec168737 admin admin] Publish callbacks [] for security_group (cf595a61-d710-4cb3-a96e-2bfc1037f5a1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.873421 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51e3e437-519d-4059-93b3-d177ec168737 admin admin] Publish callbacks [] for security_group (cf595a61-d710-4cb3-a96e-2bfc1037f5a1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.953959 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:18.956233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:18.981593 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51e3e437-519d-4059-93b3-d177ec168737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cf595a61-d710-4cb3-a96e-2bfc1037f5a1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.984389 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51e3e437-519d-4059-93b3-d177ec168737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:18.985588 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-51e3e437-519d-4059-93b3-d177ec168737 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf595a61-d710-4cb3-a96e-2bfc1037f5a1 HTTP/1.1" status: 204 len: 168 time: 0.2098613 Jan 14 01:44:19.002304 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3e437-519d-4059-93b3-d177ec168737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf595a61-d710-4cb3-a96e-2bfc1037f5a1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:19.184525 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Router 27175b91-0eb8-4db2-80ee-eb70209dfc03 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:44:19.311072 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98197eb-70bd-4b55-9d2b-6b81572b3afb req-727c40d8-ccc8-4cff-9364-a5169217cc45 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:19.312912 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f98197eb-70bd-4b55-9d2b-6b81572b3afb req-727c40d8-ccc8-4cff-9364-a5169217cc45 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.1493514 Jan 14 01:44:19.338379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e4d91-d425-4284-907e-500325ff784f req-c912f431-de41-4cac-a4ac-d22a3b67b9f5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:19.349127 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c4e4d91-d425-4284-907e-500325ff784f req-c912f431-de41-4cac-a4ac-d22a3b67b9f5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1306946 Jan 14 01:44:19.441076 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-22af1fd4-63ba-46e7-ba71-1ee04bb5562d None None] Provisioning complete for port 34c3e337-4663-452b-8f0c-20527ce35206 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:19.441650 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22af1fd4-63ba-46e7-ba71-1ee04bb5562d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (34c3e337-4663-452b-8f0c-20527ce35206), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:19.533763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:44:19.538056 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-22af1fd4-63ba-46e7-ba71-1ee04bb5562d None None] Port 34c3e337-4663-452b-8f0c-20527ce35206 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:44:19.547497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c4e4d91-d425-4284-907e-500325ff784f req-3a000010-29ce-4076-9469-ca0628572183 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918705 Jan 14 01:44:19.562560 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-39cf4eac-2603-4427-91a1-8ff36e084257 admin admin] 10.222.0.26 "PUT /v2.0/routers/27175b91-0eb8-4db2-80ee-eb70209dfc03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1235998 Jan 14 01:44:19.576757 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3839d9e6-372c-4c35-a81e-e280bc5df73e up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:19.593858 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-f98197eb-70bd-4b55-9d2b-6b81572b3afb req-4ac132ba-3700-4ed7-a883-4ddc1fb85c59 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Deleting port 03699c8d-6e38-435d-8245-6dda2c844225 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:19.594603 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f98197eb-70bd-4b55-9d2b-6b81572b3afb req-4ac132ba-3700-4ed7-a883-4ddc1fb85c59 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (03699c8d-6e38-435d-8245-6dda2c844225), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:19.598206 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad3607-8eb0-412f-b863-308df250c3e6 req-d4c47318-8828-4456-9102-93f61476f930 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:19.612540 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8cad3607-8eb0-412f-b863-308df250c3e6 req-d4c47318-8828-4456-9102-93f61476f930 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 946 time: 0.2091134 Jan 14 01:44:19.658667 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Sync routers for ids ['27175b91-0eb8-4db2-80ee-eb70209dfc03'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:44:19.676228 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 3839d9e6-372c-4c35-a81e-e280bc5df73e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:19.676605 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:19.699804 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Routers {'27175b91-0eb8-4db2-80ee-eb70209dfc03'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:19.700529 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:44:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27175b91-0eb8-4db2-80ee-eb70209dfc03'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:19.757137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53388) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:19.780470 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83a40f21-59db-4d8f-a721-bfb2f4f7ed53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:19.797113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f98197eb-70bd-4b55-9d2b-6b81572b3afb req-4ac132ba-3700-4ed7-a883-4ddc1fb85c59 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] For port 03699c8d-6e38-435d-8245-6dda2c844225, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=03699c8d-6e38-435d-8245-6dda2c844225,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:19.797591 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f98197eb-70bd-4b55-9d2b-6b81572b3afb req-4ac132ba-3700-4ed7-a883-4ddc1fb85c59 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (03699c8d-6e38-435d-8245-6dda2c844225), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:19.813485 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8cad3607-8eb0-412f-b863-308df250c3e6 req-e7aa58d6-e38f-4702-a829-39612133bbe3 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994543 Jan 14 01:44:19.824571 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-f98197eb-70bd-4b55-9d2b-6b81572b3afb req-4ac132ba-3700-4ed7-a883-4ddc1fb85c59 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Calling delete_port for 03699c8d-6e38-435d-8245-6dda2c844225 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:19.886755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:44:19.918561 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Set router 27175b91-0eb8-4db2-80ee-eb70209dfc03 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:20.004124 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83a40f21-59db-4d8f-a721-bfb2f4f7ed53 admin admin] Publish callbacks [] for security_group (50631309-1eb3-46e0-a521-0f856b593fc1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:20.005917 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-952b1b05-c109-4539-b4d7-1f757d343d8e req-bab6da0e-18b1-48bf-89a9-fe30a7ceefcc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0770562 Jan 14 01:44:20.014592 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83a40f21-59db-4d8f-a721-bfb2f4f7ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (50631309-1eb3-46e0-a521-0f856b593fc1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:20.024983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcab196-49fb-4295-8658-ff583e043612 req-dc3e8a43-e7bc-457d-94c8-14b8d9efe948 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:20.040955 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-afcab196-49fb-4295-8658-ff583e043612 req-dc3e8a43-e7bc-457d-94c8-14b8d9efe948 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 944 time: 0.1847990 Jan 14 01:44:20.105229 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9,segment=NetworkSegment(6867fd5b-0fc7-4210-b89d-df0644006c97),segment_id=6867fd5b-0fc7-4210-b89d-df0644006c97)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:20.116700 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a40f21-59db-4d8f-a721-bfb2f4f7ed53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50631309-1eb3-46e0-a521-0f856b593fc1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:20.123633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9', 'network_id': 'a384c72d-ce9a-41ec-96b9-f631f8d7da50', 'port_id': '2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9', 'mac_address': 'fa:16:3e:c8:a0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1774670e-fac2-4702-b7a8-8ca77460f4da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:44:20.132171 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-83a40f21-59db-4d8f-a721-bfb2f4f7ed53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13ae94e8e0e2478595e79d4a5aaf636c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3735964 Jan 14 01:44:20.136582 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53400) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:20.139554 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-afcab196-49fb-4295-8658-ff583e043612 req-17216c5e-e601-483d-b8b3-7243b74415cb tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c4bf820-d3f4-40f1-b405-2af2ff211b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908525 Jan 14 01:44:20.186564 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 3839d9e6-372c-4c35-a81e-e280bc5df73e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:20.221980 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:20.222646 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:20.241103 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:20.269259 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9,segment=NetworkSegment(6867fd5b-0fc7-4210-b89d-df0644006c97),segment_id=6867fd5b-0fc7-4210-b89d-df0644006c97)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:20.274896 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:20.298313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5fa692b8-deeb-4612-9fe5-df44133a1ec0 req-6c2eb622-ebb1-4d86-8143-ec8c6d2c07ae tempest-FlavorsV2NegativeTest-680398202 tempest-FlavorsV2NegativeTest-680398202-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5c1ca3b7f0a24a28bc65c191008aa5e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680082 Jan 14 01:44:20.345608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:20.349362 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:44:17Z', 'revision_number': 4, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '34c3e337-4663-452b-8f0c-20527ce35206', 'name': '', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'mac_address': 'fa:16:3e:34:40:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:15Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 2, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'subnets': [{'id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:20.386332 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Checking router: 27175b91-0eb8-4db2-80ee-eb70209dfc03 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:44:20.388297 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Updating router 27175b91-0eb8-4db2-80ee-eb70209dfc03 port 34c3e337-4663-452b-8f0c-20527ce35206 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:44:20.392278 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113341c6-0b6b-41e0-b592-e2c372550e95 admin admin] Publish callbacks [] for security_group (50631309-1eb3-46e0-a521-0f856b593fc1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:20.409949 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f98197eb-70bd-4b55-9d2b-6b81572b3afb req-4ac132ba-3700-4ed7-a883-4ddc1fb85c59 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (03699c8d-6e38-435d-8245-6dda2c844225), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:20.429630 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113341c6-0b6b-41e0-b592-e2c372550e95 admin admin] Publish callbacks [] for security_group (50631309-1eb3-46e0-a521-0f856b593fc1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:20.437391 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (34c3e337-4663-452b-8f0c-20527ce35206), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:20.464424 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa692b8-deeb-4612-9fe5-df44133a1ec0 req-4e60f466-1dc4-4605-b50f-da44ac34cfeb tempest-FlavorsV2NegativeTest-680398202 tempest-FlavorsV2NegativeTest-680398202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:20.466770 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5fa692b8-deeb-4612-9fe5-df44133a1ec0 req-4e60f466-1dc4-4605-b50f-da44ac34cfeb tempest-FlavorsV2NegativeTest-680398202 tempest-FlavorsV2NegativeTest-680398202-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671772 Jan 14 01:44:20.489768 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5fa692b8-deeb-4612-9fe5-df44133a1ec0 req-4bae0a1d-99e0-415f-8c59-959f25fbc926 tempest-FlavorsV2NegativeTest-680398202 tempest-FlavorsV2NegativeTest-680398202-project] 10.222.0.26 "GET /v2.0/quotas/5c1ca3b7f0a24a28bc65c191008aa5e6 HTTP/1.1" status: 200 len: 375 time: 0.0180333 Jan 14 01:44:20.508515 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac132ba-3700-4ed7-a883-4ddc1fb85c59 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Pushing event deleted for resources: {'Port': ['ID=03699c8d-6e38-435d-8245-6dda2c844225,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:20.574590 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98197eb-70bd-4b55-9d2b-6b81572b3afb req-4ac132ba-3700-4ed7-a883-4ddc1fb85c59 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] No DVR routers for this DVR port 03699c8d-6e38-435d-8245-6dda2c844225 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:20.576130 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f98197eb-70bd-4b55-9d2b-6b81572b3afb req-4ac132ba-3700-4ed7-a883-4ddc1fb85c59 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:20.580951 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f98197eb-70bd-4b55-9d2b-6b81572b3afb req-4ac132ba-3700-4ed7-a883-4ddc1fb85c59 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.36 "DELETE /v2.0/ports/03699c8d-6e38-435d-8245-6dda2c844225 HTTP/1.1" status: 204 len: 173 time: 1.2571347 Jan 14 01:44:20.582940 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f0614b-8c8e-46f0-aa57-9402d5cbd235', 'name': 'network-vif-deleted', 'tag': '03699c8d-6e38-435d-8245-6dda2c844225'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:20.591616 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5fa692b8-deeb-4612-9fe5-df44133a1ec0 req-7bf1f93b-f4dd-4602-bd1d-7d986f8205c3 tempest-FlavorsV2NegativeTest-680398202 tempest-FlavorsV2NegativeTest-680398202-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c1ca3b7f0a24a28bc65c191008aa5e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969226 Jan 14 01:44:20.596656 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b83e61-8409-499c-babf-51218d761e59" -d '{"events": [{"server_uuid": "b2f0614b-8c8e-46f0-aa57-9402d5cbd235", "name": "network-vif-deleted", "tag": "03699c8d-6e38-435d-8245-6dda2c844225"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:20.602459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:20.607318 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113341c6-0b6b-41e0-b592-e2c372550e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (50631309-1eb3-46e0-a521-0f856b593fc1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:20.610540 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113341c6-0b6b-41e0-b592-e2c372550e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:20.611701 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-113341c6-0b6b-41e0-b592-e2c372550e95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50631309-1eb3-46e0-a521-0f856b593fc1 HTTP/1.1" status: 204 len: 168 time: 0.4741275 Jan 14 01:44:20.638977 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113341c6-0b6b-41e0-b592-e2c372550e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50631309-1eb3-46e0-a521-0f856b593fc1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:20.830592 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2e263-b6fd-495a-8e91-ab8758eb9985 req-c7ea5901-a712-41b8-929d-57256b2a8b7a tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:20.844983 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71c2e263-b6fd-495a-8e91-ab8758eb9985 req-c7ea5901-a712-41b8-929d-57256b2a8b7a tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1293628 Jan 14 01:44:20.975924 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71c2e263-b6fd-495a-8e91-ab8758eb9985 req-792e9181-4ab8-40a5-b07e-f3ec2539ed64 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293383 Jan 14 01:44:21.074111 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01695700-43f6-428b-8bd1-37ae6a43db12 x-openstack-request-id: req-01695700-43f6-428b-8bd1-37ae6a43db12 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:21.074763 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f0614b-8c8e-46f0-aa57-9402d5cbd235", "name": "network-vif-deleted", "tag": "03699c8d-6e38-435d-8245-6dda2c844225", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:21.074763 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01695700-43f6-428b-8bd1-37ae6a43db12 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:21.075094 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f0614b-8c8e-46f0-aa57-9402d5cbd235', 'name': 'network-vif-deleted', 'tag': '03699c8d-6e38-435d-8245-6dda2c844225', 'status': 'completed', 'code': 200} Jan 14 01:44:21.239487 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Publish callbacks [] for port (34c3e337-4663-452b-8f0c-20527ce35206), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:21.259563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9dec6cd1-662a-4f46-9121-70516ba2cdb1 req-cdea393c-a0e3-4158-b7b1-d5c5aadebd57 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f0614b-8c8e-46f0-aa57-9402d5cbd235 HTTP/1.1" status: 200 len: 210 time: 0.0527027 Jan 14 01:44:21.266934 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (34c3e337-4663-452b-8f0c-20527ce35206), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:21.285567 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:21.290610 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8f1bcca1-1487-4c73-82e2-c0326eedc178 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1354151998', 'description': 'tempest-description--992865708'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:21.364142 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f1bcca1-1487-4c73-82e2-c0326eedc178 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:21.448722 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Pushing event updated for resources: {'Port': ['ID=34c3e337-4663-452b-8f0c-20527ce35206,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:21.476506 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.476883 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.477345 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.477740 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.478127 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.478629 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.478882 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.479440 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.481171 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.481475 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.481880 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.482301 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.482723 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:21.486808 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a113c8c5-97ef-4243-b521-61f50f444718 req-16046ad3-6847-4b68-a732-0250d0267011 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0970385 Jan 14 01:44:21.549449 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Attempting to bind port 34c3e337-4663-452b-8f0c-20527ce35206 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:21.549908 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Attempting to bind port 34c3e337-4663-452b-8f0c-20527ce35206 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:21.551228 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Attempting to bind port 34c3e337-4663-452b-8f0c-20527ce35206 on network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:21.565108 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:21.565647 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Checking segment: {'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:21.566092 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:21.566560 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Bound using segment: {'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:21.567054 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Bound port: 34c3e337-4663-452b-8f0c-20527ce35206, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:21.567591 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (34c3e337-4663-452b-8f0c-20527ce35206), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:21.603856 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f1bcca1-1487-4c73-82e2-c0326eedc178 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for security_group (6b738434-8f19-4283-a704-3cd4dc76b8ed), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:21.616893 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f1bcca1-1487-4c73-82e2-c0326eedc178 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6b738434-8f19-4283-a704-3cd4dc76b8ed), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:21.633265 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104e68e-9e34-451a-9f2b-e8bdc117f192 req-0e41fe45-eb99-4e1c-83da-3a9b968272a2 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:21.643615 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9104e68e-9e34-451a-9f2b-e8bdc117f192 req-0e41fe45-eb99-4e1c-83da-3a9b968272a2 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 945 time: 0.1824920 Jan 14 01:44:21.694943 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] For port 34c3e337-4663-452b-8f0c-20527ce35206, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:21.704366 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] For port 34c3e337-4663-452b-8f0c-20527ce35206, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=34c3e337-4663-452b-8f0c-20527ce35206,segment=NetworkSegment(cf3c0787-974a-4f91-868e-a5d7ff707957),segment_id=cf3c0787-974a-4f91-868e-a5d7ff707957)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:21.715195 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (34c3e337-4663-452b-8f0c-20527ce35206), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:21.743621 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f1bcca1-1487-4c73-82e2-c0326eedc178 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:21.744894 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8f1bcca1-1487-4c73-82e2-c0326eedc178 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4580362 Jan 14 01:44:21.748436 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53460) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:21.756262 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bcca1-1487-4c73-82e2-c0326eedc178 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b738434-8f19-4283-a704-3cd4dc76b8ed,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:21.786215 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-126a57e7-6686-4518-8664-61f268f5a26c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Request body: {'security_group_rule': {'security_group_id': '6b738434-8f19-4283-a704-3cd4dc76b8ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:21.848682 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53462) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:21.853115 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9104e68e-9e34-451a-9f2b-e8bdc117f192 req-27b2f315-d8ae-446a-9630-79be03e729fe tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c4bf820-d3f4-40f1-b405-2af2ff211b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081354 Jan 14 01:44:21.869681 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Routers {'27175b91-0eb8-4db2-80ee-eb70209dfc03'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:21.869681 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:44:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27175b91-0eb8-4db2-80ee-eb70209dfc03'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:21.869948 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:21.898876 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-126a57e7-6686-4518-8664-61f268f5a26c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for security_group_rule (07d346c3-310b-4036-a6fa-f1137f177709), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.014445 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-126a57e7-6686-4518-8664-61f268f5a26c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for security_group_rule (07d346c3-310b-4036-a6fa-f1137f177709), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.024232 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-126a57e7-6686-4518-8664-61f268f5a26c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (07d346c3-310b-4036-a6fa-f1137f177709), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.057445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:44:22.069349 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9d280955-269c-4a6d-a71c-d7c62b466162 None None] Provisioning complete for port 34c3e337-4663-452b-8f0c-20527ce35206 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:22.071598 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d280955-269c-4a6d-a71c-d7c62b466162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (34c3e337-4663-452b-8f0c-20527ce35206), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.090141 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-126a57e7-6686-4518-8664-61f268f5a26c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.092149 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-126a57e7-6686-4518-8664-61f268f5a26c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3399172 Jan 14 01:44:22.095188 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53470) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:22.098775 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d41eaca-6b12-47fd-8441-1f7473b0d8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.101567 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb781e-d542-40c2-81df-34eb6dde7d29 None None] Pushing event updated for resources: {'Port': ['ID=34c3e337-4663-452b-8f0c-20527ce35206,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:22.109957 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-91463b0e-e458-4127-81ad-f57dd271a8d2 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Request body: {'security_group_rule': {'security_group_id': '6b738434-8f19-4283-a704-3cd4dc76b8ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:22.130996 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a57e7-6686-4518-8664-61f268f5a26c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d346c3-310b-4036-a6fa-f1137f177709,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:22.196602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:22.198866 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.227120 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] Set router 27175b91-0eb8-4db2-80ee-eb70209dfc03 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:22.317403 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91463b0e-e458-4127-81ad-f57dd271a8d2 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for security_group_rule (c5285bd3-3590-4cbf-92ed-21726bf4dca0), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.317770 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d41eaca-6b12-47fd-8441-1f7473b0d8b2 admin admin] Publish callbacks [] for security_group (267d1d63-f59a-4dec-ad31-006750f561dc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.331228 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9d280955-269c-4a6d-a71c-d7c62b466162 None None] Current status of the port 34c3e337-4663-452b-8f0c-20527ce35206 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:22.331488 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d41eaca-6b12-47fd-8441-1f7473b0d8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (267d1d63-f59a-4dec-ad31-006750f561dc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.332257 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d280955-269c-4a6d-a71c-d7c62b466162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (34c3e337-4663-452b-8f0c-20527ce35206), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.385188 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41eaca-6b12-47fd-8441-1f7473b0d8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267d1d63-f59a-4dec-ad31-006750f561dc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:22.437121 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6d41eaca-6b12-47fd-8441-1f7473b0d8b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c1ca3b7f0a24a28bc65c191008aa5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5828044 Jan 14 01:44:22.438033 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53478) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:22.449959 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:22.450357 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.523764 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9,segment=NetworkSegment(6867fd5b-0fc7-4210-b89d-df0644006c97),segment_id=6867fd5b-0fc7-4210-b89d-df0644006c97)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:22.526947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077c8467-b475-44c2-9ad9-c1e43027088f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:22.530286 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f1a3c2-5e1c-4fcf-a811-42bdc1da30bc" -d '{"events": [{"server_uuid": "077c8467-b475-44c2-9ad9-c1e43027088f", "name": "network-vif-plugged", "status": "completed", "tag": "2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:22.535488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9d280955-269c-4a6d-a71c-d7c62b466162 None None] For port 34c3e337-4663-452b-8f0c-20527ce35206, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=34c3e337-4663-452b-8f0c-20527ce35206,segment=NetworkSegment(cf3c0787-974a-4f91-868e-a5d7ff707957),segment_id=cf3c0787-974a-4f91-868e-a5d7ff707957)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:22.537726 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.538689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 03699c8d-6e38-435d-8245-6dda2c844225 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:22.556526 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb6c34-0491-4fda-87a3-ba4265875dfb req-7536da33-63d4-4b01-945c-892803c896d8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:22.563624 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Publish callbacks [] for security_group (267d1d63-f59a-4dec-ad31-006750f561dc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.566783 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fedb6c34-0491-4fda-87a3-ba4265875dfb req-7536da33-63d4-4b01-945c-892803c896d8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.4417195 Jan 14 01:44:22.626795 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Publish callbacks [] for security_group (267d1d63-f59a-4dec-ad31-006750f561dc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.685455 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:44:17Z', 'revision_number': 4, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '34c3e337-4663-452b-8f0c-20527ce35206', 'name': '', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'mac_address': 'fa:16:3e:34:40:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:15Z', 'updated_at': '2022-01-14T01:44:21Z', 'revision_number': 4, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'subnets': [{'id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:22.688128 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91463b0e-e458-4127-81ad-f57dd271a8d2 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for security_group_rule (c5285bd3-3590-4cbf-92ed-21726bf4dca0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.708785 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fedb6c34-0491-4fda-87a3-ba4265875dfb req-832f1739-aae0-4ccf-9c88-b93c4a993f9e tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384692 Jan 14 01:44:22.711206 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:22.726829 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d280955-269c-4a6d-a71c-d7c62b466162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (34c3e337-4663-452b-8f0c-20527ce35206), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.739364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 03699c8d-6e38-435d-8245-6dda2c844225 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:22.740221 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 03699c8d-6e38-435d-8245-6dda2c844225 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:22.747172 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (267d1d63-f59a-4dec-ad31-006750f561dc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.752095 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.754335 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/267d1d63-f59a-4dec-ad31-006750f561dc HTTP/1.1" status: 204 len: 168 time: 0.3149381 Jan 14 01:44:22.774775 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267d1d63-f59a-4dec-ad31-006750f561dc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:22.789755 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682f849a-cff3-4d11-9ce7-34c20338df88 None None] The sync data for ids ['27175b91-0eb8-4db2-80ee-eb70209dfc03'] in n-d-824358-4 is: [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:44:17Z', 'revision_number': 4, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '34c3e337-4663-452b-8f0c-20527ce35206', 'name': '', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'mac_address': 'fa:16:3e:34:40:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:15Z', 'updated_at': '2022-01-14T01:44:21Z', 'revision_number': 4, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'subnets': [{'id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:44:22.797533 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91463b0e-e458-4127-81ad-f57dd271a8d2 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (c5285bd3-3590-4cbf-92ed-21726bf4dca0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.803186 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.803550 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.805404 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.808305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.808756 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.809045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.812843 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.813234 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.813659 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.814446 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.814446 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.814755 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.815758 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957cfca-7798-43d4-8357-42bbb90aee80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:44:22.832334 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c805f07-530f-40c1-9ac5-1fbc7a039f39 req-82ffa1c5-1c0d-4cbd-97d0-8e74311457d0 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.1484911 Jan 14 01:44:22.901912 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaac727e-9a45-4e70-afbc-7b9b6c212aed x-openstack-request-id: req-aaac727e-9a45-4e70-afbc-7b9b6c212aed {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:22.902508 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077c8467-b475-44c2-9ad9-c1e43027088f", "name": "network-vif-plugged", "status": "completed", "tag": "2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:22.907591 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aaac727e-9a45-4e70-afbc-7b9b6c212aed {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:22.908112 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077c8467-b475-44c2-9ad9-c1e43027088f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9', 'code': 200} Jan 14 01:44:22.938930 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91463b0e-e458-4127-81ad-f57dd271a8d2 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:22.943184 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53496) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:22.943639 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-91463b0e-e458-4127-81ad-f57dd271a8d2 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8458698 Jan 14 01:44:22.945274 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91463b0e-e458-4127-81ad-f57dd271a8d2 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5285bd3-3590-4cbf-92ed-21726bf4dca0,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:22.949292 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:22.994826 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d280955-269c-4a6d-a71c-d7c62b466162 None None] Pushing event updated for resources: {'Port': ['ID=34c3e337-4663-452b-8f0c-20527ce35206,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:23.019138 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2c4246cf-c3e0-4321-a97a-99e792ae04c4 None None] Provisioning complete for port 34c3e337-4663-452b-8f0c-20527ce35206 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:23.019524 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c4246cf-c3e0-4321-a97a-99e792ae04c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (34c3e337-4663-452b-8f0c-20527ce35206), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:23.053866 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:23.277075 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2c4246cf-c3e0-4321-a97a-99e792ae04c4 None None] Current status of the port 34c3e337-4663-452b-8f0c-20527ce35206 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:23.307849 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9bda6-1b16-43b5-809f-9243ea25a75b req-1f14236c-704d-4ad2-9041-99da75cec0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:23.312259 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ade9bda6-1b16-43b5-809f-9243ea25a75b req-1f14236c-704d-4ad2-9041-99da75cec0e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 1097 time: 0.2828698 Jan 14 01:44:23.386025 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-991d3253-f0c5-45c3-b128-eb9185784e58 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:23.395085 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-991d3253-f0c5-45c3-b128-eb9185784e58 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.3184779 Jan 14 01:44:23.463708 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ade9bda6-1b16-43b5-809f-9243ea25a75b req-ade19866-65aa-4934-8c01-e0ec5f52235c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c4bf820-d3f4-40f1-b405-2af2ff211b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216817 Jan 14 01:44:23.474227 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-679d4e1e-d3c9-44e3-a117-2da447240c33 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/quotas/b782c83d919c481cb3b03a9f645c75e6 HTTP/1.1" status: 200 len: 375 time: 0.0693908 Jan 14 01:44:23.550836 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:23.560918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-32c4ff05-584c-45f7-88af-8fc1ed0c3310 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815067 Jan 14 01:44:23.660752 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 34c3e337-4663-452b-8f0c-20527ce35206 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:23.706670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Allocated IP 172.25.2.245 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/6aa8f842-f13a-479d-8b37-40600360df68) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:23.762094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-93334530-9283-4697-abba-f73c8580b41d service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001421 Jan 14 01:44:23.771283 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 34c3e337-4663-452b-8f0c-20527ce35206 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:23.773176 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (34c3e337-4663-452b-8f0c-20527ce35206), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:23.786687 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f3518-6240-4288-916a-4ee9060ec62c req-74834f70-adad-4b15-b818-58a8a5f8c92f tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:23.791298 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8f7f3518-6240-4288-916a-4ee9060ec62c req-74834f70-adad-4b15-b818-58a8a5f8c92f tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 946 time: 0.6981046 Jan 14 01:44:23.972081 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8f7f3518-6240-4288-916a-4ee9060ec62c req-1733875d-0ce0-42c2-ad74-bc85ab8c2ea5 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c4bf820-d3f4-40f1-b405-2af2ff211b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535752 Jan 14 01:44:23.977444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 34c3e337-4663-452b-8f0c-20527ce35206 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:23.999340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-bab9e0f5-48d4-4a24-9342-4b6240fdff04 service neutron] 10.222.0.26 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328784 Jan 14 01:44:24.014621 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for port (6aa8f842-f13a-479d-8b37-40600360df68), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:24.065176 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (6aa8f842-f13a-479d-8b37-40600360df68), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:24.148031 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Pushing event updated for resources: {'Port': ['ID=6aa8f842-f13a-479d-8b37-40600360df68,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:24.188665 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:24.190409 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:24.202216 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:24.375598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fd803-a66e-49ad-9f91-2f57de80db43 req-09fb38c7-3e79-4b1c-86a3-acfb3a4d43e8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:24.394727 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a3fd803-a66e-49ad-9f91-2f57de80db43 req-09fb38c7-3e79-4b1c-86a3-acfb3a4d43e8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1061807 Jan 14 01:44:24.411046 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for floatingip (96ae8147-cb2b-4077-a30a-ad5a9af3db4f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:24.471379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6aa8f842-f13a-479d-8b37-40600360df68), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:24.518173 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53546) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:24.522918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a3fd803-a66e-49ad-9f91-2f57de80db43 req-1ea78d44-9773-4acd-8093-d9928f70fc90 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226869 Jan 14 01:44:24.725147 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-374041bb-a531-4aea-ac32-bc3079e8e33a req-1e2edba4-aec0-41ef-9dfa-d65aeb15a147 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0765278 Jan 14 01:44:24.791698 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1508600645-network', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:24.811502 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e50a06ad-d555-4d1e-afe2-6944587489cd req-7597e49a-de3f-4956-9c67-77dad2641519 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 210 time: 0.0498538 Jan 14 01:44:24.896534 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for port (6aa8f842-f13a-479d-8b37-40600360df68), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:24.899036 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Made reservation on behalf of a7376cd01a414a2abd9cbce16c50371e for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:24.907137 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:24.910319 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (6aa8f842-f13a-479d-8b37-40600360df68), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:24.975474 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:25.086524 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Pushing event updated for resources: {'Port': ['ID=6aa8f842-f13a-479d-8b37-40600360df68,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:25.109794 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (96ae8147-cb2b-4077-a30a-ad5a9af3db4f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:25.150841 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:25.152197 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-19ccc1fe-d678-4ea4-89dc-4c5d2ab1823d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2076263 Jan 14 01:44:25.207630 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Publish callbacks [] for security_group (1a903776-9550-41bf-a60d-beee6fbbc25a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:25.217832 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1a903776-9550-41bf-a60d-beee6fbbc25a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:25.290803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:44:25.299080 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a903776-9550-41bf-a60d-beee6fbbc25a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:25.305016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48314-5576-4ea8-86e9-76c2eb931451 req-bd1b0161-8cec-4e9b-a3b6-362c1b7d9480 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:25.310116 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0b48314-5576-4ea8-86e9-76c2eb931451 req-bd1b0161-8cec-4e9b-a3b6-362c1b7d9480 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 946 time: 0.2289691 Jan 14 01:44:25.313876 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6bffeb77-78a4-4f01-9d81-838cbe3dbd2b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:25.314261 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Added segment 6bffeb77-78a4-4f01-9d81-838cbe3dbd2b of type vlan for network dbc2021b-f88c-4d56-a15d-76318f1b3fab Jan 14 01:44:25.419802 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (dbc2021b-f88c-4d56-a15d-76318f1b3fab), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:25.428724 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0b48314-5576-4ea8-86e9-76c2eb931451 req-0afc6292-3d2c-4f67-8271-0bd571859c8d tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c4bf820-d3f4-40f1-b405-2af2ff211b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057806 Jan 14 01:44:25.517451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (dbc2021b-f88c-4d56-a15d-76318f1b3fab), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:25.518448 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:25.519058 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:25.562621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-9c27eeaa-562c-4817-b483-a3ebd97bd653 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1354151998&fields=id&tenant_id=c83079a7941148aa96b287d07d1653b0 HTTP/1.1" status: 200 len: 267 time: 0.0583684 Jan 14 01:44:25.636156 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc2021b-f88c-4d56-a15d-76318f1b3fab,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:25.651392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network dbc2021b-f88c-4d56-a15d-76318f1b3fab details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:44:25.677106 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1435b36a-d78f-40b0-a272-0c5d5bbb20a7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1544511 Jan 14 01:44:25.680292 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53584) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:25.697139 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-60a7f939-4a5d-4c6a-bca9-d432dee2e0d6 admin admin] Request body: {'subnet': {'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1508600645-subnet', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:25.740956 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-abb30d89-5849-4285-b23f-1aa14dc903d9 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:25.744512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a7f939-4a5d-4c6a-bca9-d432dee2e0d6 admin admin] Made reservation on behalf of a7376cd01a414a2abd9cbce16c50371e for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:25.747542 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60a7f939-4a5d-4c6a-bca9-d432dee2e0d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:25.751547 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-abb30d89-5849-4285-b23f-1aa14dc903d9 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/networks?id=d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f HTTP/1.1" status: 200 len: 810 time: 0.1812871 Jan 14 01:44:25.768313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-53dcc46d-ff2e-4120-ad30-55b2053bd391 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/quotas/c83079a7941148aa96b287d07d1653b0 HTTP/1.1" status: 200 len: 375 time: 0.0153852 Jan 14 01:44:25.859299 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-e13e3bf7-f978-4344-a05f-730258abb5b1 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c83079a7941148aa96b287d07d1653b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817938 Jan 14 01:44:26.032718 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-50958950-8c5e-4a23-afe9-76d7e363ea19 service neutron] 10.222.0.26 "GET /v2.0/networks/d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593094 Jan 14 01:44:26.063766 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3b89bb28-273d-4c7f-b0c0-b52adb75b8bc req-155a1d09-5414-4365-8e97-d27b0de910b8 tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c960404065ad43e58b5929b6631d44fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279236 Jan 14 01:44:26.102742 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60a7f939-4a5d-4c6a-bca9-d432dee2e0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (2c540c0a-37a1-4468-b34c-b937e3824ab2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:26.162202 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7f939-4a5d-4c6a-bca9-d432dee2e0d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c540c0a-37a1-4468-b34c-b937e3824ab2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:26.171472 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7f939-4a5d-4c6a-bca9-d432dee2e0d6 admin admin] Checking segment: {'id': '6bffeb77-78a4-4f01-9d81-838cbe3dbd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:26.171837 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a7f939-4a5d-4c6a-bca9-d432dee2e0d6 admin admin] Network hostable DHCP agents. Network: dbc2021b-f88c-4d56-a15d-76318f1b3fab, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:44:26.190316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a7f939-4a5d-4c6a-bca9-d432dee2e0d6 admin admin] Network dbc2021b-f88c-4d56-a15d-76318f1b3fab is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:44:26.201904 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-60a7f939-4a5d-4c6a-bca9-d432dee2e0d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, dbc2021b-f88c-4d56-a15d-76318f1b3fab) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:26.207069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a7f939-4a5d-4c6a-bca9-d432dee2e0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:26.208179 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60a7f939-4a5d-4c6a-bca9-d432dee2e0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:26.216312 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709d40bd-39fe-48a7-bd2c-7c99b926507f None None] Network dbc2021b-f88c-4d56-a15d-76318f1b3fab requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:44:26.238040 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-60a7f939-4a5d-4c6a-bca9-d432dee2e0d6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5555968 Jan 14 01:44:26.239231 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53602) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:26.244740 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1508600645-router', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:26.273083 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-caf5d9ee-e4fb-4dda-ad89-fa755ba0c49c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:26.274202 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (ac1af6f2-558a-4c44-8165-401c4384ad6f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:26.274557 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-caf5d9ee-e4fb-4dda-ad89-fa755ba0c49c tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.46 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 812 time: 0.4142663 Jan 14 01:44:26.275938 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (ac1af6f2-558a-4c44-8165-401c4384ad6f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:26.286994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89bb28-273d-4c7f-b0c0-b52adb75b8bc req-96059971-47e7-4e7a-8e3f-ae45d969112c tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:26.287935 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3b89bb28-273d-4c7f-b0c0-b52adb75b8bc req-96059971-47e7-4e7a-8e3f-ae45d969112c tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234070 Jan 14 01:44:26.297633 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Request body: {'port': {'device_id': '7f237966-9062-4d6b-ba88-378766f4b863', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'admin_state_up': True, 'tenant_id': 'b782c83d919c481cb3b03a9f645c75e6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:26.342640 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Publish callbacks [] for router_controller (ac1af6f2-558a-4c44-8165-401c4384ad6f), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:26.358884 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-dbc2021b-f88c-4d56-a15d-76318f1b3fab', 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab', 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'fixed_ips': [{'subnet_id': '2c540c0a-37a1-4468-b34c-b937e3824ab2'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:44:26.364491 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:26.372851 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1bfad222-6bc3-4d87-9efd-80ac787a4f60 service neutron] 10.222.0.26 "GET /v2.0/networks/d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530024 Jan 14 01:44:26.382133 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3b89bb28-273d-4c7f-b0c0-b52adb75b8bc req-e3c62433-16a1-446e-a571-0d77d1ec75c3 tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] 10.222.0.26 "GET /v2.0/quotas/c960404065ad43e58b5929b6631d44fd HTTP/1.1" status: 200 len: 375 time: 0.0791445 Jan 14 01:44:26.464195 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3b89bb28-273d-4c7f-b0c0-b52adb75b8bc req-58214599-8dc5-4966-a9d5-49b06791571f tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c960404065ad43e58b5929b6631d44fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742078 Jan 14 01:44:26.549993 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Allocated IP 172.20.0.2 (dbc2021b-f88c-4d56-a15d-76318f1b3fab/2c540c0a-37a1-4468-b34c-b937e3824ab2/cf8e4907-e445-4cf5-a483-d25608be49b2) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:26.580337 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Made reservation on behalf of b782c83d919c481cb3b03a9f645c75e6 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:26.584705 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:26.802350 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Allocated IP 172.20.0.10 (4ce41f76-a552-4855-887d-6b5d363a9f23/d97ddbcc-09c0-411b-9dd8-86412dbf8eb4/f4fe33b9-5f17-4075-99f1-b696d5d48c30) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:26.844101 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Publish callbacks [] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:26.854773 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:26.901676 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Network dbc2021b-f88c-4d56-a15d-76318f1b3fab is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:26.904941 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:26.910460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:26.931521 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Pushing event updated for resources: {'Port': ['ID=cf8e4907-e445-4cf5-a483-d25608be49b2,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:26.989715 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Attempting to bind port cf8e4907-e445-4cf5-a483-d25608be49b2 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:26.990563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Attempting to bind port cf8e4907-e445-4cf5-a483-d25608be49b2 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '6bffeb77-78a4-4f01-9d81-838cbe3dbd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:26.991070 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Attempting to bind port cf8e4907-e445-4cf5-a483-d25608be49b2 on network dbc2021b-f88c-4d56-a15d-76318f1b3fab {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:26.996958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:26.997614 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Checking segment: {'id': '6bffeb77-78a4-4f01-9d81-838cbe3dbd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:26.998355 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:26.998874 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Bound using segment: {'id': '6bffeb77-78a4-4f01-9d81-838cbe3dbd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:26.999449 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Bound port: cf8e4907-e445-4cf5-a483-d25608be49b2, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bffeb77-78a4-4f01-9d81-838cbe3dbd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:26.999930 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:27.055737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b7739-dd6f-4b15-8e2a-9ea104a9b207 req-3417aea2-42c5-4066-bbda-c04168709e79 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:27.073883 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cc4b7739-dd6f-4b15-8e2a-9ea104a9b207 req-3417aea2-42c5-4066-bbda-c04168709e79 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1872444 Jan 14 01:44:27.102848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] For port cf8e4907-e445-4cf5-a483-d25608be49b2, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:27.107771 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Publish callbacks [] for router_gateway (ac1af6f2-558a-4c44-8165-401c4384ad6f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:27.108316 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] For port cf8e4907-e445-4cf5-a483-d25608be49b2, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=cf8e4907-e445-4cf5-a483-d25608be49b2,segment=NetworkSegment(6bffeb77-78a4-4f01-9d81-838cbe3dbd2b),segment_id=6bffeb77-78a4-4f01-9d81-838cbe3dbd2b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:27.117849 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:27.121215 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2c1c5-6f20-4b9f-8c93-75fe888e76ac req-f23a8520-72ba-4132-aab6-7ecc62ec3cdc tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:27.122824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56f2c1c5-6f20-4b9f-8c93-75fe888e76ac req-f23a8520-72ba-4132-aab6-7ecc62ec3cdc tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 946 time: 0.2379127 Jan 14 01:44:27.216713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks [] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:27.225235 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56f2c1c5-6f20-4b9f-8c93-75fe888e76ac req-7b32beb8-a9a3-410c-96df-c9d70b04a8a0 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c4bf820-d3f4-40f1-b405-2af2ff211b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914600 Jan 14 01:44:27.236819 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cc4b7739-dd6f-4b15-8e2a-9ea104a9b207 req-e897c784-d6c6-4171-b660-cdbf7c4b586e tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620841 Jan 14 01:44:27.275649 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69a8b2-38b0-4509-a661-281664c5a515 None None] Pushing event updated for resources: {'Port': ['ID=cf8e4907-e445-4cf5-a483-d25608be49b2,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:27.290948 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:27.354686 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e5055-b88b-446a-a8c5-1916db49f2d1 req-0da58714-4f1c-4964-a229-6557115ddcc2 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:27.356540 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-675e5055-b88b-446a-a8c5-1916db49f2d1 req-0da58714-4f1c-4964-a229-6557115ddcc2 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.36 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 946 time: 0.1631176 Jan 14 01:44:27.387187 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Pushing event updated for resources: {'Port': ['ID=f4fe33b9-5f17-4075-99f1-b696d5d48c30,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:27.474172 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Network 4ce41f76-a552-4855-887d-6b5d363a9f23 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:27.489924 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c625af4-47cf-431f-a78d-f75cee9d8fd4 req-fc5feb11-95a9-4a7d-9be6-87b2c3f64088 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0970352 Jan 14 01:44:27.494469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:27.498570 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:27.629174 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:27.629818 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:27.641872 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbef6a-f626-4d1b-a2f6-f936e05be929 req-aa03d103-5884-408b-bbf4-a3d690425e6a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:27.648712 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2bdbef6a-f626-4d1b-a2f6-f936e05be929 req-aa03d103-5884-408b-bbf4-a3d690425e6a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 932 time: 0.2573228 Jan 14 01:44:27.685075 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-99dfe7a0-3962-482f-98a9-9c952c157e35 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3960996 Jan 14 01:44:27.712109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Request body: {'port': {'device_id': '7f237966-9062-4d6b-ba88-378766f4b863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:27.715646 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Publish callbacks [] for router_gateway (ac1af6f2-558a-4c44-8165-401c4384ad6f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:27.759737 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:27.804408 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-675e5055-b88b-446a-a8c5-1916db49f2d1 req-b0081cf4-c7ea-4da7-9783-110427d1def4 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Deleting port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:27.804842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-675e5055-b88b-446a-a8c5-1916db49f2d1 req-b0081cf4-c7ea-4da7-9783-110427d1def4 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:27.869932 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2bdbef6a-f626-4d1b-a2f6-f936e05be929 req-66c813a9-5325-4b34-a24b-0190d2561e08 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202566 Jan 14 01:44:27.871227 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:28.060222 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-675e5055-b88b-446a-a8c5-1916db49f2d1 req-b0081cf4-c7ea-4da7-9783-110427d1def4 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] For port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9,segment=NetworkSegment(6867fd5b-0fc7-4210-b89d-df0644006c97),segment_id=6867fd5b-0fc7-4210-b89d-df0644006c97)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:28.060543 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-675e5055-b88b-446a-a8c5-1916db49f2d1 req-b0081cf4-c7ea-4da7-9783-110427d1def4 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:28.077708 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Allocated IP 172.25.2.218 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/910b7729-653a-4c19-b7ce-46a7f11b67ac) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:28.103408 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-675e5055-b88b-446a-a8c5-1916db49f2d1 req-b0081cf4-c7ea-4da7-9783-110427d1def4 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Calling delete_port for 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:28.429144 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66961914-2fa1-4a82-9a47-3bc7430112b1 req-166421da-c31f-411c-bec2-c7e8ecb544c2 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 210 time: 0.5364442 Jan 14 01:44:28.616105 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd8b83-3224-4611-8ee5-f888c5f2673c req-de9470dd-33c2-42ec-b9e2-b3d2f8abe1b2 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:28.623223 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-85bd8b83-3224-4611-8ee5-f888c5f2673c req-de9470dd-33c2-42ec-b9e2-b3d2f8abe1b2 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/ports?device_id=077c8467-b475-44c2-9ad9-c1e43027088f HTTP/1.1" status: 200 len: 946 time: 0.1901374 Jan 14 01:44:28.627768 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Publish callbacks [] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:28.667664 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-675e5055-b88b-446a-a8c5-1916db49f2d1 req-b0081cf4-c7ea-4da7-9783-110427d1def4 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:28.680759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-7dd17c4c-2435-4fc4-a012-67e81abf3369 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:28.682069 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-85bd8b83-3224-4611-8ee5-f888c5f2673c req-2340a4df-840b-4090-81e8-46f627d8e006 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c4bf820-d3f4-40f1-b405-2af2ff211b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578721 Jan 14 01:44:28.683639 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-7dd17c4c-2435-4fc4-a012-67e81abf3369 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.46 "GET /v2.0/networks?id=d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f HTTP/1.1" status: 200 len: 810 time: 0.4016073 Jan 14 01:44:28.688278 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:28.745058 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0081cf4-c7ea-4da7-9783-110427d1def4 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Pushing event deleted for resources: {'Port': ['ID=2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:28.755198 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:28.762848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15e19e7-c7b5-43a1-8260-bf8465295d5f None None] Network dbc2021b-f88c-4d56-a15d-76318f1b3fab requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:44:28.782498 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:28.787620 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:28.812209 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fe33b9-5f17-4075-99f1-b696d5d48c30 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:28.822731 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Publish callbacks [] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:28.839939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Transition to ACTIVE for port object f4fe33b9-5f17-4075-99f1-b696d5d48c30 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:44:28.861845 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:28.871320 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-675e5055-b88b-446a-a8c5-1916db49f2d1 req-b0081cf4-c7ea-4da7-9783-110427d1def4 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] No DVR routers for this DVR port 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:28.883013 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-675e5055-b88b-446a-a8c5-1916db49f2d1 req-b0081cf4-c7ea-4da7-9783-110427d1def4 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:28.886774 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-675e5055-b88b-446a-a8c5-1916db49f2d1 req-b0081cf4-c7ea-4da7-9783-110427d1def4 tempest-InstanceActionsV221TestJSON-178319557 tempest-InstanceActionsV221TestJSON-178319557-project] 10.222.0.36 "DELETE /v2.0/ports/2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 HTTP/1.1" status: 204 len: 173 time: 1.5145955 Jan 14 01:44:28.888374 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-92449693-ebc6-4470-9603-1b3574efebe9 None None] Provisioning complete for port cf8e4907-e445-4cf5-a483-d25608be49b2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:28.889100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077c8467-b475-44c2-9ad9-c1e43027088f', 'name': 'network-vif-deleted', 'tag': '2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:28.890538 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-92449693-ebc6-4470-9603-1b3574efebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:28.899117 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299bc7e8-8ee3-45b0-bc0c-367e89b9540c" -d '{"events": [{"server_uuid": "077c8467-b475-44c2-9ad9-c1e43027088f", "name": "network-vif-deleted", "tag": "2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:28.937708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fe33b9-5f17-4075-99f1-b696d5d48c30,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:28.951915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfdbfe-66f8-40b0-8956-9f6da1131378 req-0f8caaa0-41b7-4a52-a94c-106eca286f65 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:28.953406 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-70dfdbfe-66f8-40b0-8956-9f6da1131378 req-0f8caaa0-41b7-4a52-a94c-106eca286f65 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.4006524 Jan 14 01:44:28.962257 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b6f905a9-32a1-4530-bd62-b9468c77c459 req-e90620c6-e777-4c5a-ab9f-9f6d418796fa tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c960404065ad43e58b5929b6631d44fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1209123 Jan 14 01:44:28.992220 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-175783e6-2c94-4e89-b1fa-4ee4bf4e5577 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c83079a7941148aa96b287d07d1653b0 HTTP/1.1" status: 200 len: 380 time: 0.2832501 Jan 14 01:44:29.032577 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-92449693-ebc6-4470-9603-1b3574efebe9 None None] Current status of the port cf8e4907-e445-4cf5-a483-d25608be49b2 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:29.033158 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-92449693-ebc6-4470-9603-1b3574efebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:29.117245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-92449693-ebc6-4470-9603-1b3574efebe9 None None] For port cf8e4907-e445-4cf5-a483-d25608be49b2, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=cf8e4907-e445-4cf5-a483-d25608be49b2,segment=NetworkSegment(6bffeb77-78a4-4f01-9d81-838cbe3dbd2b),segment_id=6bffeb77-78a4-4f01-9d81-838cbe3dbd2b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:29.121816 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-92449693-ebc6-4470-9603-1b3574efebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:29.166394 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Request body: {'port': {'device_id': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'admin_state_up': True, 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'security_groups': ['6b738434-8f19-4283-a704-3cd4dc76b8ed']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:29.189434 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92449693-ebc6-4470-9603-1b3574efebe9 None None] Pushing event updated for resources: {'Port': ['ID=cf8e4907-e445-4cf5-a483-d25608be49b2,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:29.226936 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Pushing event updated for resources: {'Port': ['ID=910b7729-653a-4c19-b7ce-46a7f11b67ac,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:29.262226 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-70dfdbfe-66f8-40b0-8956-9f6da1131378 req-fc299772-be8e-429b-ba5b-2b768a932436 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835307 Jan 14 01:44:29.304224 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f905a9-32a1-4530-bd62-b9468c77c459 req-7fa50ff4-3950-49a0-9b19-8340a40a49a4 tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:29.321174 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b6f905a9-32a1-4530-bd62-b9468c77c459 req-7fa50ff4-3950-49a0-9b19-8340a40a49a4 tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3579373 Jan 14 01:44:29.353674 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b6f905a9-32a1-4530-bd62-b9468c77c459 req-747bc033-e1e5-4f20-adf9-a3e4b9560101 tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] 10.222.0.26 "GET /v2.0/quotas/c960404065ad43e58b5929b6631d44fd HTTP/1.1" status: 200 len: 375 time: 0.0315616 Jan 14 01:44:29.366556 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Attempting to bind port f4fe33b9-5f17-4075-99f1-b696d5d48c30 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:29.367415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Attempting to bind port f4fe33b9-5f17-4075-99f1-b696d5d48c30 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:29.367415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Attempting to bind port f4fe33b9-5f17-4075-99f1-b696d5d48c30 on network 4ce41f76-a552-4855-887d-6b5d363a9f23 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:29.395771 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Publish callbacks [] for router_gateway (ac1af6f2-558a-4c44-8165-401c4384ad6f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:29.409347 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Port f4fe33b9-5f17-4075-99f1-b696d5d48c30 on network 4ce41f76-a552-4855-887d-6b5d363a9f23 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:44:29.409711 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Attempting to bind port f4fe33b9-5f17-4075-99f1-b696d5d48c30 on network 4ce41f76-a552-4855-887d-6b5d363a9f23 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:29.413441 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b6f905a9-32a1-4530-bd62-b9468c77c459 req-3b2f7abf-c9b1-4c31-9c75-acbfad0ecb35 tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c960404065ad43e58b5929b6631d44fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589743 Jan 14 01:44:29.416480 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c597a956-2efe-4f17-9303-0d6647412666 req-5a95598a-bd8f-4852-9adb-2b9521c4375a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0605752 Jan 14 01:44:29.419715 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:29.420051 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Checking segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:29.420444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Bound using segment: {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:29.420859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Bound port: f4fe33b9-5f17-4075-99f1-b696d5d48c30, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a932aa3-4e95-4b53-887b-15f1e7ce4208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:29.421215 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:29.432468 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Made reservation on behalf of c83079a7941148aa96b287d07d1653b0 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:29.436207 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:29.459105 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d2945f95-bd5d-4a58-a82e-788b76355789 None None] Provisioning complete for port cf8e4907-e445-4cf5-a483-d25608be49b2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:29.459651 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2945f95-bd5d-4a58-a82e-788b76355789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:29.499655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] For port f4fe33b9-5f17-4075-99f1-b696d5d48c30, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:29.503230 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] For port f4fe33b9-5f17-4075-99f1-b696d5d48c30, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f4fe33b9-5f17-4075-99f1-b696d5d48c30,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:29.512666 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:29.561913 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:29.564110 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:29.568956 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] 10.222.0.46 "PUT /v2.0/ports/f4fe33b9-5f17-4075-99f1-b696d5d48c30 HTTP/1.1" status: 200 len: 1092 time: 1.8602686 Jan 14 01:44:29.576854 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f237966-9062-4d6b-ba88-378766f4b863', 'tag': 'f4fe33b9-5f17-4075-99f1-b696d5d48c30'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:29.584286 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbfa2a1-080f-4f8b-b45f-cd77145d37c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7f237966-9062-4d6b-ba88-378766f4b863", "tag": "f4fe33b9-5f17-4075-99f1-b696d5d48c30"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:29.639413 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93d6f0-73f4-4337-8358-1abd4cdef331 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fe33b9-5f17-4075-99f1-b696d5d48c30,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:29.717552 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-fec2a8c6-aac5-4c13-851d-f21265711ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:29.719959 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d2945f95-bd5d-4a58-a82e-788b76355789 None None] Current status of the port cf8e4907-e445-4cf5-a483-d25608be49b2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:29.723459 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-fec2a8c6-aac5-4c13-851d-f21265711ced service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 1095 time: 0.0791471 Jan 14 01:44:29.774018 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fb3761-8b76-4288-b3e5-50a86e55e6eb x-openstack-request-id: req-70fb3761-8b76-4288-b3e5-50a86e55e6eb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:29.774561 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077c8467-b475-44c2-9ad9-c1e43027088f", "name": "network-vif-deleted", "tag": "2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:29.774561 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70fb3761-8b76-4288-b3e5-50a86e55e6eb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:29.774968 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077c8467-b475-44c2-9ad9-c1e43027088f', 'name': 'network-vif-deleted', 'tag': '2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9', 'status': 'completed', 'code': 200} Jan 14 01:44:29.814870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Allocated IP 172.20.0.11 (d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f/9b33cf5c-331a-49ac-b52b-8f2b00462c45/4e0c5495-0ad2-4023-8382-3e516cef80f4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:29.828446 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device cf8e4907-e445-4cf5-a483-d25608be49b2 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:29.857936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-bfed103a-d0f7-4cca-849a-b5c0852a04c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4fe33b9-5f17-4075-99f1-b696d5d48c30 HTTP/1.1" status: 200 len: 217 time: 0.1081455 Jan 14 01:44:29.865366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:29.873539 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (ac1af6f2-558a-4c44-8165-401c4384ad6f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.881848 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.884763 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.884763 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.884763 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.884763 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.884763 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.884763 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.884763 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.884763 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.884763 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.884763 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.884763 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:29.884763 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:44:29.887677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecea50e-0799-4cb8-be5a-b623b75546b4 req-e21cba25-3f49-4967-a12e-b8fef93740b3 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:29.888155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:29.889592 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2c6cd54b-f68a-4a01-a35a-50c9b81dd7e9 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:29.896185 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fecea50e-0799-4cb8-be5a-b623b75546b4 req-e21cba25-3f49-4967-a12e-b8fef93740b3 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 944 time: 0.1642931 Jan 14 01:44:29.913033 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port cf8e4907-e445-4cf5-a483-d25608be49b2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:29.913407 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:29.968158 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8d11914-bc23-4f29-8ad5-2c79c68d3ebc req-9436abd9-4acf-4a88-aa23-3e58fa4c8724 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 210 time: 0.0681136 Jan 14 01:44:30.000395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port cf8e4907-e445-4cf5-a483-d25608be49b2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:30.001619 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-341b5718-c2f7-4a24-9230-27949f449cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:30.004446 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-341b5718-c2f7-4a24-9230-27949f449cfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.1402829 Jan 14 01:44:30.040512 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fecea50e-0799-4cb8-be5a-b623b75546b4 req-967a0889-857d-4356-8f35-7105e214c2de tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427093 Jan 14 01:44:30.095049 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee078859-7b96-4f85-8eaf-f6179bd68ebe x-openstack-request-id: req-ee078859-7b96-4f85-8eaf-f6179bd68ebe {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:30.095345 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f237966-9062-4d6b-ba88-378766f4b863", "tag": "f4fe33b9-5f17-4075-99f1-b696d5d48c30", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:30.095600 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee078859-7b96-4f85-8eaf-f6179bd68ebe {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:30.096107 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f237966-9062-4d6b-ba88-378766f4b863', 'tag': 'f4fe33b9-5f17-4075-99f1-b696d5d48c30', 'status': 'completed', 'code': 200} Jan 14 01:44:30.098386 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-13f41c4d-ad54-4d7c-a665-a06dcaa0f9be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856106 Jan 14 01:44:30.170332 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Router ac1af6f2-558a-4c44-8165-401c4384ad6f is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:44:30.273263 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-0c3b0dc2-ce65-448e-b4c0-47470c494a2a service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669381 Jan 14 01:44:30.345811 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:30.365577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53682) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:30.472972 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f23739-1bf5-476d-a979-e166f17f9fa9 admin admin] Deleting subnet 1774670e-fac2-4702-b7a8-8ca77460f4da {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:44:30.483505 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77347af4-6f62-4b7d-8cbe-4713a752b008 req-21d76bdc-4f2a-4c0e-89b5-cbbfc9550e8b service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056992 Jan 14 01:44:30.484368 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6f23739-1bf5-476d-a979-e166f17f9fa9 admin admin] Publish callbacks [] for subnet (1774670e-fac2-4702-b7a8-8ca77460f4da), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:30.494315 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676cd3b-cfa1-49a6-b804-c6fefa5a7cbf req-9bc990e2-9181-4648-a32a-944aabb455af tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:30.496101 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6676cd3b-cfa1-49a6-b804-c6fefa5a7cbf req-9bc990e2-9181-4648-a32a-944aabb455af tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1410904 Jan 14 01:44:30.562651 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6f23739-1bf5-476d-a979-e166f17f9fa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (1774670e-fac2-4702-b7a8-8ca77460f4da), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:30.612933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6f23739-1bf5-476d-a979-e166f17f9fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (1774670e-fac2-4702-b7a8-8ca77460f4da), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:30.682998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:44:30.688579 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:30.701991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Sync routers for ids ['ac1af6f2-558a-4c44-8165-401c4384ad6f'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:44:30.721313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c6e137f0-087a-42fb-be97-fbd9baabbf5a req-7a6d8df3-6d83-45d1-9dde-2cdefb919344 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0974865 Jan 14 01:44:30.722209 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Routers {'ac1af6f2-558a-4c44-8165-401c4384ad6f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:30.723589 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:44:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ac1af6f2-558a-4c44-8165-401c4384ad6f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:30.738386 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:30.739666 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-859068ae-ccb0-499d-9e13-91b434efc819 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4993644 Jan 14 01:44:30.743055 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6676cd3b-cfa1-49a6-b804-c6fefa5a7cbf req-c0d54ddd-4b74-470f-8023-dac648a1a518 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199702 Jan 14 01:44:30.743830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53694) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:30.756989 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:30.763834 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:30.769775 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:30.778024 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfa2a1-080f-4f8b-b45f-cd77145d37c3 req-adc08e56-0960-4b34-b420-99bf75d250de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:30.779617 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acbfa2a1-080f-4f8b-b45f-cd77145d37c3 req-adc08e56-0960-4b34-b420-99bf75d250de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b782c83d919c481cb3b03a9f645c75e6&device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 1095 time: 0.1546686 Jan 14 01:44:30.816947 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Pushing event updated for resources: {'Port': ['ID=4e0c5495-0ad2-4023-8382-3e516cef80f4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:30.890800 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6f23739-1bf5-476d-a979-e166f17f9fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (1774670e-fac2-4702-b7a8-8ca77460f4da), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.917663 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:30.920082 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:30.943080 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Set router ac1af6f2-558a-4c44-8165-401c4384ad6f gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:30.950385 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1dfd31aa-5030-47a6-bb23-019a9f078981 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7892296 Jan 14 01:44:30.985031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f23739-1bf5-476d-a979-e166f17f9fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1774670e-fac2-4702-b7a8-8ca77460f4da,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:31.000416 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Request body: {'port': {'device_id': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:31.007630 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3aea8eb5-f8f6-4234-948b-7087b3bacebc req-3dafa7d7-a7ec-476e-9112-95ee9a1b971c tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c960404065ad43e58b5929b6631d44fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160378 Jan 14 01:44:31.072199 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfa2a1-080f-4f8b-b45f-cd77145d37c3 req-940cea4d-a22c-419a-8ed3-c212df211c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:31.074146 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acbfa2a1-080f-4f8b-b45f-cd77145d37c3 req-940cea4d-a22c-419a-8ed3-c212df211c4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 200 len: 913 time: 0.2753942 Jan 14 01:44:31.124123 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.234291 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea8eb5-f8f6-4234-948b-7087b3bacebc req-345ba9c2-5651-4019-a00e-204af3f8b0fa tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:31.236498 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3aea8eb5-f8f6-4234-948b-7087b3bacebc req-345ba9c2-5651-4019-a00e-204af3f8b0fa tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533241 Jan 14 01:44:31.253837 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6f23739-1bf5-476d-a979-e166f17f9fa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.261583 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f6f23739-1bf5-476d-a979-e166f17f9fa9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1774670e-fac2-4702-b7a8-8ca77460f4da HTTP/1.1" status: 204 len: 168 time: 0.8939345 Jan 14 01:44:31.264035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53708) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:31.279457 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3aea8eb5-f8f6-4234-948b-7087b3bacebc req-4ea9ad3c-5466-4160-ae7c-8670bca9729c tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] 10.222.0.26 "GET /v2.0/quotas/c960404065ad43e58b5929b6631d44fd HTTP/1.1" status: 200 len: 375 time: 0.0147657 Jan 14 01:44:31.342433 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e32f62b8-ff1e-43bd-a604-1a5e6d9c2e51 None None] Provisioning complete for port 4e0c5495-0ad2-4023-8382-3e516cef80f4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:31.343100 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e32f62b8-ff1e-43bd-a604-1a5e6d9c2e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.370699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acbfa2a1-080f-4f8b-b45f-cd77145d37c3 req-fc027ab7-d832-431e-9254-aabdb5e72c34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4fe33b9-5f17-4075-99f1-b696d5d48c30 HTTP/1.1" status: 200 len: 217 time: 0.1329703 Jan 14 01:44:31.373050 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3aea8eb5-f8f6-4234-948b-7087b3bacebc req-d035017c-e211-46e3-b71b-e0911453b742 tempest-QuotasAdminNegativeTest-1823038946 tempest-QuotasAdminNegativeTest-1823038946-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c960404065ad43e58b5929b6631d44fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637648 Jan 14 01:44:31.387099 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (a384c72d-ce9a-41ec-96b9-f631f8d7da50), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.401466 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e32f62b8-ff1e-43bd-a604-1a5e6d9c2e51 None None] Port 4e0c5495-0ad2-4023-8382-3e516cef80f4 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:44:31.439591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca96a6d-1305-4dc4-8bac-3e4810625be4 req-b608370e-f30d-4b92-a724-9c17de0db763 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:31.441526 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ca96a6d-1305-4dc4-8bac-3e4810625be4 req-b608370e-f30d-4b92-a724-9c17de0db763 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 932 time: 0.1981113 Jan 14 01:44:31.447104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'name': 'tempest-FloatingIPsTestJSON-1508600645-router', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:26Z', 'updated_at': '2022-01-14T01:44:29Z', 'revision_number': 3, 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'gw_port': {'id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:27Z', 'updated_at': '2022-01-14T01:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:31.462241 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfa2a1-080f-4f8b-b45f-cd77145d37c3 req-6afd6fda-0b01-483f-ae2b-669e3342ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:31.464053 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acbfa2a1-080f-4f8b-b45f-cd77145d37c3 req-6afd6fda-0b01-483f-ae2b-669e3342ed61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 200 len: 852 time: 0.0794706 Jan 14 01:44:31.507146 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Checking router: ac1af6f2-558a-4c44-8165-401c4384ad6f for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:44:31.507494 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Updating router ac1af6f2-558a-4c44-8165-401c4384ad6f port 910b7729-653a-4c19-b7ce-46a7f11b67ac binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:44:31.511920 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acbfa2a1-080f-4f8b-b45f-cd77145d37c3 req-9d7209b6-6ba0-4dda-867a-78e2a8a62601 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce41f76-a552-4855-887d-6b5d363a9f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405290 Jan 14 01:44:31.545527 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.548867 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.640793 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (a384c72d-ce9a-41ec-96b9-f631f8d7da50), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.691670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a384c72d-ce9a-41ec-96b9-f631f8d7da50']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:31.693748 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acbfa2a1-080f-4f8b-b45f-cd77145d37c3 req-eb74c922-c69e-46df-b7a8-519426d6b397 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702878 Jan 14 01:44:31.698857 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ca96a6d-1305-4dc4-8bac-3e4810625be4 req-ea4c95c3-05c8-412c-a4f1-2907c8ba7f0f tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336404 Jan 14 01:44:31.756321 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6867fd5b-0fc7-4210-b89d-df0644006c97') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:31.756617 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6867fd5b-0fc7-4210-b89d-df0644006c97') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:31.793076 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (6867fd5b-0fc7-4210-b89d-df0644006c97), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.820765 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acbfa2a1-080f-4f8b-b45f-cd77145d37c3 req-3e07f621-f5cb-4d53-b726-589921f853d5 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194580 Jan 14 01:44:31.821883 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.824928 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6867fd5b-0fc7-4210-b89d-df0644006c97), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.850076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8344331-99af-4989-8a17-f7c00017290f req-fd5329a1-eb79-460a-861f-54e0ca8546c0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:31.854883 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0c5495-0ad2-4023-8382-3e516cef80f4 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:31.858185 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8344331-99af-4989-8a17-f7c00017290f req-fd5329a1-eb79-460a-861f-54e0ca8546c0 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 944 time: 0.2490094 Jan 14 01:44:31.874116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:44:31.875620 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (6867fd5b-0fc7-4210-b89d-df0644006c97), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:44:31.878712 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:44:31.904578 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Publish callbacks [] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.921301 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8344331-99af-4989-8a17-f7c00017290f req-fdd3a9c7-44de-405f-9573-be0168bcd012 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618401 Jan 14 01:44:31.960716 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Publish callbacks [] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:31.967750 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.036147 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-812d8232-95f8-4715-a8c6-5faee4c768b3 req-e1ef568d-90e9-4d59-9fef-8ddf7384747b tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0483999 Jan 14 01:44:32.041265 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Transition to ACTIVE for port object 4e0c5495-0ad2-4023-8382-3e516cef80f4 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:44:32.060327 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Attempting to bind port 910b7729-653a-4c19-b7ce-46a7f11b67ac on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:32.060730 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Attempting to bind port 910b7729-653a-4c19-b7ce-46a7f11b67ac by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:32.061083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Attempting to bind port 910b7729-653a-4c19-b7ce-46a7f11b67ac on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:32.064653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e31dc-da22-48d7-be23-386a393a9786 None None] Pushing event updated for resources: {'Port': ['ID=910b7729-653a-4c19-b7ce-46a7f11b67ac,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:32.086330 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.092647 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:32.093061 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:32.093556 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.093971 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:32.094444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Bound port: 910b7729-653a-4c19-b7ce-46a7f11b67ac, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:32.094891 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.101929 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (a384c72d-ce9a-41ec-96b9-f631f8d7da50), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.128247 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.132081 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a384c72d-ce9a-41ec-96b9-f631f8d7da50 HTTP/1.1" status: 204 len: 168 time: 0.8670812 Jan 14 01:44:32.173168 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93794d7a-11dc-41e3-92a8-3729a559a9e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a384c72d-ce9a-41ec-96b9-f631f8d7da50,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:32.177990 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac178f39-839c-421e-a187-d05007ac316c req-0a6bd522-04b5-44bb-9eff-74639026c228 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:32.180694 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac178f39-839c-421e-a187-d05007ac316c req-0a6bd522-04b5-44bb-9eff-74639026c228 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1099222 Jan 14 01:44:32.220739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0c5495-0ad2-4023-8382-3e516cef80f4,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:32.229375 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] For port 910b7729-653a-4c19-b7ce-46a7f11b67ac, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:32.237240 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] For port 910b7729-653a-4c19-b7ce-46a7f11b67ac, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=910b7729-653a-4c19-b7ce-46a7f11b67ac,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:32.251494 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.319230 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac178f39-839c-421e-a187-d05007ac316c req-8b367c29-df2a-44b4-ab69-ae1c42270e18 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325498 Jan 14 01:44:32.368013 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e31dc-da22-48d7-be23-386a393a9786 None None] Pushing event updated for resources: {'Port': ['ID=910b7729-653a-4c19-b7ce-46a7f11b67ac,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:32.399011 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53728) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:32.407148 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Routers {'ac1af6f2-558a-4c44-8165-401c4384ad6f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:32.407619 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:44:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ac1af6f2-558a-4c44-8165-401c4384ad6f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:32.426925 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Allocated IP 172.20.0.1 (dbc2021b-f88c-4d56-a15d-76318f1b3fab/2c540c0a-37a1-4468-b34c-b937e3824ab2/53569fd0-1563-49b3-937c-1bf2fc8c77b4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:32.442150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53730) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:32.445055 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Attempting to bind port 4e0c5495-0ad2-4023-8382-3e516cef80f4 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:32.445384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Attempting to bind port 4e0c5495-0ad2-4023-8382-3e516cef80f4 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:32.445709 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Attempting to bind port 4e0c5495-0ad2-4023-8382-3e516cef80f4 on network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:32.492075 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-433f15b4-7f55-40f7-bc73-59f648b7a9d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8339d6b8cf8d4b2489df6d36e260b708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0882585 Jan 14 01:44:32.492764 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53734) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:32.499190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Port 4e0c5495-0ad2-4023-8382-3e516cef80f4 on network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:44:32.499513 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Attempting to bind port 4e0c5495-0ad2-4023-8382-3e516cef80f4 on network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:32.572987 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] Set router ac1af6f2-558a-4c44-8165-401c4384ad6f gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:32.593775 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c616f018-827e-48f6-bc62-0470b2952e19 admin admin] Publish callbacks [] for security_group (3c4bf820-d3f4-40f1-b405-2af2ff211b9f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.621894 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Publish callbacks [] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.640107 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c616f018-827e-48f6-bc62-0470b2952e19 admin admin] Publish callbacks [] for security_group (3c4bf820-d3f4-40f1-b405-2af2ff211b9f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.662163 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:32.662848 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Checking segment: {'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:32.663711 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Bound using segment: {'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:32.664413 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Bound port: 4e0c5495-0ad2-4023-8382-3e516cef80f4, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3c0787-974a-4f91-868e-a5d7ff707957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:32.664936 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.669260 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.724061 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Network dbc2021b-f88c-4d56-a15d-76318f1b3fab is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:32.739384 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c616f018-827e-48f6-bc62-0470b2952e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3c4bf820-d3f4-40f1-b405-2af2ff211b9f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.741751 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9487543-8e88-41cd-98db-80e7699a91a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.743259 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c616f018-827e-48f6-bc62-0470b2952e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:32.744572 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c616f018-827e-48f6-bc62-0470b2952e19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c4bf820-d3f4-40f1-b405-2af2ff211b9f HTTP/1.1" status: 204 len: 168 time: 0.2507486 Jan 14 01:44:32.760215 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616f018-827e-48f6-bc62-0470b2952e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4bf820-d3f4-40f1-b405-2af2ff211b9f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:32.788113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:32.792383 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:32.822751 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'name': 'tempest-FloatingIPsTestJSON-1508600645-router', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:26Z', 'updated_at': '2022-01-14T01:44:29Z', 'revision_number': 3, 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'gw_port': {'id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:27Z', 'updated_at': '2022-01-14T01:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:32.872383 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Pushing event updated for resources: {'Port': ['ID=53569fd0-1563-49b3-937c-1bf2fc8c77b4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:32.885120 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d21d49-8636-4071-a5e6-701a3e21bbf8 None None] The sync data for ids ['ac1af6f2-558a-4c44-8165-401c4384ad6f'] in n-d-824358-4 is: [{'id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'name': 'tempest-FloatingIPsTestJSON-1508600645-router', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:26Z', 'updated_at': '2022-01-14T01:44:29Z', 'revision_number': 3, 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'gw_port': {'id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:27Z', 'updated_at': '2022-01-14T01:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:44:32.928594 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca61c3c-20b4-4243-a550-f020b0fd889d req-864f85d0-42bf-4c89-86e5-2c36ead04963 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:32.930150 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ca61c3c-20b4-4243-a550-f020b0fd889d req-864f85d0-42bf-4c89-86e5-2c36ead04963 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 944 time: 0.1029873 Jan 14 01:44:32.994996 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (ac1af6f2-558a-4c44-8165-401c4384ad6f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:33.013385 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ca61c3c-20b4-4243-a550-f020b0fd889d req-9521574b-0704-4ec6-bdc2-c3b3bd0e6d0e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758908 Jan 14 01:44:33.082803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] For port 4e0c5495-0ad2-4023-8382-3e516cef80f4, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:33.138044 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ac17a-51ec-4788-b35d-8f203ee669dd req-24399cbb-1e69-446d-a726-ab043a49ce36 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:33.141873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f2ac17a-51ec-4788-b35d-8f203ee669dd req-24399cbb-1e69-446d-a726-ab043a49ce36 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 944 time: 0.1147256 Jan 14 01:44:33.145991 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] For port 4e0c5495-0ad2-4023-8382-3e516cef80f4, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4e0c5495-0ad2-4023-8382-3e516cef80f4,segment=NetworkSegment(cf3c0787-974a-4f91-868e-a5d7ff707957),segment_id=cf3c0787-974a-4f91-868e-a5d7ff707957)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:33.168997 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:33.236009 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1e28abae-e537-42bf-a12e-01898a7a5ecb req-d9d28b69-3f25-4156-827b-90bc13a68902 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0845432 Jan 14 01:44:33.265639 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:33.266385 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:33.267685 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] 10.222.0.46 "PUT /v2.0/ports/4e0c5495-0ad2-4023-8382-3e516cef80f4 HTTP/1.1" status: 200 len: 1092 time: 2.2748761 Jan 14 01:44:33.277517 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'tag': '4e0c5495-0ad2-4023-8382-3e516cef80f4'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:33.286291 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0496583c-a541-4140-8d37-568edd43c300" -d '{"events": [{"name": "network-changed", "server_uuid": "42e8ab04-595a-4aca-9481-dc56a87ddfca", "tag": "4e0c5495-0ad2-4023-8382-3e516cef80f4"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:33.312074 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9487543-8e88-41cd-98db-80e7699a91a5 admin admin] Publish callbacks [] for security_group (e19b5a13-222b-43fd-a05a-43d29f43d22f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:33.321721 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f2ac17a-51ec-4788-b35d-8f203ee669dd req-771504a6-1fd2-4581-a7af-6b4a3eb38b81 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343398 Jan 14 01:44:33.328964 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bb749a3b-9954-4971-b6bf-054544b455fc None None] Provisioning complete for port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:33.329446 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb749a3b-9954-4971-b6bf-054544b455fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:33.344367 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9487543-8e88-41cd-98db-80e7699a91a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e19b5a13-222b-43fd-a05a-43d29f43d22f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:33.397471 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c05c7c-e1f9-4f1f-a289-83c6cad7fd47 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0c5495-0ad2-4023-8382-3e516cef80f4,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:33.470857 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:33.486504 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b9487543-8e88-41cd-98db-80e7699a91a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c960404065ad43e58b5929b6631d44fd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0429955 Jan 14 01:44:33.489290 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53758) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:33.492392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9487543-8e88-41cd-98db-80e7699a91a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19b5a13-222b-43fd-a05a-43d29f43d22f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:33.524876 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfcb0bb-fe6c-4d2b-a13e-9601bcfd38c3 x-openstack-request-id: req-acfcb0bb-fe6c-4d2b-a13e-9601bcfd38c3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:33.525423 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e8ab04-595a-4aca-9481-dc56a87ddfca", "tag": "4e0c5495-0ad2-4023-8382-3e516cef80f4", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:33.525830 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acfcb0bb-fe6c-4d2b-a13e-9601bcfd38c3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:33.526587 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'tag': '4e0c5495-0ad2-4023-8382-3e516cef80f4', 'status': 'completed', 'code': 200} Jan 14 01:44:33.532740 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-50779dda-4d38-44d0-a855-7e86e3c90cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:33.534588 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-50779dda-4d38-44d0-a855-7e86e3c90cb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c83079a7941148aa96b287d07d1653b0&device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 1095 time: 0.1926298 Jan 14 01:44:33.545536 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bb749a3b-9954-4971-b6bf-054544b455fc None None] Port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:44:33.669956 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-4783d232-063c-4bc7-a6c8-ac1b77872a69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e0c5495-0ad2-4023-8382-3e516cef80f4 HTTP/1.1" status: 200 len: 217 time: 0.1157906 Jan 14 01:44:33.671992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 910b7729-653a-4c19-b7ce-46a7f11b67ac up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:33.736231 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e433-bb83-421c-b57f-330be5cb4475 req-097cef03-3d30-4035-b7ac-7d9175fb1c0f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:33.738033 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6754e433-bb83-421c-b57f-330be5cb4475 req-097cef03-3d30-4035-b7ac-7d9175fb1c0f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1773510 Jan 14 01:44:33.787986 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 910b7729-653a-4c19-b7ce-46a7f11b67ac triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:33.788376 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:33.798308 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06b36d7f-1eec-4098-a48b-ab9c59f8d179 admin admin] Publish callbacks [] for security_group (e19b5a13-222b-43fd-a05a-43d29f43d22f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:33.876206 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-fdb76fb0-cb8e-43f0-92f4-3ab6eed6fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:33.877708 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-fdb76fb0-cb8e-43f0-92f4-3ab6eed6fafb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b33cf5c-331a-49ac-b52b-8f2b00462c45 HTTP/1.1" status: 200 len: 849 time: 0.2009597 Jan 14 01:44:33.910704 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06b36d7f-1eec-4098-a48b-ab9c59f8d179 admin admin] Publish callbacks [] for security_group (e19b5a13-222b-43fd-a05a-43d29f43d22f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:33.948864 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 910b7729-653a-4c19-b7ce-46a7f11b67ac is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:33.949264 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:33.995361 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Publish callbacks [] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:33.998497 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 910b7729-653a-4c19-b7ce-46a7f11b67ac, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=910b7729-653a-4c19-b7ce-46a7f11b67ac,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:34.006791 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:34.012873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6754e433-bb83-421c-b57f-330be5cb4475 req-6f82329e-9cd1-400e-9dff-47882bf79191 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665131 Jan 14 01:44:34.033725 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:34.060004 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06b36d7f-1eec-4098-a48b-ab9c59f8d179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e19b5a13-222b-43fd-a05a-43d29f43d22f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:34.063360 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06b36d7f-1eec-4098-a48b-ab9c59f8d179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:34.069723 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-06b36d7f-1eec-4098-a48b-ab9c59f8d179 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e19b5a13-222b-43fd-a05a-43d29f43d22f HTTP/1.1" status: 204 len: 168 time: 0.5787947 Jan 14 01:44:34.096926 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b36d7f-1eec-4098-a48b-ab9c59f8d179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19b5a13-222b-43fd-a05a-43d29f43d22f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:34.181575 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53772) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:34.191376 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=910b7729-653a-4c19-b7ce-46a7f11b67ac,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:34.212697 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bcd6d-bbc8-4795-bc29-0bab1ebdd5c7 req-3fe1b946-379b-482b-92f6-c9e18df70e2b tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:34.219967 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a11bcd6d-bbc8-4795-bc29-0bab1ebdd5c7 req-3fe1b946-379b-482b-92f6-c9e18df70e2b tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 944 time: 0.0788400 Jan 14 01:44:34.256491 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f4fe33b9-5f17-4075-99f1-b696d5d48c30 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:44:34.359424 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Pushing event updated for resources: {'Port': ['ID=53569fd0-1563-49b3-937c-1bf2fc8c77b4,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:34.372763 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (ac1af6f2-558a-4c44-8165-401c4384ad6f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:34.382836 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a11bcd6d-bbc8-4795-bc29-0bab1ebdd5c7 req-b43c7d18-b20b-4346-949c-0870aee14bbb tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618643 Jan 14 01:44:34.392239 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-2bdfafb6-827f-4ab8-9364-72613dad83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:34.395889 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-2bdfafb6-827f-4ab8-9364-72613dad83ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5063784 Jan 14 01:44:34.520153 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:34.596189 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f4fe33b9-5f17-4075-99f1-b696d5d48c30, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f4fe33b9-5f17-4075-99f1-b696d5d48c30,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:34.600390 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-67568073-1703-49c7-b5b5-cd88c1cad29f req-6108b25c-f09c-47ac-95c5-65e26577aa08 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5739fa80-5bce-4b8f-a623-6ce735680783 HTTP/1.1" status: 200 len: 210 time: 0.0781426 Jan 14 01:44:34.633027 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'f4fe33b9-5f17-4075-99f1-b696d5d48c30', 'network_id': '4ce41f76-a552-4855-887d-6b5d363a9f23', 'port_id': 'f4fe33b9-5f17-4075-99f1-b696d5d48c30', 'mac_address': 'fa:16:3e:d4:5c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97ddbcc-09c0-411b-9dd8-86412dbf8eb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:44:34.641838 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd9f82-e39c-4520-a222-e96d9f1c2343 req-40ef348b-a404-470e-a918-d6cb508e1a3b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:34.643587 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ddd9f82-e39c-4520-a222-e96d9f1c2343 req-40ef348b-a404-470e-a918-d6cb508e1a3b tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 944 time: 0.1071630 Jan 14 01:44:34.694560 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port f4fe33b9-5f17-4075-99f1-b696d5d48c30 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:34.694947 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:34.713071 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fe33b9-5f17-4075-99f1-b696d5d48c30 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:34.764995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f4fe33b9-5f17-4075-99f1-b696d5d48c30, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f4fe33b9-5f17-4075-99f1-b696d5d48c30,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:34.766287 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ddd9f82-e39c-4520-a222-e96d9f1c2343 req-d3d79608-5d77-4882-aef1-12203d5e9117 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153629 Jan 14 01:44:34.785818 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:34.818263 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-1bf4f779-d9af-4d14-993c-29ecf0b07b08 service neutron] 10.222.0.46 "GET /v2.0/networks/d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088881 Jan 14 01:44:34.826275 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1985083374-network', 'tenant_id': '4f866e57fcf64c0a8c8652ce102e459e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:34.855404 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Network dbc2021b-f88c-4d56-a15d-76318f1b3fab is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:34.868293 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:34.913768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=f4fe33b9-5f17-4075-99f1-b696d5d48c30,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:34.918375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53782) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:34.938244 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45fd6192-40c6-4e2b-b4b5-f3e69ffd4e02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:34.942919 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-81d62b8d-7614-4eff-b81f-7dc007d5cce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.070057 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45fd6192-40c6-4e2b-b4b5-f3e69ffd4e02 admin admin] Publish callbacks [] for security_group (ad398130-9695-470e-a7df-bc5bbce9f4cf), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.076653 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45fd6192-40c6-4e2b-b4b5-f3e69ffd4e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ad398130-9695-470e-a7df-bc5bbce9f4cf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.101341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4fe33b9-5f17-4075-99f1-b696d5d48c30'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:35.205134 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-45fd6192-40c6-4e2b-b4b5-f3e69ffd4e02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d9b4a316e0e47858b9494b9dc7385a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818699 Jan 14 01:44:35.205134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd6192-40c6-4e2b-b4b5-f3e69ffd4e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad398130-9695-470e-a7df-bc5bbce9f4cf,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:35.230527 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53788) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:35.372143 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67049d10-35ba-4fd4-b4c9-6d993abe5d2c admin admin] Publish callbacks [] for security_group (ad398130-9695-470e-a7df-bc5bbce9f4cf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.412663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a75c58c3-a188-4712-8237-cb13e0176074 None None] Provisioning complete for port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:35.413121 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a75c58c3-a188-4712-8237-cb13e0176074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.413915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735e652-a714-44bb-8dac-a9698a3ce06a req-698180eb-ce8b-472e-8276-171e653363be tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:35.424430 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8735e652-a714-44bb-8dac-a9698a3ce06a req-698180eb-ce8b-472e-8276-171e653363be tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.2534323 Jan 14 01:44:35.474273 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Made reservation on behalf of 4f866e57fcf64c0a8c8652ce102e459e for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:35.481997 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67049d10-35ba-4fd4-b4c9-6d993abe5d2c admin admin] Publish callbacks [] for security_group (ad398130-9695-470e-a7df-bc5bbce9f4cf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.484967 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.514519 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.518171 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a75c58c3-a188-4712-8237-cb13e0176074 None None] Port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:44:35.556430 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67049d10-35ba-4fd4-b4c9-6d993abe5d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ad398130-9695-470e-a7df-bc5bbce9f4cf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.559985 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67049d10-35ba-4fd4-b4c9-6d993abe5d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.573619 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-67049d10-35ba-4fd4-b4c9-6d993abe5d2c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad398130-9695-470e-a7df-bc5bbce9f4cf HTTP/1.1" status: 204 len: 168 time: 0.3418183 Jan 14 01:44:35.587912 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 910b7729-653a-4c19-b7ce-46a7f11b67ac up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:35.589717 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bf8c8e08-942b-45a8-90b0-524c5c67c94a req-a997075c-4df4-4493-ad45-f8e1f32bde1c service neutron] 10.222.0.46 "GET /v2.0/networks/d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7585416 Jan 14 01:44:35.649292 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Router ac1af6f2-558a-4c44-8165-401c4384ad6f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:44:35.680935 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67049d10-35ba-4fd4-b4c9-6d993abe5d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad398130-9695-470e-a7df-bc5bbce9f4cf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:35.711717 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8735e652-a714-44bb-8dac-a9698a3ce06a req-a5bf6260-ddff-47dc-b427-3754b922c5e1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838116 Jan 14 01:44:35.722951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 910b7729-653a-4c19-b7ce-46a7f11b67ac triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:35.723489 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.729414 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207556fc-5038-41e6-958b-e0d831ab18eb req-de5c483a-f9ed-4e6d-ba8b-51c3a0edb8dc tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:35.737613 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-207556fc-5038-41e6-958b-e0d831ab18eb req-de5c483a-f9ed-4e6d-ba8b-51c3a0edb8dc tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 944 time: 0.1938474 Jan 14 01:44:35.783874 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Publish callbacks [] for security_group (75c5d2b8-6a5f-4afa-912f-02d2086b90e1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.860445 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (75c5d2b8-6a5f-4afa-912f-02d2086b90e1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:35.874690 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-207556fc-5038-41e6-958b-e0d831ab18eb req-80b00d98-a013-47e8-9737-3c5283144858 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361587 Jan 14 01:44:35.915543 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c5d2b8-6a5f-4afa-912f-02d2086b90e1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:35.949980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:44:35.963712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 910b7729-653a-4c19-b7ce-46a7f11b67ac is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:35.998945 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496583c-a541-4140-8d37-568edd43c300 req-a68ac683-7050-484d-a0ca-3d930e9ca074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:36.001260 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0496583c-a541-4140-8d37-568edd43c300 req-a68ac683-7050-484d-a0ca-3d930e9ca074 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c83079a7941148aa96b287d07d1653b0&device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 1095 time: 0.2993701 Jan 14 01:44:36.014125 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f0b39f4d-1e13-4c46-9927-f19d51d77d86), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:36.014656 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Added segment f0b39f4d-1e13-4c46-9927-f19d51d77d86 of type vlan for network ca203b62-fdce-4bb1-9d73-7b1d25233000 Jan 14 01:44:36.124404 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:44:36.137873 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ba18bdc9-1c3d-4d29-9bc2-82f7eda4b2eb admin admin] 10.222.0.26 "PUT /v2.0/routers/ac1af6f2-558a-4c44-8165-401c4384ad6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3827548 Jan 14 01:44:36.138080 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Sync routers for ids ['ac1af6f2-558a-4c44-8165-401c4384ad6f'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:44:36.148145 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a8f8d-5dad-4572-b21c-f0419c132603 req-f1a5fd8d-72f7-4a0b-8565-fc972f62d26e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:36.152672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-606a8f8d-5dad-4572-b21c-f0419c132603 req-f1a5fd8d-72f7-4a0b-8565-fc972f62d26e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 945 time: 0.0952744 Jan 14 01:44:36.169660 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Routers {'ac1af6f2-558a-4c44-8165-401c4384ad6f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:36.170306 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:44:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ac1af6f2-558a-4c44-8165-401c4384ad6f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:36.269321 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (ca203b62-fdce-4bb1-9d73-7b1d25233000), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:36.273044 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f4fe33b9-5f17-4075-99f1-b696d5d48c30 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:36.316684 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-606a8f8d-5dad-4572-b21c-f0419c132603 req-dd8516a9-83a8-4ce7-abf9-c7441efd93c5 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525371 Jan 14 01:44:36.358340 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (ca203b62-fdce-4bb1-9d73-7b1d25233000), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:36.363714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:36.364313 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:36.394496 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port f4fe33b9-5f17-4075-99f1-b696d5d48c30 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:44:36.401464 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port f4fe33b9-5f17-4075-99f1-b696d5d48c30 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:36.402893 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:36.470754 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Set router ac1af6f2-558a-4c44-8165-401c4384ad6f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:36.539954 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3256025 Jan 14 01:44:36.544125 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53832) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:36.550595 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5e60d5ba-048a-4f59-90cb-cbeb3bf7c4c0 admin admin] Request body: {'subnet': {'network_id': 'ca203b62-fdce-4bb1-9d73-7b1d25233000', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1985083374-subnet', 'tenant_id': '4f866e57fcf64c0a8c8652ce102e459e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:36.590822 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea944a31-8cb8-41ec-adfd-0312108661ee admin admin] Pushing event updated for resources: {'Network': ['ID=ca203b62-fdce-4bb1-9d73-7b1d25233000,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:36.609270 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e60d5ba-048a-4f59-90cb-cbeb3bf7c4c0 admin admin] Made reservation on behalf of 4f866e57fcf64c0a8c8652ce102e459e for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:36.613649 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e60d5ba-048a-4f59-90cb-cbeb3bf7c4c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:36.624814 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network ca203b62-fdce-4bb1-9d73-7b1d25233000 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:44:36.637069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496583c-a541-4140-8d37-568edd43c300 req-808aea9f-0f34-4117-83e3-50b71e658305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:36.642924 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0496583c-a541-4140-8d37-568edd43c300 req-808aea9f-0f34-4117-83e3-50b71e658305 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f HTTP/1.1" status: 200 len: 911 time: 0.6327288 Jan 14 01:44:36.727067 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0496583c-a541-4140-8d37-568edd43c300 req-9c0e50e0-352c-41cf-a519-1e8f2bbfd0e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e0c5495-0ad2-4023-8382-3e516cef80f4 HTTP/1.1" status: 200 len: 217 time: 0.0707135 Jan 14 01:44:36.751206 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port f4fe33b9-5f17-4075-99f1-b696d5d48c30 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:36.751441 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:36.853413 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f237966-9062-4d6b-ba88-378766f4b863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fe33b9-5f17-4075-99f1-b696d5d48c30'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:36.866916 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1219776a-3114-475d-a4e3-21ad8ff32c4c" -d '{"events": [{"server_uuid": "7f237966-9062-4d6b-ba88-378766f4b863", "name": "network-vif-plugged", "status": "completed", "tag": "f4fe33b9-5f17-4075-99f1-b696d5d48c30"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:36.870948 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496583c-a541-4140-8d37-568edd43c300 req-9f3654c1-5aef-4e86-8675-e2167383639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:36.872632 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0496583c-a541-4140-8d37-568edd43c300 req-9f3654c1-5aef-4e86-8675-e2167383639b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b33cf5c-331a-49ac-b52b-8f2b00462c45 HTTP/1.1" status: 200 len: 849 time: 0.1379509 Jan 14 01:44:36.904668 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'name': 'tempest-FloatingIPsTestJSON-1508600645-router', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:26Z', 'updated_at': '2022-01-14T01:44:33Z', 'revision_number': 4, 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'gw_port': {'id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:27Z', 'updated_at': '2022-01-14T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '53569fd0-1563-49b3-937c-1bf2fc8c77b4', 'name': '', 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'mac_address': 'fa:16:3e:34:cc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2c540c0a-37a1-4468-b34c-b937e3824ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:32Z', 'updated_at': '2022-01-14T01:44:33Z', 'revision_number': 2, 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'subnets': [{'id': '2c540c0a-37a1-4468-b34c-b937e3824ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:36.906613 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port f4fe33b9-5f17-4075-99f1-b696d5d48c30, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f4fe33b9-5f17-4075-99f1-b696d5d48c30,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:36.917128 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:36.974357 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Checking router: ac1af6f2-558a-4c44-8165-401c4384ad6f for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:44:36.974872 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Updating router ac1af6f2-558a-4c44-8165-401c4384ad6f port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:44:36.978802 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496583c-a541-4140-8d37-568edd43c300 req-c37ce110-c242-4df9-adc4-b0a3e789cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:36.980880 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0496583c-a541-4140-8d37-568edd43c300 req-c37ce110-c242-4df9-adc4-b0a3e789cd4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993516 Jan 14 01:44:37.012251 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=f4fe33b9-5f17-4075-99f1-b696d5d48c30,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:37.038074 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:37.103319 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0496583c-a541-4140-8d37-568edd43c300 req-3e8be068-e84b-463c-baaf-3b709db66622 service neutron] 10.222.0.46 "GET /v2.0/networks/d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125264 Jan 14 01:44:37.149795 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49a72cfa-a619-4674-b661-47f0b18c2f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:37.247730 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0496583c-a541-4140-8d37-568edd43c300 req-bea2c509-0d1c-4f13-9109-4f2c34911fd1 service neutron] 10.222.0.46 "GET /v2.0/networks/d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381168 Jan 14 01:44:37.249825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d16b65-0a30-4f01-8fc5-fc742a883419 req-e5627a90-1715-498c-978f-60ea7c257e05 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:37.251414 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03d16b65-0a30-4f01-8fc5-fc742a883419 req-e5627a90-1715-498c-978f-60ea7c257e05 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.3356097 Jan 14 01:44:37.319914 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e60d5ba-048a-4f59-90cb-cbeb3bf7c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (d7b02dad-0c80-4bce-990b-aab20501f994), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:37.396555 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Publish callbacks [] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:37.403862 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:37.429669 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-64159f45-43d1-4e4f-b598-cccb52375def tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4189217 Jan 14 01:44:37.452482 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:37.456163 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f57e3a-a0bc-4cf1-a5e3-4dcc89464706 None None] Pushing event updated for resources: {'Port': ['ID=53569fd0-1563-49b3-937c-1bf2fc8c77b4,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:37.468184 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03d16b65-0a30-4f01-8fc5-fc742a883419 req-2bb5c5f6-7b40-48c9-a433-61773a5b7db6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899922 Jan 14 01:44:37.468931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60d5ba-048a-4f59-90cb-cbeb3bf7c4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b02dad-0c80-4bce-990b-aab20501f994,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:37.506585 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60d5ba-048a-4f59-90cb-cbeb3bf7c4c0 admin admin] Checking segment: {'id': 'f0b39f4d-1e13-4c46-9927-f19d51d77d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ca203b62-fdce-4bb1-9d73-7b1d25233000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:37.506844 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60d5ba-048a-4f59-90cb-cbeb3bf7c4c0 admin admin] Network hostable DHCP agents. Network: ca203b62-fdce-4bb1-9d73-7b1d25233000, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:44:37.544584 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:37.549471 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60d5ba-048a-4f59-90cb-cbeb3bf7c4c0 admin admin] Network ca203b62-fdce-4bb1-9d73-7b1d25233000 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:44:37.558219 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Attempting to bind port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:37.558614 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Attempting to bind port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '6bffeb77-78a4-4f01-9d81-838cbe3dbd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:37.558974 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Attempting to bind port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 on network dbc2021b-f88c-4d56-a15d-76318f1b3fab {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:37.568818 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:37.569193 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Checking segment: {'id': '6bffeb77-78a4-4f01-9d81-838cbe3dbd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:37.569597 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:37.570152 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Bound using segment: {'id': '6bffeb77-78a4-4f01-9d81-838cbe3dbd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:37.571416 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Bound port: 53569fd0-1563-49b3-937c-1bf2fc8c77b4, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bffeb77-78a4-4f01-9d81-838cbe3dbd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:37.571801 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:37.652750 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] For port 53569fd0-1563-49b3-937c-1bf2fc8c77b4, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:37.657485 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] For port 53569fd0-1563-49b3-937c-1bf2fc8c77b4, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=53569fd0-1563-49b3-937c-1bf2fc8c77b4,segment=NetworkSegment(6bffeb77-78a4-4f01-9d81-838cbe3dbd2b),segment_id=6bffeb77-78a4-4f01-9d81-838cbe3dbd2b)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:37.661460 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5e60d5ba-048a-4f59-90cb-cbeb3bf7c4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, ca203b62-fdce-4bb1-9d73-7b1d25233000) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:37.670730 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ee35e7-afd3-4d25-8b2d-5655b4c56a2b None None] Network ca203b62-fdce-4bb1-9d73-7b1d25233000 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:44:37.674922 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:37.754118 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Routers {'ac1af6f2-558a-4c44-8165-401c4384ad6f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:37.754796 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:44:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ac1af6f2-558a-4c44-8165-401c4384ad6f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:37.757417 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f57e3a-a0bc-4cf1-a5e3-4dcc89464706 None None] Pushing event updated for resources: {'Port': ['ID=53569fd0-1563-49b3-937c-1bf2fc8c77b4,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:37.769935 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e60d5ba-048a-4f59-90cb-cbeb3bf7c4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:37.770807 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e60d5ba-048a-4f59-90cb-cbeb3bf7c4c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:37.839795 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5e60d5ba-048a-4f59-90cb-cbeb3bf7c4c0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2862437 Jan 14 01:44:37.871048 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c41cf-f196-404a-a419-f1001beb4a85 req-2a1c613a-a227-431a-968e-9e8640b98dd1 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:37.879640 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c3c41cf-f196-404a-a419-f1001beb4a85 req-2a1c613a-a227-431a-968e-9e8640b98dd1 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 944 time: 0.2223079 Jan 14 01:44:37.925511 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa4c650-fc7e-426f-beb5-5fbc7d3c32de None None] Network ca203b62-fdce-4bb1-9d73-7b1d25233000 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:44:37.948362 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] Set router ac1af6f2-558a-4c44-8165-401c4384ad6f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:38.044653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ed639f5c-1bd9-429c-ba05-0b1c1e8a50b1 None None] Provisioning complete for port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:38.045027 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed639f5c-1bd9-429c-ba05-0b1c1e8a50b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:38.045399 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c3c41cf-f196-404a-a419-f1001beb4a85 req-8860b01b-798c-49f3-b004-f6cf91ec8df6 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622491 Jan 14 01:44:38.088423 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:38.154342 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a28e5a2-a734-4e7e-8eaf-9629a7a205fe x-openstack-request-id: req-2a28e5a2-a734-4e7e-8eaf-9629a7a205fe {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:38.154653 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f237966-9062-4d6b-ba88-378766f4b863", "name": "network-vif-plugged", "status": "completed", "tag": "f4fe33b9-5f17-4075-99f1-b696d5d48c30", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:38.154907 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a28e5a2-a734-4e7e-8eaf-9629a7a205fe {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:38.155295 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f237966-9062-4d6b-ba88-378766f4b863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fe33b9-5f17-4075-99f1-b696d5d48c30', 'code': 200} Jan 14 01:44:38.295146 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4e0c5495-0ad2-4023-8382-3e516cef80f4 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:44:38.330733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e6b68-bad9-4936-8414-eaa78ec67426 req-9e19bd87-3713-46d4-b8c8-f854459c6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:38.333093 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b97e6b68-bad9-4936-8414-eaa78ec67426 req-9e19bd87-3713-46d4-b8c8-f854459c6ba6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 1097 time: 0.0908732 Jan 14 01:44:38.336328 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:38.380732 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d57d5a-571c-438b-b55e-29e0fd68aea3 req-6f0ef61d-7567-4165-9bc5-acf28a7fbe2a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:38.382467 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a0d57d5a-571c-438b-b55e-29e0fd68aea3 req-6f0ef61d-7567-4165-9bc5-acf28a7fbe2a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 946 time: 0.0943713 Jan 14 01:44:38.402163 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Allocated IP 172.25.2.66 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/884d20ec-5fb7-40a0-926c-bcd14486b0d7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:38.405530 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ed639f5c-1bd9-429c-ba05-0b1c1e8a50b1 None None] Current status of the port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:38.406044 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed639f5c-1bd9-429c-ba05-0b1c1e8a50b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:38.426549 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b97e6b68-bad9-4936-8414-eaa78ec67426 req-8ee95b76-f66a-4521-8a7a-84de64e19b50 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859833 Jan 14 01:44:38.430557 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'name': 'tempest-FloatingIPsTestJSON-1508600645-router', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:26Z', 'updated_at': '2022-01-14T01:44:33Z', 'revision_number': 4, 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'gw_port': {'id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:27Z', 'updated_at': '2022-01-14T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '53569fd0-1563-49b3-937c-1bf2fc8c77b4', 'name': '', 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'mac_address': 'fa:16:3e:34:cc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2c540c0a-37a1-4468-b34c-b937e3824ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:32Z', 'updated_at': '2022-01-14T01:44:37Z', 'revision_number': 4, 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'subnets': [{'id': '2c540c0a-37a1-4468-b34c-b937e3824ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:38.460634 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598c2d5-45a0-47fe-9d8e-a02c22009c10 None None] The sync data for ids ['ac1af6f2-558a-4c44-8165-401c4384ad6f'] in n-d-824358-4 is: [{'id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'name': 'tempest-FloatingIPsTestJSON-1508600645-router', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:26Z', 'updated_at': '2022-01-14T01:44:33Z', 'revision_number': 4, 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'gw_port': {'id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:27Z', 'updated_at': '2022-01-14T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '53569fd0-1563-49b3-937c-1bf2fc8c77b4', 'name': '', 'network_id': 'dbc2021b-f88c-4d56-a15d-76318f1b3fab', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'mac_address': 'fa:16:3e:34:cc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '2c540c0a-37a1-4468-b34c-b937e3824ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:32Z', 'updated_at': '2022-01-14T01:44:37Z', 'revision_number': 4, 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'subnets': [{'id': '2c540c0a-37a1-4468-b34c-b937e3824ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:44:38.466106 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ed639f5c-1bd9-429c-ba05-0b1c1e8a50b1 None None] For port 53569fd0-1563-49b3-937c-1bf2fc8c77b4, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=53569fd0-1563-49b3-937c-1bf2fc8c77b4,segment=NetworkSegment(6bffeb77-78a4-4f01-9d81-838cbe3dbd2b),segment_id=6bffeb77-78a4-4f01-9d81-838cbe3dbd2b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:38.476605 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed639f5c-1bd9-429c-ba05-0b1c1e8a50b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:38.486622 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4e0c5495-0ad2-4023-8382-3e516cef80f4, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4e0c5495-0ad2-4023-8382-3e516cef80f4,segment=NetworkSegment(cf3c0787-974a-4f91-868e-a5d7ff707957),segment_id=cf3c0787-974a-4f91-868e-a5d7ff707957)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:38.552818 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a0d57d5a-571c-438b-b55e-29e0fd68aea3 req-a04c2242-e03e-41ab-89ee-9ca7d3ab25e4 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630468 Jan 14 01:44:38.652115 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks [] for port (884d20ec-5fb7-40a0-926c-bcd14486b0d7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:38.713354 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (884d20ec-5fb7-40a0-926c-bcd14486b0d7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:38.719471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '4e0c5495-0ad2-4023-8382-3e516cef80f4', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'port_id': '4e0c5495-0ad2-4023-8382-3e516cef80f4', 'mac_address': 'fa:16:3e:50:bb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:44:38.776789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ff8bb98c-99fc-4480-ac87-800cc04a1537 None None] Provisioning complete for port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:38.777163 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb98c-99fc-4480-ac87-800cc04a1537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:38.825843 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed639f5c-1bd9-429c-ba05-0b1c1e8a50b1 None None] Pushing event updated for resources: {'Port': ['ID=53569fd0-1563-49b3-937c-1bf2fc8c77b4,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:38.839902 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4e0c5495-0ad2-4023-8382-3e516cef80f4 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:38.839902 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:38.879295 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:38.885518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0c5495-0ad2-4023-8382-3e516cef80f4 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:38.891074 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:38.894028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:38.922692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Pushing event updated for resources: {'Port': ['ID=884d20ec-5fb7-40a0-926c-bcd14486b0d7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:38.924882 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4e0c5495-0ad2-4023-8382-3e516cef80f4, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4e0c5495-0ad2-4023-8382-3e516cef80f4,segment=NetworkSegment(cf3c0787-974a-4f91-868e-a5d7ff707957),segment_id=cf3c0787-974a-4f91-868e-a5d7ff707957)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:38.935148 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ff8bb98c-99fc-4480-ac87-800cc04a1537 None None] Current status of the port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:38.941383 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:39.010025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4e0c5495-0ad2-4023-8382-3e516cef80f4,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:39.293611 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4e0c5495-0ad2-4023-8382-3e516cef80f4'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:39.368742 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c71cd0-096d-439a-8923-2e562c30485f req-4105ea13-abe5-4a3b-a23f-8eb352397d1d tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:39.370274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-4105ea13-abe5-4a3b-a23f-8eb352397d1d tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/networks?id=ca203b62-fdce-4bb1-9d73-7b1d25233000 HTTP/1.1" status: 200 len: 822 time: 0.5191469 Jan 14 01:44:39.392401 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-5c0872db-eb1c-44cb-ad78-e1238e5fa0a9 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/quotas/4f866e57fcf64c0a8c8652ce102e459e HTTP/1.1" status: 200 len: 375 time: 0.0140233 Jan 14 01:44:39.396373 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks [] for floatingip (ab5d43e9-afa6-43c9-a7f1-5452ce658a99), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:39.469352 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-2cb4c7e3-020f-435d-bc3a-33cb36ce422d tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f866e57fcf64c0a8c8652ce102e459e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713704 Jan 14 01:44:39.513797 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (884d20ec-5fb7-40a0-926c-bcd14486b0d7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:39.631329 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 53569fd0-1563-49b3-937c-1bf2fc8c77b4 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:39.691471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:39.691837 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:39.721804 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-b5da3f11-ff47-42cd-90e2-bfc30ba16bbb service neutron] 10.222.0.26 "GET /v2.0/networks/ca203b62-fdce-4bb1-9d73-7b1d25233000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278585 Jan 14 01:44:39.859343 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-c4aa2abe-5ceb-43a1-b4f9-ca0aa574bcd0 service neutron] 10.222.0.26 "GET /v2.0/networks/ca203b62-fdce-4bb1-9d73-7b1d25233000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270275 Jan 14 01:44:39.874054 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:39.877082 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:39.940195 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks [] for port (884d20ec-5fb7-40a0-926c-bcd14486b0d7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:39.957558 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (884d20ec-5fb7-40a0-926c-bcd14486b0d7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:40.117785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Pushing event updated for resources: {'Port': ['ID=884d20ec-5fb7-40a0-926c-bcd14486b0d7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:40.165875 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (ab5d43e9-afa6-43c9-a7f1-5452ce658a99), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:40.191889 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-f44d58b0-5128-47f0-b06f-918b67cc7450 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399525 Jan 14 01:44:40.262174 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:40.263437 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-286b2be2-e443-4008-8923-5238933b51d6 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8209248 Jan 14 01:44:40.286221 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4e0c5495-0ad2-4023-8382-3e516cef80f4 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:40.340567 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-6b9ff092-e01e-4f81-b0ed-8b2dcf70543e tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0676148 Jan 14 01:44:40.348629 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 4e0c5495-0ad2-4023-8382-3e516cef80f4 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:44:40.354298 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 4e0c5495-0ad2-4023-8382-3e516cef80f4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:40.354710 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:40.358487 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-51d0f4f9-a5b9-41e7-b770-09ed26ede8dd tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:40.365593 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-51d0f4f9-a5b9-41e7-b770-09ed26ede8dd tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712253 Jan 14 01:44:40.454076 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4e0c5495-0ad2-4023-8382-3e516cef80f4 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:40.454496 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:40.482139 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0c5495-0ad2-4023-8382-3e516cef80f4'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:40.484748 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5e8be5-cc83-4300-9c1f-8b341b420d48" -d '{"events": [{"server_uuid": "42e8ab04-595a-4aca-9481-dc56a87ddfca", "name": "network-vif-plugged", "status": "completed", "tag": "4e0c5495-0ad2-4023-8382-3e516cef80f4"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:40.486640 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-da2ea2c2-b48e-4d38-a9be-5e3d1586d2ac tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:40.488541 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77b04aa4-42d8-4251-91c4-d587065e9221 req-da2ea2c2-b48e-4d38-a9be-5e3d1586d2ac tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.1208832 Jan 14 01:44:40.499076 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-0edeae03-5e5c-4707-a8e5-bb3fa988a893 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/quotas/7cecf3e8e39d4aada86f9cfa08984ea7 HTTP/1.1" status: 200 len: 375 time: 0.1314249 Jan 14 01:44:40.514958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4e0c5495-0ad2-4023-8382-3e516cef80f4, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4e0c5495-0ad2-4023-8382-3e516cef80f4,segment=NetworkSegment(cf3c0787-974a-4f91-868e-a5d7ff707957),segment_id=cf3c0787-974a-4f91-868e-a5d7ff707957)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:40.520612 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:40.541294 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-42a87b8c-2ffa-4537-a1f9-2f57e199d617 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411377 Jan 14 01:44:40.605507 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4e0c5495-0ad2-4023-8382-3e516cef80f4,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:40.668359 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde43d77-798b-45d0-bb6e-56b4b4ae393e req-9bdf5c4a-cb8b-415e-9504-ddce42e3c6c1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:40.670206 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fde43d77-798b-45d0-bb6e-56b4b4ae393e req-9bdf5c4a-cb8b-415e-9504-ddce42e3c6c1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.0829837 Jan 14 01:44:40.733929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fde43d77-798b-45d0-bb6e-56b4b4ae393e req-9a7893e5-55f3-4ac2-a9a0-ce3ae99015b3 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581236 Jan 14 01:44:40.825465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3f07c-5f7c-44b2-98aa-14e8b15cc66f req-4abe76d5-393d-478f-a434-b4a7998bad76 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:40.830048 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47e3f07c-5f7c-44b2-98aa-14e8b15cc66f req-4abe76d5-393d-478f-a434-b4a7998bad76 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 946 time: 0.0617509 Jan 14 01:44:40.906207 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:40.951371 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47e3f07c-5f7c-44b2-98aa-14e8b15cc66f req-d951fb3d-7fe2-4769-b174-f7e48e18871c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164124 Jan 14 01:44:40.982916 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfe04a-9f21-4d5f-b68e-d567496cb4b1 req-ffaf82e4-be27-4440-a5e5-5b6989798d2e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:40.987907 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9dfe04a-9f21-4d5f-b68e-d567496cb4b1 req-ffaf82e4-be27-4440-a5e5-5b6989798d2e tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 946 time: 0.1539485 Jan 14 01:44:41.063298 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9dfe04a-9f21-4d5f-b68e-d567496cb4b1 req-b56b33e1-3a78-4bb5-a9d0-521e05e8dbef tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677884 Jan 14 01:44:41.094912 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a57283e4-760d-443d-884f-cd80050674b2 req-bede31e0-ba64-46ef-94a7-72be2f8c51d3 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 210 time: 0.0299566 Jan 14 01:44:41.119024 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdd1bd9-573a-46d6-b495-297ca71a73ca x-openstack-request-id: req-2fdd1bd9-573a-46d6-b495-297ca71a73ca {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:41.119375 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e8ab04-595a-4aca-9481-dc56a87ddfca", "name": "network-vif-plugged", "status": "completed", "tag": "4e0c5495-0ad2-4023-8382-3e516cef80f4", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:41.119566 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2fdd1bd9-573a-46d6-b495-297ca71a73ca {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:41.119960 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0c5495-0ad2-4023-8382-3e516cef80f4', 'code': 200} Jan 14 01:44:41.209447 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b555b2-566f-43fe-af2f-18c539f048cc req-e33a81f6-5aad-450b-a7f8-0fe48d891b3c tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/floatingips/ab5d43e9-afa6-43c9-a7f1-5452ce658a99 HTTP/1.1" status: 200 len: 692 time: 0.0887096 Jan 14 01:44:41.250725 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-f50df2ee-6c74-45d8-98e9-f3beb55dd28b tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402887 Jan 14 01:44:41.264655 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f575cd-dc1c-4d38-b1cd-f0f0f1fe3804 req-d63aee25-a484-4b83-9ce7-a0ee33bdadf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:41.266875 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c1f575cd-dc1c-4d38-b1cd-f0f0f1fe3804 req-d63aee25-a484-4b83-9ce7-a0ee33bdadf4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 1097 time: 0.0518348 Jan 14 01:44:41.312334 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c1f575cd-dc1c-4d38-b1cd-f0f0f1fe3804 req-97162ae5-800e-492d-8d0b-61f49bee2416 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374186 Jan 14 01:44:41.479459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b555b2-566f-43fe-af2f-18c539f048cc req-d16a01b0-3c35-4b02-a23f-7ccd48da4bae tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:41.480987 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b555b2-566f-43fe-af2f-18c539f048cc req-d16a01b0-3c35-4b02-a23f-7ccd48da4bae tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2585444 Jan 14 01:44:41.510901 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-b98d33fb-f464-46b9-884a-9ffb70deb7c9 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:41.512409 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-b98d33fb-f464-46b9-884a-9ffb70deb7c9 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318673 Jan 14 01:44:41.536119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-46a726fe-6842-40e0-ad75-3cd4c9d414b8 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/quotas/7cecf3e8e39d4aada86f9cfa08984ea7 HTTP/1.1" status: 200 len: 375 time: 0.0176458 Jan 14 01:44:41.563605 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c71cd0-096d-439a-8923-2e562c30485f req-0df6950e-cc19-4b0d-a204-6e90ad35c919 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:41.565163 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-0df6950e-cc19-4b0d-a204-6e90ad35c919 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.36 "GET /v2.0/networks?id=ca203b62-fdce-4bb1-9d73-7b1d25233000 HTTP/1.1" status: 200 len: 822 time: 0.1958823 Jan 14 01:44:41.575707 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-8008fb19-2694-47e8-958f-6297267b0bff tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331635 Jan 14 01:44:41.596699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-77c71cd0-096d-439a-8923-2e562c30485f req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Request body: {'port': {'device_id': 'e85e1bce-4db6-428e-8e86-e478be4a7a83', 'network_id': 'ca203b62-fdce-4bb1-9d73-7b1d25233000', 'admin_state_up': True, 'tenant_id': '4f866e57fcf64c0a8c8652ce102e459e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:41.765366 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9d1d7a92-9e92-4a10-a344-a8c21f7f37a3 req-737997e5-5e11-4b76-a161-1a235f41027e tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=a7376cd01a414a2abd9cbce16c50371e HTTP/1.1" status: 200 len: 695 time: 0.0671439 Jan 14 01:44:41.833934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c71cd0-096d-439a-8923-2e562c30485f req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Made reservation on behalf of 4f866e57fcf64c0a8c8652ce102e459e for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:41.839801 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77c71cd0-096d-439a-8923-2e562c30485f req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:41.913530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455d6fa-e9c8-446f-a19d-14fee7582a5f req-96f9fddb-6111-40bc-beed-7c6aca3326bb tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:41.916703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e455d6fa-e9c8-446f-a19d-14fee7582a5f req-96f9fddb-6111-40bc-beed-7c6aca3326bb tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 946 time: 0.0924890 Jan 14 01:44:41.974708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7a92-9e92-4a10-a344-a8c21f7f37a3 req-1641e0ef-d71b-4b9a-aab2-04d0628eda7f tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:41.991497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9d1d7a92-9e92-4a10-a344-a8c21f7f37a3 req-1641e0ef-d71b-4b9a-aab2-04d0628eda7f tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/networks?id=5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 787 time: 0.2250710 Jan 14 01:44:42.010807 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-9d1d7a92-9e92-4a10-a344-a8c21f7f37a3 req-f169d04c-91d9-41e9-8942-34fc56c9003a tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:44:42.036039 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9d1d7a92-9e92-4a10-a344-a8c21f7f37a3 req-f169d04c-91d9-41e9-8942-34fc56c9003a tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0423896 Jan 14 01:44:42.043556 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-77c71cd0-096d-439a-8923-2e562c30485f req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Allocated IP 172.20.0.3 (ca203b62-fdce-4bb1-9d73-7b1d25233000/d7b02dad-0c80-4bce-990b-aab20501f994/49d614ad-3309-41b7-9cdb-bb9c7aac2305) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:42.070139 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e455d6fa-e9c8-446f-a19d-14fee7582a5f req-76b88bf5-584d-4f15-adfd-cfe3cbf7e8bb tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460593 Jan 14 01:44:42.134331 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37215a44-a831-4c40-a77f-c988068a7711 req-38892c1e-18c6-4178-951f-bc895debeda0 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 210 time: 0.0565138 Jan 14 01:44:42.317687 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-c613d18a-8615-48ac-873d-f6bf62c3acf7 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637765 Jan 14 01:44:42.376178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943358c-5a4c-4737-a521-d3140f4c8f8a req-e6c4000b-1a95-4ca9-8041-a4f44f49c00d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:42.377657 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e943358c-5a4c-4737-a521-d3140f4c8f8a req-e6c4000b-1a95-4ca9-8041-a4f44f49c00d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1184599 Jan 14 01:44:42.390184 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a053230-2622-4550-9787-9f92ef7c2c39 req-d74137d9-91c1-47ef-9f4d-4a21ba297d7e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:42.398598 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6a053230-2622-4550-9787-9f92ef7c2c39 req-d74137d9-91c1-47ef-9f4d-4a21ba297d7e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 946 time: 0.0926998 Jan 14 01:44:42.514436 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e943358c-5a4c-4737-a521-d3140f4c8f8a req-3758c953-84e1-4edc-914f-621dc49a33bf tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128449 Jan 14 01:44:42.519467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77c71cd0-096d-439a-8923-2e562c30485f req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Publish callbacks [] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:42.556765 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-da5ae310-1f6d-4c95-ad91-b2511062f407 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:42.558277 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-da5ae310-1f6d-4c95-ad91-b2511062f407 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349288 Jan 14 01:44:42.582579 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Request body: {'port': {'device_id': '941ae6d3-e59d-4137-bab6-cf0661501eb3', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '7cecf3e8e39d4aada86f9cfa08984ea7'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:42.586260 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6a053230-2622-4550-9787-9f92ef7c2c39 req-443837fd-91b7-406a-ac6c-703310a1a867 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865382 Jan 14 01:44:42.639333 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-9df74e7f-a63f-420c-a865-ac700029f49f tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/floatingips/ab5d43e9-afa6-43c9-a7f1-5452ce658a99 HTTP/1.1" status: 200 len: 692 time: 0.0741024 Jan 14 01:44:42.751041 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77c71cd0-096d-439a-8923-2e562c30485f req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:42.762252 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a732c0a7-720e-44cb-bd18-abb60019c827 req-05440101-67dc-4ce9-87a2-31c89782c64c tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 210 time: 0.0841322 Jan 14 01:44:42.828889 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Pushing event updated for resources: {'Port': ['ID=49d614ad-3309-41b7-9cdb-bb9c7aac2305,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:42.858780 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c71cd0-096d-439a-8923-2e562c30485f req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Network ca203b62-fdce-4bb1-9d73-7b1d25233000 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:42.861375 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-77c71cd0-096d-439a-8923-2e562c30485f req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:42.866347 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c71cd0-096d-439a-8923-2e562c30485f req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:42.873637 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-1dcd19c3-042d-428f-9758-49cfd635a346 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:42.878258 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-1dcd19c3-042d-428f-9758-49cfd635a346 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2311068 Jan 14 01:44:42.948443 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c71cd0-096d-439a-8923-2e562c30485f req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:42.949080 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77c71cd0-096d-439a-8923-2e562c30485f req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:42.963910 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Made reservation on behalf of 7cecf3e8e39d4aada86f9cfa08984ea7 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:42.969104 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-7aef6d1b-c0fa-4607-8615-20c393d85763 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0855262 Jan 14 01:44:42.975663 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:42.990442 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:43.047172 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-8a0d8992-c1a9-4c58-b01d-a59213d65304 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0719595 Jan 14 01:44:43.052959 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-35b8457c-36d8-4edc-b5b7-185e0d3400d1 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4613640 Jan 14 01:44:43.082534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Request body: {'port': {'device_id': 'e85e1bce-4db6-428e-8e86-e478be4a7a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:43.090080 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks [] for security_group (93a13dfa-c8d0-4733-8a45-c2830f6cecfe), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:43.110627 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (93a13dfa-c8d0-4733-8a45-c2830f6cecfe), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:43.238148 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-28e49324-139b-4661-ae5e-3741e2adbc24 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Deleting port 884d20ec-5fb7-40a0-926c-bcd14486b0d7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:43.238909 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-28e49324-139b-4661-ae5e-3741e2adbc24 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (884d20ec-5fb7-40a0-926c-bcd14486b0d7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:43.271183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a13dfa-c8d0-4733-8a45-c2830f6cecfe,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:43.297861 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:43.402772 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Allocated IP 192.168.233.165 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/3ffe09ce-bec2-435b-a17b-5df9628fefff) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:43.404027 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-28e49324-139b-4661-ae5e-3741e2adbc24 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (884d20ec-5fb7-40a0-926c-bcd14486b0d7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:43.404558 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-28e49324-139b-4661-ae5e-3741e2adbc24 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks [] for floatingip (884d20ec-5fb7-40a0-926c-bcd14486b0d7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:43.417638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-28e49324-139b-4661-ae5e-3741e2adbc24 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Calling delete_port for 884d20ec-5fb7-40a0-926c-bcd14486b0d7 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:43.505892 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-f575e820-e37a-4816-b1d7-503636226005 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273378 Jan 14 01:44:43.527400 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2679d2-3b8d-4e67-acbb-d774aab27132 req-b90bbb38-49a8-435c-8038-2db3ad99cf28 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:43.529419 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7b2679d2-3b8d-4e67-acbb-d774aab27132 req-b90bbb38-49a8-435c-8038-2db3ad99cf28 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 946 time: 0.3040459 Jan 14 01:44:43.636959 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7b2679d2-3b8d-4e67-acbb-d774aab27132 req-3d1be0c9-16c5-496a-a086-cd63ebe7cad6 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016452 Jan 14 01:44:43.638146 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-28e49324-139b-4661-ae5e-3741e2adbc24 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (884d20ec-5fb7-40a0-926c-bcd14486b0d7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:43.691568 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e49324-139b-4661-ae5e-3741e2adbc24 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Pushing event deleted for resources: {'Port': ['ID=884d20ec-5fb7-40a0-926c-bcd14486b0d7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:43.775093 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-28e49324-139b-4661-ae5e-3741e2adbc24 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks [] for floatingip (ab5d43e9-afa6-43c9-a7f1-5452ce658a99), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:43.778700 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-28e49324-139b-4661-ae5e-3741e2adbc24 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:43.780714 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fe13a02-113f-43e2-8a35-bb8eb170eb45 req-28e49324-139b-4661-ae5e-3741e2adbc24 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "DELETE /v2.0/floatingips/ab5d43e9-afa6-43c9-a7f1-5452ce658a99 HTTP/1.1" status: 204 len: 173 time: 0.7268906 Jan 14 01:44:43.805842 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f702f905-2740-4855-aeeb-85cd4a78317d req-2ba6342b-050c-4a20-836a-018acc7d6580 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 210 time: 0.0484111 Jan 14 01:44:43.871295 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-b4f953aa-318d-4d70-9c11-2ce7a6fd5e8c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:43.872865 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-b4f953aa-318d-4d70-9c11-2ce7a6fd5e8c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3566377 Jan 14 01:44:43.901597 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Request body: {'port': {'device_id': '269adfc7-cf47-411d-898a-84484797692f', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '7cecf3e8e39d4aada86f9cfa08984ea7'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:43.999407 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f09c7-2b8b-4a3b-93e2-1b51c365b5a3 req-6d04a9f8-8bc6-4746-8135-e7e5e274959d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:44.000969 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-258f09c7-2b8b-4a3b-93e2-1b51c365b5a3 req-6d04a9f8-8bc6-4746-8135-e7e5e274959d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.0949273 Jan 14 01:44:44.013939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40367361-b203-44ec-8275-8761a2e910d9 req-c07f471e-2dc9-4c6a-8333-f1ef49deb210 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:44.015657 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40367361-b203-44ec-8275-8761a2e910d9 req-c07f471e-2dc9-4c6a-8333-f1ef49deb210 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 946 time: 0.0694637 Jan 14 01:44:44.082196 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d614ad-3309-41b7-9cdb-bb9c7aac2305 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:44.091639 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40367361-b203-44ec-8275-8761a2e910d9 req-a38a3598-2a97-4faa-bf0e-4381f4b6c378 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682325 Jan 14 01:44:44.092031 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Publish callbacks [] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:44.110974 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-258f09c7-2b8b-4a3b-93e2-1b51c365b5a3 req-64b3142c-e5c0-4881-8ea3-2349e9f46657 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940673 Jan 14 01:44:44.143571 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Transition to ACTIVE for port object 49d614ad-3309-41b7-9cdb-bb9c7aac2305 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:44:44.159331 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:44.187888 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks [] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:44.244986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Made reservation on behalf of 7cecf3e8e39d4aada86f9cfa08984ea7 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:44:44.248573 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:44.281886 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cd756-1af8-449e-9625-759053765650 service neutron] Pushing event updated for resources: {'Port': ['ID=49d614ad-3309-41b7-9cdb-bb9c7aac2305,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:44.341143 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-acb1ff47-7e29-45ad-b456-af976097191e tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1934338 Jan 14 01:44:44.353049 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:44.407059 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Attempting to bind port 49d614ad-3309-41b7-9cdb-bb9c7aac2305 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:44.407059 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Attempting to bind port 49d614ad-3309-41b7-9cdb-bb9c7aac2305 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'f0b39f4d-1e13-4c46-9927-f19d51d77d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ca203b62-fdce-4bb1-9d73-7b1d25233000'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:44.407059 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Attempting to bind port 49d614ad-3309-41b7-9cdb-bb9c7aac2305 on network ca203b62-fdce-4bb1-9d73-7b1d25233000 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:44.413878 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:44.415381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Port 49d614ad-3309-41b7-9cdb-bb9c7aac2305 on network ca203b62-fdce-4bb1-9d73-7b1d25233000 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:44:44.415986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Attempting to bind port 49d614ad-3309-41b7-9cdb-bb9c7aac2305 on network ca203b62-fdce-4bb1-9d73-7b1d25233000 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:44.533750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb8a3a-f70f-4c8b-b055-8dd23ec3af6a req-f6c6b128-dbc3-418e-8de7-e9ffa447e68e tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:44.536084 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8cb8a3a-f70f-4c8b-b055-8dd23ec3af6a req-f6c6b128-dbc3-418e-8de7-e9ffa447e68e tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 943 time: 0.0764894 Jan 14 01:44:44.584664 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Allocated IP 192.168.233.145 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/dc3120c4-8775-4a13-b340-a598925cad6c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:44.599305 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8cb8a3a-f70f-4c8b-b055-8dd23ec3af6a req-8edf840e-7d20-46ac-b89d-69ab7406015c tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569336 Jan 14 01:44:44.634559 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:44.664686 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:44.721752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:44.722142 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Checking segment: {'id': 'f0b39f4d-1e13-4c46-9927-f19d51d77d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ca203b62-fdce-4bb1-9d73-7b1d25233000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:44.722502 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Bound using segment: {'id': 'f0b39f4d-1e13-4c46-9927-f19d51d77d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ca203b62-fdce-4bb1-9d73-7b1d25233000'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:44.722958 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Bound port: 49d614ad-3309-41b7-9cdb-bb9c7aac2305, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b39f4d-1e13-4c46-9927-f19d51d77d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ca203b62-fdce-4bb1-9d73-7b1d25233000'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:44.723319 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:44.797707 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Allocated IP 172.25.2.90 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/8a96ea3d-7a35-433f-98cf-6d5c27aa0035) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:44:44.819917 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee26ea8-10ac-4bbb-aa8b-6423f61ee8ce req-286fc270-87b4-46bd-997f-a9f306a8eb44 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:44.841293 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0ee26ea8-10ac-4bbb-aa8b-6423f61ee8ce req-286fc270-87b4-46bd-997f-a9f306a8eb44 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 946 time: 0.1327899 Jan 14 01:44:44.843311 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53998) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:44.850066 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c243df01-2e06-4690-bb65-7d5acf13f49c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Request body: {'floatingip': {'port_id': '4e0c5495-0ad2-4023-8382-3e516cef80f4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:44.979503 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c243df01-2e06-4690-bb65-7d5acf13f49c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for floatingip (96ae8147-cb2b-4077-a30a-ad5a9af3db4f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:45.061164 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:45.067813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:45.097243 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:45.111323 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e1d1d-2cb0-4fb5-b147-ea0a67901a4c req-db15c2eb-abab-40d8-a211-c989558b1a28 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:45.119396 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef3e1d1d-2cb0-4fb5-b147-ea0a67901a4c req-db15c2eb-abab-40d8-a211-c989558b1a28 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 946 time: 0.1817284 Jan 14 01:44:45.143868 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Pushing event updated for resources: {'Port': ['ID=3ffe09ce-bec2-435b-a17b-5df9628fefff,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:45.271776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:45.272842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:45.299307 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks [] for port (dc3120c4-8775-4a13-b340-a598925cad6c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:45.314958 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] For port 49d614ad-3309-41b7-9cdb-bb9c7aac2305, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:45.321528 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] For port 49d614ad-3309-41b7-9cdb-bb9c7aac2305, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=49d614ad-3309-41b7-9cdb-bb9c7aac2305,segment=NetworkSegment(f0b39f4d-1e13-4c46-9927-f19d51d77d86),segment_id=f0b39f4d-1e13-4c46-9927-f19d51d77d86)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:45.330580 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-177d92c8-16d4-4988-b650-37511cded731 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7537832 Jan 14 01:44:45.337365 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:45.409884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Request body: {'port': {'device_id': '941ae6d3-e59d-4137-bab6-cf0661501eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:45.465851 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef3e1d1d-2cb0-4fb5-b147-ea0a67901a4c req-9f4e3b31-a589-4ba5-9477-356194d71ed5 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7795f5-d05a-40fa-a9da-6c5f5789afdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455191 Jan 14 01:44:45.498530 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:45.501353 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:45.503740 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-b71cd756-1af8-449e-9625-759053765650 service neutron] 10.222.0.36 "PUT /v2.0/ports/49d614ad-3309-41b7-9cdb-bb9c7aac2305 HTTP/1.1" status: 200 len: 1091 time: 2.4345820 Jan 14 01:44:45.510220 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85e1bce-4db6-428e-8e86-e478be4a7a83', 'tag': '49d614ad-3309-41b7-9cdb-bb9c7aac2305'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:45.513072 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664af70d-0edd-45fc-a588-0246ceb3af09" -d '{"events": [{"name": "network-changed", "server_uuid": "e85e1bce-4db6-428e-8e86-e478be4a7a83", "tag": "49d614ad-3309-41b7-9cdb-bb9c7aac2305"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:45.543837 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-89158cce-9863-4770-87b4-5cfd1277f6de None None] Provisioning complete for port 3ffe09ce-bec2-435b-a17b-5df9628fefff triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:45.544394 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89158cce-9863-4770-87b4-5cfd1277f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:45.570796 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:45.627979 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-89158cce-9863-4770-87b4-5cfd1277f6de None None] Port 3ffe09ce-bec2-435b-a17b-5df9628fefff cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:44:45.633259 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cd756-1af8-449e-9625-759053765650 service neutron] Pushing event updated for resources: {'Port': ['ID=49d614ad-3309-41b7-9cdb-bb9c7aac2305,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:45.650038 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:45.734000 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:45.748577 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:45.756648 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:45.833984 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Pushing event updated for resources: {'Port': ['ID=dc3120c4-8775-4a13-b340-a598925cad6c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:45.924341 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c71cd0-096d-439a-8923-2e562c30485f req-94db5f5f-6547-4bb9-ba9c-cae2d301f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:45.925879 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-94db5f5f-6547-4bb9-ba9c-cae2d301f36b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f866e57fcf64c0a8c8652ce102e459e&device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 1094 time: 0.3445873 Jan 14 01:44:45.964460 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:45.965379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:46.030139 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-98e4eb99-26d3-4a7f-8f09-469918719d71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d614ad-3309-41b7-9cdb-bb9c7aac2305 HTTP/1.1" status: 200 len: 217 time: 0.0851779 Jan 14 01:44:46.031563 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks [] for port (8a96ea3d-7a35-433f-98cf-6d5c27aa0035), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:46.121561 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-20970dc3-67f3-4e23-a8ce-b818e57da72e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2294343 Jan 14 01:44:46.143551 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Request body: {'port': {'device_id': '269adfc7-cf47-411d-898a-84484797692f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:46.171646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b54ec877-16b7-4476-afff-7e03aa26e24f None None] Provisioning complete for port dc3120c4-8775-4a13-b340-a598925cad6c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:46.172450 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b54ec877-16b7-4476-afff-7e03aa26e24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:46.196876 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c71cd0-096d-439a-8923-2e562c30485f req-f0f39612-2214-45a4-8f3a-0ced016108fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:46.199175 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-f0f39612-2214-45a4-8f3a-0ced016108fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d7b02dad-0c80-4bce-990b-aab20501f994 HTTP/1.1" status: 200 len: 862 time: 0.1604905 Jan 14 01:44:46.244828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b54ec877-16b7-4476-afff-7e03aa26e24f None None] Port dc3120c4-8775-4a13-b340-a598925cad6c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:44:46.276809 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-61753414-3f7f-40f0-9920-58e9ac005fb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca203b62-fdce-4bb1-9d73-7b1d25233000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582783 Jan 14 01:44:46.293535 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edccd8f-bc7c-4de9-981e-314b6c08ca50 req-6db57509-05f8-4972-bd31-0d50561d1cba tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:46.295088 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5edccd8f-bc7c-4de9-981e-314b6c08ca50 req-6db57509-05f8-4972-bd31-0d50561d1cba tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 936 time: 0.3106606 Jan 14 01:44:46.295652 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:46.303037 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a013a-dd4c-431c-a0be-32165bbdb1e7 req-a7efd88a-4727-4af2-90ba-8d5f2bae8cda tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:46.304854 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba1a013a-dd4c-431c-a0be-32165bbdb1e7 req-a7efd88a-4727-4af2-90ba-8d5f2bae8cda tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 946 time: 0.3191061 Jan 14 01:44:46.441043 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (8a96ea3d-7a35-433f-98cf-6d5c27aa0035), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:46.479331 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffe09ce-bec2-435b-a17b-5df9628fefff {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:46.519748 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Pushing event updated for resources: {'Port': ['ID=8a96ea3d-7a35-433f-98cf-6d5c27aa0035,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:46.569185 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:44:46.573890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:44:46.584775 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5edccd8f-bc7c-4de9-981e-314b6c08ca50 req-da0e80f6-22ef-47bc-b5d6-f2067f8a74f2 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774382 Jan 14 01:44:46.585552 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:44:46.587445 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Publish callbacks [] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:46.598321 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-c243df01-2e06-4690-bb65-7d5acf13f49c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:44:46.614258 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Transition to ACTIVE for port object 3ffe09ce-bec2-435b-a17b-5df9628fefff will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:44:46.618027 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-80b2eba8-9203-4bf8-8258-22827630a4a6 service neutron] 10.222.0.36 "GET /v2.0/networks/ca203b62-fdce-4bb1-9d73-7b1d25233000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328986 Jan 14 01:44:46.692776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-ba1a013a-dd4c-431c-a0be-32165bbdb1e7 req-71269537-725c-4ece-8f4a-0d3ac0c8cc76 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Deleting port f4fe33b9-5f17-4075-99f1-b696d5d48c30 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:46.693450 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ba1a013a-dd4c-431c-a0be-32165bbdb1e7 req-71269537-725c-4ece-8f4a-0d3ac0c8cc76 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:46.712752 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:46.733135 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c243df01-2e06-4690-bb65-7d5acf13f49c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:46.867244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ba1a013a-dd4c-431c-a0be-32165bbdb1e7 req-71269537-725c-4ece-8f4a-0d3ac0c8cc76 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] For port f4fe33b9-5f17-4075-99f1-b696d5d48c30, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f4fe33b9-5f17-4075-99f1-b696d5d48c30,segment=NetworkSegment(1a932aa3-4e95-4b53-887b-15f1e7ce4208),segment_id=1a932aa3-4e95-4b53-887b-15f1e7ce4208)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:46.867882 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ba1a013a-dd4c-431c-a0be-32165bbdb1e7 req-71269537-725c-4ece-8f4a-0d3ac0c8cc76 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:46.887731 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-ba1a013a-dd4c-431c-a0be-32165bbdb1e7 req-71269537-725c-4ece-8f4a-0d3ac0c8cc76 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Calling delete_port for f4fe33b9-5f17-4075-99f1-b696d5d48c30 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:46.929842 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Pushing event updated for resources: {'Port': ['ID=3ffe09ce-bec2-435b-a17b-5df9628fefff,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:46.956125 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-77c71cd0-096d-439a-8923-2e562c30485f req-3e57cbc1-6e82-4d35-adce-5963f0c7bd08 service neutron] 10.222.0.36 "GET /v2.0/networks/ca203b62-fdce-4bb1-9d73-7b1d25233000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443137 Jan 14 01:44:47.008116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3120c4-8775-4a13-b340-a598925cad6c {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:47.023223 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c243df01-2e06-4690-bb65-7d5acf13f49c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (96ae8147-cb2b-4077-a30a-ad5a9af3db4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.037105 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Publish callbacks [] for port (dc3120c4-8775-4a13-b340-a598925cad6c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.057464 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Transition to ACTIVE for port object dc3120c4-8775-4a13-b340-a598925cad6c will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:44:47.067302 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Attempting to bind port 3ffe09ce-bec2-435b-a17b-5df9628fefff on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:47.068273 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Attempting to bind port 3ffe09ce-bec2-435b-a17b-5df9628fefff by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:47.068690 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Attempting to bind port 3ffe09ce-bec2-435b-a17b-5df9628fefff on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:47.072262 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.122060 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3120c4-8775-4a13-b340-a598925cad6c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:47.124794 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Port 3ffe09ce-bec2-435b-a17b-5df9628fefff on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:44:47.125279 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Attempting to bind port 3ffe09ce-bec2-435b-a17b-5df9628fefff on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:47.131891 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:47.132349 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:47.132822 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:47.133343 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Bound port: 3ffe09ce-bec2-435b-a17b-5df9628fefff, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:47.133835 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.205026 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:47.208782 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:47.219262 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.240295 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddeb52-cb1d-44b5-a052-577200081fc5 req-72a192df-0de0-4f92-8f97-ae25d22bdbdf tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:47.241786 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-faddeb52-cb1d-44b5-a052-577200081fc5 req-72a192df-0de0-4f92-8f97-ae25d22bdbdf tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.5037334 Jan 14 01:44:47.312666 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks [] for floatingip (a6c084af-4b2b-41c3-8c8e-2f52d39b54fa), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.316131 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:47.316752 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.319581 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] 10.222.0.36 "PUT /v2.0/ports/3ffe09ce-bec2-435b-a17b-5df9628fefff HTTP/1.1" status: 200 len: 1096 time: 1.9708233 Jan 14 01:44:47.363482 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f45008-841c-42cb-95e5-ab32013630ae service neutron] Pushing event updated for resources: {'Port': ['ID=3ffe09ce-bec2-435b-a17b-5df9628fefff,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:47.375481 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [None req-c243df01-2e06-4690-bb65-7d5acf13f49c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Floating IP 96ae8147-cb2b-4077-a30a-ad5a9af3db4f associated. External IP: 172.25.2.245, port: 4e0c5495-0ad2-4023-8382-3e516cef80f4. Jan 14 01:44:47.378499 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ba1a013a-dd4c-431c-a0be-32165bbdb1e7 req-71269537-725c-4ece-8f4a-0d3ac0c8cc76 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (f4fe33b9-5f17-4075-99f1-b696d5d48c30), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.411376 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f4fe33b9-5f17-4075-99f1-b696d5d48c30'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:47.477432 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Attempting to bind port dc3120c4-8775-4a13-b340-a598925cad6c on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:47.477771 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Attempting to bind port dc3120c4-8775-4a13-b340-a598925cad6c by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:47.478093 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Attempting to bind port dc3120c4-8775-4a13-b340-a598925cad6c on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:47.486350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Port dc3120c4-8775-4a13-b340-a598925cad6c on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:44:47.486951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Attempting to bind port dc3120c4-8775-4a13-b340-a598925cad6c on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:47.495006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:47.495344 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:47.495729 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:47.496354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Bound port: dc3120c4-8775-4a13-b340-a598925cad6c, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:47.496842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.514288 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-faddeb52-cb1d-44b5-a052-577200081fc5 req-382c7f51-fb60-4fbb-93e3-d4aaaf19429b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538211 Jan 14 01:44:47.582319 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] For port dc3120c4-8775-4a13-b340-a598925cad6c, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:44:47.585771 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] For port dc3120c4-8775-4a13-b340-a598925cad6c, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=dc3120c4-8775-4a13-b340-a598925cad6c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:47.612751 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.633238 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71269537-725c-4ece-8f4a-0d3ac0c8cc76 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Pushing event deleted for resources: {'Port': ['ID=f4fe33b9-5f17-4075-99f1-b696d5d48c30,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:47.650184 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8a96ea3d-7a35-433f-98cf-6d5c27aa0035), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.753904 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f80fe0-09c4-4b83-83f0-ad184ebfa4d7 x-openstack-request-id: req-69f80fe0-09c4-4b83-83f0-ad184ebfa4d7 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:47.754938 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85e1bce-4db6-428e-8e86-e478be4a7a83", "tag": "49d614ad-3309-41b7-9cdb-bb9c7aac2305", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:47.754938 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69f80fe0-09c4-4b83-83f0-ad184ebfa4d7 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:47.755451 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85e1bce-4db6-428e-8e86-e478be4a7a83', 'tag': '49d614ad-3309-41b7-9cdb-bb9c7aac2305', 'status': 'completed', 'code': 200} Jan 14 01:44:47.755619 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3120c4-8775-4a13-b340-a598925cad6c,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:47.762808 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-a1773d80-1194-4b01-af41-baa3935e66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:47.764450 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-a1773d80-1194-4b01-af41-baa3935e66f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 1099 time: 0.3380513 Jan 14 01:44:47.777607 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:47.778363 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.779764 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a5002db5-e16e-43eb-aa13-bc51b564c5d1 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc3120c4-8775-4a13-b340-a598925cad6c HTTP/1.1" status: 200 len: 1096 time: 1.6409640 Jan 14 01:44:47.845819 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-9c6f7fc1-9499-4b81-9801-db59825d8af9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff HTTP/1.1" status: 200 len: 217 time: 0.0636077 Jan 14 01:44:47.932774 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664af70d-0edd-45fc-a588-0246ceb3af09 req-e60576d4-faa5-43e9-bdef-b992d327ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:47.934264 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664af70d-0edd-45fc-a588-0246ceb3af09 req-e60576d4-faa5-43e9-bdef-b992d327ecc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f866e57fcf64c0a8c8652ce102e459e&device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 1094 time: 0.2253518 Jan 14 01:44:47.950921 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 884cb180-daaf-4c03-81ee-a7592ed573cf details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:44:47.951671 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1a013a-dd4c-431c-a0be-32165bbdb1e7 req-71269537-725c-4ece-8f4a-0d3ac0c8cc76 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] No DVR routers for this DVR port f4fe33b9-5f17-4075-99f1-b696d5d48c30 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:47.959017 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ba1a013a-dd4c-431c-a0be-32165bbdb1e7 req-71269537-725c-4ece-8f4a-0d3ac0c8cc76 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:47.962257 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba1a013a-dd4c-431c-a0be-32165bbdb1e7 req-71269537-725c-4ece-8f4a-0d3ac0c8cc76 tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.46 "DELETE /v2.0/ports/f4fe33b9-5f17-4075-99f1-b696d5d48c30 HTTP/1.1" status: 204 len: 173 time: 1.6501443 Jan 14 01:44:47.965099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f237966-9062-4d6b-ba88-378766f4b863', 'name': 'network-vif-deleted', 'tag': 'f4fe33b9-5f17-4075-99f1-b696d5d48c30'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:47.967873 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd58b21-a4fa-494a-8bd1-4d2775cc83e0" -d '{"events": [{"server_uuid": "7f237966-9062-4d6b-ba88-378766f4b863", "name": "network-vif-deleted", "tag": "f4fe33b9-5f17-4075-99f1-b696d5d48c30"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:47.999367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-43698fc9-9d61-4dff-ba26-b1e88bbb0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:48.005571 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-43698fc9-9d61-4dff-ba26-b1e88bbb0fb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 1099 time: 0.1560917 Jan 14 01:44:48.028228 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ed429-6731-499e-905f-c8bdfcbd5ac0 req-5284b485-9669-4b0a-b5a8-72e1390fdb04 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:48.030383 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab3ed429-6731-499e-905f-c8bdfcbd5ac0 req-5284b485-9669-4b0a-b5a8-72e1390fdb04 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 943 time: 0.2808087 Jan 14 01:44:48.202083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=884cb180-daaf-4c03-81ee-a7592ed573cf,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:48.230570 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '884cb180-daaf-4c03-81ee-a7592ed573cf', 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e', 'port_id': '884cb180-daaf-4c03-81ee-a7592ed573cf', 'mac_address': 'fa:16:3e:ec:2f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7c7d7c-46a8-4cad-a834-59b144ba6e56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:44:48.234026 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-f84bd42c-e3e0-48ce-8fc2-9b28d3edea95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=dc3120c4-8775-4a13-b340-a598925cad6c HTTP/1.1" status: 200 len: 217 time: 0.1843536 Jan 14 01:44:48.293253 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-fae1409e-5799-4c11-a4ba-7300848b9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:48.295321 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-fae1409e-5799-4c11-a4ba-7300848b9a4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0523372 Jan 14 01:44:48.299768 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-c392b240-2692-40ca-a303-6be1d144e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:48.301355 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab3ed429-6731-499e-905f-c8bdfcbd5ac0 req-1e4df2bd-9641-49d5-b5e9-9e172476b3f0 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598293 Jan 14 01:44:48.302933 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-c392b240-2692-40ca-a303-6be1d144e9d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.4206483 Jan 14 01:44:48.314474 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 884cb180-daaf-4c03-81ee-a7592ed573cf is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:48.314877 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:48.340706 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks [] for port (8a96ea3d-7a35-433f-98cf-6d5c27aa0035), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:48.352026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884cb180-daaf-4c03-81ee-a7592ed573cf {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:48.365330 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (8a96ea3d-7a35-433f-98cf-6d5c27aa0035), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:48.409415 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=884cb180-daaf-4c03-81ee-a7592ed573cf,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:48.415294 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-f2c0f318-1557-4f48-9832-34fddd8e3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:48.417373 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:48.417950 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-f2c0f318-1557-4f48-9832-34fddd8e3c23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995195 Jan 14 01:44:48.522910 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c243df01-2e06-4690-bb65-7d5acf13f49c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Router 27175b91-0eb8-4db2-80ee-eb70209dfc03 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:44:48.533721 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=884cb180-daaf-4c03-81ee-a7592ed573cf,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:48.562213 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-dc372428-cdaa-4025-8dc6-5b27b62b9685 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356790 Jan 14 01:44:48.588825 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6fd91b9d-8eb6-4ac6-a049-ffe4b7acf09a req-23c8a63e-6d70-4e3c-976a-4f7d03c3af4a tempest-DeleteServersTestJSON-1194946633 tempest-DeleteServersTestJSON-1194946633-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f237966-9062-4d6b-ba88-378766f4b863 HTTP/1.1" status: 200 len: 210 time: 0.0924125 Jan 14 01:44:48.631447 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Pushing event updated for resources: {'Port': ['ID=8a96ea3d-7a35-433f-98cf-6d5c27aa0035,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:48.665729 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (a6c084af-4b2b-41c3-8c8e-2f52d39b54fa), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:48.672121 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dd9431c-cf23-4789-a09a-16d2fa860725 req-ae8432de-3113-4ad1-9a4c-3d53565d252c service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019981 Jan 14 01:44:48.677848 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664af70d-0edd-45fc-a588-0246ceb3af09 req-469affa7-a947-496e-a170-631568962fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:48.680368 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664af70d-0edd-45fc-a588-0246ceb3af09 req-469affa7-a947-496e-a170-631568962fb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca203b62-fdce-4bb1-9d73-7b1d25233000 HTTP/1.1" status: 200 len: 923 time: 0.7181206 Jan 14 01:44:48.682767 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a540239d-2610-445f-9ad1-2e32c64e19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:48.684114 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-a540239d-2610-445f-9ad1-2e32c64e19e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3801143 Jan 14 01:44:48.720707 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['884cb180-daaf-4c03-81ee-a7592ed573cf'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:48.757296 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664af70d-0edd-45fc-a588-0246ceb3af09 req-a1be2057-faf6-42e9-b739-5b27413dd2cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d614ad-3309-41b7-9cdb-bb9c7aac2305 HTTP/1.1" status: 200 len: 217 time: 0.0671303 Jan 14 01:44:48.839613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664af70d-0edd-45fc-a588-0246ceb3af09 req-f6f89763-d9ca-4643-be62-ae1020031b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:48.841171 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664af70d-0edd-45fc-a588-0246ceb3af09 req-f6f89763-d9ca-4643-be62-ae1020031b3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d7b02dad-0c80-4bce-990b-aab20501f994 HTTP/1.1" status: 200 len: 862 time: 0.0542789 Jan 14 01:44:48.844919 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:48.854103 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-7432f9e1-12f2-489b-88b7-79739d9d48a2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5068123 Jan 14 01:44:48.905749 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664af70d-0edd-45fc-a588-0246ceb3af09 req-80d9ad0f-8df7-4b02-9502-16f2b7c4a24b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca203b62-fdce-4bb1-9d73-7b1d25233000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494075 Jan 14 01:44:49.056239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c243df01-2e06-4690-bb65-7d5acf13f49c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:44:49.067243 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e894d3-2029-4d8c-826c-7a0bb6879cc4 None None] Sync routers for ids ['27175b91-0eb8-4db2-80ee-eb70209dfc03'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:44:49.074713 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-3b7043fa-3b30-4f95-8db5-e53db543c295 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.2171204 Jan 14 01:44:49.092193 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c243df01-2e06-4690-bb65-7d5acf13f49c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:49.095797 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e894d3-2029-4d8c-826c-7a0bb6879cc4 None None] Routers {'27175b91-0eb8-4db2-80ee-eb70209dfc03'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:49.096487 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-70e894d3-2029-4d8c-826c-7a0bb6879cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:44:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27175b91-0eb8-4db2-80ee-eb70209dfc03'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:49.246366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-70e894d3-2029-4d8c-826c-7a0bb6879cc4 None None] Set router 27175b91-0eb8-4db2-80ee-eb70209dfc03 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:49.248449 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c243df01-2e06-4690-bb65-7d5acf13f49c tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "PUT /v2.0/floatingips/96ae8147-cb2b-4077-a30a-ad5a9af3db4f HTTP/1.1" status: 200 len: 992 time: 4.4040272 Jan 14 01:44:49.269951 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacc9ef-6722-4dd3-a34b-3ec67ca96227 req-9d033c22-5586-4c09-ad78-fd7f5b066834 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:49.271706 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7cacc9ef-6722-4dd3-a34b-3ec67ca96227 req-9d033c22-5586-4c09-ad78-fd7f5b066834 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 948 time: 0.2131932 Jan 14 01:44:49.331323 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-8e6f142e-be94-4b70-8824-b91359d0ea95 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:49.342235 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a73c63d5-0977-4597-96db-6ec2ace6965f req-8e6f142e-be94-4b70-8824-b91359d0ea95 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2418945 Jan 14 01:44:49.399827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7cacc9ef-6722-4dd3-a34b-3ec67ca96227 req-31be1a4d-de58-4301-b744-e318d44dc13f tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099529 Jan 14 01:44:49.403694 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95889b04-9c4f-4b38-936d-d4e0708c6b89 x-openstack-request-id: req-95889b04-9c4f-4b38-936d-d4e0708c6b89 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:49.403980 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f237966-9062-4d6b-ba88-378766f4b863", "name": "network-vif-deleted", "tag": "f4fe33b9-5f17-4075-99f1-b696d5d48c30", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:49.404232 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95889b04-9c4f-4b38-936d-d4e0708c6b89 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:49.404628 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f237966-9062-4d6b-ba88-378766f4b863', 'name': 'network-vif-deleted', 'tag': 'f4fe33b9-5f17-4075-99f1-b696d5d48c30', 'status': 'completed', 'code': 200} Jan 14 01:44:49.410833 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-05373231-407d-4d0d-87c9-b4bf5687dab2 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525540 Jan 14 01:44:49.515021 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664af70d-0edd-45fc-a588-0246ceb3af09 req-7ed91d22-cea2-4123-bc82-554ad0d701e2 service neutron] 10.222.0.36 "GET /v2.0/networks/ca203b62-fdce-4bb1-9d73-7b1d25233000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008885 Jan 14 01:44:49.586699 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e26132-45c5-4ffa-8752-5f4a2feb9b4d req-032533b1-f98d-44e3-9ac8-44b3af4a6524 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:49.588343 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11e26132-45c5-4ffa-8752-5f4a2feb9b4d req-032533b1-f98d-44e3-9ac8-44b3af4a6524 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 944 time: 0.0965953 Jan 14 01:44:49.641846 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2399a6-a524-4501-9d10-7f2a7d995dfb req-f9e09bb9-6bc1-412d-936e-9bd3d01ba226 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:49.643628 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c2399a6-a524-4501-9d10-7f2a7d995dfb req-f9e09bb9-6bc1-412d-936e-9bd3d01ba226 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 945 time: 0.1172447 Jan 14 01:44:49.655888 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-14a745ce-7c9d-4999-94e6-54156a597b16 req-076e6cac-d7e7-4a12-9892-b5e792d60df3 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175834 Jan 14 01:44:49.658051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-70e894d3-2029-4d8c-826c-7a0bb6879cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:44:17Z', 'revision_number': 4, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '96ae8147-cb2b-4077-a30a-ad5a9af3db4f', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'port_id': '4e0c5495-0ad2-4023-8382-3e516cef80f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'mac_address': 'fa:16:3e:50:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:44:24Z', 'updated_at': '2022-01-14T01:44:46Z', 'revision_number': 1, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c3e337-4663-452b-8f0c-20527ce35206', 'name': '', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'mac_address': 'fa:16:3e:34:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:15Z', 'updated_at': '2022-01-14T01:44:22Z', 'revision_number': 5, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'subnets': [{'id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:49.699045 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e894d3-2029-4d8c-826c-7a0bb6879cc4 None None] Checking router: 27175b91-0eb8-4db2-80ee-eb70209dfc03 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:44:49.718178 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e894d3-2029-4d8c-826c-7a0bb6879cc4 None None] Routers {'27175b91-0eb8-4db2-80ee-eb70209dfc03'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:49.718850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-70e894d3-2029-4d8c-826c-7a0bb6879cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:44:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27175b91-0eb8-4db2-80ee-eb70209dfc03'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:49.743895 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-664af70d-0edd-45fc-a588-0246ceb3af09 req-96e670b0-83a9-4722-a2e4-bb2e26efa914 service neutron] 10.222.0.36 "GET /v2.0/networks/ca203b62-fdce-4bb1-9d73-7b1d25233000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025373 Jan 14 01:44:49.759602 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941ae6d3-e59d-4137-bab6-cf0661501eb3', 'tag': '3ffe09ce-bec2-435b-a17b-5df9628fefff'}, {'name': 'network-changed', 'server_uuid': '269adfc7-cf47-411d-898a-84484797692f', 'tag': 'dc3120c4-8775-4a13-b340-a598925cad6c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:49.762313 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c57cb43-47eb-4aab-bb37-630f12c17ede" -d '{"events": [{"name": "network-changed", "server_uuid": "941ae6d3-e59d-4137-bab6-cf0661501eb3", "tag": "3ffe09ce-bec2-435b-a17b-5df9628fefff"}, {"name": "network-changed", "server_uuid": "269adfc7-cf47-411d-898a-84484797692f", "tag": "dc3120c4-8775-4a13-b340-a598925cad6c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:49.777503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15591957-d973-48a9-9c09-22a37d6a11f4 req-fe0a0c68-f8e7-4984-829a-8416fcba0853 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:49.779663 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-15591957-d973-48a9-9c09-22a37d6a11f4 req-fe0a0c68-f8e7-4984-829a-8416fcba0853 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c818c37-96e2-455e-8802-4ddd23403a12 HTTP/1.1" status: 200 len: 945 time: 0.0903127 Jan 14 01:44:49.943397 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-70e894d3-2029-4d8c-826c-7a0bb6879cc4 None None] Set router 27175b91-0eb8-4db2-80ee-eb70209dfc03 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:49.954962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-15591957-d973-48a9-9c09-22a37d6a11f4 req-a82049db-8d1e-49af-836e-56d170fca7fc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Deleting port 2aa21865-dac0-4009-b70b-ba8c2c4cacde {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:49.955449 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-15591957-d973-48a9-9c09-22a37d6a11f4 req-a82049db-8d1e-49af-836e-56d170fca7fc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:49.983694 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 49d614ad-3309-41b7-9cdb-bb9c7aac2305 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:44:49.985584 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 884cb180-daaf-4c03-81ee-a7592ed573cf up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:50.085840 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-15591957-d973-48a9-9c09-22a37d6a11f4 req-a82049db-8d1e-49af-836e-56d170fca7fc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] For port 2aa21865-dac0-4009-b70b-ba8c2c4cacde, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=2aa21865-dac0-4009-b70b-ba8c2c4cacde,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:50.086320 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-15591957-d973-48a9-9c09-22a37d6a11f4 req-a82049db-8d1e-49af-836e-56d170fca7fc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:50.100052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11e26132-45c5-4ffa-8752-5f4a2feb9b4d req-b8bcbb37-23e3-45d6-8f7c-70cf39eebec6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977987 Jan 14 01:44:50.100360 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-15591957-d973-48a9-9c09-22a37d6a11f4 req-a82049db-8d1e-49af-836e-56d170fca7fc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Calling delete_port for 2aa21865-dac0-4009-b70b-ba8c2c4cacde owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:50.170121 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c2399a6-a524-4501-9d10-7f2a7d995dfb req-5152cd44-ec3f-4e90-88f0-254e3d9116c2 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162616 Jan 14 01:44:50.179270 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 884cb180-daaf-4c03-81ee-a7592ed573cf completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:44:50.208820 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 884cb180-daaf-4c03-81ee-a7592ed573cf triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:50.209208 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:50.310257 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-7dbc94d6-db08-42e8-aea2-39fe54be23f2 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/floatingips/a6c084af-4b2b-41c3-8c8e-2f52d39b54fa HTTP/1.1" status: 200 len: 692 time: 0.0944252 Jan 14 01:44:50.332010 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f4fe33b9-5f17-4075-99f1-b696d5d48c30 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:50.356585 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: f4fe33b9-5f17-4075-99f1-b696d5d48c30 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:50.356989 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f4fe33b9-5f17-4075-99f1-b696d5d48c30 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:50.366406 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-15591957-d973-48a9-9c09-22a37d6a11f4 req-a82049db-8d1e-49af-836e-56d170fca7fc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (2aa21865-dac0-4009-b70b-ba8c2c4cacde), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:50.405422 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82049db-8d1e-49af-836e-56d170fca7fc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Pushing event deleted for resources: {'Port': ['ID=2aa21865-dac0-4009-b70b-ba8c2c4cacde,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:50.425646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['2aa21865-dac0-4009-b70b-ba8c2c4cacde'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:50.453155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4e78c-0b20-42d4-a0ad-fe78f475a657 req-b22baf25-dce6-4cfc-ad45-4767096558d9 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:50.454957 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acb4e78c-0b20-42d4-a0ad-fe78f475a657 req-b22baf25-dce6-4cfc-ad45-4767096558d9 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 943 time: 0.1734738 Jan 14 01:44:50.461944 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-15591957-d973-48a9-9c09-22a37d6a11f4 req-a82049db-8d1e-49af-836e-56d170fca7fc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] No DVR routers for this DVR port 2aa21865-dac0-4009-b70b-ba8c2c4cacde on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:50.464769 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-15591957-d973-48a9-9c09-22a37d6a11f4 req-a82049db-8d1e-49af-836e-56d170fca7fc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:50.468195 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-15591957-d973-48a9-9c09-22a37d6a11f4 req-a82049db-8d1e-49af-836e-56d170fca7fc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.46 "DELETE /v2.0/ports/2aa21865-dac0-4009-b70b-ba8c2c4cacde HTTP/1.1" status: 204 len: 173 time: 0.6818004 Jan 14 01:44:50.545762 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-0a647e1b-abcf-4a97-8edb-69253df35d0c tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:50.553643 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-0a647e1b-abcf-4a97-8edb-69253df35d0c tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2208233 Jan 14 01:44:50.616129 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acb4e78c-0b20-42d4-a0ad-fe78f475a657 req-f88c9aab-3110-48db-8f06-377fee7d292d tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483951 Jan 14 01:44:50.625256 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-83bd0a4b-cba1-4dbd-8055-0985f73c2407 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.0705626 Jan 14 01:44:50.649323 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 49d614ad-3309-41b7-9cdb-bb9c7aac2305, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=49d614ad-3309-41b7-9cdb-bb9c7aac2305,segment=NetworkSegment(f0b39f4d-1e13-4c46-9927-f19d51d77d86),segment_id=f0b39f4d-1e13-4c46-9927-f19d51d77d86)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:50.672370 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 884cb180-daaf-4c03-81ee-a7592ed573cf is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:50.672939 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:50.693472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '49d614ad-3309-41b7-9cdb-bb9c7aac2305', 'network_id': 'ca203b62-fdce-4bb1-9d73-7b1d25233000', 'port_id': '49d614ad-3309-41b7-9cdb-bb9c7aac2305', 'mac_address': 'fa:16:3e:94:dc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b02dad-0c80-4bce-990b-aab20501f994', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:44:50.699348 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-c5e86541-cce8-4983-9b78-c0524a33c040 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.0728431 Jan 14 01:44:50.716737 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c51d12-7f3e-4418-bf36-c62078ca78d3 x-openstack-request-id: req-18c51d12-7f3e-4418-bf36-c62078ca78d3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:50.717247 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941ae6d3-e59d-4137-bab6-cf0661501eb3", "tag": "3ffe09ce-bec2-435b-a17b-5df9628fefff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "269adfc7-cf47-411d-898a-84484797692f", "tag": "dc3120c4-8775-4a13-b340-a598925cad6c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:50.717369 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18c51d12-7f3e-4418-bf36-c62078ca78d3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:50.717751 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941ae6d3-e59d-4137-bab6-cf0661501eb3', 'tag': '3ffe09ce-bec2-435b-a17b-5df9628fefff', 'status': 'completed', 'code': 200} Jan 14 01:44:50.718011 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269adfc7-cf47-411d-898a-84484797692f', 'tag': 'dc3120c4-8775-4a13-b340-a598925cad6c', 'status': 'completed', 'code': 200} Jan 14 01:44:50.732449 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3364c7f-d5d7-4021-8175-14110f2219f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884cb180-daaf-4c03-81ee-a7592ed573cf'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:50.734728 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30be97e-edd6-4f1d-8398-2523ccb5bad6" -d '{"events": [{"server_uuid": "b3364c7f-d5d7-4021-8175-14110f2219f1", "name": "network-vif-plugged", "status": "completed", "tag": "884cb180-daaf-4c03-81ee-a7592ed573cf"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:50.773593 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=884cb180-daaf-4c03-81ee-a7592ed573cf,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:50.782199 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:50.813261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 49d614ad-3309-41b7-9cdb-bb9c7aac2305 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:50.813641 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:50.851861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d614ad-3309-41b7-9cdb-bb9c7aac2305 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:50.882577 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=884cb180-daaf-4c03-81ee-a7592ed573cf,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:50.889422 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 49d614ad-3309-41b7-9cdb-bb9c7aac2305, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=49d614ad-3309-41b7-9cdb-bb9c7aac2305,segment=NetworkSegment(f0b39f4d-1e13-4c46-9927-f19d51d77d86),segment_id=f0b39f4d-1e13-4c46-9927-f19d51d77d86)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:50.897164 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:50.903462 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-70e894d3-2029-4d8c-826c-7a0bb6879cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:44:17Z', 'revision_number': 4, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '96ae8147-cb2b-4077-a30a-ad5a9af3db4f', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'port_id': '4e0c5495-0ad2-4023-8382-3e516cef80f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'mac_address': 'fa:16:3e:50:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:44:24Z', 'updated_at': '2022-01-14T01:44:46Z', 'revision_number': 1, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c3e337-4663-452b-8f0c-20527ce35206', 'name': '', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'mac_address': 'fa:16:3e:34:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:15Z', 'updated_at': '2022-01-14T01:44:22Z', 'revision_number': 5, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'subnets': [{'id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:50.912398 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-0a4ae3f9-0882-483d-8670-edd2d2e5fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:50.915336 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-0a4ae3f9-0882-483d-8670-edd2d2e5fbb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 1099 time: 0.1311021 Jan 14 01:44:50.953978 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e894d3-2029-4d8c-826c-7a0bb6879cc4 None None] The sync data for ids ['27175b91-0eb8-4db2-80ee-eb70209dfc03'] in n-d-824358-4 is: [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:44:17Z', 'revision_number': 4, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '96ae8147-cb2b-4077-a30a-ad5a9af3db4f', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'port_id': '4e0c5495-0ad2-4023-8382-3e516cef80f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'mac_address': 'fa:16:3e:50:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:44:24Z', 'updated_at': '2022-01-14T01:44:46Z', 'revision_number': 1, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c3e337-4663-452b-8f0c-20527ce35206', 'name': '', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'mac_address': 'fa:16:3e:34:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:15Z', 'updated_at': '2022-01-14T01:44:22Z', 'revision_number': 5, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'subnets': [{'id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:44:50.977899 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e8f62-0a63-4c14-bcfd-e04333ac2771 req-a14a8d91-fa77-4c0e-a3da-06d306ab73dd tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:50.984879 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad9e8f62-0a63-4c14-bcfd-e04333ac2771 req-a14a8d91-fa77-4c0e-a3da-06d306ab73dd tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 948 time: 0.1334438 Jan 14 01:44:51.013699 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=49d614ad-3309-41b7-9cdb-bb9c7aac2305,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:51.030901 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-f2bd4b8e-e9ea-4a10-bde8-c3d95cec0ddf tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Deleting port 8a96ea3d-7a35-433f-98cf-6d5c27aa0035 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:51.031226 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-f2bd4b8e-e9ea-4a10-bde8-c3d95cec0ddf tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8a96ea3d-7a35-433f-98cf-6d5c27aa0035), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:51.049354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-a0b075bd-0c9a-48ff-9110-d1735858cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:51.054028 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-a0b075bd-0c9a-48ff-9110-d1735858cdf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 1099 time: 0.2836585 Jan 14 01:44:51.111609 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-f2bd4b8e-e9ea-4a10-bde8-c3d95cec0ddf tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8a96ea3d-7a35-433f-98cf-6d5c27aa0035), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:51.112019 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-f2bd4b8e-e9ea-4a10-bde8-c3d95cec0ddf tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks [] for floatingip (8a96ea3d-7a35-433f-98cf-6d5c27aa0035), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:51.136589 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-db4487d3-c662-4c13-b610-0365090c6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:51.137407 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-f2bd4b8e-e9ea-4a10-bde8-c3d95cec0ddf tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Calling delete_port for 8a96ea3d-7a35-433f-98cf-6d5c27aa0035 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:51.138393 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-db4487d3-c662-4c13-b610-0365090c6fa2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2125893 Jan 14 01:44:51.195768 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad9e8f62-0a63-4c14-bcfd-e04333ac2771 req-92577bd0-c16b-41ee-aeb4-478d947b4d67 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100189 Jan 14 01:44:51.199375 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-d3f84acb-664e-4ded-af0c-4295d86e7143 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=dc3120c4-8775-4a13-b340-a598925cad6c HTTP/1.1" status: 200 len: 217 time: 0.0542819 Jan 14 01:44:51.210126 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['49d614ad-3309-41b7-9cdb-bb9c7aac2305'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:51.261337 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-fbffbf6c-11a9-4e0a-b370-07e0aa236527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:51.263149 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-fbffbf6c-11a9-4e0a-b370-07e0aa236527 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1976600 Jan 14 01:44:51.319663 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-1f33540f-9644-483e-937b-0d4b4c1728f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:51.321270 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-1f33540f-9644-483e-937b-0d4b4c1728f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1153238 Jan 14 01:44:51.322977 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-04fce3fb-9caf-4793-ac23-d3d57df0c36a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff HTTP/1.1" status: 200 len: 217 time: 0.0502083 Jan 14 01:44:51.366335 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cf4579-2e66-4f6a-a9d4-ea7ae88fa8d5 x-openstack-request-id: req-d6cf4579-2e66-4f6a-a9d4-ea7ae88fa8d5 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:51.366654 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3364c7f-d5d7-4021-8175-14110f2219f1", "name": "network-vif-plugged", "status": "completed", "tag": "884cb180-daaf-4c03-81ee-a7592ed573cf", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:51.366912 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6cf4579-2e66-4f6a-a9d4-ea7ae88fa8d5 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:51.367304 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3364c7f-d5d7-4021-8175-14110f2219f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884cb180-daaf-4c03-81ee-a7592ed573cf', 'code': 200} Jan 14 01:44:51.389241 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3e043-bbcb-44cf-8467-ab71d73ede31 None None] New status for floating IP 96ae8147-cb2b-4077-a30a-ad5a9af3db4f: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:44:51.407311 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'tag': '4e0c5495-0ad2-4023-8382-3e516cef80f4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:51.413819 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89422bf6-77b0-4a75-b89a-aaa9df62e673" -d '{"events": [{"name": "network-changed", "server_uuid": "42e8ab04-595a-4aca-9481-dc56a87ddfca", "tag": "4e0c5495-0ad2-4023-8382-3e516cef80f4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:51.530799 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-9389d513-b261-4ded-9e2a-66f6c9ecaab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:51.532572 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-9389d513-b261-4ded-9e2a-66f6c9ecaab7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1937158 Jan 14 01:44:51.540375 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-bb8aa227-bb00-4e7c-ad37-33b89ecbddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:51.541900 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-bb8aa227-bb00-4e7c-ad37-33b89ecbddde service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2146783 Jan 14 01:44:51.583113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1afb45-cba1-4c1b-ab25-14c3bbe6786f req-4c405d97-c619-4e19-87c5-c4fa29dd197a tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:51.591232 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b1afb45-cba1-4c1b-ab25-14c3bbe6786f req-4c405d97-c619-4e19-87c5-c4fa29dd197a tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.0790095 Jan 14 01:44:51.613805 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-f2bd4b8e-e9ea-4a10-bde8-c3d95cec0ddf tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (8a96ea3d-7a35-433f-98cf-6d5c27aa0035), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:51.622032 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057331e-e3de-47ae-ae2e-1236882b499e req-6fea6fd6-2649-4048-8f89-51170da38609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:51.625803 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9057331e-e3de-47ae-ae2e-1236882b499e req-6fea6fd6-2649-4048-8f89-51170da38609 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 1096 time: 0.1660178 Jan 14 01:44:51.661554 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd4b8e-e9ea-4a10-bde8-c3d95cec0ddf tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Pushing event deleted for resources: {'Port': ['ID=8a96ea3d-7a35-433f-98cf-6d5c27aa0035,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:51.687540 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-8ff4e853-2b8c-43c8-8c39-fedddbf1f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:51.689195 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-8ff4e853-2b8c-43c8-8c39-fedddbf1f965 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456027 Jan 14 01:44:51.707677 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b1afb45-cba1-4c1b-ab25-14c3bbe6786f req-bf91df6c-3178-4c97-afc7-9c49bee594a9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156158 Jan 14 01:44:51.756184 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-f2bd4b8e-e9ea-4a10-bde8-c3d95cec0ddf tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks [] for floatingip (a6c084af-4b2b-41c3-8c8e-2f52d39b54fa), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:51.759694 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-f2bd4b8e-e9ea-4a10-bde8-c3d95cec0ddf tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:51.761628 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-570bf4a4-96bc-4f11-b4f3-f7d28c330937 req-f2bd4b8e-e9ea-4a10-bde8-c3d95cec0ddf tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "DELETE /v2.0/floatingips/a6c084af-4b2b-41c3-8c8e-2f52d39b54fa HTTP/1.1" status: 204 len: 173 time: 1.0603745 Jan 14 01:44:51.768567 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-1ef55297-44fd-49c1-94ee-91ca1521c338 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171609 Jan 14 01:44:51.771952 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9057331e-e3de-47ae-ae2e-1236882b499e req-d5278a26-95d6-4b88-81c3-da2f979ef486 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357939 Jan 14 01:44:51.879613 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6789f6c-1a07-4bd0-9133-6e873a119018 x-openstack-request-id: req-f6789f6c-1a07-4bd0-9133-6e873a119018 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:51.880694 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e8ab04-595a-4aca-9481-dc56a87ddfca", "tag": "4e0c5495-0ad2-4023-8382-3e516cef80f4", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:51.881230 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6789f6c-1a07-4bd0-9133-6e873a119018 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:51.881831 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'tag': '4e0c5495-0ad2-4023-8382-3e516cef80f4', 'status': 'completed', 'code': 200} Jan 14 01:44:51.889735 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-8de013ff-c529-41e9-9b18-bd7afbc75d38 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877880 Jan 14 01:44:51.904953 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-7fece953-c4fe-4e7a-82c2-09fefeef6077 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276112 Jan 14 01:44:51.944720 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-8f8c1a8c-f563-46c1-910c-eeaf5cb51012 req-554c91f5-cb06-48c3-86b5-2c363cf10ace tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] show failed (client error): The resource could not be found. Jan 14 01:44:51.945786 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8f8c1a8c-f563-46c1-910c-eeaf5cb51012 req-554c91f5-cb06-48c3-86b5-2c363cf10ace tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/floatingips/a6c084af-4b2b-41c3-8c8e-2f52d39b54fa HTTP/1.1" status: 404 len: 350 time: 0.0506964 Jan 14 01:44:51.991743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993a488-97f8-4763-b494-9833ff4b197e req-d5090c94-0e30-4678-a945-49cf4c4c88a8 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:51.993365 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3993a488-97f8-4763-b494-9833ff4b197e req-d5090c94-0e30-4678-a945-49cf4c4c88a8 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 944 time: 0.0914631 Jan 14 01:44:51.996591 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89422bf6-77b0-4a75-b89a-aaa9df62e673 req-5db03361-c555-4fdf-8fbd-38ac87346390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:51.997348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 3ffe09ce-bec2-435b-a17b-5df9628fefff details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:44:51.997826 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-89422bf6-77b0-4a75-b89a-aaa9df62e673 req-5db03361-c555-4fdf-8fbd-38ac87346390 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c83079a7941148aa96b287d07d1653b0&device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 1097 time: 0.0724635 Jan 14 01:44:52.109144 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3993a488-97f8-4763-b494-9833ff4b197e req-89ff212a-6cc9-4d23-a10a-6153ff9cdda6 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049278 Jan 14 01:44:52.188126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89422bf6-77b0-4a75-b89a-aaa9df62e673 req-926325ea-c587-4bdc-8a4c-4416ac54856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:52.189602 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-89422bf6-77b0-4a75-b89a-aaa9df62e673 req-926325ea-c587-4bdc-8a4c-4416ac54856c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f HTTP/1.1" status: 200 len: 911 time: 0.1782773 Jan 14 01:44:52.196555 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6c57cb43-47eb-4aab-bb37-630f12c17ede req-e2891081-8229-41ff-a45d-c9cefb080a25 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638401 Jan 14 01:44:52.196699 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:52.218484 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '3ffe09ce-bec2-435b-a17b-5df9628fefff', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '3ffe09ce-bec2-435b-a17b-5df9628fefff', 'mac_address': 'fa:16:3e:fe:ee:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:44:52.267212 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-8adb8bfa-9e70-4427-bae6-b717db731cef req-6728ad1a-9f13-4526-bd11-233244a523d1 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] show failed (client error): The resource could not be found. Jan 14 01:44:52.268572 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8adb8bfa-9e70-4427-bae6-b717db731cef req-6728ad1a-9f13-4526-bd11-233244a523d1 tempest-FloatingIPsTestJSON-270748852 tempest-FloatingIPsTestJSON-270748852-project] 10.222.0.26 "GET /v2.0/floatingips/a6c084af-4b2b-41c3-8c8e-2f52d39b54fa HTTP/1.1" status: 404 len: 350 time: 0.0574877 Jan 14 01:44:52.277698 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54080) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:52.278105 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 3ffe09ce-bec2-435b-a17b-5df9628fefff is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:52.278552 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:52.302984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffe09ce-bec2-435b-a17b-5df9628fefff {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:52.327321 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:52.331152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device dc3120c4-8775-4a13-b340-a598925cad6c details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:44:52.336777 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-89422bf6-77b0-4a75-b89a-aaa9df62e673 req-2f668f17-bbdd-47fe-af5d-e5aa502d46c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e0c5495-0ad2-4023-8382-3e516cef80f4 HTTP/1.1" status: 200 len: 1002 time: 0.1189141 Jan 14 01:44:52.416830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89422bf6-77b0-4a75-b89a-aaa9df62e673 req-ecc51d8b-98cf-4474-a4da-5e9c5dd1d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:52.418705 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-89422bf6-77b0-4a75-b89a-aaa9df62e673 req-ecc51d8b-98cf-4474-a4da-5e9c5dd1d52f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b33cf5c-331a-49ac-b52b-8f2b00462c45 HTTP/1.1" status: 200 len: 849 time: 0.0573094 Jan 14 01:44:52.422131 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:52.472854 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89422bf6-77b0-4a75-b89a-aaa9df62e673 req-5d9d7604-c88a-4b09-813d-0ef00902d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:52.476276 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-89422bf6-77b0-4a75-b89a-aaa9df62e673 req-5d9d7604-c88a-4b09-813d-0ef00902d026 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496976 Jan 14 01:44:52.482517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port dc3120c4-8775-4a13-b340-a598925cad6c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=dc3120c4-8775-4a13-b340-a598925cad6c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:52.497291 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'dc3120c4-8775-4a13-b340-a598925cad6c', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'dc3120c4-8775-4a13-b340-a598925cad6c', 'mac_address': 'fa:16:3e:d7:06:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:44:52.531538 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4e390-5bf2-4b30-b5a5-db09904a0cc7 req-54fc147b-17ec-42e6-baf8-3d947f041811 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:52.532994 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27d4e390-5bf2-4b30-b5a5-db09904a0cc7 req-54fc147b-17ec-42e6-baf8-3d947f041811 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 945 time: 0.2561970 Jan 14 01:44:52.560840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=3ffe09ce-bec2-435b-a17b-5df9628fefff,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:52.567320 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port dc3120c4-8775-4a13-b340-a598925cad6c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:52.567881 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:52.583725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3120c4-8775-4a13-b340-a598925cad6c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:44:52.594039 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255877f-1e58-46b1-93b4-9bd18e78c832 req-8892af6a-31f1-4cf7-8ddd-d971d62150d4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:52.595545 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9255877f-1e58-46b1-93b4-9bd18e78c832 req-8892af6a-31f1-4cf7-8ddd-d971d62150d4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 948 time: 0.1714408 Jan 14 01:44:52.607217 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port dc3120c4-8775-4a13-b340-a598925cad6c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=dc3120c4-8775-4a13-b340-a598925cad6c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:52.615628 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:52.670281 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27d4e390-5bf2-4b30-b5a5-db09904a0cc7 req-ede305ab-cce9-4ada-9667-f345d258e797 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237638 Jan 14 01:44:52.682231 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-89422bf6-77b0-4a75-b89a-aaa9df62e673 req-2e740549-ef98-410b-9f94-32c66c132987 service neutron] 10.222.0.46 "GET /v2.0/networks/d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384351 Jan 14 01:44:52.685901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=dc3120c4-8775-4a13-b340-a598925cad6c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:52.722777 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c818c37-96e2-455e-8802-4ddd23403a12', 'name': 'network-vif-deleted', 'tag': '2aa21865-dac0-4009-b70b-ba8c2c4cacde'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:52.726274 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981255f7-36cc-4ff9-9111-a393c19d3f0a" -d '{"events": [{"server_uuid": "5c818c37-96e2-455e-8802-4ddd23403a12", "name": "network-vif-deleted", "tag": "2aa21865-dac0-4009-b70b-ba8c2c4cacde"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:52.727041 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9255877f-1e58-46b1-93b4-9bd18e78c832 req-b7f33570-2f9d-44f8-ad96-2b2bacd0e68c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215937 Jan 14 01:44:52.800848 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb6774a-3de5-4b7d-b163-c65d79a17ece x-openstack-request-id: req-fdb6774a-3de5-4b7d-b163-c65d79a17ece {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:52.801415 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c818c37-96e2-455e-8802-4ddd23403a12", "name": "network-vif-deleted", "tag": "2aa21865-dac0-4009-b70b-ba8c2c4cacde", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:52.801415 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdb6774a-3de5-4b7d-b163-c65d79a17ece {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:52.801828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['3ffe09ce-bec2-435b-a17b-5df9628fefff'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:52.801964 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c818c37-96e2-455e-8802-4ddd23403a12', 'name': 'network-vif-deleted', 'tag': '2aa21865-dac0-4009-b70b-ba8c2c4cacde', 'status': 'completed', 'code': 200} Jan 14 01:44:52.864368 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-89422bf6-77b0-4a75-b89a-aaa9df62e673 req-813f7d90-9a1f-4990-86e3-9970efe16899 service neutron] 10.222.0.46 "GET /v2.0/networks/d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673245 Jan 14 01:44:52.956367 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686a29f-5504-4825-a4a5-6d228c03a4b4 req-10fed7bd-da62-4d71-abea-168ad7011622 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:52.957778 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f686a29f-5504-4825-a4a5-6d228c03a4b4 req-10fed7bd-da62-4d71-abea-168ad7011622 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 945 time: 0.1095252 Jan 14 01:44:52.968003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809627-a71e-47b3-b475-edd79f39cfe0 req-444ac3a2-e25d-464f-aca1-c756e598cb84 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:52.969396 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-51809627-a71e-47b3-b475-edd79f39cfe0 req-444ac3a2-e25d-464f-aca1-c756e598cb84 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.1193564 Jan 14 01:44:52.969726 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['dc3120c4-8775-4a13-b340-a598925cad6c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:53.180539 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e7f44f5-f41b-470c-8d25-ad582aad5ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (ac1af6f2-558a-4c44-8165-401c4384ad6f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:53.243936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-51809627-a71e-47b3-b475-edd79f39cfe0 req-66a9249e-eeeb-4dfd-be07-a18c41fa11c3 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432535 Jan 14 01:44:53.340245 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f686a29f-5504-4825-a4a5-6d228c03a4b4 req-409f5cd8-0c1c-4fb7-9828-bb994436d4dc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Deleting port f8303bb4-10ec-4e7b-9ce4-289c257b6519 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:53.340578 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f686a29f-5504-4825-a4a5-6d228c03a4b4 req-409f5cd8-0c1c-4fb7-9828-bb994436d4dc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:53.398708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14769a5a-c83a-4530-9bcc-8c809793b9e2 req-28b1b6b2-a7ce-4ef0-9f4b-f018970b519b tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:53.400177 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14769a5a-c83a-4530-9bcc-8c809793b9e2 req-28b1b6b2-a7ce-4ef0-9f4b-f018970b519b tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 944 time: 0.1757011 Jan 14 01:44:53.533247 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f686a29f-5504-4825-a4a5-6d228c03a4b4 req-409f5cd8-0c1c-4fb7-9828-bb994436d4dc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] For port f8303bb4-10ec-4e7b-9ce4-289c257b6519, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f8303bb4-10ec-4e7b-9ce4-289c257b6519,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:53.533604 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f686a29f-5504-4825-a4a5-6d228c03a4b4 req-409f5cd8-0c1c-4fb7-9828-bb994436d4dc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:53.545317 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14769a5a-c83a-4530-9bcc-8c809793b9e2 req-4b8600d0-9fa3-48ef-a075-bebc9f164df6 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167204 Jan 14 01:44:53.553104 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f686a29f-5504-4825-a4a5-6d228c03a4b4 req-409f5cd8-0c1c-4fb7-9828-bb994436d4dc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Calling delete_port for f8303bb4-10ec-4e7b-9ce4-289c257b6519 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:53.735755 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f44f5-f41b-470c-8d25-ad582aad5ae5 admin admin] Deleting port 53569fd0-1563-49b3-937c-1bf2fc8c77b4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:53.736552 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e7f44f5-f41b-470c-8d25-ad582aad5ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:53.855722 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f686a29f-5504-4825-a4a5-6d228c03a4b4 req-409f5cd8-0c1c-4fb7-9828-bb994436d4dc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (f8303bb4-10ec-4e7b-9ce4-289c257b6519), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:53.923395 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f5cd8-0c1c-4fb7-9828-bb994436d4dc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Pushing event deleted for resources: {'Port': ['ID=f8303bb4-10ec-4e7b-9ce4-289c257b6519,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:53.945265 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4e7f44f5-f41b-470c-8d25-ad582aad5ae5 admin admin] For port 53569fd0-1563-49b3-937c-1bf2fc8c77b4, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=53569fd0-1563-49b3-937c-1bf2fc8c77b4,segment=NetworkSegment(6bffeb77-78a4-4f01-9d81-838cbe3dbd2b),segment_id=6bffeb77-78a4-4f01-9d81-838cbe3dbd2b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:53.945619 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e7f44f5-f41b-470c-8d25-ad582aad5ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:53.977034 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f654d7-977b-4964-9e15-9f0207b7281f req-850b8be2-9dc1-4eb4-b329-e2fc822bb959 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:53.978504 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13f654d7-977b-4964-9e15-9f0207b7281f req-850b8be2-9dc1-4eb4-b329-e2fc822bb959 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3751b78-1b93-4fec-b55c-db2ef186f6af HTTP/1.1" status: 200 len: 866 time: 0.2012041 Jan 14 01:44:53.993805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008436fc-2b25-4ba7-9282-b1aaf26312f4 req-8fdd02f5-cfbe-4442-9ba7-dec0e480585c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:53.995405 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-008436fc-2b25-4ba7-9282-b1aaf26312f4 req-8fdd02f5-cfbe-4442-9ba7-dec0e480585c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 949 time: 0.1694617 Jan 14 01:44:53.996444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f44f5-f41b-470c-8d25-ad582aad5ae5 admin admin] Calling delete_port for 53569fd0-1563-49b3-937c-1bf2fc8c77b4 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:54.004770 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 3ffe09ce-bec2-435b-a17b-5df9628fefff up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:54.035713 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f686a29f-5504-4825-a4a5-6d228c03a4b4 req-409f5cd8-0c1c-4fb7-9828-bb994436d4dc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] No DVR routers for this DVR port f8303bb4-10ec-4e7b-9ce4-289c257b6519 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:54.045948 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f686a29f-5504-4825-a4a5-6d228c03a4b4 req-409f5cd8-0c1c-4fb7-9828-bb994436d4dc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:54.049282 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f686a29f-5504-4825-a4a5-6d228c03a4b4 req-409f5cd8-0c1c-4fb7-9828-bb994436d4dc tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.46 "DELETE /v2.0/ports/f8303bb4-10ec-4e7b-9ce4-289c257b6519 HTTP/1.1" status: 204 len: 173 time: 1.0473852 Jan 14 01:44:54.053578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3751b78-1b93-4fec-b55c-db2ef186f6af', 'name': 'network-vif-deleted', 'tag': 'f8303bb4-10ec-4e7b-9ce4-289c257b6519'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:54.055810 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fceca4-54b1-4d96-be5a-81fc0bac9216" -d '{"events": [{"server_uuid": "a3751b78-1b93-4fec-b55c-db2ef186f6af", "name": "network-vif-deleted", "tag": "f8303bb4-10ec-4e7b-9ce4-289c257b6519"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:54.064120 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 3ffe09ce-bec2-435b-a17b-5df9628fefff completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:44:54.071597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 3ffe09ce-bec2-435b-a17b-5df9628fefff triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:54.072146 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:54.178777 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13f654d7-977b-4964-9e15-9f0207b7281f req-d00be2c0-f735-46aa-b0c2-57aa6ba2b229 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696830 Jan 14 01:44:54.181140 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 3ffe09ce-bec2-435b-a17b-5df9628fefff is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:54.181892 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:54.195864 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-008436fc-2b25-4ba7-9282-b1aaf26312f4 req-982510f8-d982-42f9-ae5c-7b1ab33b2092 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918375 Jan 14 01:44:54.249810 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ae6d3-e59d-4137-bab6-cf0661501eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffe09ce-bec2-435b-a17b-5df9628fefff'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:54.256442 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c611486e-819e-4848-9608-5d3fed8ce0f2" -d '{"events": [{"server_uuid": "941ae6d3-e59d-4137-bab6-cf0661501eb3", "name": "network-vif-plugged", "status": "completed", "tag": "3ffe09ce-bec2-435b-a17b-5df9628fefff"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:54.282387 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e94ef39-3907-4499-acc9-447073bf1a31 x-openstack-request-id: req-3e94ef39-3907-4499-acc9-447073bf1a31 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:54.283234 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3751b78-1b93-4fec-b55c-db2ef186f6af", "name": "network-vif-deleted", "tag": "f8303bb4-10ec-4e7b-9ce4-289c257b6519", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:54.283493 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e94ef39-3907-4499-acc9-447073bf1a31 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:54.283890 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3751b78-1b93-4fec-b55c-db2ef186f6af', 'name': 'network-vif-deleted', 'tag': 'f8303bb4-10ec-4e7b-9ce4-289c257b6519', 'status': 'completed', 'code': 200} Jan 14 01:44:54.297797 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:54.304432 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:54.305972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 49d614ad-3309-41b7-9cdb-bb9c7aac2305 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:54.390402 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d217cbd-5d50-47c6-9271-27dcbcf126e9 x-openstack-request-id: req-2d217cbd-5d50-47c6-9271-27dcbcf126e9 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:54.390686 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ae6d3-e59d-4137-bab6-cf0661501eb3", "name": "network-vif-plugged", "status": "completed", "tag": "3ffe09ce-bec2-435b-a17b-5df9628fefff", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:54.401579 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d217cbd-5d50-47c6-9271-27dcbcf126e9 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:54.406525 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ae6d3-e59d-4137-bab6-cf0661501eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffe09ce-bec2-435b-a17b-5df9628fefff', 'code': 200} Jan 14 01:44:54.406699 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:44:54.443264 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device dc3120c4-8775-4a13-b340-a598925cad6c up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:44:54.459260 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e7f44f5-f41b-470c-8d25-ad582aad5ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (53569fd0-1563-49b3-937c-1bf2fc8c77b4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:54.498819 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4778aa-0493-4e32-9a26-f2ba8b02c167 req-1e149297-f598-4062-996d-41c5738fa8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:54.501120 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd4778aa-0493-4e32-9a26-f2ba8b02c167 req-1e149297-f598-4062-996d-41c5738fa8e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 1101 time: 0.0590475 Jan 14 01:44:54.541395 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f44f5-f41b-470c-8d25-ad582aad5ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=53569fd0-1563-49b3-937c-1bf2fc8c77b4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:54.549244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=3ffe09ce-bec2-435b-a17b-5df9628fefff,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:54.554747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port dc3120c4-8775-4a13-b340-a598925cad6c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:44:54.561308 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port dc3120c4-8775-4a13-b340-a598925cad6c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:54.561686 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:54.580682 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fd4778aa-0493-4e32-9a26-f2ba8b02c167 req-8d6e7d1f-dd8b-447a-a309-dac65b90302a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630145 Jan 14 01:44:54.611653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 49d614ad-3309-41b7-9cdb-bb9c7aac2305 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:44:54.618316 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 49d614ad-3309-41b7-9cdb-bb9c7aac2305 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:44:54.618794 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:54.682689 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246e1ef-b6b1-4b5c-8dea-f791da304399 req-0d01c1b9-9b66-4f37-8956-126a318764db tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:54.684984 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b246e1ef-b6b1-4b5c-8dea-f791da304399 req-0d01c1b9-9b66-4f37-8956-126a318764db tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.2401597 Jan 14 01:44:54.727701 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port dc3120c4-8775-4a13-b340-a598925cad6c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:54.728084 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:54.827360 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port dc3120c4-8775-4a13-b340-a598925cad6c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=dc3120c4-8775-4a13-b340-a598925cad6c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:54.834030 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 49d614ad-3309-41b7-9cdb-bb9c7aac2305 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:44:54.834730 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:54.859966 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:54.861561 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 2aa21865-dac0-4009-b70b-ba8c2c4cacde no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:54.909555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 2aa21865-dac0-4009-b70b-ba8c2c4cacde {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:54.909892 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 2aa21865-dac0-4009-b70b-ba8c2c4cacde not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:54.916471 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e7f44f5-f41b-470c-8d25-ad582aad5ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (ac1af6f2-558a-4c44-8165-401c4384ad6f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:54.924545 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 49d614ad-3309-41b7-9cdb-bb9c7aac2305, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=49d614ad-3309-41b7-9cdb-bb9c7aac2305,segment=NetworkSegment(f0b39f4d-1e13-4c46-9927-f19d51d77d86),segment_id=f0b39f4d-1e13-4c46-9927-f19d51d77d86)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:54.928275 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b246e1ef-b6b1-4b5c-8dea-f791da304399 req-7d0f34f3-6b80-45c8-96e6-7a8bcc5a64e1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208226 Jan 14 01:44:54.935947 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddc146-8a6c-4862-b642-98dff9ec3074 req-e31ff15c-ff42-4cb5-a816-d76ef09f8e36 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:54.948217 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fddc146-8a6c-4862-b642-98dff9ec3074 req-e31ff15c-ff42-4cb5-a816-d76ef09f8e36 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 944 time: 0.2909384 Jan 14 01:44:54.948453 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:54.967763 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=dc3120c4-8775-4a13-b340-a598925cad6c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:55.036891 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=49d614ad-3309-41b7-9cdb-bb9c7aac2305,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:55.367540 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fddc146-8a6c-4862-b642-98dff9ec3074 req-f5570c25-51bf-44b8-a52c-95ea3a4cef39 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167764 Jan 14 01:44:55.402574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef26f62-91f0-4ed7-971f-43db488d21cb req-38165547-15f3-4a6a-ac74-4da303b0dc3b tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:55.404085 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ef26f62-91f0-4ed7-971f-43db488d21cb req-38165547-15f3-4a6a-ac74-4da303b0dc3b tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 1096 time: 0.3907816 Jan 14 01:44:55.533092 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ef26f62-91f0-4ed7-971f-43db488d21cb req-869ea2bd-7952-4420-8ba7-87ec82192d1f tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172814 Jan 14 01:44:55.594624 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42672c60-57a8-4a70-be63-322a9cbae7e0 req-33c175d0-33ee-46ca-8571-fc960f439ca1 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:55.596070 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-42672c60-57a8-4a70-be63-322a9cbae7e0 req-33c175d0-33ee-46ca-8571-fc960f439ca1 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 950 time: 0.1216626 Jan 14 01:44:55.624062 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7f44f5-f41b-470c-8d25-ad582aad5ae5 admin admin] Router ac1af6f2-558a-4c44-8165-401c4384ad6f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:44:55.710252 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-42672c60-57a8-4a70-be63-322a9cbae7e0 req-d7a05caf-2e9b-4925-bab0-86a6e9cccc03 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053445 Jan 14 01:44:55.783657 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7f44f5-f41b-470c-8d25-ad582aad5ae5 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:44:55.795235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974ef1ba-84d9-4a55-8236-a143ca24d5f4 None None] Sync routers for ids ['ac1af6f2-558a-4c44-8165-401c4384ad6f'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:44:55.800987 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4e7f44f5-f41b-470c-8d25-ad582aad5ae5 admin admin] 10.222.0.26 "PUT /v2.0/routers/ac1af6f2-558a-4c44-8165-401c4384ad6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5203643 Jan 14 01:44:55.803206 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54148) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:55.827037 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ef1ba-84d9-4a55-8236-a143ca24d5f4 None None] Routers {'ac1af6f2-558a-4c44-8165-401c4384ad6f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:55.827374 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-974ef1ba-84d9-4a55-8236-a143ca24d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:44:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ac1af6f2-558a-4c44-8165-401c4384ad6f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:55.965454 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd8943-d022-497b-8c42-19cbd5642c98 req-41d3dbb2-3dfb-4993-be2c-501c1b8b7aae tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:55.967119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ebd8943-d022-497b-8c42-19cbd5642c98 req-41d3dbb2-3dfb-4993-be2c-501c1b8b7aae tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 1096 time: 0.0890534 Jan 14 01:44:56.026603 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Publish callbacks [] for router (ac1af6f2-558a-4c44-8165-401c4384ad6f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:56.030491 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-974ef1ba-84d9-4a55-8236-a143ca24d5f4 None None] Set router ac1af6f2-558a-4c44-8165-401c4384ad6f gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:56.116690 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ebd8943-d022-497b-8c42-19cbd5642c98 req-a61e7e42-991f-4422-aaaf-f976bb7190e3 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379390 Jan 14 01:44:56.165625 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f27753-e5a2-407b-ae9b-e4ce0f03fd60 req-0fde6dcc-c1eb-4c22-99a7-3ef0a3c0fa23 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:56.172901 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14f27753-e5a2-407b-ae9b-e4ce0f03fd60 req-0fde6dcc-c1eb-4c22-99a7-3ef0a3c0fa23 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 944 time: 0.0979457 Jan 14 01:44:56.255392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-974ef1ba-84d9-4a55-8236-a143ca24d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'name': 'tempest-FloatingIPsTestJSON-1508600645-router', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:26Z', 'updated_at': '2022-01-14T01:44:54Z', 'revision_number': 5, 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'gw_port': {'id': '910b7729-653a-4c19-b7ce-46a7f11b67ac', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:27Z', 'updated_at': '2022-01-14T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:56.279448 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Publish callbacks [] for router_gateway (ac1af6f2-558a-4c44-8165-401c4384ad6f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:56.288655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974ef1ba-84d9-4a55-8236-a143ca24d5f4 None None] Checking router: ac1af6f2-558a-4c44-8165-401c4384ad6f for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:44:56.299502 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14f27753-e5a2-407b-ae9b-e4ce0f03fd60 req-1035d3bc-7a05-4fdf-b2a5-528181ed2ba4 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9178d236-2866-4248-9bf5-f0cb039344b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256588 Jan 14 01:44:56.299689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ef1ba-84d9-4a55-8236-a143ca24d5f4 None None] Routers {'ac1af6f2-558a-4c44-8165-401c4384ad6f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:44:56.300496 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-974ef1ba-84d9-4a55-8236-a143ca24d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:44:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ac1af6f2-558a-4c44-8165-401c4384ad6f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:56.399251 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Deleting port 910b7729-653a-4c19-b7ce-46a7f11b67ac {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:56.399744 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:56.635728 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-974ef1ba-84d9-4a55-8236-a143ca24d5f4 None None] Set router ac1af6f2-558a-4c44-8165-401c4384ad6f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:44:56.637671 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269adfc7-cf47-411d-898a-84484797692f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3120c4-8775-4a13-b340-a598925cad6c'}, {'server_uuid': 'e85e1bce-4db6-428e-8e86-e478be4a7a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d614ad-3309-41b7-9cdb-bb9c7aac2305'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:56.639873 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782e6efe-23e9-49be-925b-50aadf8520b2" -d '{"events": [{"server_uuid": "269adfc7-cf47-411d-898a-84484797692f", "name": "network-vif-plugged", "status": "completed", "tag": "dc3120c4-8775-4a13-b340-a598925cad6c"}, {"server_uuid": "e85e1bce-4db6-428e-8e86-e478be4a7a83", "name": "network-vif-plugged", "status": "completed", "tag": "49d614ad-3309-41b7-9cdb-bb9c7aac2305"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:56.654896 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af135f18-efec-4cd6-8f8a-57aa96ff8e35 req-8fff8dba-9d8e-4e58-8dc2-ec505e89c7a8 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:56.662108 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af135f18-efec-4cd6-8f8a-57aa96ff8e35 req-8fff8dba-9d8e-4e58-8dc2-ec505e89c7a8 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 945 time: 0.2142828 Jan 14 01:44:56.698686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-974ef1ba-84d9-4a55-8236-a143ca24d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'name': 'tempest-FloatingIPsTestJSON-1508600645-router', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:26Z', 'updated_at': '2022-01-14T01:44:56Z', 'revision_number': 6, 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:56.704968 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194a3ff-dbd4-49da-abaa-ff2c6db352a6 req-eacaffea-4ee7-43ad-a1a6-f732a5d13c82 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:56.706685 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7194a3ff-dbd4-49da-abaa-ff2c6db352a6 req-eacaffea-4ee7-43ad-a1a6-f732a5d13c82 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.46 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 944 time: 0.2119486 Jan 14 01:44:56.711855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] For port 910b7729-653a-4c19-b7ce-46a7f11b67ac, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=910b7729-653a-4c19-b7ce-46a7f11b67ac,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:56.712510 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:56.730601 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974ef1ba-84d9-4a55-8236-a143ca24d5f4 None None] The sync data for ids ['ac1af6f2-558a-4c44-8165-401c4384ad6f'] in n-d-824358-4 is: [{'id': 'ac1af6f2-558a-4c44-8165-401c4384ad6f', 'name': 'tempest-FloatingIPsTestJSON-1508600645-router', 'tenant_id': 'a7376cd01a414a2abd9cbce16c50371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:26Z', 'updated_at': '2022-01-14T01:44:56Z', 'revision_number': 6, 'project_id': 'a7376cd01a414a2abd9cbce16c50371e', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:44:56.765123 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625006cd-aa56-4d91-afca-66a6d1759b9a req-d750b198-cb14-4911-b23c-f3758ea9e0f9 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:56.765819 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-625006cd-aa56-4d91-afca-66a6d1759b9a req-d750b198-cb14-4911-b23c-f3758ea9e0f9 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 945 time: 0.2350197 Jan 14 01:44:56.802669 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Calling delete_port for 910b7729-653a-4c19-b7ce-46a7f11b67ac owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:56.858665 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af135f18-efec-4cd6-8f8a-57aa96ff8e35 req-759fd94f-2b4f-439f-8c91-8d1472b8f719 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953855 Jan 14 01:44:56.958948 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-625006cd-aa56-4d91-afca-66a6d1759b9a req-ed9b1059-7a13-4a5a-9040-bd0eb25010bb tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728132 Jan 14 01:44:56.980694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7194a3ff-dbd4-49da-abaa-ff2c6db352a6 req-9a89d5ce-bc71-4290-bdc4-9011548e51d6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Deleting port 4a366cd5-345b-42a2-967e-ac258c0e21b1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:56.980694 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7194a3ff-dbd4-49da-abaa-ff2c6db352a6 req-9a89d5ce-bc71-4290-bdc4-9011548e51d6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:57.048855 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0e2c61-d657-4c99-86c9-b51a93a7e655 x-openstack-request-id: req-bf0e2c61-d657-4c99-86c9-b51a93a7e655 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:57.048855 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269adfc7-cf47-411d-898a-84484797692f", "name": "network-vif-plugged", "status": "completed", "tag": "dc3120c4-8775-4a13-b340-a598925cad6c", "code": 200}, {"server_uuid": "e85e1bce-4db6-428e-8e86-e478be4a7a83", "name": "network-vif-plugged", "status": "completed", "tag": "49d614ad-3309-41b7-9cdb-bb9c7aac2305", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:57.050377 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf0e2c61-d657-4c99-86c9-b51a93a7e655 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:57.050864 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269adfc7-cf47-411d-898a-84484797692f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3120c4-8775-4a13-b340-a598925cad6c', 'code': 200} Jan 14 01:44:57.051128 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85e1bce-4db6-428e-8e86-e478be4a7a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d614ad-3309-41b7-9cdb-bb9c7aac2305', 'code': 200} Jan 14 01:44:57.099357 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7194a3ff-dbd4-49da-abaa-ff2c6db352a6 req-9a89d5ce-bc71-4290-bdc4-9011548e51d6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] For port 4a366cd5-345b-42a2-967e-ac258c0e21b1, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a366cd5-345b-42a2-967e-ac258c0e21b1,segment=NetworkSegment(73de15b7-b457-4acd-b4f4-07744b8f9343),segment_id=73de15b7-b457-4acd-b4f4-07744b8f9343)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:57.099733 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7194a3ff-dbd4-49da-abaa-ff2c6db352a6 req-9a89d5ce-bc71-4290-bdc4-9011548e51d6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:57.117034 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7194a3ff-dbd4-49da-abaa-ff2c6db352a6 req-9a89d5ce-bc71-4290-bdc4-9011548e51d6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Calling delete_port for 4a366cd5-345b-42a2-967e-ac258c0e21b1 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:57.304654 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7194a3ff-dbd4-49da-abaa-ff2c6db352a6 req-9a89d5ce-bc71-4290-bdc4-9011548e51d6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (4a366cd5-345b-42a2-967e-ac258c0e21b1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:57.341719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29ca3d-545b-4436-a256-2b424c962048 req-5d8a346e-a8c5-4127-aa67-71b58e34061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:57.343138 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ea29ca3d-545b-4436-a256-2b424c962048 req-5d8a346e-a8c5-4127-aa67-71b58e34061f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 1101 time: 0.1810145 Jan 14 01:44:57.390919 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ec515-a5ee-4ebf-a890-658d86fcc770 req-9067d81a-7872-45a2-b948-4dfb54b6e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:57.394661 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-959ec515-a5ee-4ebf-a890-658d86fcc770 req-9067d81a-7872-45a2-b948-4dfb54b6e387 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 1096 time: 0.2011821 Jan 14 01:44:57.419314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89d5ce-bc71-4290-bdc4-9011548e51d6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Pushing event deleted for resources: {'Port': ['ID=4a366cd5-345b-42a2-967e-ac258c0e21b1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:57.436715 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ea29ca3d-545b-4436-a256-2b424c962048 req-4a41f7e9-c875-4a17-b7d8-a2686b48cdac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763860 Jan 14 01:44:57.464051 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-959ec515-a5ee-4ebf-a890-658d86fcc770 req-d2bde27e-bc3e-4687-93b6-57941f2b6170 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615916 Jan 14 01:44:57.489924 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6249aa-c777-40d8-a35f-1e4ce3ed0dd7 req-4e677c33-5372-4dd0-a6fd-a0d5396a9a47 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:57.491872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b6249aa-c777-40d8-a35f-1e4ce3ed0dd7 req-4e677c33-5372-4dd0-a6fd-a0d5396a9a47 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 950 time: 0.1459935 Jan 14 01:44:57.513034 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-7194a3ff-dbd4-49da-abaa-ff2c6db352a6 req-9a89d5ce-bc71-4290-bdc4-9011548e51d6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] No DVR routers for this DVR port 4a366cd5-345b-42a2-967e-ac258c0e21b1 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:57.515971 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7194a3ff-dbd4-49da-abaa-ff2c6db352a6 req-9a89d5ce-bc71-4290-bdc4-9011548e51d6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:57.520679 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7194a3ff-dbd4-49da-abaa-ff2c6db352a6 req-9a89d5ce-bc71-4290-bdc4-9011548e51d6 tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.46 "DELETE /v2.0/ports/4a366cd5-345b-42a2-967e-ac258c0e21b1 HTTP/1.1" status: 204 len: 173 time: 0.8046665 Jan 14 01:44:57.523773 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54420223-dda6-4c95-90e5-aadabd2695da', 'name': 'network-vif-deleted', 'tag': '4a366cd5-345b-42a2-967e-ac258c0e21b1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:44:57.526378 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bbb8a2-e470-420b-9b69-9a91e2f59ff5" -d '{"events": [{"server_uuid": "54420223-dda6-4c95-90e5-aadabd2695da", "name": "network-vif-deleted", "tag": "4a366cd5-345b-42a2-967e-ac258c0e21b1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:44:57.696176 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b6249aa-c777-40d8-a35f-1e4ce3ed0dd7 req-4a11fa16-5b8b-4605-b31f-f1a2bb6e709d tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807168 Jan 14 01:44:57.698950 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (910b7729-653a-4c19-b7ce-46a7f11b67ac), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:57.722636 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 910b7729-653a-4c19-b7ce-46a7f11b67ac no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:57.753722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 910b7729-653a-4c19-b7ce-46a7f11b67ac {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:57.754328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 910b7729-653a-4c19-b7ce-46a7f11b67ac not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:57.755036 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 53569fd0-1563-49b3-937c-1bf2fc8c77b4 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:57.794251 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 53569fd0-1563-49b3-937c-1bf2fc8c77b4 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:57.795013 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 53569fd0-1563-49b3-937c-1bf2fc8c77b4 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:57.814365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=910b7729-653a-4c19-b7ce-46a7f11b67ac,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:57.971622 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (ac1af6f2-558a-4c44-8165-401c4384ad6f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:58.059591 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0727f86-8089-4d10-8eac-5ec8fa76b3e3 req-2b384d9c-de5b-4bc9-b6b2-b70dce855f3a tempest-LiveAutoBlockMigrationV225Test-15386159 tempest-LiveAutoBlockMigrationV225Test-15386159-project] 10.222.0.26 "GET /v2.0/ports?device_id=54420223-dda6-4c95-90e5-aadabd2695da HTTP/1.1" status: 200 len: 210 time: 0.1896043 Jan 14 01:44:58.125773 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (ac1af6f2-558a-4c44-8165-401c4384ad6f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:58.128323 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Publish callbacks [] for router_controller (ac1af6f2-558a-4c44-8165-401c4384ad6f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:58.134977 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2dc5db-a56c-4992-b049-1e76e600c794 x-openstack-request-id: req-3c2dc5db-a56c-4992-b049-1e76e600c794 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:44:58.135463 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54420223-dda6-4c95-90e5-aadabd2695da", "name": "network-vif-deleted", "tag": "4a366cd5-345b-42a2-967e-ac258c0e21b1", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:44:58.135883 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c2dc5db-a56c-4992-b049-1e76e600c794 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:44:58.136430 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54420223-dda6-4c95-90e5-aadabd2695da', 'name': 'network-vif-deleted', 'tag': '4a366cd5-345b-42a2-967e-ac258c0e21b1', 'status': 'completed', 'code': 200} Jan 14 01:44:58.195089 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (ac1af6f2-558a-4c44-8165-401c4384ad6f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:58.195646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac1af6f2-558a-4c44-8165-401c4384ad6f {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:44:58.224574 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:58.228204 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3cd1fd45-03a5-43a1-8270-3edbd7ec01e2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ac1af6f2-558a-4c44-8165-401c4384ad6f HTTP/1.1" status: 204 len: 168 time: 2.4231350 Jan 14 01:44:58.228365 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:58.269792 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611bc0e-e66f-42ab-983a-b8a89f61f63f req-8dedac34-d00e-480b-ac29-47490712d154 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:58.272940 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0611bc0e-e66f-42ab-983a-b8a89f61f63f req-8dedac34-d00e-480b-ac29-47490712d154 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 945 time: 0.0791156 Jan 14 01:44:58.315190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-8906c233-47ec-4852-a61a-44e0cf03887d admin admin] Deleting subnet 2c540c0a-37a1-4468-b34c-b937e3824ab2 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:44:58.320637 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8906c233-47ec-4852-a61a-44e0cf03887d admin admin] Publish callbacks [] for subnet (2c540c0a-37a1-4468-b34c-b937e3824ab2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:58.353608 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0611bc0e-e66f-42ab-983a-b8a89f61f63f req-33700ee6-61b3-4a29-a60e-07adc2ab187c tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/security-groups?id=41951da8-d601-4026-8866-dd76f8ce9341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734515 Jan 14 01:44:58.403442 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8906c233-47ec-4852-a61a-44e0cf03887d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (2c540c0a-37a1-4468-b34c-b937e3824ab2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:58.407691 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f8303bb4-10ec-4e7b-9ce4-289c257b6519 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:58.433737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: f8303bb4-10ec-4e7b-9ce4-289c257b6519 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:58.434944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f8303bb4-10ec-4e7b-9ce4-289c257b6519 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:58.435671 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a366cd5-345b-42a2-967e-ac258c0e21b1 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:58.466547 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 4a366cd5-345b-42a2-967e-ac258c0e21b1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:58.467268 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a366cd5-345b-42a2-967e-ac258c0e21b1 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:58.496733 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8906c233-47ec-4852-a61a-44e0cf03887d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (2c540c0a-37a1-4468-b34c-b937e3824ab2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:58.606293 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8906c233-47ec-4852-a61a-44e0cf03887d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (2c540c0a-37a1-4468-b34c-b937e3824ab2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:58.620331 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951fd32-8b2f-4432-8721-121423c8b233 req-c79c8e38-b07c-4186-b067-52c49ed87fd8 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:58.631679 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d951fd32-8b2f-4432-8721-121423c8b233 req-c79c8e38-b07c-4186-b067-52c49ed87fd8 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 945 time: 0.1415660 Jan 14 01:44:58.685345 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906c233-47ec-4852-a61a-44e0cf03887d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c540c0a-37a1-4468-b34c-b937e3824ab2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:58.713795 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8906c233-47ec-4852-a61a-44e0cf03887d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:58.718513 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703adccf-dcbe-4fe5-90d4-a14a5d7ce818 None None] Network dbc2021b-f88c-4d56-a15d-76318f1b3fab requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:44:58.727082 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8906c233-47ec-4852-a61a-44e0cf03887d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2c540c0a-37a1-4468-b34c-b937e3824ab2 HTTP/1.1" status: 204 len: 168 time: 0.4919169 Jan 14 01:44:58.727845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54216) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:58.759446 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-2253aa73-f000-492b-8909-e579bb94802e tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:44:58.769122 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-2253aa73-f000-492b-8909-e579bb94802e tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2257535 Jan 14 01:44:58.804247 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d951fd32-8b2f-4432-8721-121423c8b233 req-40d09e03-18e7-4035-a088-02ad0ac3db73 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697555 Jan 14 01:44:58.895490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bb32d-9505-448d-9694-0f37ca53b343 req-89245ea2-96ac-4517-ba83-72e215e01f64 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:58.897005 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-360bb32d-9505-448d-9694-0f37ca53b343 req-89245ea2-96ac-4517-ba83-72e215e01f64 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 945 time: 0.0697095 Jan 14 01:44:58.960802 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (dbc2021b-f88c-4d56-a15d-76318f1b3fab), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.057239 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-b7d9a5be-3bac-41ac-8815-f53a31138f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:59.063347 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-b7d9a5be-3bac-41ac-8815-f53a31138f4e service neutron] 10.222.0.26 "GET /v2.0/ports/884cb180-daaf-4c03-81ee-a7592ed573cf HTTP/1.1" status: 200 len: 1093 time: 0.2931163 Jan 14 01:44:59.067939 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] Request body: {'binding': {'host': 'n-h1-824358-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:44:59.068488 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] Unknown quota resources ['binding']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 14 01:44:59.079415 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2ef681-fa41-4ba7-98a5-7020496a0d6f None None] DHCP port deletion for dbc2021b-f88c-4d56-a15d-76318f1b3fab request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:44:59.079981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-360bb32d-9505-448d-9694-0f37ca53b343 req-69382c48-7420-4025-b65c-fb3cb31f5958 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Deleting port f00d15c7-8dee-462f-8d2c-7743f2400d09 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:59.079981 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-360bb32d-9505-448d-9694-0f37ca53b343 req-69382c48-7420-4025-b65c-fb3cb31f5958 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.177508 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Deleting port cf8e4907-e445-4cf5-a483-d25608be49b2 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:59.177770 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.199142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe416e-c23f-44cc-bf9a-5655a8be6c8a req-3bc0c43d-1bc2-4ff9-a123-45b0ec3d7621 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:59.205261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-de2ef681-fa41-4ba7-98a5-7020496a0d6f None None] Deleting port cf8e4907-e445-4cf5-a483-d25608be49b2 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:44:59.205990 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de2ef681-fa41-4ba7-98a5-7020496a0d6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.206932 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ffbe416e-c23f-44cc-bf9a-5655a8be6c8a req-3bc0c43d-1bc2-4ff9-a123-45b0ec3d7621 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 950 time: 0.1343329 Jan 14 01:44:59.273766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-360bb32d-9505-448d-9694-0f37ca53b343 req-69382c48-7420-4025-b65c-fb3cb31f5958 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] For port f00d15c7-8dee-462f-8d2c-7743f2400d09, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=f00d15c7-8dee-462f-8d2c-7743f2400d09,segment=NetworkSegment(4d143c5c-7888-4f67-a19e-1cc168f23a41),segment_id=4d143c5c-7888-4f67-a19e-1cc168f23a41)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:59.274140 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-360bb32d-9505-448d-9694-0f37ca53b343 req-69382c48-7420-4025-b65c-fb3cb31f5958 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.279626 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] For port cf8e4907-e445-4cf5-a483-d25608be49b2, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=cf8e4907-e445-4cf5-a483-d25608be49b2,segment=NetworkSegment(6bffeb77-78a4-4f01-9d81-838cbe3dbd2b),segment_id=6bffeb77-78a4-4f01-9d81-838cbe3dbd2b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:59.280236 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.312470 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ffbe416e-c23f-44cc-bf9a-5655a8be6c8a req-3e20ca3f-35ae-4a5c-b754-a0c841bc246e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045923 Jan 14 01:44:59.312675 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Calling delete_port for cf8e4907-e445-4cf5-a483-d25608be49b2 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:59.315056 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-360bb32d-9505-448d-9694-0f37ca53b343 req-69382c48-7420-4025-b65c-fb3cb31f5958 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Calling delete_port for f00d15c7-8dee-462f-8d2c-7743f2400d09 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:59.350686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-de2ef681-fa41-4ba7-98a5-7020496a0d6f None None] For port cf8e4907-e445-4cf5-a483-d25608be49b2, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=cf8e4907-e445-4cf5-a483-d25608be49b2,segment=NetworkSegment(6bffeb77-78a4-4f01-9d81-838cbe3dbd2b),segment_id=6bffeb77-78a4-4f01-9d81-838cbe3dbd2b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:44:59.351304 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de2ef681-fa41-4ba7-98a5-7020496a0d6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.367402 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-de2ef681-fa41-4ba7-98a5-7020496a0d6f None None] Calling delete_port for cf8e4907-e445-4cf5-a483-d25608be49b2 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:44:59.423668 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54228) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:44:59.484062 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on host n-h1-824358-4 for vnic_type normal with profile None {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:44:59.484062 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:44:59.484062 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:59.512128 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] Port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:44:59.514807 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:44:59.522391 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de2ef681-fa41-4ba7-98a5-7020496a0d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.527256 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (cf8e4907-e445-4cf5-a483-d25608be49b2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.575382 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8e4907-e445-4cf5-a483-d25608be49b2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:59.577477 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:44:59.577776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:44:59.578321 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:44:59.579346 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] Bound port: 884cb180-daaf-4c03-81ee-a7592ed573cf, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:44:59.607923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ef681-fa41-4ba7-98a5-7020496a0d6f None None] Pushing event deleted for resources: {'Port': ['ID=cf8e4907-e445-4cf5-a483-d25608be49b2,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:59.614596 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] No DVR routers for this DVR port cf8e4907-e445-4cf5-a483-d25608be49b2 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:59.636219 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ef681-fa41-4ba7-98a5-7020496a0d6f None None] No DVR routers for this DVR port cf8e4907-e445-4cf5-a483-d25608be49b2 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:44:59.660269 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device cf8e4907-e445-4cf5-a483-d25608be49b2 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:44:59.671305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198d39d-8a5d-4f0e-a0d1-8ccda3171e9a req-2fc2598f-895b-4a16-9759-2accfb47d419 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:44:59.674606 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5198d39d-8a5d-4f0e-a0d1-8ccda3171e9a req-2fc2598f-895b-4a16-9759-2accfb47d419 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1751420 Jan 14 01:44:59.701180 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: cf8e4907-e445-4cf5-a483-d25608be49b2 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:44:59.706731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device cf8e4907-e445-4cf5-a483-d25608be49b2 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:44:59.747148 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (dbc2021b-f88c-4d56-a15d-76318f1b3fab), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.756803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=884cb180-daaf-4c03-81ee-a7592ed573cf,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:44:59.761468 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-360bb32d-9505-448d-9694-0f37ca53b343 req-69382c48-7420-4025-b65c-fb3cb31f5958 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (f00d15c7-8dee-462f-8d2c-7743f2400d09), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.780497 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.782028 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] 10.222.0.26 "POST /v2.0/ports/884cb180-daaf-4c03-81ee-a7592ed573cf/bindings HTTP/1.1" status: 201 len: 389 time: 0.7177820 Jan 14 01:44:59.787865 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc2021b-f88c-4d56-a15d-76318f1b3fab']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:59.800424 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['f00d15c7-8dee-462f-8d2c-7743f2400d09'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:44:59.817997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bffeb77-78a4-4f01-9d81-838cbe3dbd2b') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:59.818373 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bffeb77-78a4-4f01-9d81-838cbe3dbd2b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:44:59.840690 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (6bffeb77-78a4-4f01-9d81-838cbe3dbd2b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.865844 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6bffeb77-78a4-4f01-9d81-838cbe3dbd2b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.873342 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:44:59.873803 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (6bffeb77-78a4-4f01-9d81-838cbe3dbd2b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.875504 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:44:59.879546 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:44:59.895937 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69382c48-7420-4025-b65c-fb3cb31f5958 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Pushing event deleted for resources: {'Port': ['ID=f00d15c7-8dee-462f-8d2c-7743f2400d09,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:44:59.976352 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (dbc2021b-f88c-4d56-a15d-76318f1b3fab), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:00.000095 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:00.003359 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dbc2021b-f88c-4d56-a15d-76318f1b3fab HTTP/1.1" status: 204 len: 168 time: 1.2745738 Jan 14 01:45:00.020238 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287be30-992f-49cc-9f56-f8833ca0cf05 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc2021b-f88c-4d56-a15d-76318f1b3fab,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:00.034269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5198d39d-8a5d-4f0e-a0d1-8ccda3171e9a req-815ef3d3-c5e4-416a-b80a-d7aade07237e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272638 Jan 14 01:45:00.065865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-360bb32d-9505-448d-9694-0f37ca53b343 req-69382c48-7420-4025-b65c-fb3cb31f5958 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] No DVR routers for this DVR port f00d15c7-8dee-462f-8d2c-7743f2400d09 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:45:00.070440 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-360bb32d-9505-448d-9694-0f37ca53b343 req-69382c48-7420-4025-b65c-fb3cb31f5958 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:00.073782 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-360bb32d-9505-448d-9694-0f37ca53b343 req-69382c48-7420-4025-b65c-fb3cb31f5958 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.46 "DELETE /v2.0/ports/f00d15c7-8dee-462f-8d2c-7743f2400d09 HTTP/1.1" status: 204 len: 173 time: 1.1645975 Jan 14 01:45:00.079741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c6eb96-5045-4546-84ea-eda615ce64ae admin admin] Deleting subnet d2dc1ec0-b4e3-4416-992a-c3607b086cec {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:45:00.085105 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0c6eb96-5045-4546-84ea-eda615ce64ae admin admin] Publish callbacks [] for subnet (d2dc1ec0-b4e3-4416-992a-c3607b086cec), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:00.138455 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0c6eb96-5045-4546-84ea-eda615ce64ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (d2dc1ec0-b4e3-4416-992a-c3607b086cec), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:00.141338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e05fd1-505d-4e65-b503-5ee3199ec836', 'name': 'network-vif-deleted', 'tag': 'f00d15c7-8dee-462f-8d2c-7743f2400d09'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:00.143815 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fa4c58-a69b-45e1-8dd8-918751cd94e6" -d '{"events": [{"server_uuid": "b2e05fd1-505d-4e65-b503-5ee3199ec836", "name": "network-vif-deleted", "tag": "f00d15c7-8dee-462f-8d2c-7743f2400d09"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:00.180134 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4f25595b-7647-43bc-bf06-5e33decada85 req-b254c49d-4241-4a66-88db-016665f0a5a4 tempest-AttachSCSIVolumeTestJSON-145860319 tempest-AttachSCSIVolumeTestJSON-145860319-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2e05fd1-505d-4e65-b503-5ee3199ec836 HTTP/1.1" status: 200 len: 210 time: 0.0583761 Jan 14 01:45:00.240550 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0c6eb96-5045-4546-84ea-eda615ce64ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (d2dc1ec0-b4e3-4416-992a-c3607b086cec), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:00.334272 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54250) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:00.356070 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-c218a982-4ec5-4fd9-83c6-d19bfa927a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:00.357227 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-c218a982-4ec5-4fd9-83c6-d19bfa927a8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 1096 time: 0.1686635 Jan 14 01:45:00.437725 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0f6f0-c2a2-4809-8145-affa9746ab66 req-d7f6a404-f0bd-41cd-b7af-77ec48bd1f3c tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:00.449072 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-edcd1c6e-f2d7-4ebd-93a3-292ec3ae615d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7376cd01a414a2abd9cbce16c50371e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1132345 Jan 14 01:45:00.451474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54252) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:00.453297 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64e0f6f0-c2a2-4809-8145-affa9746ab66 req-d7f6a404-f0bd-41cd-b7af-77ec48bd1f3c tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 945 time: 0.2218244 Jan 14 01:45:00.553381 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-135a00d7-9578-457a-8c50-b1eb383d9f72 admin admin] Publish callbacks [] for security_group (1a903776-9550-41bf-a60d-beee6fbbc25a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:00.560459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-a9269042-aa9c-438e-8891-c0a4d5043ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:00.562000 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-a9269042-aa9c-438e-8891-c0a4d5043ab8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.1773875 Jan 14 01:45:00.597797 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-135a00d7-9578-457a-8c50-b1eb383d9f72 admin admin] Publish callbacks [] for security_group (1a903776-9550-41bf-a60d-beee6fbbc25a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:00.657323 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-135a00d7-9578-457a-8c50-b1eb383d9f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1a903776-9550-41bf-a60d-beee6fbbc25a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:00.660530 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-135a00d7-9578-457a-8c50-b1eb383d9f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:00.662614 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-135a00d7-9578-457a-8c50-b1eb383d9f72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a903776-9550-41bf-a60d-beee6fbbc25a HTTP/1.1" status: 204 len: 168 time: 0.2101121 Jan 14 01:45:00.672403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a00d7-9578-457a-8c50-b1eb383d9f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a903776-9550-41bf-a60d-beee6fbbc25a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:00.672928 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0c6eb96-5045-4546-84ea-eda615ce64ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (d2dc1ec0-b4e3-4416-992a-c3607b086cec), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:01.141558 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-b1ad7eba-260d-4300-af49-e286599394b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=884cb180-daaf-4c03-81ee-a7592ed573cf HTTP/1.1" status: 200 len: 217 time: 0.5669663 Jan 14 01:45:01.165686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6eb96-5045-4546-84ea-eda615ce64ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2dc1ec0-b4e3-4416-992a-c3607b086cec,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:01.179373 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0c6eb96-5045-4546-84ea-eda615ce64ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:01.183068 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f0c6eb96-5045-4546-84ea-eda615ce64ae admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d2dc1ec0-b4e3-4416-992a-c3607b086cec HTTP/1.1" status: 204 len: 168 time: 1.7508245 Jan 14 01:45:01.185611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54264) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:01.239400 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58098f-56a9-4e87-831c-5b3bb17c56ca req-b1e157de-587b-46be-ad34-3ade40d0c3a5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:01.240969 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8f58098f-56a9-4e87-831c-5b3bb17c56ca req-b1e157de-587b-46be-ad34-3ade40d0c3a5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.6705940 Jan 14 01:45:01.249143 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64e0f6f0-c2a2-4809-8145-affa9746ab66 req-3bff8be4-5f17-4caf-ad02-c3d3e46287da tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7950387 Jan 14 01:45:01.253077 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-17a1cee8-cdac-499a-b7c3-e717f43af8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:01.254262 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-17a1cee8-cdac-499a-b7c3-e717f43af8d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0978377 Jan 14 01:45:01.305084 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (61934a89-e7c0-4c0c-b87e-9b0f2dc593bb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:01.336230 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-6f528aef-6e4c-4379-840b-bb8073b82589 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525389 Jan 14 01:45:01.450490 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8f58098f-56a9-4e87-831c-5b3bb17c56ca req-269dafcc-8ac5-4acf-a513-1e161c997d52 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913137 Jan 14 01:45:01.477740 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:01.493245 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (61934a89-e7c0-4c0c-b87e-9b0f2dc593bb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:01.518110 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61934a89-e7c0-4c0c-b87e-9b0f2dc593bb']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:01.531303 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73de15b7-b457-4acd-b4f4-07744b8f9343') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:01.531862 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73de15b7-b457-4acd-b4f4-07744b8f9343') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:01.544328 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a650c0ab-ecef-4e74-b8f5-c91c3acedf1c x-openstack-request-id: req-a650c0ab-ecef-4e74-b8f5-c91c3acedf1c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:01.544558 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e05fd1-505d-4e65-b503-5ee3199ec836", "name": "network-vif-deleted", "tag": "f00d15c7-8dee-462f-8d2c-7743f2400d09", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:01.545954 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a650c0ab-ecef-4e74-b8f5-c91c3acedf1c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:01.546384 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e05fd1-505d-4e65-b503-5ee3199ec836', 'name': 'network-vif-deleted', 'tag': 'f00d15c7-8dee-462f-8d2c-7743f2400d09', 'status': 'completed', 'code': 200} Jan 14 01:45:01.546521 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (73de15b7-b457-4acd-b4f4-07744b8f9343), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:01.560815 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (73de15b7-b457-4acd-b4f4-07744b8f9343), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:01.568113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:45:01.568547 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (73de15b7-b457-4acd-b4f4-07744b8f9343), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:45:01.570388 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:45:01.620742 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-1e07913d-a49c-46c5-ae0f-1434bb531ec1 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890875 Jan 14 01:45:01.635575 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (61934a89-e7c0-4c0c-b87e-9b0f2dc593bb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:01.644134 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:01.654499 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] 10.222.0.26 "DELETE /v2.0/networks/61934a89-e7c0-4c0c-b87e-9b0f2dc593bb HTTP/1.1" status: 204 len: 168 time: 0.4677691 Jan 14 01:45:01.662019 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54290) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:01.687762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238596e-5fc8-4612-b6f3-7338cc76ea63 admin admin] Pushing event deleted for resources: {'Network': ['ID=61934a89-e7c0-4c0c-b87e-9b0f2dc593bb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:01.814349 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ea4872-9a56-4877-9659-5ce26191d869 admin admin] Deleting subnet f52892b6-476f-43ce-832a-59f8adffdecd {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:45:01.833759 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4872-9a56-4877-9659-5ce26191d869 admin admin] Publish callbacks [] for subnet (f52892b6-476f-43ce-832a-59f8adffdecd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:01.897423 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-bf91c8de-f916-422b-9acb-d9458fc56745 service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502412 Jan 14 01:45:01.923704 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4872-9a56-4877-9659-5ce26191d869 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (f52892b6-476f-43ce-832a-59f8adffdecd), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:01.975739 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4872-9a56-4877-9659-5ce26191d869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (f52892b6-476f-43ce-832a-59f8adffdecd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.030088 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-58a9f4ac-3fe3-42c3-875d-c633cb8634ed service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138694 Jan 14 01:45:02.030657 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54306) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:02.039899 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4872-9a56-4877-9659-5ce26191d869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (f52892b6-476f-43ce-832a-59f8adffdecd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.043359 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-2a705858-ade5-4ece-a400-0a98896ac4cc tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:02.050106 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-2a705858-ade5-4ece-a400-0a98896ac4cc tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4233401 Jan 14 01:45:02.092860 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea4872-9a56-4877-9659-5ce26191d869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52892b6-476f-43ce-832a-59f8adffdecd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:02.099084 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4872-9a56-4877-9659-5ce26191d869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.101446 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-70cae54a-b291-4b78-aaf9-6dfe9020b9f5 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/quotas/7cecf3e8e39d4aada86f9cfa08984ea7 HTTP/1.1" status: 200 len: 375 time: 0.0307298 Jan 14 01:45:02.106282 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a2ea4872-9a56-4877-9659-5ce26191d869 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f52892b6-476f-43ce-832a-59f8adffdecd HTTP/1.1" status: 204 len: 168 time: 0.4416320 Jan 14 01:45:02.107277 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54312) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:02.187462 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (25b4405a-6703-4765-8d6d-9c7b065abf73), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.298367 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (25b4405a-6703-4765-8d6d-9c7b065abf73), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.344068 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b4405a-6703-4765-8d6d-9c7b065abf73']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:02.358625 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0127132c-c9c9-4b7b-b3fc-0f1b29814de6') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:02.359399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0127132c-c9c9-4b7b-b3fc-0f1b29814de6') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:02.362139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-83111995-network', 'tenant_id': '0b64d61441a041159afb3a823814d507'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:02.372848 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (0127132c-c9c9-4b7b-b3fc-0f1b29814de6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.390935 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (0127132c-c9c9-4b7b-b3fc-0f1b29814de6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.402647 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:45:02.403329 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (0127132c-c9c9-4b7b-b3fc-0f1b29814de6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:45:02.405344 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:45:02.414111 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-63626318-3ecb-4f05-856c-0ffc1fa500b3 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3114903 Jan 14 01:45:02.449995 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077748fa-3195-463c-a093-93f6993b837d req-8bc28ee1-e1fc-41cf-bc10-3dc967aeacde tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:02.464898 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-077748fa-3195-463c-a093-93f6993b837d req-8bc28ee1-e1fc-41cf-bc10-3dc967aeacde tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 945 time: 0.3408189 Jan 14 01:45:02.512489 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (25b4405a-6703-4765-8d6d-9c7b065abf73), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.520120 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.525992 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/25b4405a-6703-4765-8d6d-9c7b065abf73 HTTP/1.1" status: 204 len: 168 time: 0.4170239 Jan 14 01:45:02.531974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Made reservation on behalf of 0b64d61441a041159afb3a823814d507 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:02.538490 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.556230 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ae356-a649-467b-939f-4f4f6890e0b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=25b4405a-6703-4765-8d6d-9c7b065abf73,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:02.584080 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.648565 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-077748fa-3195-463c-a093-93f6993b837d req-93712350-d45d-4c02-a2f2-2ea615c3151d tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795001 Jan 14 01:45:02.791107 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54352) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:02.870372 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Publish callbacks [] for security_group (4d143b8c-840a-4355-b860-9f274026a893), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:02.918490 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fa760277-d822-4c26-ba8f-ab895a196cfd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb29aaab805049d786bf79e89fb9efca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1055496 Jan 14 01:45:02.919177 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54354) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:02.953454 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4d143b8c-840a-4355-b860-9f274026a893), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:03.046469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d143b8c-840a-4355-b860-9f274026a893,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:03.065709 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfe96865-eff8-408b-b919-8da481bac0de req-50ba05eb-5cce-44e7-8090-10b3c46b5dce tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 210 time: 0.1265690 Jan 14 01:45:03.085114 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:45:03.142225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8f17b-e3e8-4647-9ada-1e18c2a0e56e req-f03c1902-ee25-4e65-a998-f762079efa3b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:03.149843 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18e8f17b-e3e8-4647-9ada-1e18c2a0e56e req-f03c1902-ee25-4e65-a998-f762079efa3b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.3227682 Jan 14 01:45:03.157981 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b854-27cd-4b1e-91bb-c0f66cc56b75 admin admin] Publish callbacks [] for security_group (9178d236-2866-4248-9bf5-f0cb039344b9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:03.163918 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:03.164268 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Added segment beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc of type vlan for network 409ee1fd-ea45-4c9d-b833-b99ff129136e Jan 14 01:45:03.309680 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b854-27cd-4b1e-91bb-c0f66cc56b75 admin admin] Publish callbacks [] for security_group (9178d236-2866-4248-9bf5-f0cb039344b9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:03.340220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18e8f17b-e3e8-4647-9ada-1e18c2a0e56e req-ad5d8305-f02d-4a63-ace3-be7961b485fa tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794946 Jan 14 01:45:03.348412 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (409ee1fd-ea45-4c9d-b833-b99ff129136e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:03.415865 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (409ee1fd-ea45-4c9d-b833-b99ff129136e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:03.419027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:03.419702 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:03.545873 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] Pushing event updated for resources: {'Network': ['ID=409ee1fd-ea45-4c9d-b833-b99ff129136e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:03.550819 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b854-27cd-4b1e-91bb-c0f66cc56b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9178d236-2866-4248-9bf5-f0cb039344b9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:03.559255 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 409ee1fd-ea45-4c9d-b833-b99ff129136e details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:45:03.559757 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b854-27cd-4b1e-91bb-c0f66cc56b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:03.562653 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9fc2b854-27cd-4b1e-91bb-c0f66cc56b75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9178d236-2866-4248-9bf5-f0cb039344b9 HTTP/1.1" status: 204 len: 168 time: 0.6416974 Jan 14 01:45:03.567762 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0e785e0d-98fb-4234-9eee-9c98ed474561 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5354681 Jan 14 01:45:03.570962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54374) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:03.577885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c93d840d-06da-4a5e-8161-285029dae1a4 admin admin] Request body: {'subnet': {'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-83111995-subnet', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:03.611204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2b854-27cd-4b1e-91bb-c0f66cc56b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9178d236-2866-4248-9bf5-f0cb039344b9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:03.664518 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93d840d-06da-4a5e-8161-285029dae1a4 admin admin] Made reservation on behalf of 0b64d61441a041159afb3a823814d507 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:03.667110 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c93d840d-06da-4a5e-8161-285029dae1a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:03.922388 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63374cbb-0cb6-4710-b3fb-cac0b4e13ce0 req-fc252be2-aa37-4529-98ee-f6b98714cf9b tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:03.932226 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63374cbb-0cb6-4710-b3fb-cac0b4e13ce0 req-fc252be2-aa37-4529-98ee-f6b98714cf9b tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 945 time: 0.0824862 Jan 14 01:45:04.037695 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63374cbb-0cb6-4710-b3fb-cac0b4e13ce0 req-58c0ecaa-8677-4686-b948-3e6b94f88269 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040411 Jan 14 01:45:04.047353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb5f4f-d9ef-421e-9b0b-3e92b0cb0d72 req-ea49e2e8-cbd2-4a1b-9e3a-876b911e1a0f tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:04.048881 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-77fb5f4f-d9ef-421e-9b0b-3e92b0cb0d72 req-ea49e2e8-cbd2-4a1b-9e3a-876b911e1a0f tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.36 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 945 time: 0.4377484 Jan 14 01:45:04.252356 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54386) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:04.275719 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c93d840d-06da-4a5e-8161-285029dae1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (a5dbf949-497a-46d1-8f5e-35e9f94586b7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:04.318598 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f40bcfb5-7229-4c32-b1db-09bef1c1ead0 req-4c4eedc8-cf7d-45f9-9caa-75ff1ffe406d tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 210 time: 0.1116674 Jan 14 01:45:04.352213 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f00d15c7-8dee-462f-8d2c-7743f2400d09 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:04.364924 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:04.451524 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: f00d15c7-8dee-462f-8d2c-7743f2400d09 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:04.452244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device f00d15c7-8dee-462f-8d2c-7743f2400d09 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:04.502035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d840d-06da-4a5e-8161-285029dae1a4 admin admin] Checking segment: {'id': 'beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:04.502379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d840d-06da-4a5e-8161-285029dae1a4 admin admin] Network hostable DHCP agents. Network: 409ee1fd-ea45-4c9d-b833-b99ff129136e, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:45:04.546691 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c6ea4216-d033-41da-99dd-5afab28dfd18 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6995184038864f2b9eeda57c3d9cb9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915637 Jan 14 01:45:04.556568 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54394) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:04.627501 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e040d3-da73-4993-a9a0-d987ecd42ba3 req-a3b0f244-a0b7-4f21-b5d4-79a5fab9e5d4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:04.647996 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-42e040d3-da73-4993-a9a0-d987ecd42ba3 req-a3b0f244-a0b7-4f21-b5d4-79a5fab9e5d4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.1436458 Jan 14 01:45:04.733137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-77fb5f4f-d9ef-421e-9b0b-3e92b0cb0d72 req-36c53414-b53d-47ff-b19c-2487be4d4c68 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Deleting port 49d614ad-3309-41b7-9cdb-bb9c7aac2305 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:04.733705 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77fb5f4f-d9ef-421e-9b0b-3e92b0cb0d72 req-36c53414-b53d-47ff-b19c-2487be4d4c68 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:04.752175 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d840d-06da-4a5e-8161-285029dae1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5dbf949-497a-46d1-8f5e-35e9f94586b7,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:04.764428 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54402) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:04.783535 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-42e040d3-da73-4993-a9a0-d987ecd42ba3 req-4a60a48d-dc58-4985-954a-62dcd5dc0a07 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278815 Jan 14 01:45:04.827226 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-c29f2bb2-ae9f-4781-98f3-778be6831c8a tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2792087 Jan 14 01:45:04.865364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Deleting subnet d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:45:04.880325 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Publish callbacks [] for subnet (d97ddbcc-09c0-411b-9dd8-86412dbf8eb4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:04.894019 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f938de54-0242-4b2b-8cd8-37690e94ef50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:04.900445 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d840d-06da-4a5e-8161-285029dae1a4 admin admin] Network 409ee1fd-ea45-4c9d-b833-b99ff129136e is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:45:04.972466 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (d97ddbcc-09c0-411b-9dd8-86412dbf8eb4), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.030187 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (d97ddbcc-09c0-411b-9dd8-86412dbf8eb4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.141374 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (d97ddbcc-09c0-411b-9dd8-86412dbf8eb4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.193720 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.197841 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d97ddbcc-09c0-411b-9dd8-86412dbf8eb4 HTTP/1.1" status: 204 len: 168 time: 0.4131920 Jan 14 01:45:05.214913 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54408) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:05.221090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d97ddbcc-09c0-411b-9dd8-86412dbf8eb4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:05.306368 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.306769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.307216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.307565 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.307899 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.308226 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.308555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.308880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.309261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.309595 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.309929 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.310248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.310596 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634e6633-7605-4289-ad57-4c83c3aea158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:05.356032 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8b163-c54f-4891-8670-7447a409e339 req-824efb9a-b638-474d-9bb1-8d81c4ba49d5 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:05.363137 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-52c8b163-c54f-4891-8670-7447a409e339 req-824efb9a-b638-474d-9bb1-8d81c4ba49d5 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 945 time: 0.2099016 Jan 14 01:45:05.390037 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (4ce41f76-a552-4855-887d-6b5d363a9f23), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.426893 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e676c897-55ee-423b-bd47-61746385d81c admin admin] Publish callbacks [] for security_group (35c2a300-bc57-414f-8345-1bf2f156258c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.451350 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e676c897-55ee-423b-bd47-61746385d81c admin admin] Publish callbacks [] for security_group (35c2a300-bc57-414f-8345-1bf2f156258c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.451598 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-52c8b163-c54f-4891-8670-7447a409e339 req-e846d3ea-feb4-4e5e-a3fd-f919a5d4970b tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/security-groups?id=75c5d2b8-6a5f-4afa-912f-02d2086b90e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684309 Jan 14 01:45:05.523315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-c93d840d-06da-4a5e-8161-285029dae1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 409ee1fd-ea45-4c9d-b833-b99ff129136e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:05.528362 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d840d-06da-4a5e-8161-285029dae1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:05.529243 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c93d840d-06da-4a5e-8161-285029dae1a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.540345 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523f395b-293f-448e-963b-73fd34ae25b3 None None] Network 409ee1fd-ea45-4c9d-b833-b99ff129136e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:05.637014 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c93d840d-06da-4a5e-8161-285029dae1a4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0609047 Jan 14 01:45:05.637752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54414) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:05.657470 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-83111995-router', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:05.658970 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (4ce41f76-a552-4855-887d-6b5d363a9f23), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.679740 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-77fb5f4f-d9ef-421e-9b0b-3e92b0cb0d72 req-36c53414-b53d-47ff-b19c-2487be4d4c68 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] For port 49d614ad-3309-41b7-9cdb-bb9c7aac2305, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=49d614ad-3309-41b7-9cdb-bb9c7aac2305,segment=NetworkSegment(f0b39f4d-1e13-4c46-9927-f19d51d77d86),segment_id=f0b39f4d-1e13-4c46-9927-f19d51d77d86)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:05.680104 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77fb5f4f-d9ef-421e-9b0b-3e92b0cb0d72 req-36c53414-b53d-47ff-b19c-2487be4d4c68 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.700746 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce41f76-a552-4855-887d-6b5d363a9f23']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:05.714194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a932aa3-4e95-4b53-887b-15f1e7ce4208') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:05.714589 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a932aa3-4e95-4b53-887b-15f1e7ce4208') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:05.726015 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (1a932aa3-4e95-4b53-887b-15f1e7ce4208), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.744840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-409ee1fd-ea45-4c9d-b833-b99ff129136e', 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e', 'project_id': '0b64d61441a041159afb3a823814d507', 'fixed_ips': [{'subnet_id': 'a5dbf949-497a-46d1-8f5e-35e9f94586b7'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:45:05.746096 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.752867 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (1a932aa3-4e95-4b53-887b-15f1e7ce4208), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.758233 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (5d0ce05c-280b-4ccc-8287-060723fe6624), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.759522 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:45:05.759687 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (5d0ce05c-280b-4ccc-8287-060723fe6624), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.759957 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (1a932aa3-4e95-4b53-887b-15f1e7ce4208), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.774773 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-77fb5f4f-d9ef-421e-9b0b-3e92b0cb0d72 req-36c53414-b53d-47ff-b19c-2487be4d4c68 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Calling delete_port for 49d614ad-3309-41b7-9cdb-bb9c7aac2305 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:05.789403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-a768b019-c43a-4309-a3e2-fc5ea65c462f tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:05.791530 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-a768b019-c43a-4309-a3e2-fc5ea65c462f tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8737304 Jan 14 01:45:05.803302 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e676c897-55ee-423b-bd47-61746385d81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (35c2a300-bc57-414f-8345-1bf2f156258c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.810526 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e676c897-55ee-423b-bd47-61746385d81c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.812445 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e676c897-55ee-423b-bd47-61746385d81c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35c2a300-bc57-414f-8345-1bf2f156258c HTTP/1.1" status: 204 len: 168 time: 1.2439468 Jan 14 01:45:05.826532 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Request body: {'port': {'device_id': 'dbd1709d-e6b4-4fd4-a66e-05b155ae47f9', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': '7cecf3e8e39d4aada86f9cfa08984ea7'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:45:05.883720 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:45:05.906540 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (4ce41f76-a552-4855-887d-6b5d363a9f23), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.945460 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:05.955943 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676c897-55ee-423b-bd47-61746385d81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c2a300-bc57-414f-8345-1bf2f156258c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:05.956646 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4ce41f76-a552-4855-887d-6b5d363a9f23 HTTP/1.1" status: 204 len: 168 time: 0.7290974 Jan 14 01:45:06.012600 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Allocated IP 172.20.0.2 (409ee1fd-ea45-4c9d-b833-b99ff129136e/a5dbf949-497a-46d1-8f5e-35e9f94586b7/831a373a-d250-4e5b-a758-ba2c92e408d5) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:45:06.013486 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Publish callbacks [] for router_controller (5d0ce05c-280b-4ccc-8287-060723fe6624), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.034309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-847e0efa-42b0-4e05-b9f3-dcc235361d26 req-dc84024a-8416-4aaa-a910-61d7d9da5e7b tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 210 time: 0.5021064 Jan 14 01:45:06.043704 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ef64c-9387-4565-9feb-ad4f652823e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce41f76-a552-4855-887d-6b5d363a9f23,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:06.078572 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d72d5b-c96c-49fd-b4a6-9479ef48c000 req-bff89163-8420-4d0f-868d-631e18275200 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:06.091806 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27d72d5b-c96c-49fd-b4a6-9479ef48c000 req-bff89163-8420-4d0f-868d-631e18275200 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.1866481 Jan 14 01:45:06.197347 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27d72d5b-c96c-49fd-b4a6-9479ef48c000 req-72e91f6b-d15d-4671-815a-dc8c4cdf167e tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958371 Jan 14 01:45:06.273167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 49d614ad-3309-41b7-9cdb-bb9c7aac2305 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:06.285140 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77fb5f4f-d9ef-421e-9b0b-3e92b0cb0d72 req-36c53414-b53d-47ff-b19c-2487be4d4c68 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (49d614ad-3309-41b7-9cdb-bb9c7aac2305), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.335002 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 49d614ad-3309-41b7-9cdb-bb9c7aac2305 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:06.335630 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 49d614ad-3309-41b7-9cdb-bb9c7aac2305 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:06.347174 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c53414-b53d-47ff-b19c-2487be4d4c68 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Pushing event deleted for resources: {'Port': ['ID=49d614ad-3309-41b7-9cdb-bb9c7aac2305,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:06.349463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:06.445854 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bbdb3483-5db7-4c0c-8643-2578c2d5d354 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b782c83d919c481cb3b03a9f645c75e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0938523 Jan 14 01:45:06.448892 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54428) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:06.468428 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Publish callbacks [] for router_gateway (5d0ce05c-280b-4ccc-8287-060723fe6624), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.484020 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Publish callbacks [] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.499939 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.541780 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fb5f4f-d9ef-421e-9b0b-3e92b0cb0d72 req-36c53414-b53d-47ff-b19c-2487be4d4c68 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] No DVR routers for this DVR port 49d614ad-3309-41b7-9cdb-bb9c7aac2305 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:45:06.545478 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-77fb5f4f-d9ef-421e-9b0b-3e92b0cb0d72 req-36c53414-b53d-47ff-b19c-2487be4d4c68 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.550179 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-77fb5f4f-d9ef-421e-9b0b-3e92b0cb0d72 req-36c53414-b53d-47ff-b19c-2487be4d4c68 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.36 "DELETE /v2.0/ports/49d614ad-3309-41b7-9cdb-bb9c7aac2305 HTTP/1.1" status: 204 len: 173 time: 2.4879351 Jan 14 01:45:06.553124 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Network 409ee1fd-ea45-4c9d-b833-b99ff129136e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:06.560233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85e1bce-4db6-428e-8e86-e478be4a7a83', 'name': 'network-vif-deleted', 'tag': '49d614ad-3309-41b7-9cdb-bb9c7aac2305'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:06.568724 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c44616-b234-48b6-a907-becf2e4e6acb" -d '{"events": [{"server_uuid": "e85e1bce-4db6-428e-8e86-e478be4a7a83", "name": "network-vif-deleted", "tag": "49d614ad-3309-41b7-9cdb-bb9c7aac2305"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:06.573567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:06.576803 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:45:06.643331 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08ae9ffb-5008-422b-9fb7-47ff6a8b4658 admin admin] Publish callbacks [] for security_group (4c7795f5-d05a-40fa-a9da-6c5f5789afdd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.665081 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c31428f-03c0-4e00-b4ae-dc280647dabb x-openstack-request-id: req-1c31428f-03c0-4e00-b4ae-dc280647dabb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:06.665789 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85e1bce-4db6-428e-8e86-e478be4a7a83", "name": "network-vif-deleted", "tag": "49d614ad-3309-41b7-9cdb-bb9c7aac2305", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:06.666253 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c31428f-03c0-4e00-b4ae-dc280647dabb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:06.666884 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85e1bce-4db6-428e-8e86-e478be4a7a83', 'name': 'network-vif-deleted', 'tag': '49d614ad-3309-41b7-9cdb-bb9c7aac2305', 'status': 'completed', 'code': 200} Jan 14 01:45:06.672352 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Made reservation on behalf of 7cecf3e8e39d4aada86f9cfa08984ea7 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:06.677333 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.679496 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08ae9ffb-5008-422b-9fb7-47ff6a8b4658 admin admin] Publish callbacks [] for security_group (4c7795f5-d05a-40fa-a9da-6c5f5789afdd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.717816 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Pushing event updated for resources: {'Port': ['ID=831a373a-d250-4e5b-a758-ba2c92e408d5,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:06.775321 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Attempting to bind port 831a373a-d250-4e5b-a758-ba2c92e408d5 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:06.775701 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Attempting to bind port 831a373a-d250-4e5b-a758-ba2c92e408d5 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:06.776152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Attempting to bind port 831a373a-d250-4e5b-a758-ba2c92e408d5 on network 409ee1fd-ea45-4c9d-b833-b99ff129136e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:06.784850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:06.785448 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Checking segment: {'id': 'beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:06.786467 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.786868 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Bound using segment: {'id': 'beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:06.787399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Bound port: 831a373a-d250-4e5b-a758-ba2c92e408d5, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:06.787785 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.796371 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08ae9ffb-5008-422b-9fb7-47ff6a8b4658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4c7795f5-d05a-40fa-a9da-6c5f5789afdd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.814463 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08ae9ffb-5008-422b-9fb7-47ff6a8b4658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:06.814463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-08ae9ffb-5008-422b-9fb7-47ff6a8b4658 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c7795f5-d05a-40fa-a9da-6c5f5789afdd HTTP/1.1" status: 204 len: 168 time: 0.3635364 Jan 14 01:45:06.875569 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7d07104-4864-41df-b56e-e1269088a747 req-a34cab04-a7e5-481b-8c48-235dfb7951b8 tempest-ServerAddressesNegativeTestJSON-1505817785 tempest-ServerAddressesNegativeTestJSON-1505817785-project] 10.222.0.26 "GET /v2.0/ports?device_id=e85e1bce-4db6-428e-8e86-e478be4a7a83 HTTP/1.1" status: 200 len: 210 time: 0.1115377 Jan 14 01:45:06.883030 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] For port 831a373a-d250-4e5b-a758-ba2c92e408d5, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:06.893312 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Allocated IP 192.168.233.114 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/fc8c34e8-da65-4699-b310-2b26de8fdc89) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:45:06.893516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae9ffb-5008-422b-9fb7-47ff6a8b4658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7795f5-d05a-40fa-a9da-6c5f5789afdd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:06.913527 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] For port 831a373a-d250-4e5b-a758-ba2c92e408d5, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=831a373a-d250-4e5b-a758-ba2c92e408d5,segment=NetworkSegment(beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc),segment_id=beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:06.924236 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:07.003628 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6647dcb-5e31-4d3f-80fa-4dc7f7c8eb6e None None] Pushing event updated for resources: {'Port': ['ID=831a373a-d250-4e5b-a758-ba2c92e408d5,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:07.162879 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74db330d-fdb3-4f36-844c-1fa4dab156cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:07.261381 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Publish callbacks [] for router_gateway (5d0ce05c-280b-4ccc-8287-060723fe6624), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:07.292917 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cabdb23b-0ded-4693-bf2e-48f80cfb65fc req-517aabcb-84a3-4e89-aada-cec5f181840e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 210 time: 0.0971048 Jan 14 01:45:07.364797 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:07.487236 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39591ce-0723-4ca6-adea-c33a86241ce6 req-0b3538ac-c603-445c-9ac2-b64d9e8f4f61 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:07.510226 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d39591ce-0723-4ca6-adea-c33a86241ce6 req-0b3538ac-c603-445c-9ac2-b64d9e8f4f61 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.1713517 Jan 14 01:45:07.672947 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d39591ce-0723-4ca6-adea-c33a86241ce6 req-86f5da99-5a9f-44ce-a3b9-9390acdc196b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616302 Jan 14 01:45:07.724532 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks [] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:07.742182 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 831a373a-d250-4e5b-a758-ba2c92e408d5 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:07.854997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Allocated IP 172.25.2.214 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/9b6293fb-a3b7-4410-9365-e867a7f27117) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:45:07.888202 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 831a373a-d250-4e5b-a758-ba2c92e408d5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:07.888574 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:07.991428 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54476) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:07.992475 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Publish callbacks [] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:08.033409 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:08.044710 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:08.074670 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['3ffe09ce-bec2-435b-a17b-5df9628fefff'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:08.097707 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:08.105954 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:08.127687 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:08.128611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:45:08.139911 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0558268-2753-45db-a205-e80ad25c007a admin admin] Deleting subnet d7b02dad-0c80-4bce-990b-aab20501f994 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:45:08.162288 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0558268-2753-45db-a205-e80ad25c007a admin admin] Publish callbacks [] for subnet (d7b02dad-0c80-4bce-990b-aab20501f994), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:08.166366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['dc3120c4-8775-4a13-b340-a598925cad6c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:08.285804 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0558268-2753-45db-a205-e80ad25c007a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (d7b02dad-0c80-4bce-990b-aab20501f994), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:08.451794 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0558268-2753-45db-a205-e80ad25c007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (d7b02dad-0c80-4bce-990b-aab20501f994), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:08.497673 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 831a373a-d250-4e5b-a758-ba2c92e408d5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:08.498062 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:08.604405 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 831a373a-d250-4e5b-a758-ba2c92e408d5, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=831a373a-d250-4e5b-a758-ba2c92e408d5,segment=NetworkSegment(beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc),segment_id=beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:08.617219 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:08.635367 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:08.689267 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54498) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:08.712212 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0558268-2753-45db-a205-e80ad25c007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (d7b02dad-0c80-4bce-990b-aab20501f994), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:08.725657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:08.753503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:45:08.757085 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Pushing event updated for resources: {'Port': ['ID=fc8c34e8-da65-4699-b310-2b26de8fdc89,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:08.887030 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0558268-2753-45db-a205-e80ad25c007a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b02dad-0c80-4bce-990b-aab20501f994,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:09.009232 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0558268-2753-45db-a205-e80ad25c007a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:09.013277 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Pushing event updated for resources: {'Port': ['ID=9b6293fb-a3b7-4410-9365-e867a7f27117,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:09.018014 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a0558268-2753-45db-a205-e80ad25c007a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d7b02dad-0c80-4bce-990b-aab20501f994 HTTP/1.1" status: 204 len: 168 time: 1.0254552 Jan 14 01:45:09.033170 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54506) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:09.088501 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27904581-316e-49d5-9c38-430347525f76 req-2c99e6ba-2d30-4110-8269-7cd8bc73d2c9 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:09.115593 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27904581-316e-49d5-9c38-430347525f76 req-2c99e6ba-2d30-4110-8269-7cd8bc73d2c9 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 936 time: 0.4547410 Jan 14 01:45:09.153654 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3967c2-ef08-4755-96cd-9705ce4dc5d5 None None] Network 409ee1fd-ea45-4c9d-b833-b99ff129136e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:09.213355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadab704-1da3-4898-a52b-71d9e7a26dd2 req-eaba987d-2aab-4e73-950f-ac05fd2e4b04 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:09.231480 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fadab704-1da3-4898-a52b-71d9e7a26dd2 req-eaba987d-2aab-4e73-950f-ac05fd2e4b04 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.3273902 Jan 14 01:45:09.282705 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-915585756-network', 'tenant_id': '009470e2aea449e388cedd3c5ff9a07e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:09.323174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=831a373a-d250-4e5b-a758-ba2c92e408d5,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:09.381705 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5d59313f-4cba-4806-82b4-2fe9bbf7613e None None] Provisioning complete for port 831a373a-d250-4e5b-a758-ba2c92e408d5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:09.382543 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d59313f-4cba-4806-82b4-2fe9bbf7613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:09.396592 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fadab704-1da3-4898-a52b-71d9e7a26dd2 req-3cc09629-baf8-421e-b9c7-206975214466 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427155 Jan 14 01:45:09.414093 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Publish callbacks [] for router_gateway (5d0ce05c-280b-4ccc-8287-060723fe6624), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:09.428847 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27904581-316e-49d5-9c38-430347525f76 req-5c8f2d46-4457-49ff-a7b6-5fb483f71936 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122983 Jan 14 01:45:09.555287 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:09.556316 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:09.561571 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (ca203b62-fdce-4bb1-9d73-7b1d25233000), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:09.565807 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5d59313f-4cba-4806-82b4-2fe9bbf7613e None None] Current status of the port 831a373a-d250-4e5b-a758-ba2c92e408d5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:09.638727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 831a373a-d250-4e5b-a758-ba2c92e408d5 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:09.656842 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Made reservation on behalf of 009470e2aea449e388cedd3c5ff9a07e for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:09.659335 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:09.698306 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-332a14ff-5e9d-44e5-9acf-a79beb2eb069 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8847179 Jan 14 01:45:09.741437 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:09.758789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Request body: {'port': {'device_id': 'dbd1709d-e6b4-4fd4-a66e-05b155ae47f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:09.870648 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-614d37e8-29d1-4473-8d8c-85dbe565c7e2 None None] Provisioning complete for port fc8c34e8-da65-4699-b310-2b26de8fdc89 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:09.871280 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-614d37e8-29d1-4473-8d8c-85dbe565c7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:09.877269 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (ca203b62-fdce-4bb1-9d73-7b1d25233000), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:09.913666 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:09.939429 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 831a373a-d250-4e5b-a758-ba2c92e408d5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:09.940052 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:09.946206 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-614d37e8-29d1-4473-8d8c-85dbe565c7e2 None None] Port fc8c34e8-da65-4699-b310-2b26de8fdc89 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:45:10.035062 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Publish callbacks [] for security_group (1e27acba-97e4-431c-9bfb-d8816c3cfa16), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.045229 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca203b62-fdce-4bb1-9d73-7b1d25233000']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:10.083061 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1e27acba-97e4-431c-9bfb-d8816c3cfa16), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.095074 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.112639 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b39f4d-1e13-4c46-9927-f19d51d77d86') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:10.113032 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b39f4d-1e13-4c46-9927-f19d51d77d86') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:10.141017 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 831a373a-d250-4e5b-a758-ba2c92e408d5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:10.144758 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (f0b39f4d-1e13-4c46-9927-f19d51d77d86), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.147161 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:45:10.161972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fbe7198e-f2dc-4d5a-a4bf-5f27dd310e95 None None] Provisioning complete for port 831a373a-d250-4e5b-a758-ba2c92e408d5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:10.162813 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fbe7198e-f2dc-4d5a-a4bf-5f27dd310e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.208197 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f0b39f4d-1e13-4c46-9927-f19d51d77d86), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.211768 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e27acba-97e4-431c-9bfb-d8816c3cfa16,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:10.215072 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (5be6a1b6-e778-4c6c-aec7-8a718c0c9907), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.215542 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Added segment 5be6a1b6-e778-4c6c-aec7-8a718c0c9907 of type vlan for network 0ed6106a-834e-4d85-9d06-e883125437c4 Jan 14 01:45:10.235383 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:45:10.235840 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (f0b39f4d-1e13-4c46-9927-f19d51d77d86), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:45:10.237933 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:45:10.242053 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (5d0ce05c-280b-4ccc-8287-060723fe6624), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.395886 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7198e-f2dc-4d5a-a4bf-5f27dd310e95 None None] Current status of the port 831a373a-d250-4e5b-a758-ba2c92e408d5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:10.431251 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (0ed6106a-834e-4d85-9d06-e883125437c4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.476595 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (ca203b62-fdce-4bb1-9d73-7b1d25233000), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.612206 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33e376-c745-4aeb-9844-c55963aa13e2 req-4daddee3-7032-407d-9096-29fa5311ca13 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:10.621119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea33e376-c745-4aeb-9844-c55963aa13e2 req-4daddee3-7032-407d-9096-29fa5311ca13 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.0988624 Jan 14 01:45:10.683278 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea33e376-c745-4aeb-9844-c55963aa13e2 req-d3774a24-f390-4cd1-b9be-e2f64f75d19c tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609431 Jan 14 01:45:10.737214 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee58067-336b-4c53-abd4-755f4b446546 req-b2cf02ed-7197-44c7-a58a-df439d463455 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:10.738966 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ee58067-336b-4c53-abd4-755f4b446546 req-b2cf02ed-7197-44c7-a58a-df439d463455 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 936 time: 0.0983145 Jan 14 01:45:10.796273 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.800938 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ca203b62-fdce-4bb1-9d73-7b1d25233000 HTTP/1.1" status: 204 len: 168 time: 1.5345809 Jan 14 01:45:10.803049 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ee58067-336b-4c53-abd4-755f4b446546 req-849f0a37-004c-49aa-bfcd-728d8949617d tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569894 Jan 14 01:45:10.865987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420da58-90cd-430d-b0ae-4f029f41b682 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca203b62-fdce-4bb1-9d73-7b1d25233000,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:10.881687 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (0ed6106a-834e-4d85-9d06-e883125437c4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.882948 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:10.883758 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.934439 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:10.990899 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2836971 Jan 14 01:45:10.991263 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54558) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:10.996644 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3f7e866b-f281-4ac8-83b3-02623cc1030d admin admin] Request body: {'subnet': {'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-915585756-subnet', 'tenant_id': '009470e2aea449e388cedd3c5ff9a07e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:11.010070 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e436ad-f783-4fd2-88c8-fe5f1d87e401 admin admin] Pushing event updated for resources: {'Network': ['ID=0ed6106a-834e-4d85-9d06-e883125437c4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:11.019776 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 0ed6106a-834e-4d85-9d06-e883125437c4 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:45:11.069866 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7e866b-f281-4ac8-83b3-02623cc1030d admin admin] Made reservation on behalf of 009470e2aea449e388cedd3c5ff9a07e for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:11.072429 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f7e866b-f281-4ac8-83b3-02623cc1030d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:11.152528 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Router 5d0ce05c-280b-4ccc-8287-060723fe6624 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:45:11.185522 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8c34e8-da65-4699-b310-2b26de8fdc89 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:11.224228 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Publish callbacks [] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:11.247832 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Transition to ACTIVE for port object fc8c34e8-da65-4699-b310-2b26de8fdc89 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:45:11.287633 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:11.350399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54566) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:11.380690 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f7e866b-f281-4ac8-83b3-02623cc1030d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (f15103ab-8afe-436d-b928-260ee5e13246), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:11.395227 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:45:11.410876 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Sync routers for ids ['5d0ce05c-280b-4ccc-8287-060723fe6624'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:45:11.430064 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Pushing event updated for resources: {'Port': ['ID=fc8c34e8-da65-4699-b310-2b26de8fdc89,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:11.434086 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Routers {'5d0ce05c-280b-4ccc-8287-060723fe6624'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:11.434800 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5d0ce05c-280b-4ccc-8287-060723fe6624'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:11.445744 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:11.446735 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5ce57e14-9713-40f9-a6e1-603f0c647aaf admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7932086 Jan 14 01:45:11.453164 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54570) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:11.478257 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9d80e0e3-8641-4125-9009-50bb6bfc4aab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f866e57fcf64c0a8c8652ce102e459e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1028509 Jan 14 01:45:11.480590 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:11.528042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e866b-f281-4ac8-83b3-02623cc1030d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f15103ab-8afe-436d-b928-260ee5e13246,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:11.587776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e866b-f281-4ac8-83b3-02623cc1030d admin admin] Checking segment: {'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:11.600705 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7e866b-f281-4ac8-83b3-02623cc1030d admin admin] Network hostable DHCP agents. Network: 0ed6106a-834e-4d85-9d06-e883125437c4, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:45:11.635766 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Attempting to bind port fc8c34e8-da65-4699-b310-2b26de8fdc89 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:11.636508 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Attempting to bind port fc8c34e8-da65-4699-b310-2b26de8fdc89 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:11.637079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Attempting to bind port fc8c34e8-da65-4699-b310-2b26de8fdc89 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:11.654507 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Port fc8c34e8-da65-4699-b310-2b26de8fdc89 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:45:11.655183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Attempting to bind port fc8c34e8-da65-4699-b310-2b26de8fdc89 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:11.671093 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7e866b-f281-4ac8-83b3-02623cc1030d admin admin] Network 0ed6106a-834e-4d85-9d06-e883125437c4 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:45:11.673951 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd32f472-705e-4cc0-b46f-3eda247b1697 admin admin] Publish callbacks [] for security_group (75c5d2b8-6a5f-4afa-912f-02d2086b90e1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:11.677048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:11.677703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:11.678366 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:11.679028 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Bound port: fc8c34e8-da65-4699-b310-2b26de8fdc89, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:11.679517 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:11.695338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3f7e866b-f281-4ac8-83b3-02623cc1030d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 0ed6106a-834e-4d85-9d06-e883125437c4) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:11.703010 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e866b-f281-4ac8-83b3-02623cc1030d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:11.704739 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f7e866b-f281-4ac8-83b3-02623cc1030d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:11.720581 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d848ea8d-7a60-44cd-a0bb-6ee58f66a560 None None] Network 0ed6106a-834e-4d85-9d06-e883125437c4 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:11.751090 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3f7e866b-f281-4ac8-83b3-02623cc1030d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7574749 Jan 14 01:45:11.812869 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd32f472-705e-4cc0-b46f-3eda247b1697 admin admin] Publish callbacks [] for security_group (75c5d2b8-6a5f-4afa-912f-02d2086b90e1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:11.815286 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Set router 5d0ce05c-280b-4ccc-8287-060723fe6624 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:11.934001 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235f466-4b9f-4f94-9778-88a38a9193f2 req-7e3e229c-afdd-44e8-86b7-82cd5b608598 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:11.948213 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8235f466-4b9f-4f94-9778-88a38a9193f2 req-7e3e229c-afdd-44e8-86b7-82cd5b608598 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.1414192 Jan 14 01:45:12.071387 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59740c9-1c93-4449-9665-b966a956d844 None None] Network 0ed6106a-834e-4d85-9d06-e883125437c4 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:12.119680 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] For port fc8c34e8-da65-4699-b310-2b26de8fdc89, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:12.130740 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] For port fc8c34e8-da65-4699-b310-2b26de8fdc89, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=fc8c34e8-da65-4699-b310-2b26de8fdc89,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:12.163595 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:12.196651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe144ea8-38d3-4b02-b1b1-0ea5ab2a039a req-7a2f5105-e0a3-48cf-b67e-bbfb183f1b88 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:12.201247 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe144ea8-38d3-4b02-b1b1-0ea5ab2a039a req-7a2f5105-e0a3-48cf-b67e-bbfb183f1b88 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 948 time: 0.2266273 Jan 14 01:45:12.264375 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:12.265016 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:12.266700 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] 10.222.0.36 "PUT /v2.0/ports/fc8c34e8-da65-4699-b310-2b26de8fdc89 HTTP/1.1" status: 200 len: 1096 time: 2.5204811 Jan 14 01:45:12.267844 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd32f472-705e-4cc0-b46f-3eda247b1697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (75c5d2b8-6a5f-4afa-912f-02d2086b90e1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:12.270884 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd32f472-705e-4cc0-b46f-3eda247b1697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:12.275886 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cd32f472-705e-4cc0-b46f-3eda247b1697 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75c5d2b8-6a5f-4afa-912f-02d2086b90e1 HTTP/1.1" status: 204 len: 168 time: 0.7953241 Jan 14 01:45:12.348801 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8235f466-4b9f-4f94-9778-88a38a9193f2 req-ca80e81f-c2a4-4a93-81ee-18bf0210cdc7 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991637 Jan 14 01:45:12.375503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e05ac0-1d0a-4af5-9b99-9b82a72d3ccc service neutron] Pushing event updated for resources: {'Port': ['ID=fc8c34e8-da65-4699-b310-2b26de8fdc89,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:12.392707 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd1709d-e6b4-4fd4-a66e-05b155ae47f9', 'tag': 'fc8c34e8-da65-4699-b310-2b26de8fdc89'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:12.400065 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356bb90c-1531-4e15-91b6-b4920c49a052" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd1709d-e6b4-4fd4-a66e-05b155ae47f9", "tag": "fc8c34e8-da65-4699-b310-2b26de8fdc89"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:12.442826 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe144ea8-38d3-4b02-b1b1-0ea5ab2a039a req-6d41a32b-d434-4df1-a70b-7a9c6867785f tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253640 Jan 14 01:45:12.460972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32f472-705e-4cc0-b46f-3eda247b1697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c5d2b8-6a5f-4afa-912f-02d2086b90e1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:12.705483 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2b0925-d991-4e05-be92-7ca9e80b3b55 x-openstack-request-id: req-aa2b0925-d991-4e05-be92-7ca9e80b3b55 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:12.705691 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd1709d-e6b4-4fd4-a66e-05b155ae47f9", "tag": "fc8c34e8-da65-4699-b310-2b26de8fdc89", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:12.707295 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa2b0925-d991-4e05-be92-7ca9e80b3b55 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:12.708065 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd1709d-e6b4-4fd4-a66e-05b155ae47f9', 'tag': 'fc8c34e8-da65-4699-b310-2b26de8fdc89', 'status': 'completed', 'code': 200} Jan 14 01:45:12.727995 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-767856be-cc97-481a-b084-91483c32717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:12.733812 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-767856be-cc97-481a-b084-91483c32717f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 1099 time: 0.3187439 Jan 14 01:45:12.743916 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'name': 'tempest-FloatingIPsNegativeTestJSON-83111995-router', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:05Z', 'updated_at': '2022-01-14T01:45:08Z', 'revision_number': 3, 'project_id': '0b64d61441a041159afb3a823814d507', 'gw_port': {'id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:07Z', 'updated_at': '2022-01-14T01:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:12.861784 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Checking router: 5d0ce05c-280b-4ccc-8287-060723fe6624 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:45:12.862133 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Updating router 5d0ce05c-280b-4ccc-8287-060723fe6624 port 9b6293fb-a3b7-4410-9365-e867a7f27117 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:45:12.891241 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-32dcf99e-5b59-4488-82d6-c4334254bf72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=fc8c34e8-da65-4699-b310-2b26de8fdc89 HTTP/1.1" status: 200 len: 217 time: 0.1372750 Jan 14 01:45:12.948237 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:12.999872 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54602) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:13.189101 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-144e8b6c-7a6e-429a-a4c7-6dae26b4972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:13.193656 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-144e8b6c-7a6e-429a-a4c7-6dae26b4972f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.2776673 Jan 14 01:45:13.315793 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b9d7d68-66b7-4821-8549-c03c96328405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:13.387533 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-8550dd2c-ebbe-4b0f-a5a4-bb8f14faa5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:13.389415 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-8550dd2c-ebbe-4b0f-a5a4-bb8f14faa5ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802602 Jan 14 01:45:13.417421 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-b91007cd-88aa-4eff-8811-5b1fe7fd93c9 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:13.422643 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-b91007cd-88aa-4eff-8811-5b1fe7fd93c9 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/networks?id=0ed6106a-834e-4d85-9d06-e883125437c4 HTTP/1.1" status: 200 len: 817 time: 0.2739215 Jan 14 01:45:13.460366 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-48dc614a-423b-404b-aa44-4dd221e86430 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/quotas/009470e2aea449e388cedd3c5ff9a07e HTTP/1.1" status: 200 len: 375 time: 0.0251434 Jan 14 01:45:13.538591 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-f285e690-bdb4-4b12-8769-d6746f7bd900 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=009470e2aea449e388cedd3c5ff9a07e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653975 Jan 14 01:45:13.549600 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:13.564413 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Publish callbacks [] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:13.574078 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:13.655695 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Attempting to bind port 9b6293fb-a3b7-4410-9365-e867a7f27117 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:13.656077 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Attempting to bind port 9b6293fb-a3b7-4410-9365-e867a7f27117 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:13.656592 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Attempting to bind port 9b6293fb-a3b7-4410-9365-e867a7f27117 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:13.670607 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec1087-fe36-42ce-911a-14577ae101c2 None None] Pushing event updated for resources: {'Port': ['ID=9b6293fb-a3b7-4410-9365-e867a7f27117,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:13.683927 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:13.685182 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:13.685679 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:13.686111 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:13.686760 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Bound port: 9b6293fb-a3b7-4410-9365-e867a7f27117, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:13.687225 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:13.694220 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-986a96da-063c-4e98-9180-ce5cc6a15e33 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652199 Jan 14 01:45:13.716065 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b9d7d68-66b7-4821-8549-c03c96328405 admin admin] Publish callbacks [] for security_group (12363aea-bbce-4eef-85f6-d781cbfa3996), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:13.731799 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b9d7d68-66b7-4821-8549-c03c96328405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (12363aea-bbce-4eef-85f6-d781cbfa3996), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:13.788479 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] For port 9b6293fb-a3b7-4410-9365-e867a7f27117, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:13.793439 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340e4d3-a3a4-4662-a47c-3490dea675b6 req-2df88d84-a8cd-4ae1-aa3d-63c4d2cf49c6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:13.795313 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] For port 9b6293fb-a3b7-4410-9365-e867a7f27117, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9b6293fb-a3b7-4410-9365-e867a7f27117,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:13.805741 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0340e4d3-a3a4-4662-a47c-3490dea675b6 req-2df88d84-a8cd-4ae1-aa3d-63c4d2cf49c6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.2220595 Jan 14 01:45:13.831161 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:13.891232 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0340e4d3-a3a4-4662-a47c-3490dea675b6 req-2f7546e4-3430-46ce-a146-807f33d2d34e tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844009 Jan 14 01:45:13.918994 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8b9d7d68-66b7-4821-8549-c03c96328405 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07ecc048bfa9415baace86919a9dc5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9179654 Jan 14 01:45:13.924927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54636) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:13.926863 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d7d68-66b7-4821-8549-c03c96328405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12363aea-bbce-4eef-85f6-d781cbfa3996,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:14.021694 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-64b15252-6b8d-4d74-87bc-d99b8f355547 req-40e80588-3b15-4f55-952a-08eb3abd2ef8 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142548 Jan 14 01:45:14.039865 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Allocated IP 172.20.0.1 (409ee1fd-ea45-4c9d-b833-b99ff129136e/a5dbf949-497a-46d1-8f5e-35e9f94586b7/321bdd4f-58c9-4817-95cc-63d140b7110c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:45:14.070554 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54640) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:14.083773 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Routers {'5d0ce05c-280b-4ccc-8287-060723fe6624'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:14.084153 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-66d5ed5f-7a97-4db2-aaba-10183ed7568d service neutron] 10.222.0.26 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437989 Jan 14 01:45:14.084486 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5d0ce05c-280b-4ccc-8287-060723fe6624'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:14.088779 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec1087-fe36-42ce-911a-14577ae101c2 None None] Pushing event updated for resources: {'Port': ['ID=9b6293fb-a3b7-4410-9365-e867a7f27117,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:14.246202 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bb90c-1531-4e15-91b6-b4920c49a052 req-d4d62132-9ae7-483a-95f1-2d582e0515ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:14.247853 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-356bb90c-1531-4e15-91b6-b4920c49a052 req-d4d62132-9ae7-483a-95f1-2d582e0515ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 1099 time: 0.1057470 Jan 14 01:45:14.263877 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-network', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:14.300555 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] Set router 5d0ce05c-280b-4ccc-8287-060723fe6624 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:14.309244 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b661d459-3d85-44c6-8be8-2dccfff76f38 admin admin] Publish callbacks [] for security_group (12363aea-bbce-4eef-85f6-d781cbfa3996), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:14.325465 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Publish callbacks [] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:14.354084 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141df7-4031-4327-b67e-3e6269d23c8c req-6aa8c50e-0556-4041-a809-2b3aa483d401 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:14.361444 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7141df7-4031-4327-b67e-3e6269d23c8c req-6aa8c50e-0556-4041-a809-2b3aa483d401 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 948 time: 0.3014073 Jan 14 01:45:14.381584 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b661d459-3d85-44c6-8be8-2dccfff76f38 admin admin] Publish callbacks [] for security_group (12363aea-bbce-4eef-85f6-d781cbfa3996), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:14.385092 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e916d03d-2767-4a0d-bb59-4108db3586fb service neutron] 10.222.0.26 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928479 Jan 14 01:45:14.389851 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bb90c-1531-4e15-91b6-b4920c49a052 req-eee4bdd9-fb06-455c-ab30-222dacfdf6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:14.391654 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-356bb90c-1531-4e15-91b6-b4920c49a052 req-eee4bdd9-fb06-455c-ab30-222dacfdf6d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1349490 Jan 14 01:45:14.402345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Made reservation on behalf of 0695d654c2fe49eeac5927d1467dfbbd for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:14.404599 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:14.405857 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:14.417519 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:14.517217 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7141df7-4031-4327-b67e-3e6269d23c8c req-376347b1-57bd-4e3c-84fa-3ef5fc0b8e88 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507785 Jan 14 01:45:14.622257 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b661d459-3d85-44c6-8be8-2dccfff76f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (12363aea-bbce-4eef-85f6-d781cbfa3996), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:14.624879 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b661d459-3d85-44c6-8be8-2dccfff76f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:14.626953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Pushing event updated for resources: {'Port': ['ID=321bdd4f-58c9-4817-95cc-63d140b7110c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:14.648019 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b661d459-3d85-44c6-8be8-2dccfff76f38 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12363aea-bbce-4eef-85f6-d781cbfa3996 HTTP/1.1" status: 204 len: 168 time: 0.6663651 Jan 14 01:45:14.661025 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-356bb90c-1531-4e15-91b6-b4920c49a052 req-be240c41-3f5d-49e8-aeb7-8ae02f1a91ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=fc8c34e8-da65-4699-b310-2b26de8fdc89 HTTP/1.1" status: 200 len: 217 time: 0.2587073 Jan 14 01:45:14.667843 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Network 409ee1fd-ea45-4c9d-b833-b99ff129136e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:14.669347 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:14.683704 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:45:14.698135 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661d459-3d85-44c6-8be8-2dccfff76f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12363aea-bbce-4eef-85f6-d781cbfa3996,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:14.716502 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'name': 'tempest-FloatingIPsNegativeTestJSON-83111995-router', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:05Z', 'updated_at': '2022-01-14T01:45:08Z', 'revision_number': 3, 'project_id': '0b64d61441a041159afb3a823814d507', 'gw_port': {'id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:07Z', 'updated_at': '2022-01-14T01:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:14.768743 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068316d-4b9b-4b77-854a-7797dcf17b35 None None] The sync data for ids ['5d0ce05c-280b-4ccc-8287-060723fe6624'] in n-d-824358-4 is: [{'id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'name': 'tempest-FloatingIPsNegativeTestJSON-83111995-router', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:05Z', 'updated_at': '2022-01-14T01:45:08Z', 'revision_number': 3, 'project_id': '0b64d61441a041159afb3a823814d507', 'gw_port': {'id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:07Z', 'updated_at': '2022-01-14T01:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:45:14.804390 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Publish callbacks [] for security_group (7614824e-17c2-4ddf-bc72-d5f96a6c0b30), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:14.818287 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7614824e-17c2-4ddf-bc72-d5f96a6c0b30), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:14.856150 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:45:14.875989 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54652) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:14.878261 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (81cf52bf-9b30-48c6-bbf1-616fa9f5cb61), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:14.880011 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Added segment 81cf52bf-9b30-48c6-bbf1-616fa9f5cb61 of type vlan for network 96015cda-4f80-40a8-bf1d-97150e857a1f Jan 14 01:45:15.028800 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (96015cda-4f80-40a8-bf1d-97150e857a1f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:15.088389 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (96015cda-4f80-40a8-bf1d-97150e857a1f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:15.089355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:15.089943 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:15.128450 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (5d0ce05c-280b-4ccc-8287-060723fe6624), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:15.141887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bb90c-1531-4e15-91b6-b4920c49a052 req-c0712ed3-8adc-4733-b4cd-cd0b023694f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:15.143579 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-356bb90c-1531-4e15-91b6-b4920c49a052 req-c0712ed3-8adc-4733-b4cd-cd0b023694f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.4575484 Jan 14 01:45:15.184141 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7614824e-17c2-4ddf-bc72-d5f96a6c0b30,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:15.250080 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0ab2b469-f3fb-4bee-910a-2feaa2fc58ce None None] Provisioning complete for port 321bdd4f-58c9-4817-95cc-63d140b7110c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:15.250607 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b469-f3fb-4bee-910a-2feaa2fc58ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:15.354053 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2b469-f3fb-4bee-910a-2feaa2fc58ce None None] Port 321bdd4f-58c9-4817-95cc-63d140b7110c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:45:15.357312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] Pushing event updated for resources: {'Network': ['ID=96015cda-4f80-40a8-bf1d-97150e857a1f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:15.374324 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0334666d-5c36-450e-a491-75860adc3176 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2866013 Jan 14 01:45:15.374825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54668) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:15.380307 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 96015cda-4f80-40a8-bf1d-97150e857a1f details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:45:15.390341 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1e8b45bc-7a59-4d0f-b5f9-ef11c1e8110e admin admin] Request body: {'subnet': {'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-subnet', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:15.427754 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54670) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:15.467835 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f08d62f-b9a8-4427-84c4-b1a98e6c0662 req-e2c1c259-67eb-46b0-8c28-6b2faafb08bf tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 210 time: 0.0949128 Jan 14 01:45:15.486410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d43efe-9e95-40ac-b394-e5e0e0ba532a req-37528163-360e-4257-b946-b80b98070023 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:15.487943 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0d43efe-9e95-40ac-b394-e5e0e0ba532a req-37528163-360e-4257-b946-b80b98070023 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.4229734 Jan 14 01:45:15.491237 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-390d3260-20e0-4469-a8f6-38fa4f14377e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:15.515394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8b45bc-7a59-4d0f-b5f9-ef11c1e8110e admin admin] Made reservation on behalf of 0695d654c2fe49eeac5927d1467dfbbd for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:15.520719 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e8b45bc-7a59-4d0f-b5f9-ef11c1e8110e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:15.648802 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bb90c-1531-4e15-91b6-b4920c49a052 req-734b5570-01db-4625-8406-9feef124f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:15.650337 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-356bb90c-1531-4e15-91b6-b4920c49a052 req-734b5570-01db-4625-8406-9feef124f0a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4034655 Jan 14 01:45:15.688791 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9b6293fb-a3b7-4410-9365-e867a7f27117 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:15.939648 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-390d3260-20e0-4469-a8f6-38fa4f14377e admin admin] Publish callbacks [] for security_group (ede76cb2-eb1b-449d-8f03-234697864cd9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:16.015399 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-390d3260-20e0-4469-a8f6-38fa4f14377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ede76cb2-eb1b-449d-8f03-234697864cd9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:16.082551 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 9b6293fb-a3b7-4410-9365-e867a7f27117 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:16.082917 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:16.110012 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device fc8c34e8-da65-4699-b310-2b26de8fdc89 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:45:16.257861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 9b6293fb-a3b7-4410-9365-e867a7f27117 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:16.258966 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:16.285366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 9b6293fb-a3b7-4410-9365-e867a7f27117, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9b6293fb-a3b7-4410-9365-e867a7f27117,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:16.296597 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:16.312979 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port fc8c34e8-da65-4699-b310-2b26de8fdc89, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=fc8c34e8-da65-4699-b310-2b26de8fdc89,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:16.357037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-390d3260-20e0-4469-a8f6-38fa4f14377e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3993084de9a84396855ebf8e526e10e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9241331 Jan 14 01:45:16.362459 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54686) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:16.367063 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'fc8c34e8-da65-4699-b310-2b26de8fdc89', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'fc8c34e8-da65-4699-b310-2b26de8fdc89', 'mac_address': 'fa:16:3e:8a:cc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:45:16.436332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0d43efe-9e95-40ac-b394-e5e0e0ba532a req-f2446ed7-06d0-41a4-b920-5f757c16ae90 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9352765 Jan 14 01:45:16.462151 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d3260-20e0-4469-a8f6-38fa4f14377e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede76cb2-eb1b-449d-8f03-234697864cd9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:16.492510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=9b6293fb-a3b7-4410-9365-e867a7f27117,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:16.514181 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffedc1-6160-4f03-bfaa-dd3f8ee583aa req-4d4547d5-d78f-4839-ab6b-da56e1d50bf3 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:16.525171 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port fc8c34e8-da65-4699-b310-2b26de8fdc89 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:16.525566 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:16.525895 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a8ffedc1-6160-4f03-bfaa-dd3f8ee583aa req-4d4547d5-d78f-4839-ab6b-da56e1d50bf3 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 948 time: 0.5840383 Jan 14 01:45:16.557850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8c34e8-da65-4699-b310-2b26de8fdc89 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:16.559040 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73f06cb1-a757-4929-bfac-2059d07568f3 req-4c678620-e4db-4b10-8eff-c9d18f784799 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6031272 Jan 14 01:45:16.587823 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e8b45bc-7a59-4d0f-b5f9-ef11c1e8110e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (c0322bb8-6a2a-4453-9d21-14136292ac8f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:16.608532 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port fc8c34e8-da65-4699-b310-2b26de8fdc89, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=fc8c34e8-da65-4699-b310-2b26de8fdc89,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:16.620124 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:16.727507 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=fc8c34e8-da65-4699-b310-2b26de8fdc89,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:16.921658 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:16.991135 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc2b5067-134a-41ba-a3a1-0edde673b7a7 req-62414113-b4cb-4c23-87f2-1a1c8ddb40c2 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 210 time: 0.0966182 Jan 14 01:45:16.996155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['fc8c34e8-da65-4699-b310-2b26de8fdc89'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:17.010473 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a8ffedc1-6160-4f03-bfaa-dd3f8ee583aa req-a3c5c86b-b877-41e7-bb02-1e666390e403 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807918 Jan 14 01:45:17.019329 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b45bc-7a59-4d0f-b5f9-ef11c1e8110e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0322bb8-6a2a-4453-9d21-14136292ac8f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:17.043965 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f06cb1-a757-4929-bfac-2059d07568f3 req-631e4b54-4ff3-4865-bfa2-1c4c9e93c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:17.046305 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73f06cb1-a757-4929-bfac-2059d07568f3 req-631e4b54-4ff3-4865-bfa2-1c4c9e93c212 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c83079a7941148aa96b287d07d1653b0&device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 1097 time: 0.2577260 Jan 14 01:45:17.047990 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b45bc-7a59-4d0f-b5f9-ef11c1e8110e admin admin] Checking segment: {'id': '81cf52bf-9b30-48c6-bbf1-616fa9f5cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:17.048683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b45bc-7a59-4d0f-b5f9-ef11c1e8110e admin admin] Network hostable DHCP agents. Network: 96015cda-4f80-40a8-bf1d-97150e857a1f, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:45:17.076943 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b97d33e-ff24-4386-9c07-b8c706f32841 admin admin] Publish callbacks [] for security_group (ede76cb2-eb1b-449d-8f03-234697864cd9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:17.078621 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b45bc-7a59-4d0f-b5f9-ef11c1e8110e admin admin] Network 96015cda-4f80-40a8-bf1d-97150e857a1f is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:45:17.098468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1e8b45bc-7a59-4d0f-b5f9-ef11c1e8110e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 96015cda-4f80-40a8-bf1d-97150e857a1f) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:17.104545 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8b45bc-7a59-4d0f-b5f9-ef11c1e8110e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:17.105309 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e8b45bc-7a59-4d0f-b5f9-ef11c1e8110e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:17.120155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf19baeb-53c1-4107-a824-a16096da37b5 None None] Network 96015cda-4f80-40a8-bf1d-97150e857a1f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:17.158765 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b97d33e-ff24-4386-9c07-b8c706f32841 admin admin] Publish callbacks [] for security_group (ede76cb2-eb1b-449d-8f03-234697864cd9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:17.269086 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1e8b45bc-7a59-4d0f-b5f9-ef11c1e8110e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8925583 Jan 14 01:45:17.273249 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f06cb1-a757-4929-bfac-2059d07568f3 req-4c6f0405-7442-4711-8bf8-b17ca8607004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:17.275349 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73f06cb1-a757-4929-bfac-2059d07568f3 req-4c6f0405-7442-4711-8bf8-b17ca8607004 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f HTTP/1.1" status: 200 len: 911 time: 0.1511538 Jan 14 01:45:17.276063 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54690) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:17.284590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:17.307443 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b97d33e-ff24-4386-9c07-b8c706f32841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ede76cb2-eb1b-449d-8f03-234697864cd9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:17.325330 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b97d33e-ff24-4386-9c07-b8c706f32841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:17.328678 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1b97d33e-ff24-4386-9c07-b8c706f32841 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ede76cb2-eb1b-449d-8f03-234697864cd9 HTTP/1.1" status: 204 len: 168 time: 0.9223781 Jan 14 01:45:17.420597 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (5831ccd3-c8f9-49a4-92b1-7a7288b91698), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:17.422592 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (5831ccd3-c8f9-49a4-92b1-7a7288b91698), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:17.472803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97d33e-ff24-4386-9c07-b8c706f32841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede76cb2-eb1b-449d-8f03-234697864cd9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:17.482994 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73f06cb1-a757-4929-bfac-2059d07568f3 req-c231dda2-b5b6-4e04-87cf-f4602142ba9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e0c5495-0ad2-4023-8382-3e516cef80f4 HTTP/1.1" status: 200 len: 1002 time: 0.1931248 Jan 14 01:45:17.499932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54baa25-6031-4d1a-8f3f-6c2e9d1ac4c6 None None] Network 96015cda-4f80-40a8-bf1d-97150e857a1f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:17.505930 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-356bb90c-1531-4e15-91b6-b4920c49a052 req-ba82feeb-fae9-4b64-9309-5196af178000 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8419046 Jan 14 01:45:17.637408 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Publish callbacks [] for router_controller (5831ccd3-c8f9-49a4-92b1-7a7288b91698), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:17.752903 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9b6293fb-a3b7-4410-9365-e867a7f27117 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:18.003609 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 9b6293fb-a3b7-4410-9365-e867a7f27117 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:18.004301 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:18.301889 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 9b6293fb-a3b7-4410-9365-e867a7f27117 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:18.552324 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f06cb1-a757-4929-bfac-2059d07568f3 req-3f8de6bd-fe65-4585-9d36-7d4e9ae83c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:18.553804 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73f06cb1-a757-4929-bfac-2059d07568f3 req-3f8de6bd-fe65-4585-9d36-7d4e9ae83c47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b33cf5c-331a-49ac-b52b-8f2b00462c45 HTTP/1.1" status: 200 len: 849 time: 0.9659045 Jan 14 01:45:18.575155 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3c24465-2b58-45d0-9ac7-b01ca4c8887a req-0818ff04-6630-48ad-97eb-894a2d6d410a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 210 time: 0.0489273 Jan 14 01:45:18.659350 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d760223-52ac-42bc-af53-11dc942a1267 req-5ea91ace-8b69-4485-845a-4740455e9a00 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:18.660925 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8d760223-52ac-42bc-af53-11dc942a1267 req-5ea91ace-8b69-4485-845a-4740455e9a00 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 1.0277095 Jan 14 01:45:18.678440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-85736360-00fd-4f8c-a1d9-7a32a21a7651 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:18.680264 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-85736360-00fd-4f8c-a1d9-7a32a21a7651 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.36 "GET /v2.0/networks?id=0ed6106a-834e-4d85-9d06-e883125437c4 HTTP/1.1" status: 200 len: 817 time: 1.1827099 Jan 14 01:45:18.728954 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Publish callbacks [] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:18.751311 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-356bb90c-1531-4e15-91b6-b4920c49a052 req-ea399e9f-60f4-4661-8b3a-cd83795c5237 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0910261 Jan 14 01:45:18.758950 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-475bd781-9ff7-4f5e-828d-18c123706df7 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:18.760417 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-475bd781-9ff7-4f5e-828d-18c123706df7 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.46 "GET /v2.0/networks?id=0ed6106a-834e-4d85-9d06-e883125437c4 HTTP/1.1" status: 200 len: 817 time: 0.9739466 Jan 14 01:45:18.771550 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Request body: {'port': {'device_id': 'c7de2062-d445-496d-8345-de1dafa67ca3', 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4', 'admin_state_up': True, 'tenant_id': '009470e2aea449e388cedd3c5ff9a07e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:18.775223 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:18.790127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-51a6a857-f68c-496d-b9c2-3b78cc0facf3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:18.791888 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-51a6a857-f68c-496d-b9c2-3b78cc0facf3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.46 "GET /v2.0/networks?id=0ed6106a-834e-4d85-9d06-e883125437c4 HTTP/1.1" status: 200 len: 817 time: 0.7321193 Jan 14 01:45:18.798351 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Publish callbacks [] for router_gateway (5831ccd3-c8f9-49a4-92b1-7a7288b91698), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:18.886479 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f06cb1-a757-4929-bfac-2059d07568f3 req-62166261-bd06-40fa-9af0-3661890b5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:18.888533 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73f06cb1-a757-4929-bfac-2059d07568f3 req-62166261-bd06-40fa-9af0-3661890b5dda service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3158910 Jan 14 01:45:18.904975 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Request body: {'port': {'device_id': 'b940c20c-5dbb-4882-a913-de9e3b3316a3', 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4', 'admin_state_up': True, 'tenant_id': '009470e2aea449e388cedd3c5ff9a07e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:18.912588 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Request body: {'port': {'device_id': '5abf1c39-a95e-4c20-bf1e-ad23d0b69f35', 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4', 'admin_state_up': True, 'tenant_id': '009470e2aea449e388cedd3c5ff9a07e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:18.978976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545af79-9716-475f-937f-8dddceda24e8 req-5ead16fd-b08f-48d8-9bea-67a1684c38ee tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:18.980494 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0545af79-9716-475f-937f-8dddceda24e8 req-5ead16fd-b08f-48d8-9bea-67a1684c38ee tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 949 time: 0.2670457 Jan 14 01:45:19.036949 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8d760223-52ac-42bc-af53-11dc942a1267 req-c42bd7c7-cfac-4747-8ac9-a1e134b83baa tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056493 Jan 14 01:45:19.092598 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Pushing event updated for resources: {'Port': ['ID=321bdd4f-58c9-4817-95cc-63d140b7110c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:19.106919 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (5d0ce05c-280b-4ccc-8287-060723fe6624), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:19.121421 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0545af79-9716-475f-937f-8dddceda24e8 req-ef250fc7-19d4-43a2-920e-4a7a433aaacb tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089628 Jan 14 01:45:19.139118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73f06cb1-a757-4929-bfac-2059d07568f3 req-fd185b0f-4273-4c2f-a21c-07b29bd9b4fd service neutron] 10.222.0.46 "GET /v2.0/networks/d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380917 Jan 14 01:45:19.370842 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Made reservation on behalf of 009470e2aea449e388cedd3c5ff9a07e for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:19.374530 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:19.397531 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Publish callbacks [] for router_gateway (5831ccd3-c8f9-49a4-92b1-7a7288b91698), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:19.399191 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Made reservation on behalf of 009470e2aea449e388cedd3c5ff9a07e for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:19.402660 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:19.416542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Made reservation on behalf of 009470e2aea449e388cedd3c5ff9a07e for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:19.420117 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:19.434972 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:19.447043 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Network 409ee1fd-ea45-4c9d-b833-b99ff129136e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:19.456581 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:19.576759 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Allocated IP 172.25.2.198 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/d089d037-b89a-45e3-b9f0-38c961ca67c8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:45:19.628826 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:19.756487 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4891c1e5-da8e-44a5-848d-d9f3225258fa req-17a1adf1-9882-4c77-bb02-a11b6f706293 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 210 time: 0.0642791 Jan 14 01:45:19.758271 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73f06cb1-a757-4929-bfac-2059d07568f3 req-bccd24fc-32f3-4c7c-8170-b2bf010120e7 service neutron] 10.222.0.46 "GET /v2.0/networks/d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804443 Jan 14 01:45:19.809812 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Publish callbacks [] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:19.836333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3e6acb3c-4e76-4e8e-a7b6-bd09cb596782 None None] Provisioning complete for port 321bdd4f-58c9-4817-95cc-63d140b7110c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:19.837387 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e6acb3c-4e76-4e8e-a7b6-bd09cb596782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:19.883991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3e6acb3c-4e76-4e8e-a7b6-bd09cb596782 None None] Port 321bdd4f-58c9-4817-95cc-63d140b7110c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:45:19.891081 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:19.932009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:19.935194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:19.941446 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:45:19.973708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Pushing event updated for resources: {'Port': ['ID=d089d037-b89a-45e3-b9f0-38c961ca67c8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:20.117532 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device fc8c34e8-da65-4699-b310-2b26de8fdc89 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:20.239398 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port fc8c34e8-da65-4699-b310-2b26de8fdc89 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:45:20.244482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port fc8c34e8-da65-4699-b310-2b26de8fdc89 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:20.245131 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:20.291047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Allocated IP 172.20.0.7 (0ed6106a-834e-4d85-9d06-e883125437c4/f15103ab-8afe-436d-b928-260ee5e13246/1fb86815-01bd-4fb2-838f-4a2217aee275) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:45:20.323137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd651a3-96ae-4a91-8240-bcc63562ca2f req-1e6e0c76-b68e-4a0e-aa99-c4f49e13e3d6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:20.324672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6dd651a3-96ae-4a91-8240-bcc63562ca2f req-1e6e0c76-b68e-4a0e-aa99-c4f49e13e3d6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.1676853 Jan 14 01:45:20.396848 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694917c-12da-43a8-8f9e-cb4841b84b37 req-ae18850b-b108-43c4-b6dc-70eb2a79f144 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:20.398446 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4694917c-12da-43a8-8f9e-cb4841b84b37 req-ae18850b-b108-43c4-b6dc-70eb2a79f144 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 949 time: 0.1753287 Jan 14 01:45:20.407422 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port fc8c34e8-da65-4699-b310-2b26de8fdc89 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:20.407941 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:20.463483 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd1709d-e6b4-4fd4-a66e-05b155ae47f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8c34e8-da65-4699-b310-2b26de8fdc89'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:20.468293 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6dd651a3-96ae-4a91-8240-bcc63562ca2f req-1c1d1f46-72d9-4065-82d8-61e30d0b1e0f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326635 Jan 14 01:45:20.474940 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks [] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:20.478785 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4694917c-12da-43a8-8f9e-cb4841b84b37 req-863bc703-c449-4402-88c6-ea5f441d874a tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729568 Jan 14 01:45:20.479337 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Publish callbacks [] for router_gateway (5831ccd3-c8f9-49a4-92b1-7a7288b91698), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:20.482634 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d6d6b7-1624-49e3-a178-8cf88ae41fcb" -d '{"events": [{"server_uuid": "dbd1709d-e6b4-4fd4-a66e-05b155ae47f9", "name": "network-vif-plugged", "status": "completed", "tag": "fc8c34e8-da65-4699-b310-2b26de8fdc89"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:20.524677 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port fc8c34e8-da65-4699-b310-2b26de8fdc89, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=fc8c34e8-da65-4699-b310-2b26de8fdc89,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:20.534561 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:20.638446 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f08064f-4e05-4eaa-a9aa-48cb78a9609b x-openstack-request-id: req-3f08064f-4e05-4eaa-a9aa-48cb78a9609b {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:20.638768 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd1709d-e6b4-4fd4-a66e-05b155ae47f9", "name": "network-vif-plugged", "status": "completed", "tag": "fc8c34e8-da65-4699-b310-2b26de8fdc89", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:20.639014 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f08064f-4e05-4eaa-a9aa-48cb78a9609b {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:20.639413 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd1709d-e6b4-4fd4-a66e-05b155ae47f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8c34e8-da65-4699-b310-2b26de8fdc89', 'code': 200} Jan 14 01:45:20.640098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=fc8c34e8-da65-4699-b310-2b26de8fdc89,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:20.657261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.657615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.657958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.658288 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.658642 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.658968 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.659287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.659611 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.659924 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.660243 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.660591 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.660904 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.661217 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:20.671597 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:20.793791 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Network 0ed6106a-834e-4d85-9d06-e883125437c4 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:20.800305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Router 5d0ce05c-280b-4ccc-8287-060723fe6624 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:45:20.814192 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:20.851055 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (5831ccd3-c8f9-49a4-92b1-7a7288b91698), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:20.870829 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:45:20.876559 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Pushing event updated for resources: {'Port': ['ID=1fb86815-01bd-4fb2-838f-4a2217aee275,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:20.919113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Allocated IP 172.20.0.13 (0ed6106a-834e-4d85-9d06-e883125437c4/f15103ab-8afe-436d-b928-260ee5e13246/7c2bf2e8-93f6-4139-8c2a-11a43d75d60d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:45:21.000982 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-995e2e15-ab28-4fd1-80ca-e8dfc9f82fa9 req-fa87e3be-b9f0-4477-bab9-e01f1979e260 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 210 time: 0.0343492 Jan 14 01:45:21.028800 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:45:21.052969 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:21.053601 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:21.057644 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b7905-4cf8-45bd-9860-4101785dead8 req-39d814e4-ab47-4d77-ac4a-b461d5febca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:21.059990 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a00b7905-4cf8-45bd-9860-4101785dead8 req-39d814e4-ab47-4d77-ac4a-b461d5febca3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 1101 time: 0.2934649 Jan 14 01:45:21.170713 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:45:21.184400 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Sync routers for ids ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:45:21.198945 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Routers {'5831ccd3-c8f9-49a4-92b1-7a7288b91698'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:21.199597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:21.205351 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:21.209964 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-464ff5de-3fd8-480f-9dab-706a7960cf01 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9296706 Jan 14 01:45:21.210346 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54786) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:21.237146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:45:21.248597 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Sync routers for ids ['5d0ce05c-280b-4ccc-8287-060723fe6624'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:45:21.252315 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f2a22381-9696-4768-bb19-f09e3c57606c admin admin] 10.222.0.26 "PUT /v2.0/routers/5d0ce05c-280b-4ccc-8287-060723fe6624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7979994 Jan 14 01:45:21.256075 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-e10b5f3c-b248-4ab8-89dc-55e886d7d775 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4905660 Jan 14 01:45:21.272181 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Routers {'5d0ce05c-280b-4ccc-8287-060723fe6624'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:21.275109 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5d0ce05c-280b-4ccc-8287-060723fe6624'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:21.371717 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Request body: {'port': {'device_id': 'c7de2062-d445-496d-8345-de1dafa67ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:21.496397 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Set router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:21.621839 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Set router 5d0ce05c-280b-4ccc-8287-060723fe6624 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:21.626223 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54798) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:21.721466 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a00b7905-4cf8-45bd-9860-4101785dead8 req-f7697f03-8636-416f-bc0d-d45aeb236cc4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422896 Jan 14 01:45:21.726268 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:21.869862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e473c4-2712-4243-84ec-e4b876e93626 req-dd6ebe8a-37a7-4105-95c3-9b88eee4c0db tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:21.874922 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69e473c4-2712-4243-84ec-e4b876e93626 req-dd6ebe8a-37a7-4105-95c3-9b88eee4c0db tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.2281096 Jan 14 01:45:21.925665 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks [] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:21.961342 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3220c-fef1-46ed-97ea-50860b6aebcf req-75affb77-0ffd-4b9e-990d-19af56c618bd tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:21.963828 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0c3220c-fef1-46ed-97ea-50860b6aebcf req-75affb77-0ffd-4b9e-990d-19af56c618bd tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 950 time: 0.3064015 Jan 14 01:45:21.989863 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Deleting port a8957e03-834e-46db-b2a0-83bbbd43703c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:21.991795 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:22.026304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:45:20Z', 'revision_number': 3, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:22.072250 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:22.103481 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Checking router: 5831ccd3-c8f9-49a4-92b1-7a7288b91698 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:45:22.106045 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Updating router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 port d089d037-b89a-45e3-b9f0-38c961ca67c8 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:45:22.109621 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'name': 'tempest-FloatingIPsNegativeTestJSON-83111995-router', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:05Z', 'updated_at': '2022-01-14T01:45:16Z', 'revision_number': 4, 'project_id': '0b64d61441a041159afb3a823814d507', 'gw_port': {'id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:07Z', 'updated_at': '2022-01-14T01:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '321bdd4f-58c9-4817-95cc-63d140b7110c', 'name': '', 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'mac_address': 'fa:16:3e:9a:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a5dbf949-497a-46d1-8f5e-35e9f94586b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:13Z', 'updated_at': '2022-01-14T01:45:17Z', 'revision_number': 2, 'project_id': '0b64d61441a041159afb3a823814d507', 'subnets': [{'id': 'a5dbf949-497a-46d1-8f5e-35e9f94586b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:22.116377 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:22.171003 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:22.190178 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Checking router: 5d0ce05c-280b-4ccc-8287-060723fe6624 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:45:22.190605 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Updating router 5d0ce05c-280b-4ccc-8287-060723fe6624 port 321bdd4f-58c9-4817-95cc-63d140b7110c binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:45:22.201133 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69e473c4-2712-4243-84ec-e4b876e93626 req-c2dce155-65ce-4dad-b8da-dcf11d89b46d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205137 Jan 14 01:45:22.267469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0c3220c-fef1-46ed-97ea-50860b6aebcf req-b2a3f405-0dfe-4ce1-980f-421f57057366 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924762 Jan 14 01:45:22.267710 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Allocated IP 172.20.0.6 (0ed6106a-834e-4d85-9d06-e883125437c4/f15103ab-8afe-436d-b928-260ee5e13246/0855355d-735f-41dd-b0ae-89f1522b18a5) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:45:22.286154 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:22.363520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] For port a8957e03-834e-46db-b2a0-83bbbd43703c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a8957e03-834e-46db-b2a0-83bbbd43703c,segment=NetworkSegment(4d143c5c-7888-4f67-a19e-1cc168f23a41),segment_id=4d143c5c-7888-4f67-a19e-1cc168f23a41)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:22.363944 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:22.393086 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Calling delete_port for a8957e03-834e-46db-b2a0-83bbbd43703c owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:22.502519 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Pushing event updated for resources: {'Port': ['ID=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:22.536896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Network 0ed6106a-834e-4d85-9d06-e883125437c4 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:22.544973 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:22.551529 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:45:22.631773 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:22.651664 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b918abe-88e2-43ab-8533-32365d594f18 req-0bae9656-ccaf-4adb-9600-61f1d0ded165 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 210 time: 0.1190519 Jan 14 01:45:22.688450 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:22.689158 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:22.711359 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1cbc3721-6584-4d57-bbb6-08c9700a8eea req-6a06caca-c932-4789-9cba-bd016a78dbe1 tempest-FloatingIPsNegativeTestJSON-1283722693 tempest-FloatingIPsNegativeTestJSON-1283722693-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=0b64d61441a041159afb3a823814d507 HTTP/1.1" status: 200 len: 217 time: 0.0750079 Jan 14 01:45:22.781080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f37d01d-9ed2-4b62-a8a0-b666632e339c req-9c157f41-65e2-4dc5-bccc-62de3074e291 tempest-FloatingIPsNegativeTestJSON-1283722693 tempest-FloatingIPsNegativeTestJSON-1283722693-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0349276 Jan 14 01:45:22.825931 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-98aa32c2-609e-4d4e-b38b-568e33d6bfb3 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0204351 Jan 14 01:45:22.887124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Request body: {'port': {'device_id': '5abf1c39-a95e-4c20-bf1e-ad23d0b69f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:22.888931 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Publish callbacks [] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:22.901674 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:22.981090 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Attempting to bind port d089d037-b89a-45e3-b9f0-38c961ca67c8 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:22.981386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Attempting to bind port d089d037-b89a-45e3-b9f0-38c961ca67c8 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:22.982076 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Attempting to bind port d089d037-b89a-45e3-b9f0-38c961ca67c8 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:22.985164 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.037059 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Publish callbacks [] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.046361 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:23.046782 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:23.047250 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.047655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:23.048174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Bound port: d089d037-b89a-45e3-b9f0-38c961ca67c8, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:23.048536 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.055765 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.100290 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Publish callbacks [] for security_group (f15fcf52-892b-4151-bd06-c9ba45e83bff), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.110086 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] For port d089d037-b89a-45e3-b9f0-38c961ca67c8, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:23.113657 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] For port d089d037-b89a-45e3-b9f0-38c961ca67c8, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d089d037-b89a-45e3-b9f0-38c961ca67c8,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:23.134410 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.156935 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9317979-0094-4ccf-9f46-a3e382c50586 None None] Pushing event updated for resources: {'Port': ['ID=d089d037-b89a-45e3-b9f0-38c961ca67c8,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:23.178760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Routers {'5831ccd3-c8f9-49a4-92b1-7a7288b91698'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:23.179048 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:23.211059 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Pushing event updated for resources: {'Port': ['ID=321bdd4f-58c9-4817-95cc-63d140b7110c,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:23.219343 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Attempting to bind port 321bdd4f-58c9-4817-95cc-63d140b7110c on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:23.220107 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Attempting to bind port 321bdd4f-58c9-4817-95cc-63d140b7110c by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:23.220458 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Attempting to bind port 321bdd4f-58c9-4817-95cc-63d140b7110c on network 409ee1fd-ea45-4c9d-b833-b99ff129136e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:23.223519 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.224723 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.224723 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.225546 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.225976 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.226398 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.226839 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.227302 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.227719 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.228529 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.228529 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.229266 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.229682 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:23.237399 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:23.237830 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Checking segment: {'id': 'beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:23.238470 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.239195 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Bound using segment: {'id': 'beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:23.239759 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Bound port: 321bdd4f-58c9-4817-95cc-63d140b7110c, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:23.240304 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.274665 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f15fcf52-892b-4151-bd06-c9ba45e83bff), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.311676 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50bc43092abb4338950553409384a1fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6725788 Jan 14 01:45:23.319089 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] For port 321bdd4f-58c9-4817-95cc-63d140b7110c, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:23.324307 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] For port 321bdd4f-58c9-4817-95cc-63d140b7110c, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=321bdd4f-58c9-4817-95cc-63d140b7110c,segment=NetworkSegment(beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc),segment_id=beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:23.332972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54816) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:23.335357 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.449852 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cf3f1-9da3-45ae-a941-38ef1141e31d None None] Pushing event updated for resources: {'Port': ['ID=321bdd4f-58c9-4817-95cc-63d140b7110c,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:23.485313 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9317979-0094-4ccf-9f46-a3e382c50586 None None] Pushing event updated for resources: {'Port': ['ID=d089d037-b89a-45e3-b9f0-38c961ca67c8,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:23.493801 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Routers {'5d0ce05c-280b-4ccc-8287-060723fe6624'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:23.494364 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5d0ce05c-280b-4ccc-8287-060723fe6624'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:23.552251 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] Set router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:23.656574 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a8957e03-834e-46db-b2a0-83bbbd43703c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.778268 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b236-e556-4e1b-8cc1-fce88c215508 admin admin] Publish callbacks [] for security_group (f15fcf52-892b-4151-bd06-c9ba45e83bff), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.868184 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b236-e556-4e1b-8cc1-fce88c215508 admin admin] Publish callbacks [] for security_group (f15fcf52-892b-4151-bd06-c9ba45e83bff), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.884573 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0e4f9988-792b-4762-a359-0f6e03ee3255 None None] Provisioning complete for port 321bdd4f-58c9-4817-95cc-63d140b7110c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:23.884893 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9988-792b-4762-a359-0f6e03ee3255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:23.937225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Allocated IP 172.20.0.1 (96015cda-4f80-40a8-bf1d-97150e857a1f/c0322bb8-6a2a-4453-9d21-14136292ac8f/e14537b9-5830-4811-ba4c-341d1a2c25bd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:45:24.013762 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b236-e556-4e1b-8cc1-fce88c215508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f15fcf52-892b-4151-bd06-c9ba45e83bff), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:24.019397 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b236-e556-4e1b-8cc1-fce88c215508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:24.031113 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9fc9b236-e556-4e1b-8cc1-fce88c215508 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f15fcf52-892b-4151-bd06-c9ba45e83bff HTTP/1.1" status: 204 len: 168 time: 0.6714363 Jan 14 01:45:24.031951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15fcf52-892b-4151-bd06-c9ba45e83bff,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:24.049972 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] Set router 5d0ce05c-280b-4ccc-8287-060723fe6624 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:24.052704 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-da099b35-bee8-4a05-889d-1e5bcd67be20 req-571bd524-57c2-47f0-ac59-8806c951fa9d tempest-FloatingIPsNegativeTestJSON-1283722693 tempest-FloatingIPsNegativeTestJSON-1283722693-project] show failed (client error): The resource could not be found. Jan 14 01:45:24.053220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-da099b35-bee8-4a05-889d-1e5bcd67be20 req-571bd524-57c2-47f0-ac59-8806c951fa9d tempest-FloatingIPsNegativeTestJSON-1283722693 tempest-FloatingIPsNegativeTestJSON-1283722693-project] 10.222.0.26 "GET /v2.0/floatingips/734b3f2c-475c-48ba-987f-f899ae0185b1 HTTP/1.1" status: 404 len: 350 time: 1.2066703 Jan 14 01:45:24.075942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54824) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:24.081359 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8957e03-834e-46db-b2a0-83bbbd43703c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:24.116153 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks [] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:24.136427 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.136864 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.137118 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.143160 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.145531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.145531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.145531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.145531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.145531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.145977 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.146069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.146356 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.146711 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.167728 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.168403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.171107 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.171686 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.174294 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.174888 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.175405 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.176868 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.177392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.179667 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.180650 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.182059 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.183163 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6e841-663d-42ad-9040-beecff6841fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:45:24.232505 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Publish callbacks [] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:24.254266 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9b236-e556-4e1b-8cc1-fce88c215508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15fcf52-892b-4151-bd06-c9ba45e83bff,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:24.295768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0e4f9988-792b-4762-a359-0f6e03ee3255 None None] Current status of the port 321bdd4f-58c9-4817-95cc-63d140b7110c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:24.299177 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9988-792b-4762-a359-0f6e03ee3255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:24.397916 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0e4f9988-792b-4762-a359-0f6e03ee3255 None None] For port 321bdd4f-58c9-4817-95cc-63d140b7110c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=321bdd4f-58c9-4817-95cc-63d140b7110c,segment=NetworkSegment(beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc),segment_id=beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:24.402344 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:24.428448 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9988-792b-4762-a359-0f6e03ee3255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:24.533760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:45:20Z', 'revision_number': 3, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:24.583148 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03137804-a1e4-443a-88c3-db29f9c745cc None None] The sync data for ids ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'] in n-d-824358-4 is: [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:45:20Z', 'revision_number': 3, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:45:24.584118 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Network 96015cda-4f80-40a8-bf1d-97150e857a1f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:24.589476 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'name': 'tempest-FloatingIPsNegativeTestJSON-83111995-router', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:05Z', 'updated_at': '2022-01-14T01:45:16Z', 'revision_number': 4, 'project_id': '0b64d61441a041159afb3a823814d507', 'gw_port': {'id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:07Z', 'updated_at': '2022-01-14T01:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '321bdd4f-58c9-4817-95cc-63d140b7110c', 'name': '', 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'mac_address': 'fa:16:3e:9a:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a5dbf949-497a-46d1-8f5e-35e9f94586b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:13Z', 'updated_at': '2022-01-14T01:45:23Z', 'revision_number': 4, 'project_id': '0b64d61441a041159afb3a823814d507', 'subnets': [{'id': 'a5dbf949-497a-46d1-8f5e-35e9f94586b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:24.612275 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:24.621788 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:45:24.630744 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7ea51c97-6b54-48e2-9240-2fd73961f0df None None] Provisioning complete for port 321bdd4f-58c9-4817-95cc-63d140b7110c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:24.631334 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ea51c97-6b54-48e2-9240-2fd73961f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:24.649034 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612ef61-8415-4e78-8020-e6e104a8f1ab req-3662c4c4-9d6a-4232-bbe5-42acd18f1c49 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:24.650810 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:24.651560 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c612ef61-8415-4e78-8020-e6e104a8f1ab req-3662c4c4-9d6a-4232-bbe5-42acd18f1c49 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.6707430 Jan 14 01:45:24.694138 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360380e-a0bb-40c5-8cac-4794f9cf384a None None] The sync data for ids ['5d0ce05c-280b-4ccc-8287-060723fe6624'] in n-d-824358-4 is: [{'id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'name': 'tempest-FloatingIPsNegativeTestJSON-83111995-router', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:05Z', 'updated_at': '2022-01-14T01:45:16Z', 'revision_number': 4, 'project_id': '0b64d61441a041159afb3a823814d507', 'gw_port': {'id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:07Z', 'updated_at': '2022-01-14T01:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '321bdd4f-58c9-4817-95cc-63d140b7110c', 'name': '', 'network_id': '409ee1fd-ea45-4c9d-b833-b99ff129136e', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'mac_address': 'fa:16:3e:9a:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a5dbf949-497a-46d1-8f5e-35e9f94586b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:13Z', 'updated_at': '2022-01-14T01:45:23Z', 'revision_number': 4, 'project_id': '0b64d61441a041159afb3a823814d507', 'subnets': [{'id': 'a5dbf949-497a-46d1-8f5e-35e9f94586b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:45:24.721241 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f9988-792b-4762-a359-0f6e03ee3255 None None] Pushing event updated for resources: {'Port': ['ID=321bdd4f-58c9-4817-95cc-63d140b7110c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:24.736839 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54828) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:24.792638 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0e191f23-4d79-4eb6-b2f8-72c6bfc48138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:24.865878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafb439-bf06-440e-bd6c-4be266d55185 req-29516c32-d101-4423-8e98-ff97d5fbe19a tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:24.876372 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bdafb439-bf06-440e-bd6c-4be266d55185 req-29516c32-d101-4423-8e98-ff97d5fbe19a tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 950 time: 0.4756303 Jan 14 01:45:24.894794 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7ea51c97-6b54-48e2-9240-2fd73961f0df None None] Current status of the port 321bdd4f-58c9-4817-95cc-63d140b7110c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:24.932054 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Pushing event updated for resources: {'Port': ['ID=0855355d-735f-41dd-b0ae-89f1522b18a5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:24.946646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Pushing event updated for resources: {'Port': ['ID=e14537b9-5830-4811-ba4c-341d1a2c25bd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:24.985127 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:25.097349 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (5831ccd3-c8f9-49a4-92b1-7a7288b91698), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:25.293080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c612ef61-8415-4e78-8020-e6e104a8f1ab req-fefd50e8-7107-482e-9fdb-db96b475c670 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794489 Jan 14 01:45:25.393892 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bdafb439-bf06-440e-bd6c-4be266d55185 req-2c19fb8b-f7ae-404a-8ab1-5ee35fca796f tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164914 Jan 14 01:45:25.565568 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:25.920098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 321bdd4f-58c9-4817-95cc-63d140b7110c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:26.043766 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 321bdd4f-58c9-4817-95cc-63d140b7110c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:26.044150 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:26.116983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18161e-e0ee-4600-a04d-7d51975b3681 req-2e2003e7-cafb-4e9b-92a0-8bf495c3b99f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:26.125124 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e18161e-e0ee-4600-a04d-7d51975b3681 req-2e2003e7-cafb-4e9b-92a0-8bf495c3b99f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 931 time: 0.5621970 Jan 14 01:45:26.187203 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb86815-01bd-4fb2-838f-4a2217aee275 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:26.205414 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Publish callbacks [] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:26.210097 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Publish callbacks [] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:26.246080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e18161e-e0ee-4600-a04d-7d51975b3681 req-01008ea0-7ca9-460f-9cef-4fd2da37b574 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055567 Jan 14 01:45:26.246332 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Transition to ACTIVE for port object 1fb86815-01bd-4fb2-838f-4a2217aee275 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:45:26.246472 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:26.261048 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:26.278308 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Network 0ed6106a-834e-4d85-9d06-e883125437c4 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:26.289819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 321bdd4f-58c9-4817-95cc-63d140b7110c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:26.293740 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d089d037-b89a-45e3-b9f0-38c961ca67c8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:26.311311 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0805373-0478-460b-af4c-f54382bbc055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (5d0ce05c-280b-4ccc-8287-060723fe6624), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:26.380301 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:26.393479 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:45:26.403249 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (5831ccd3-c8f9-49a4-92b1-7a7288b91698), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:26.420516 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d089d037-b89a-45e3-b9f0-38c961ca67c8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:26.422829 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:26.433465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Pushing event updated for resources: {'Port': ['ID=e14537b9-5830-4811-ba4c-341d1a2c25bd,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:26.548503 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d089d037-b89a-45e3-b9f0-38c961ca67c8 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:26.549038 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:26.586836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port d089d037-b89a-45e3-b9f0-38c961ca67c8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d089d037-b89a-45e3-b9f0-38c961ca67c8,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:26.604582 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:26.693788 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:26.699568 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:26.708991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=d089d037-b89a-45e3-b9f0-38c961ca67c8,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:26.780044 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-13148ab1-6e47-488d-a8a7-eb766af5bf3a tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8809783 Jan 14 01:45:26.780802 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Pushing event updated for resources: {'Port': ['ID=1fb86815-01bd-4fb2-838f-4a2217aee275,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:26.869583 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1203b7-43c6-4b39-8a91-eb2f7d02d40a req-9679bed2-a127-46d2-9fdc-b7a555ad686a tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:26.871408 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c1203b7-43c6-4b39-8a91-eb2f7d02d40a req-9679bed2-a127-46d2-9fdc-b7a555ad686a tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.3429358 Jan 14 01:45:26.889992 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Request body: {'port': {'device_id': 'b940c20c-5dbb-4882-a913-de9e3b3316a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:26.916937 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Network 96015cda-4f80-40a8-bf1d-97150e857a1f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:26.941867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:27.019925 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c1203b7-43c6-4b39-8a91-eb2f7d02d40a req-3deea19c-6cec-4be3-8725-ec5d5078cc73 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416168 Jan 14 01:45:27.023424 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0e191f23-4d79-4eb6-b2f8-72c6bfc48138 admin admin] Publish callbacks [] for security_group (84dd9ab2-a153-4a3c-a258-7676c29a68a1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.041891 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b524a5-b29f-4247-b961-de381e607ca5 req-c053ba5c-bbee-4e4b-92fc-84c99a79c4a2 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:27.042532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b524a5-b29f-4247-b961-de381e607ca5 req-c053ba5c-bbee-4e4b-92fc-84c99a79c4a2 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:27.042890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b524a5-b29f-4247-b961-de381e607ca5 req-c053ba5c-bbee-4e4b-92fc-84c99a79c4a2 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:27.043028 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0e191f23-4d79-4eb6-b2f8-72c6bfc48138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (84dd9ab2-a153-4a3c-a258-7676c29a68a1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.043332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b524a5-b29f-4247-b961-de381e607ca5 req-c053ba5c-bbee-4e4b-92fc-84c99a79c4a2 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:27.043867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b524a5-b29f-4247-b961-de381e607ca5 req-c053ba5c-bbee-4e4b-92fc-84c99a79c4a2 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:27.044237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b524a5-b29f-4247-b961-de381e607ca5 req-c053ba5c-bbee-4e4b-92fc-84c99a79c4a2 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:27.044693 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b524a5-b29f-4247-b961-de381e607ca5 req-c053ba5c-bbee-4e4b-92fc-84c99a79c4a2 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:27.045199 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b524a5-b29f-4247-b961-de381e607ca5 req-c053ba5c-bbee-4e4b-92fc-84c99a79c4a2 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:27.045609 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b524a5-b29f-4247-b961-de381e607ca5 req-c053ba5c-bbee-4e4b-92fc-84c99a79c4a2 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:27.046655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b524a5-b29f-4247-b961-de381e607ca5 req-c053ba5c-bbee-4e4b-92fc-84c99a79c4a2 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:27.046937 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b524a5-b29f-4247-b961-de381e607ca5 req-c053ba5c-bbee-4e4b-92fc-84c99a79c4a2 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:27.058600 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34b524a5-b29f-4247-b961-de381e607ca5 req-c053ba5c-bbee-4e4b-92fc-84c99a79c4a2 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5abf1c39-a95e-4c20-bf1e-ad23d0b69f35&device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3&device_id=c7de2062-d445-496d-8345-de1dafa67ca3&device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9&device_id=269adfc7-cf47-411d-898a-84484797692f&device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3&device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca&device_id=b3364c7f-d5d7-4021-8175-14110f2219f1&device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e&device_id=eaf8edf8-1662-4605-b668-965b842c708c&device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 9790 time: 0.1628182 Jan 14 01:45:27.119290 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-34b524a5-b29f-4247-b961-de381e607ca5 req-43ad81bc-ec4d-4bba-bc37-e560c82a1e28 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.163743 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e191f23-4d79-4eb6-b2f8-72c6bfc48138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dd9ab2-a153-4a3c-a258-7676c29a68a1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:27.193946 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.198316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Router c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:45:27.209347 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0e191f23-4d79-4eb6-b2f8-72c6bfc48138 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d710a7665fb4885b165c280f2ee23e0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4712088 Jan 14 01:45:27.218478 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:45:27.221137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54842) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:27.239429 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Attempting to bind port 1fb86815-01bd-4fb2-838f-4a2217aee275 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:27.239768 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Attempting to bind port 1fb86815-01bd-4fb2-838f-4a2217aee275 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:27.240094 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Attempting to bind port 1fb86815-01bd-4fb2-838f-4a2217aee275 on network 0ed6106a-834e-4d85-9d06-e883125437c4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:27.282307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:27.299781 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Port 1fb86815-01bd-4fb2-838f-4a2217aee275 on network 0ed6106a-834e-4d85-9d06-e883125437c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:45:27.300191 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Attempting to bind port 1fb86815-01bd-4fb2-838f-4a2217aee275 on network 0ed6106a-834e-4d85-9d06-e883125437c4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:27.308105 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Publish callbacks [] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.378500 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c0805373-0478-460b-af4c-f54382bbc055 admin admin] Deleting port 321bdd4f-58c9-4817-95cc-63d140b7110c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:27.378872 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0805373-0478-460b-af4c-f54382bbc055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.380379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:27.380721 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Checking segment: {'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:27.381116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Bound using segment: {'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:27.381655 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Bound port: 1fb86815-01bd-4fb2-838f-4a2217aee275, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:27.381900 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.402183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Transition to ACTIVE for port object 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:45:27.465075 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.487698 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-34b524a5-b29f-4247-b961-de381e607ca5 req-43ad81bc-ec4d-4bba-bc37-e560c82a1e28 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Publish callbacks [] for security_group (85817d75-0787-4ea5-aca6-1361da9f758d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.508714 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-34b524a5-b29f-4247-b961-de381e607ca5 req-43ad81bc-ec4d-4bba-bc37-e560c82a1e28 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (85817d75-0787-4ea5-aca6-1361da9f758d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.563221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904e58-f108-4b9a-9a26-468ab4716d6e req-9eabd9df-f92b-4825-a17e-7a80fb600ebc tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:27.565001 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-65904e58-f108-4b9a-9a26-468ab4716d6e req-9eabd9df-f92b-4825-a17e-7a80fb600ebc tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 931 time: 0.2414463 Jan 14 01:45:27.597265 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:45:27.612311 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-03c144c4-8fc2-4a15-ba28-ea5dcb582a20 admin admin] 10.222.0.26 "PUT /v2.0/routers/5831ccd3-c8f9-49a4-92b1-7a7288b91698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3993795 Jan 14 01:45:27.613354 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a98cf41-844b-4bc3-aa15-229c151bcdfb admin admin] Publish callbacks [] for security_group (84dd9ab2-a153-4a3c-a258-7676c29a68a1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.639947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d089d037-b89a-45e3-b9f0-38c961ca67c8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:27.685299 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:27.701045 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c0805373-0478-460b-af4c-f54382bbc055 admin admin] For port 321bdd4f-58c9-4817-95cc-63d140b7110c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=321bdd4f-58c9-4817-95cc-63d140b7110c,segment=NetworkSegment(beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc),segment_id=beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:27.701562 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0805373-0478-460b-af4c-f54382bbc055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.720378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c0805373-0478-460b-af4c-f54382bbc055 admin admin] Calling delete_port for 321bdd4f-58c9-4817-95cc-63d140b7110c owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:27.733763 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d089d037-b89a-45e3-b9f0-38c961ca67c8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:27.734549 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.748938 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a98cf41-844b-4bc3-aa15-229c151bcdfb admin admin] Publish callbacks [] for security_group (84dd9ab2-a153-4a3c-a258-7676c29a68a1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.753416 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:45:27.756400 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] For port 1fb86815-01bd-4fb2-838f-4a2217aee275, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:27.770619 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a12166e4-748e-49e8-8397-d04bd50a5ab2 admin admin] 10.222.0.26 "PUT /v2.0/routers/c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8915021 Jan 14 01:45:27.782135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d47f27-a162-426f-8910-8ca8f78803e7 None None] Sync routers for ids ['c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:45:27.803309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d47f27-a162-426f-8910-8ca8f78803e7 None None] Routers {'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:27.805408 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a6d47f27-a162-426f-8910-8ca8f78803e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:27.844829 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54848) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:27.876767 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] For port 1fb86815-01bd-4fb2-838f-4a2217aee275, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=1fb86815-01bd-4fb2-838f-4a2217aee275,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:27.920047 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34b524a5-b29f-4247-b961-de381e607ca5 req-43ad81bc-ec4d-4bba-bc37-e560c82a1e28 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&id=916c66d9-aeb8-4a71-a58a-806a644fd154&id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.8526177 Jan 14 01:45:27.920047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad81bc-ec4d-4bba-bc37-e560c82a1e28 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85817d75-0787-4ea5-aca6-1361da9f758d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:27.952269 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:27.958218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a6d47f27-a162-426f-8910-8ca8f78803e7 None None] Set router c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:28.050885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:28.051881 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:28.053605 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] 10.222.0.36 "PUT /v2.0/ports/1fb86815-01bd-4fb2-838f-4a2217aee275 HTTP/1.1" status: 200 len: 1091 time: 6.7227774 Jan 14 01:45:28.059674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7de2062-d445-496d-8345-de1dafa67ca3', 'tag': '1fb86815-01bd-4fb2-838f-4a2217aee275'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:28.062887 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7abdb5-d88d-45fc-8670-b142b90d8c52" -d '{"events": [{"name": "network-changed", "server_uuid": "c7de2062-d445-496d-8345-de1dafa67ca3", "tag": "1fb86815-01bd-4fb2-838f-4a2217aee275"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:28.103013 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-65904e58-f108-4b9a-9a26-468ab4716d6e req-98ddb651-0bb5-4730-b05e-9cc87a88ef70 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212343 Jan 14 01:45:28.110116 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0805373-0478-460b-af4c-f54382bbc055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (321bdd4f-58c9-4817-95cc-63d140b7110c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:28.126152 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Attempting to bind port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:28.126519 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Attempting to bind port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:28.126874 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Attempting to bind port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d on network 0ed6106a-834e-4d85-9d06-e883125437c4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:28.151123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec013b-4d13-43f4-9313-ad887258331a service neutron] Pushing event updated for resources: {'Port': ['ID=1fb86815-01bd-4fb2-838f-4a2217aee275,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:28.170481 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d on network 0ed6106a-834e-4d85-9d06-e883125437c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:45:28.170845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Attempting to bind port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d on network 0ed6106a-834e-4d85-9d06-e883125437c4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:28.180899 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Sync routers for ids ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:45:28.192126 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a98cf41-844b-4bc3-aa15-229c151bcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (84dd9ab2-a153-4a3c-a258-7676c29a68a1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:28.195342 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a98cf41-844b-4bc3-aa15-229c151bcdfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:28.197172 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5a98cf41-844b-4bc3-aa15-229c151bcdfb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84dd9ab2-a153-4a3c-a258-7676c29a68a1 HTTP/1.1" status: 204 len: 168 time: 0.9712975 Jan 14 01:45:28.216941 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Routers {'5831ccd3-c8f9-49a4-92b1-7a7288b91698'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:28.220307 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:28.240704 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:28.241373 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Checking segment: {'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:28.241960 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Bound using segment: {'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:28.242701 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Bound port: 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:28.243335 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:28.261688 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d089d037-b89a-45e3-b9f0-38c961ca67c8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:28.281086 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Publish callbacks [] for router (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:28.282900 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98cf41-844b-4bc3-aa15-229c151bcdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dd9ab2-a153-4a3c-a258-7676c29a68a1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:28.296407 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0855355d-735f-41dd-b0ae-89f1522b18a5 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:28.331341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a6d47f27-a162-426f-8910-8ca8f78803e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-309418704-router', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:30Z', 'updated_at': '2022-01-14T01:45:23Z', 'revision_number': 5, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'gw_port': {'id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:31Z', 'updated_at': '2022-01-14T01:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:28.370249 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Publish callbacks [] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:28.402610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d47f27-a162-426f-8910-8ca8f78803e7 None None] Checking router: c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:45:28.414538 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d47f27-a162-426f-8910-8ca8f78803e7 None None] Routers {'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:28.415422 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a6d47f27-a162-426f-8910-8ca8f78803e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:28.463527 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Transition to ACTIVE for port object 0855355d-735f-41dd-b0ae-89f1522b18a5 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:45:28.479328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0805373-0478-460b-af4c-f54382bbc055 admin admin] Pushing event deleted for resources: {'Port': ['ID=321bdd4f-58c9-4817-95cc-63d140b7110c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:28.493737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-a13e8360-1dc2-4529-a879-a0014c86c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:28.494889 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-a13e8360-1dc2-4529-a879-a0014c86c302 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=009470e2aea449e388cedd3c5ff9a07e&device_id=c7de2062-d445-496d-8345-de1dafa67ca3 HTTP/1.1" status: 200 len: 1094 time: 0.3311207 Jan 14 01:45:28.536284 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Set router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:28.598083 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:28.616997 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a6d47f27-a162-426f-8910-8ca8f78803e7 None None] Set router c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:28.637870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] For port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:28.641948 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] For port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:28.804233 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-5e904977-bb80-46bd-a58c-b624f6cb6bc1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fb86815-01bd-4fb2-838f-4a2217aee275 HTTP/1.1" status: 200 len: 217 time: 0.1920798 Jan 14 01:45:28.808178 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Publish callbacks [] for router_gateway (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:28.828582 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:28.861181 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Pushing event updated for resources: {'Port': ['ID=0855355d-735f-41dd-b0ae-89f1522b18a5,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:28.893971 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:28.894736 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:28.897571 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] 10.222.0.46 "PUT /v2.0/ports/7c2bf2e8-93f6-4139-8c2a-11a43d75d60d HTTP/1.1" status: 200 len: 1092 time: 6.0247800 Jan 14 01:45:28.914174 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:45:25Z', 'revision_number': 4, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e14537b9-5830-4811-ba4c-341d1a2c25bd', 'name': '', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'mac_address': 'fa:16:3e:8b:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:22Z', 'updated_at': '2022-01-14T01:45:25Z', 'revision_number': 2, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'subnets': [{'id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:28.932771 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a6d47f27-a162-426f-8910-8ca8f78803e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-309418704-router', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:30Z', 'updated_at': '2022-01-14T01:45:23Z', 'revision_number': 5, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'gw_port': {'id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:31Z', 'updated_at': '2022-01-14T01:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:28.985018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d47f27-a162-426f-8910-8ca8f78803e7 None None] The sync data for ids ['c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4'] in n-d-824358-4 is: [{'id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-309418704-router', 'tenant_id': '3849d19badf142d2aa9e8334b0d48ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:30Z', 'updated_at': '2022-01-14T01:45:23Z', 'revision_number': 5, 'project_id': '3849d19badf142d2aa9e8334b0d48ff8', 'gw_port': {'id': 'd68329b4-6211-42cf-8c57-191566b08a8f', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:31Z', 'updated_at': '2022-01-14T01:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:45:28.993480 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Checking router: 5831ccd3-c8f9-49a4-92b1-7a7288b91698 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:45:28.993929 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Updating router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 port e14537b9-5830-4811-ba4c-341d1a2c25bd binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:45:29.021540 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:29.046484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902d47d-75c2-4cf1-a29d-af52f79b3676 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:29.107142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-d33b0c3e-5646-41b9-acd1-d6d705ac0bf6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:29.108693 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-d33b0c3e-5646-41b9-acd1-d6d705ac0bf6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/networks?id=96015cda-4f80-40a8-bf1d-97150e857a1f HTTP/1.1" status: 200 len: 819 time: 0.9889543 Jan 14 01:45:29.138054 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79109-8415-4c67-bdd4-d7b2b5e5ad78 req-5f263144-6ce9-4758-8b11-aac3975a92a9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:29.146254 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83f79109-8415-4c67-bdd4-d7b2b5e5ad78 req-5f263144-6ce9-4758-8b11-aac3975a92a9 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.6550274 Jan 14 01:45:29.199806 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-42f24088-0eda-4c4e-8b52-638f5b92edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:29.202329 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-42f24088-0eda-4c4e-8b52-638f5b92edf6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f15103ab-8afe-436d-b928-260ee5e13246 HTTP/1.1" status: 200 len: 857 time: 0.3568308 Jan 14 01:45:29.219579 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-637b81c8-b010-4abe-a07e-e84d085eaaea tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/quotas/0695d654c2fe49eeac5927d1467dfbbd HTTP/1.1" status: 200 len: 375 time: 0.0936449 Jan 14 01:45:29.262484 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-31242e0e-6ca2-4fee-9722-dd4ce010d8cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ed6106a-834e-4d85-9d06-e883125437c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430634 Jan 14 01:45:29.277849 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83f79109-8415-4c67-bdd4-d7b2b5e5ad78 req-d92ab101-814f-4b5c-9ada-f1354caea74a tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306121 Jan 14 01:45:29.282487 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-ca5a7c93-2639-4570-ac80-35444495efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:29.286082 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0805373-0478-460b-af4c-f54382bbc055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (5d0ce05c-280b-4ccc-8287-060723fe6624), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:29.287428 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-ca5a7c93-2639-4570-ac80-35444495efcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=009470e2aea449e388cedd3c5ff9a07e&device_id=5abf1c39-a95e-4c20-bf1e-ad23d0b69f35 HTTP/1.1" status: 200 len: 1095 time: 0.2910957 Jan 14 01:45:29.307724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Attempting to bind port 0855355d-735f-41dd-b0ae-89f1522b18a5 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:29.308297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Attempting to bind port 0855355d-735f-41dd-b0ae-89f1522b18a5 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:29.308853 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Attempting to bind port 0855355d-735f-41dd-b0ae-89f1522b18a5 on network 0ed6106a-834e-4d85-9d06-e883125437c4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:29.389721 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Publish callbacks [] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:29.399627 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:29.414179 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8f8541-1a6e-4520-99ef-27dc489212a2 x-openstack-request-id: req-1d8f8541-1a6e-4520-99ef-27dc489212a2 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:29.414493 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7de2062-d445-496d-8345-de1dafa67ca3", "tag": "1fb86815-01bd-4fb2-838f-4a2217aee275", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:29.414753 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d8f8541-1a6e-4520-99ef-27dc489212a2 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:29.415156 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7de2062-d445-496d-8345-de1dafa67ca3', 'tag': '1fb86815-01bd-4fb2-838f-4a2217aee275', 'status': 'completed', 'code': 200} Jan 14 01:45:29.418339 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Port 0855355d-735f-41dd-b0ae-89f1522b18a5 on network 0ed6106a-834e-4d85-9d06-e883125437c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:45:29.418705 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Attempting to bind port 0855355d-735f-41dd-b0ae-89f1522b18a5 on network 0ed6106a-834e-4d85-9d06-e883125437c4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:29.424674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Deleting port d68329b4-6211-42cf-8c57-191566b08a8f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:29.425020 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d68329b4-6211-42cf-8c57-191566b08a8f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:29.427613 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-f038aa12-b9de-4002-89a7-087c67a0587e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d HTTP/1.1" status: 200 len: 217 time: 0.1161122 Jan 14 01:45:29.435901 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-f9fa933b-9068-44a2-b097-e72fb6da7748 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0695d654c2fe49eeac5927d1467dfbbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2075524 Jan 14 01:45:29.497629 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57850afb-de22-4c82-a100-124042f9897f None None] Pushing event updated for resources: {'Port': ['ID=e14537b9-5830-4811-ba4c-341d1a2c25bd,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:29.497784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:29.497980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Checking segment: {'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:29.498354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Bound using segment: {'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:29.498834 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Bound port: 0855355d-735f-41dd-b0ae-89f1522b18a5, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be6a1b6-e778-4c6c-aec7-8a718c0c9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:29.499193 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:29.648604 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Attempting to bind port e14537b9-5830-4811-ba4c-341d1a2c25bd on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:29.649011 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Attempting to bind port e14537b9-5830-4811-ba4c-341d1a2c25bd by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '81cf52bf-9b30-48c6-bbf1-616fa9f5cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:29.652860 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Attempting to bind port e14537b9-5830-4811-ba4c-341d1a2c25bd on network 96015cda-4f80-40a8-bf1d-97150e857a1f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:29.667251 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:29.667667 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Checking segment: {'id': '81cf52bf-9b30-48c6-bbf1-616fa9f5cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:29.668021 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:29.668413 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Bound using segment: {'id': '81cf52bf-9b30-48c6-bbf1-616fa9f5cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:29.668893 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Bound port: e14537b9-5830-4811-ba4c-341d1a2c25bd, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cf52bf-9b30-48c6-bbf1-616fa9f5cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:29.669267 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:29.695017 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a8957e03-834e-46db-b2a0-83bbbd43703c no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:29.725902 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-15c8bdaa-dcab-494d-ac89-a6acf075a8c8 service neutron] 10.222.0.26 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776096 Jan 14 01:45:29.740334 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: a8957e03-834e-46db-b2a0-83bbbd43703c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:29.741081 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a8957e03-834e-46db-b2a0-83bbbd43703c not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:29.766316 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54896) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:29.820160 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] For port e14537b9-5830-4811-ba4c-341d1a2c25bd, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:29.825065 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] For port e14537b9-5830-4811-ba4c-341d1a2c25bd, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e14537b9-5830-4811-ba4c-341d1a2c25bd,segment=NetworkSegment(81cf52bf-9b30-48c6-bbf1-616fa9f5cb61),segment_id=81cf52bf-9b30-48c6-bbf1-616fa9f5cb61)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:29.834797 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:29.941786 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Routers {'5831ccd3-c8f9-49a4-92b1-7a7288b91698'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:29.945085 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:29.947557 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0805373-0478-460b-af4c-f54382bbc055 admin admin] Router 5d0ce05c-280b-4ccc-8287-060723fe6624 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:45:29.965027 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-9d025989-a034-4dad-827d-3f929ba0aecc service neutron] 10.222.0.26 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292585 Jan 14 01:45:29.968097 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118b184-dea2-4bdb-a379-7332077718e6 req-cacf052c-2a73-485e-866a-0a78e18c10f0 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:29.968626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118b184-dea2-4bdb-a379-7332077718e6 req-cacf052c-2a73-485e-866a-0a78e18c10f0 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:29.969082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118b184-dea2-4bdb-a379-7332077718e6 req-cacf052c-2a73-485e-866a-0a78e18c10f0 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:29.970872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e118b184-dea2-4bdb-a379-7332077718e6 req-cacf052c-2a73-485e-866a-0a78e18c10f0 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9&device_id=269adfc7-cf47-411d-898a-84484797692f&device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 2884 time: 0.1170230 Jan 14 01:45:29.992699 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57850afb-de22-4c82-a100-124042f9897f None None] Pushing event updated for resources: {'Port': ['ID=e14537b9-5830-4811-ba4c-341d1a2c25bd,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:30.021202 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] For port d68329b4-6211-42cf-8c57-191566b08a8f, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d68329b4-6211-42cf-8c57-191566b08a8f,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:30.021355 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d68329b4-6211-42cf-8c57-191566b08a8f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:30.035117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2010202996-network', 'tenant_id': '1d45fc8997fc4ca8890daac1eb8eb224'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:30.035735 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Calling delete_port for d68329b4-6211-42cf-8c57-191566b08a8f owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:30.092051 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] Set router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:30.094704 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-c4613c4d-82d1-48c5-b05f-126f1bd897ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:30.096163 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-c4613c4d-82d1-48c5-b05f-126f1bd897ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f15103ab-8afe-436d-b928-260ee5e13246 HTTP/1.1" status: 200 len: 857 time: 0.6521325 Jan 14 01:45:30.157070 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e118b184-dea2-4bdb-a379-7332077718e6 req-d33c0775-f3a0-4a26-9665-0f96d5ab5dbb tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260304 Jan 14 01:45:30.164625 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Made reservation on behalf of 1d45fc8997fc4ca8890daac1eb8eb224 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:30.169991 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:30.181774 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-08d491b2-b880-4658-b8db-25efebd77e67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0ed6106a-834e-4d85-9d06-e883125437c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752370 Jan 14 01:45:30.201345 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:30.204484 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-9ff392ba-058e-4125-9c04-800e5d339a45 service neutron] 10.222.0.36 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9143276 Jan 14 01:45:30.252121 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0805373-0478-460b-af4c-f54382bbc055 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:45:30.267956 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685da1e-f7be-4bcb-8302-2e6c75b7db54 None None] Sync routers for ids ['5d0ce05c-280b-4ccc-8287-060723fe6624'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:45:30.275105 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c0805373-0478-460b-af4c-f54382bbc055 admin admin] 10.222.0.26 "PUT /v2.0/routers/5d0ce05c-280b-4ccc-8287-060723fe6624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1866877 Jan 14 01:45:30.288039 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b6db1510-1e0e-4377-9776-3cf4041fd0c7 req-cc796eb8-aa40-4779-9fa8-0faa7f7865df tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 210 time: 0.0876379 Jan 14 01:45:30.299605 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685da1e-f7be-4bcb-8302-2e6c75b7db54 None None] Routers {'5d0ce05c-280b-4ccc-8287-060723fe6624'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:30.300534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4685da1e-f7be-4bcb-8302-2e6c75b7db54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5d0ce05c-280b-4ccc-8287-060723fe6624'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:30.314954 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-65cdeea7-7279-40b6-9f59-8dbb1c410c38 service neutron] 10.222.0.46 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094966 Jan 14 01:45:30.336729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54906) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:30.454778 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-f6d52504-91f9-4916-8bf9-b859d8aa4b5d service neutron] 10.222.0.36 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400467 Jan 14 01:45:30.472159 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4685da1e-f7be-4bcb-8302-2e6c75b7db54 None None] Set router 5d0ce05c-280b-4ccc-8287-060723fe6624 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:30.528250 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d3172-ea2f-48c8-9bb0-34b47e63a28c req-cdee6e72-abe7-4630-882b-0f43f6f96dd9 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:30.536080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d63d3172-ea2f-48c8-9bb0-34b47e63a28c req-cdee6e72-abe7-4630-882b-0f43f6f96dd9 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 943 time: 0.3032324 Jan 14 01:45:30.600335 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Publish callbacks [] for router (5d0ce05c-280b-4ccc-8287-060723fe6624), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:30.640436 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-a8ab119f-5cdd-4526-9ac9-0777d0c5443d service neutron] 10.222.0.46 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783125 Jan 14 01:45:30.700167 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:45:25Z', 'revision_number': 4, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e14537b9-5830-4811-ba4c-341d1a2c25bd', 'name': '', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'mac_address': 'fa:16:3e:8b:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:22Z', 'updated_at': '2022-01-14T01:45:29Z', 'revision_number': 4, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'subnets': [{'id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:30.714305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] For port 0855355d-735f-41dd-b0ae-89f1522b18a5, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:30.749804 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539079cf-ddf1-48a9-96c2-6a6ef3f2c8ac None None] The sync data for ids ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'] in n-d-824358-4 is: [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:45:25Z', 'revision_number': 4, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e14537b9-5830-4811-ba4c-341d1a2c25bd', 'name': '', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'mac_address': 'fa:16:3e:8b:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:22Z', 'updated_at': '2022-01-14T01:45:29Z', 'revision_number': 4, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'subnets': [{'id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:45:30.766973 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Publish callbacks [] for security_group (900748e2-002e-4e4e-9d15-b0e50ccd1901), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:30.767963 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] For port 0855355d-735f-41dd-b0ae-89f1522b18a5, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=0855355d-735f-41dd-b0ae-89f1522b18a5,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:30.780036 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7abdb5-d88d-45fc-8670-b142b90d8c52 req-e17420d2-9a62-4f45-811c-c5e5d45a1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:30.781610 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ef7abdb5-d88d-45fc-8670-b142b90d8c52 req-e17420d2-9a62-4f45-811c-c5e5d45a1445 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=009470e2aea449e388cedd3c5ff9a07e&device_id=c7de2062-d445-496d-8345-de1dafa67ca3 HTTP/1.1" status: 200 len: 1094 time: 0.0849280 Jan 14 01:45:30.786203 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:30.787840 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d63d3172-ea2f-48c8-9bb0-34b47e63a28c req-9d19ccaf-2f34-42cd-96a1-f94081ba9889 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503746 Jan 14 01:45:30.817757 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (900748e2-002e-4e4e-9d15-b0e50ccd1901), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:30.938457 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4685da1e-f7be-4bcb-8302-2e6c75b7db54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'name': 'tempest-FloatingIPsNegativeTestJSON-83111995-router', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:05Z', 'updated_at': '2022-01-14T01:45:27Z', 'revision_number': 5, 'project_id': '0b64d61441a041159afb3a823814d507', 'gw_port': {'id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:07Z', 'updated_at': '2022-01-14T01:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:30.977340 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:45:31.009532 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:31.010156 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.011303 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685da1e-f7be-4bcb-8302-2e6c75b7db54 None None] Checking router: 5d0ce05c-280b-4ccc-8287-060723fe6624 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:45:31.011583 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] 10.222.0.46 "PUT /v2.0/ports/0855355d-735f-41dd-b0ae-89f1522b18a5 HTTP/1.1" status: 200 len: 1091 time: 4.2113283 Jan 14 01:45:31.014618 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900748e2-002e-4e4e-9d15-b0e50ccd1901,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:31.018788 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (a636c659-6916-4663-a218-c8ded8018ab2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.019255 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Added segment a636c659-6916-4663-a218-c8ded8018ab2 of type vlan for network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 Jan 14 01:45:31.024653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685da1e-f7be-4bcb-8302-2e6c75b7db54 None None] Routers {'5d0ce05c-280b-4ccc-8287-060723fe6624'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:31.025482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4685da1e-f7be-4bcb-8302-2e6c75b7db54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5d0ce05c-280b-4ccc-8287-060723fe6624'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:31.036720 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7abdb5-d88d-45fc-8670-b142b90d8c52 req-115d8cba-b99d-433a-871e-85cea1bd920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:31.038344 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ef7abdb5-d88d-45fc-8670-b142b90d8c52 req-115d8cba-b99d-433a-871e-85cea1bd920d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ed6106a-834e-4d85-9d06-e883125437c4 HTTP/1.1" status: 200 len: 918 time: 0.2455068 Jan 14 01:45:31.056071 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475b09a-377a-4f93-a866-27928afcc6ba req-955f3ee3-7086-4ae9-91e4-f8d60f7b6e97 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:31.063288 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b475b09a-377a-4f93-a866-27928afcc6ba req-955f3ee3-7086-4ae9-91e4-f8d60f7b6e97 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.3572407 Jan 14 01:45:31.155384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8a28b-bfbf-45a3-aa90-45af2d8eb36a service neutron] Pushing event updated for resources: {'Port': ['ID=0855355d-735f-41dd-b0ae-89f1522b18a5,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:31.156584 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Publish callbacks [] for router_gateway (5d0ce05c-280b-4ccc-8287-060723fe6624), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.170389 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (5f027ff3-61cc-4e5c-82d5-688896fb83a3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.195820 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ef7abdb5-d88d-45fc-8670-b142b90d8c52 req-db7a8683-0a91-4955-b2aa-413da0b8fa93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fb86815-01bd-4fb2-838f-4a2217aee275 HTTP/1.1" status: 200 len: 217 time: 0.1499672 Jan 14 01:45:31.196918 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d68329b4-6211-42cf-8c57-191566b08a8f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.233889 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4685da1e-f7be-4bcb-8302-2e6c75b7db54 None None] Set router 5d0ce05c-280b-4ccc-8287-060723fe6624 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:31.291326 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b475b09a-377a-4f93-a866-27928afcc6ba req-70e99a88-7aa8-449c-b0ee-fcc28d817601 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244546 Jan 14 01:45:31.311853 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (5f027ff3-61cc-4e5c-82d5-688896fb83a3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.312826 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:31.313407 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.408345 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:45:31.419896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68329b4-6211-42cf-8c57-191566b08a8f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:31.424923 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6536357 Jan 14 01:45:31.435340 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54926) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:31.438691 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7abdb5-d88d-45fc-8670-b142b90d8c52 req-15027202-115f-40e9-b204-9bc8be3f0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:31.444024 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ef7abdb5-d88d-45fc-8670-b142b90d8c52 req-15027202-115f-40e9-b204-9bc8be3f0734 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f15103ab-8afe-436d-b928-260ee5e13246 HTTP/1.1" status: 200 len: 857 time: 0.1366086 Jan 14 01:45:31.452569 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-898c5cda-e91f-460d-859f-ddcd9529ede7 admin admin] Request body: {'subnet': {'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2010202996-subnet', 'tenant_id': '1d45fc8997fc4ca8890daac1eb8eb224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:31.490091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0436b1d3-1e84-41f4-823b-ae01e23e8488 req-2d500cf5-7362-4cbf-ac56-75e436c6b0c4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 210 time: 0.0761895 Jan 14 01:45:31.494561 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d59b14-b501-4ca0-8f81-b1ff8a2bd970 admin admin] Pushing event updated for resources: {'Network': ['ID=5f027ff3-61cc-4e5c-82d5-688896fb83a3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:31.511461 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abf1c39-a95e-4c20-bf1e-ad23d0b69f35', 'tag': '7c2bf2e8-93f6-4139-8c2a-11a43d75d60d'}, {'name': 'network-changed', 'server_uuid': 'b940c20c-5dbb-4882-a913-de9e3b3316a3', 'tag': '0855355d-735f-41dd-b0ae-89f1522b18a5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:31.511621 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Deleting port 9b6293fb-a3b7-4410-9365-e867a7f27117 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:31.511621 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.511839 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d4db0f-575b-4dc5-8519-dff468ecb76a" -d '{"events": [{"name": "network-changed", "server_uuid": "5abf1c39-a95e-4c20-bf1e-ad23d0b69f35", "tag": "7c2bf2e8-93f6-4139-8c2a-11a43d75d60d"}, {"name": "network-changed", "server_uuid": "b940c20c-5dbb-4882-a913-de9e3b3316a3", "tag": "0855355d-735f-41dd-b0ae-89f1522b18a5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:31.522983 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.604179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:45:31.606402 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ef7abdb5-d88d-45fc-8670-b142b90d8c52 req-420d9502-0590-4008-a9e6-4d090638cdd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ed6106a-834e-4d85-9d06-e883125437c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921669 Jan 14 01:45:31.609078 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22996b2-41f5-4410-be3b-3d0876cbf1fb x-openstack-request-id: req-b22996b2-41f5-4410-be3b-3d0876cbf1fb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:31.609078 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5abf1c39-a95e-4c20-bf1e-ad23d0b69f35", "tag": "7c2bf2e8-93f6-4139-8c2a-11a43d75d60d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b940c20c-5dbb-4882-a913-de9e3b3316a3", "tag": "0855355d-735f-41dd-b0ae-89f1522b18a5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:31.609078 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b22996b2-41f5-4410-be3b-3d0876cbf1fb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:31.609460 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5abf1c39-a95e-4c20-bf1e-ad23d0b69f35', 'tag': '7c2bf2e8-93f6-4139-8c2a-11a43d75d60d', 'status': 'completed', 'code': 200} Jan 14 01:45:31.610316 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b940c20c-5dbb-4882-a913-de9e3b3316a3', 'tag': '0855355d-735f-41dd-b0ae-89f1522b18a5', 'status': 'completed', 'code': 200} Jan 14 01:45:31.713874 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898c5cda-e91f-460d-859f-ddcd9529ede7 admin admin] Made reservation on behalf of 1d45fc8997fc4ca8890daac1eb8eb224 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:31.719478 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-898c5cda-e91f-460d-859f-ddcd9529ede7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.750960 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.794022 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] For port 9b6293fb-a3b7-4410-9365-e867a7f27117, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9b6293fb-a3b7-4410-9365-e867a7f27117,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:31.795067 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.838678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e14537b9-5830-4811-ba4c-341d1a2c25bd up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:31.856683 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.864592 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-d61a0678-105d-4bfc-a2c8-3a96d7e65e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:31.876516 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-d61a0678-105d-4bfc-a2c8-3a96d7e65e4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=009470e2aea449e388cedd3c5ff9a07e&device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 1094 time: 0.7345405 Jan 14 01:45:31.882339 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Publish callbacks [] for router_controller (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:31.903290 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Calling delete_port for 9b6293fb-a3b7-4410-9365-e867a7f27117 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:31.938793 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4685da1e-f7be-4bcb-8302-2e6c75b7db54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'name': 'tempest-FloatingIPsNegativeTestJSON-83111995-router', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:05Z', 'updated_at': '2022-01-14T01:45:27Z', 'revision_number': 5, 'project_id': '0b64d61441a041159afb3a823814d507', 'gw_port': {'id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:07Z', 'updated_at': '2022-01-14T01:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:31.995525 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685da1e-f7be-4bcb-8302-2e6c75b7db54 None None] The sync data for ids ['5d0ce05c-280b-4ccc-8287-060723fe6624'] in n-d-824358-4 is: [{'id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'name': 'tempest-FloatingIPsNegativeTestJSON-83111995-router', 'tenant_id': '0b64d61441a041159afb3a823814d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:05Z', 'updated_at': '2022-01-14T01:45:27Z', 'revision_number': 5, 'project_id': '0b64d61441a041159afb3a823814d507', 'gw_port': {'id': '9b6293fb-a3b7-4410-9365-e867a7f27117', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0ce05c-280b-4ccc-8287-060723fe6624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:07Z', 'updated_at': '2022-01-14T01:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:45:32.005514 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port e14537b9-5830-4811-ba4c-341d1a2c25bd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:32.006158 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:32.040545 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:32.041049 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:45:32.098676 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:32.099816 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-679e3843-020f-4d0e-ad77-2169b4b8abb2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c4e43a2e-5aaf-4882-a4e8-cc2766d3e3c4 HTTP/1.1" status: 204 len: 168 time: 4.2537949 Jan 14 01:45:32.101820 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-b7f5a21e-1496-4945-8d79-e603f0e5d9a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0855355d-735f-41dd-b0ae-89f1522b18a5 HTTP/1.1" status: 200 len: 217 time: 0.1005921 Jan 14 01:45:32.104510 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54938) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:32.107334 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ef7abdb5-d88d-45fc-8670-b142b90d8c52 req-54ed28d7-baf1-427b-9e96-2c7abbdd2274 service neutron] 10.222.0.36 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090598 Jan 14 01:45:32.129691 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-a3da3d99-6d01-458a-a83e-fd2beb99880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:32.131228 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-a3da3d99-6d01-458a-a83e-fd2beb99880b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=009470e2aea449e388cedd3c5ff9a07e&device_id=5abf1c39-a95e-4c20-bf1e-ad23d0b69f35 HTTP/1.1" status: 200 len: 1095 time: 0.4379990 Jan 14 01:45:32.156570 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port e14537b9-5830-4811-ba4c-341d1a2c25bd is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:32.156958 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:32.179015 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 1fb86815-01bd-4fb2-838f-4a2217aee275 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:45:32.215973 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port e14537b9-5830-4811-ba4c-341d1a2c25bd, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e14537b9-5830-4811-ba4c-341d1a2c25bd,segment=NetworkSegment(81cf52bf-9b30-48c6-bbf1-616fa9f5cb61),segment_id=81cf52bf-9b30-48c6-bbf1-616fa9f5cb61)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:32.250120 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-3fb62b82-6fec-426a-b7c9-7dd33d4f098f tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:32.251843 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-3fb62b82-6fec-426a-b7c9-7dd33d4f098f tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.46 "GET /v2.0/networks?id=96015cda-4f80-40a8-bf1d-97150e857a1f HTTP/1.1" status: 200 len: 819 time: 0.3307939 Jan 14 01:45:32.260365 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:32.310094 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-52b2c205-f22e-4674-9940-d23572725fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:32.311582 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-52b2c205-f22e-4674-9940-d23572725fcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f15103ab-8afe-436d-b928-260ee5e13246 HTTP/1.1" status: 200 len: 857 time: 0.2023878 Jan 14 01:45:32.327325 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ca9e96-ccb6-4b22-95f7-02d123160b5e admin admin] Deleting subnet e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:45:32.341969 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85ca9e96-ccb6-4b22-95f7-02d123160b5e admin admin] Publish callbacks [] for subnet (e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:32.353586 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=e14537b9-5830-4811-ba4c-341d1a2c25bd,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:32.370876 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 1fb86815-01bd-4fb2-838f-4a2217aee275, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=1fb86815-01bd-4fb2-838f-4a2217aee275,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:32.383398 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '1fb86815-01bd-4fb2-838f-4a2217aee275', 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4', 'port_id': '1fb86815-01bd-4fb2-838f-4a2217aee275', 'mac_address': 'fa:16:3e:51:15:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15103ab-8afe-436d-b928-260ee5e13246', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:45:32.398643 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-b0cafa50-24df-4e35-ab14-8c3065033991 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0ed6106a-834e-4d85-9d06-e883125437c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759962 Jan 14 01:45:32.408728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0add11-0517-4a4a-a7c9-39a51d4707f6 req-f77eb9d4-8d69-4754-9d60-77ff248d28f0 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:32.415091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0add11-0517-4a4a-a7c9-39a51d4707f6 req-f77eb9d4-8d69-4754-9d60-77ff248d28f0 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 943 time: 0.4574599 Jan 14 01:45:32.437225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 1fb86815-01bd-4fb2-838f-4a2217aee275 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:32.437731 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:32.463274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb86815-01bd-4fb2-838f-4a2217aee275 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:32.469210 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ef7abdb5-d88d-45fc-8670-b142b90d8c52 req-90b847ce-5ad2-4bf5-9b30-f588d5c74cbd service neutron] 10.222.0.36 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419201 Jan 14 01:45:32.485768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 1fb86815-01bd-4fb2-838f-4a2217aee275, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=1fb86815-01bd-4fb2-838f-4a2217aee275,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:32.493205 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:32.515320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Request body: {'port': {'device_id': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'admin_state_up': True, 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:32.527078 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125aee72-a9f2-4f92-ad67-b9a999466f88 req-0eaecee3-9eb6-4e9e-9474-7152dff96ab1 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:32.531040 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-125aee72-a9f2-4f92-ad67-b9a999466f88 req-0eaecee3-9eb6-4e9e-9474-7152dff96ab1 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 1101 time: 0.5708327 Jan 14 01:45:32.532006 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-898c5cda-e91f-460d-859f-ddcd9529ede7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (d8d3bd97-b0d7-4581-9638-89c747c1dc86), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:32.554018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=1fb86815-01bd-4fb2-838f-4a2217aee275,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:32.554619 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85ca9e96-ccb6-4b22-95f7-02d123160b5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:32.608744 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-c08198dd-cc6a-49b2-9770-1bdbe927442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:32.610350 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-c08198dd-cc6a-49b2-9770-1bdbe927442d service neutron] 10.222.0.46 "GET /v2.0/networks?id=0ed6106a-834e-4d85-9d06-e883125437c4 HTTP/1.1" status: 200 len: 918 time: 0.4241955 Jan 14 01:45:32.677870 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-985255fb-50b4-432b-b6fd-240da621878c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d HTTP/1.1" status: 200 len: 217 time: 0.0533359 Jan 14 01:45:32.719561 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-3f05ac58-710e-4cea-9598-612f82a9cb72 service neutron] 10.222.0.46 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084102 Jan 14 01:45:32.774522 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0add11-0517-4a4a-a7c9-39a51d4707f6 req-0a5a6c4f-ba5b-43ba-a5ac-3bef7e9848b8 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710969 Jan 14 01:45:32.791808 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c5cda-e91f-460d-859f-ddcd9529ede7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d3bd97-b0d7-4581-9638-89c747c1dc86,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:32.800882 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-125aee72-a9f2-4f92-ad67-b9a999466f88 req-21c71965-d70d-4683-b403-128a7cb3005a tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453003 Jan 14 01:45:32.837572 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85ca9e96-ccb6-4b22-95f7-02d123160b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:32.851016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898c5cda-e91f-460d-859f-ddcd9529ede7 admin admin] Checking segment: {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:32.851381 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c5cda-e91f-460d-859f-ddcd9529ede7 admin admin] Network hostable DHCP agents. Network: 5f027ff3-61cc-4e5c-82d5-688896fb83a3, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:45:32.854559 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (9b6293fb-a3b7-4410-9365-e867a7f27117), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:32.899420 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-8ae17933-7904-49f2-84d0-1d8ba42f65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:32.900988 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-8ae17933-7904-49f2-84d0-1d8ba42f65c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f15103ab-8afe-436d-b928-260ee5e13246 HTTP/1.1" status: 200 len: 857 time: 0.1980085 Jan 14 01:45:32.904917 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['1fb86815-01bd-4fb2-838f-4a2217aee275'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:32.915943 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6293fb-a3b7-4410-9365-e867a7f27117,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:32.995815 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c5cda-e91f-460d-859f-ddcd9529ede7 admin admin] Network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:45:33.018304 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-5b603f6a-05a5-404d-a901-368a89347e75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0ed6106a-834e-4d85-9d06-e883125437c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002810 Jan 14 01:45:33.026373 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-f4653e96-cd7b-4d77-a402-47d1db25eb25 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:33.034990 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-f4653e96-cd7b-4d77-a402-47d1db25eb25 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1&tenant_id=499063d5628544d8ac7f06264154b870&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1096 time: 0.2201998 Jan 14 01:45:33.046250 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Made reservation on behalf of 0695d654c2fe49eeac5927d1467dfbbd for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:33.050211 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.062661 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824358-4'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:33.073762 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-898c5cda-e91f-460d-859f-ddcd9529ede7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 5f027ff3-61cc-4e5c-82d5-688896fb83a3) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:33.096362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b658c-9145-40ba-a9e9-3374622afe48 None None] Network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:33.101641 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a7c73f9-9470-461e-a0ca-fe67a562bb1f req-69aa7fcf-7a51-4151-960d-dadbe6253185 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 210 time: 0.0666952 Jan 14 01:45:33.103604 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c5cda-e91f-460d-859f-ddcd9529ede7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:33.104499 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-898c5cda-e91f-460d-859f-ddcd9529ede7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.117146 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (5d0ce05c-280b-4ccc-8287-060723fe6624), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.161153 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-1d24210a-9e9d-4c07-ba50-31763afbf2f1 service neutron] 10.222.0.46 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154699 Jan 14 01:45:33.189787 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85ca9e96-ccb6-4b22-95f7-02d123160b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.273335 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca9e96-ccb6-4b22-95f7-02d123160b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:33.280471 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85ca9e96-ccb6-4b22-95f7-02d123160b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.284423 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-85ca9e96-ccb6-4b22-95f7-02d123160b5e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e8acdee7-ec36-45c6-99e8-a0bcc9b5fd08 HTTP/1.1" status: 204 len: 168 time: 1.1764560 Jan 14 01:45:33.285458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322c10cb-cd9c-48a1-a590-fb57175bf14f None None] Network 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:33.287014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54946) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:33.317675 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.423816 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f4c62-a170-40ca-a92a-7bc0f22cc9a2 None None] Network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:33.511094 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ad93cd-d93d-44f4-a409-4aee464fa8b6 None None] DHCP port deletion for 6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:45:33.606196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad93cd-d93d-44f4-a409-4aee464fa8b6 None None] Deleting port 08803fff-e15f-4438-9214-63948441c4b4 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:33.606684 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2ad93cd-d93d-44f4-a409-4aee464fa8b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (08803fff-e15f-4438-9214-63948441c4b4), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.672699 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26516c-3c01-4c70-9003-a5930d1f8000 req-a4e3da11-1e4c-4e82-96c2-3d6ff5c7c1bb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:33.679682 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a26516c-3c01-4c70-9003-a5930d1f8000 req-a4e3da11-1e4c-4e82-96c2-3d6ff5c7c1bb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 945 time: 0.6938832 Jan 14 01:45:33.693445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e14537b9-5830-4811-ba4c-341d1a2c25bd up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:33.699273 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-7abc895b-fdaa-4ab0-85dc-1d0a83caef58 service neutron] 10.222.0.46 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6613255 Jan 14 01:45:33.720923 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-898c5cda-e91f-460d-859f-ddcd9529ede7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2695823 Jan 14 01:45:33.728225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2ad93cd-d93d-44f4-a409-4aee464fa8b6 None None] For port 08803fff-e15f-4438-9214-63948441c4b4, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=08803fff-e15f-4438-9214-63948441c4b4,segment=NetworkSegment(4d143c5c-7888-4f67-a19e-1cc168f23a41),segment_id=4d143c5c-7888-4f67-a19e-1cc168f23a41)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:33.728627 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2ad93cd-d93d-44f4-a409-4aee464fa8b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (08803fff-e15f-4438-9214-63948441c4b4), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.745307 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad93cd-d93d-44f4-a409-4aee464fa8b6 None None] Calling delete_port for 08803fff-e15f-4438-9214-63948441c4b4 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:33.797156 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (5d0ce05c-280b-4ccc-8287-060723fe6624), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.802022 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.819232 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Publish callbacks [] for router_controller (5d0ce05c-280b-4ccc-8287-060723fe6624), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.830103 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port e14537b9-5830-4811-ba4c-341d1a2c25bd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:33.830322 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.893774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5c06b-75cb-4add-904f-281287e9f151 req-c54b8a2c-9509-4a30-95da-e3556ce4aa69 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:33.895556 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-42b5c06b-75cb-4add-904f-281287e9f151 req-c54b8a2c-9509-4a30-95da-e3556ce4aa69 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 1101 time: 0.2314861 Jan 14 01:45:33.905550 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2ad93cd-d93d-44f4-a409-4aee464fa8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (08803fff-e15f-4438-9214-63948441c4b4), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.920981 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a26516c-3c01-4c70-9003-a5930d1f8000 req-ee4262a2-89b1-4f8b-a79c-bd16cf831318 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382538 Jan 14 01:45:33.944656 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] The port '08803fff-e15f-4438-9214-63948441c4b4' was deleted {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Jan 14 01:45:33.951983 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad93cd-d93d-44f4-a409-4aee464fa8b6 None None] Pushing event deleted for resources: {'Port': ['ID=08803fff-e15f-4438-9214-63948441c4b4,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:33.962723 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (5d0ce05c-280b-4ccc-8287-060723fe6624), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.963229 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d0ce05c-280b-4ccc-8287-060723fe6624 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:45:33.971153 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:33.974664 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7b16a25c-f731-4c64-b9cf-2d89c6f6beba admin admin] 10.222.0.26 "DELETE /v2.0/routers/5d0ce05c-280b-4ccc-8287-060723fe6624 HTTP/1.1" status: 204 len: 168 time: 3.6310346 Jan 14 01:45:33.977558 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54958) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:34.006591 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ad93cd-d93d-44f4-a409-4aee464fa8b6 None None] No DVR routers for this DVR port 08803fff-e15f-4438-9214-63948441c4b4 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:45:34.037773 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port e14537b9-5830-4811-ba4c-341d1a2c25bd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:34.056250 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-c23a2bff-b2cb-41e2-8a1f-904738a6a565 service neutron] 10.222.0.46 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239961 Jan 14 01:45:34.087607 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.092283 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=884cb180-daaf-4c03-81ee-a7592ed573cf,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:34.121205 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:34.123570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-42b5c06b-75cb-4add-904f-281287e9f151 req-a504188c-81b3-4f69-a610-6d2b040068f0 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921208 Jan 14 01:45:34.149672 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d68329b4-6211-42cf-8c57-191566b08a8f no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:34.155016 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d143c5c-7888-4f67-a19e-1cc168f23a41') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:34.155314 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d143c5c-7888-4f67-a19e-1cc168f23a41') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:34.170806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-665770fc-854c-4a9d-b4b8-fbf9ec7bb132 admin admin] Deleting subnet a5dbf949-497a-46d1-8f5e-35e9f94586b7 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:45:34.175307 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (4d143c5c-7888-4f67-a19e-1cc168f23a41), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.176509 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Allocated IP 172.20.0.14 (96015cda-4f80-40a8-bf1d-97150e857a1f/c0322bb8-6a2a-4453-9d21-14136292ac8f/094871bf-5c58-4f05-aa54-84169bdf5617) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:45:34.179424 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-665770fc-854c-4a9d-b4b8-fbf9ec7bb132 admin admin] Publish callbacks [] for subnet (a5dbf949-497a-46d1-8f5e-35e9f94586b7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.184542 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: d68329b4-6211-42cf-8c57-191566b08a8f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:34.188414 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d68329b4-6211-42cf-8c57-191566b08a8f not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:34.189156 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcf65-6a94-40a5-97e9-76abf206034d req-0e21a4c3-3778-4e88-a173-7381bc42f471 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:34.190903 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-569bcf65-6a94-40a5-97e9-76abf206034d req-0e21a4c3-3778-4e88-a173-7381bc42f471 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 943 time: 0.1848211 Jan 14 01:45:34.200551 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 08803fff-e15f-4438-9214-63948441c4b4 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:34.205614 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 1fb86815-01bd-4fb2-838f-4a2217aee275 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:34.226164 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:34.251899 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (4d143c5c-7888-4f67-a19e-1cc168f23a41), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.265224 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-665770fc-854c-4a9d-b4b8-fbf9ec7bb132 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (a5dbf949-497a-46d1-8f5e-35e9f94586b7), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.270503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:45:34.270832 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (4d143c5c-7888-4f67-a19e-1cc168f23a41), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:45:34.278719 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:45:34.281889 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:45:34.301236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 08803fff-e15f-4438-9214-63948441c4b4 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:34.301920 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 08803fff-e15f-4438-9214-63948441c4b4 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:34.303154 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 321bdd4f-58c9-4817-95cc-63d140b7110c no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:34.323908 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3364c7f-d5d7-4021-8175-14110f2219f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884cb180-daaf-4c03-81ee-a7592ed573cf'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:34.326220 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957db110-3dee-485c-8cea-157f7a6005f8" -d '{"events": [{"server_uuid": "b3364c7f-d5d7-4021-8175-14110f2219f1", "name": "network-vif-unplugged", "status": "completed", "tag": "884cb180-daaf-4c03-81ee-a7592ed573cf"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:34.330383 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Publish callbacks [] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.340195 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 321bdd4f-58c9-4817-95cc-63d140b7110c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:34.340533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 321bdd4f-58c9-4817-95cc-63d140b7110c not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:34.350725 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-8f9f9eb8-1c32-4ada-a46e-32f190ec447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:34.353070 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-8f9f9eb8-1c32-4ada-a46e-32f190ec447b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=009470e2aea449e388cedd3c5ff9a07e&device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 1094 time: 0.1794722 Jan 14 01:45:34.354860 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.367672 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.398503 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 1fb86815-01bd-4fb2-838f-4a2217aee275 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:45:34.403064 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 1fb86815-01bd-4fb2-838f-4a2217aee275 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:34.403635 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.424180 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-569bcf65-6a94-40a5-97e9-76abf206034d req-149857d0-175f-4d4e-bcd3-5ea3e355668d tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068677 Jan 14 01:45:34.437316 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.442797 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.446713 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d HTTP/1.1" status: 204 len: 168 time: 1.1571150 Jan 14 01:45:34.453008 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 54976) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:34.500296 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 884cb180-daaf-4c03-81ee-a7592ed573cf details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:45:34.524092 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 1fb86815-01bd-4fb2-838f-4a2217aee275 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:34.524503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c188bb-083b-4555-be9e-1d14678d1715 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b669cfc-d1c6-4bbb-a8c5-9da2ca4db91d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:34.524686 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.577045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on host n-h2-824358-4 for vnic_type normal with profile {"migrating_to": "n-h1-824358-4"} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:34.578026 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:34.578026 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:34.589691 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Pushing event updated for resources: {'Port': ['ID=884cb180-daaf-4c03-81ee-a7592ed573cf,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:34.593249 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de2062-d445-496d-8345-de1dafa67ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb86815-01bd-4fb2-838f-4a2217aee275'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:34.595254 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15a989c-a4c4-4b59-82e0-c765848134d9" -d '{"events": [{"server_uuid": "c7de2062-d445-496d-8345-de1dafa67ca3", "name": "network-vif-plugged", "status": "completed", "tag": "1fb86815-01bd-4fb2-838f-4a2217aee275"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:34.603887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:45:34.604396 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:34.612846 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 1fb86815-01bd-4fb2-838f-4a2217aee275, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=1fb86815-01bd-4fb2-838f-4a2217aee275,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:34.623864 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:34.624452 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:34.625424 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:34.625424 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Bound port: 884cb180-daaf-4c03-81ee-a7592ed573cf, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:34.625639 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.632087 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.644937 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-43c2cb11-2747-437b-941d-c1b9058128c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:34.646512 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-43c2cb11-2747-437b-941d-c1b9058128c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0ed6106a-834e-4d85-9d06-e883125437c4 HTTP/1.1" status: 200 len: 918 time: 0.2813263 Jan 14 01:45:34.704243 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-7cb787fd-9701-49d7-8d12-4f140d71c98e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0855355d-735f-41dd-b0ae-89f1522b18a5 HTTP/1.1" status: 200 len: 217 time: 0.0469372 Jan 14 01:45:34.729541 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:34.743950 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=1fb86815-01bd-4fb2-838f-4a2217aee275,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:34.758447 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-665770fc-854c-4a9d-b4b8-fbf9ec7bb132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (a5dbf949-497a-46d1-8f5e-35e9f94586b7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.761716 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on host n-h2-824358-4 for vnic_type normal with profile {"migrating_to": "n-h1-824358-4"} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:34.761716 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:34.762691 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:34.768775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:45:34.770122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:34.770923 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-67c7fa2b-f76f-48db-ab96-31d527a45c90 req-a06ab3fa-bb20-45a8-a232-8bb99dac9c0c tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 210 time: 0.0799689 Jan 14 01:45:34.777380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:34.777782 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:34.778462 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:34.779903 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Bound port: 884cb180-daaf-4c03-81ee-a7592ed573cf, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:34.780601 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.794096 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-c55f59bd-c98b-49ed-8887-976588ab1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:34.795588 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-c55f59bd-c98b-49ed-8887-976588ab1a07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f15103ab-8afe-436d-b928-260ee5e13246 HTTP/1.1" status: 200 len: 857 time: 0.0717807 Jan 14 01:45:34.802238 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:34.823059 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=884cb180-daaf-4c03-81ee-a7592ed573cf,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:34.838289 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748181a2-94c2-405e-8122-ef3684a1500d req-9f12c872-d181-433d-814d-89985950e6da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:34.852104 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-9f12c872-d181-433d-814d-89985950e6da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 805 time: 0.4319432 Jan 14 01:45:34.857810 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-71f5b67a-9234-4e77-adf9-21f6567cdf80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0ed6106a-834e-4d85-9d06-e883125437c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531821 Jan 14 01:45:34.859067 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.864599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:34.888664 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 884cb180-daaf-4c03-81ee-a7592ed573cf-n-h2-824358-4-0 {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:45:34.889052 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:45:34.896454 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f830-b8c8-4cd2-a47f-fb56b9f47a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:34.928738 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-49280f1d-e1b3-4598-a4b6-674920d5de76 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/quotas/1d45fc8997fc4ca8890daac1eb8eb224 HTTP/1.1" status: 200 len: 375 time: 0.0757265 Jan 14 01:45:35.006604 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Pushing event updated for resources: {'Port': ['ID=884cb180-daaf-4c03-81ee-a7592ed573cf,revision_number=8']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:35.014571 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:35.015006 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.016393 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-e9ca3f69-ea47-4dea-9def-ba5b10abe136 service neutron] 10.222.0.46 "PUT /v2.0/ports/884cb180-daaf-4c03-81ee-a7592ed573cf HTTP/1.1" status: 200 len: 1121 time: 1.9717479 Jan 14 01:45:35.025847 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-70aeaef0-b66e-4300-8da3-a629d2c783da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859847 Jan 14 01:45:35.057020 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad0a1da-a29c-4a56-b862-def4741f192a x-openstack-request-id: req-fad0a1da-a29c-4a56-b862-def4741f192a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:35.057350 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3364c7f-d5d7-4021-8175-14110f2219f1", "name": "network-vif-unplugged", "status": "completed", "tag": "884cb180-daaf-4c03-81ee-a7592ed573cf", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:35.057674 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fad0a1da-a29c-4a56-b862-def4741f192a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:35.058117 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3364c7f-d5d7-4021-8175-14110f2219f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884cb180-daaf-4c03-81ee-a7592ed573cf', 'code': 200} Jan 14 01:45:35.060240 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-9ae90ac4-d04c-4b02-8293-e12964702c88 service neutron] 10.222.0.46 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921625 Jan 14 01:45:35.099721 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for port (094871bf-5c58-4f05-aa54-84169bdf5617), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.118772 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e140b4-704b-4e87-aa8f-0519dc7f1a61 x-openstack-request-id: req-92e140b4-704b-4e87-aa8f-0519dc7f1a61 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:35.119843 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7de2062-d445-496d-8345-de1dafa67ca3", "name": "network-vif-plugged", "status": "completed", "tag": "1fb86815-01bd-4fb2-838f-4a2217aee275", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:35.120144 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92e140b4-704b-4e87-aa8f-0519dc7f1a61 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:35.120597 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de2062-d445-496d-8345-de1dafa67ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb86815-01bd-4fb2-838f-4a2217aee275', 'code': 200} Jan 14 01:45:35.127930 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-665770fc-854c-4a9d-b4b8-fbf9ec7bb132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (a5dbf949-497a-46d1-8f5e-35e9f94586b7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.154753 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-665770fc-854c-4a9d-b4b8-fbf9ec7bb132 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.156506 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d5c2fd-f547-4b90-a5de-6febf8521a44 None None] Network 409ee1fd-ea45-4c9d-b833-b99ff129136e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:35.161035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 54984) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:35.161982 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-665770fc-854c-4a9d-b4b8-fbf9ec7bb132 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a5dbf949-497a-46d1-8f5e-35e9f94586b7 HTTP/1.1" status: 204 len: 168 time: 1.1570106 Jan 14 01:45:35.170641 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['884cb180-daaf-4c03-81ee-a7592ed573cf'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:35.228059 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665770fc-854c-4a9d-b4b8-fbf9ec7bb132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5dbf949-497a-46d1-8f5e-35e9f94586b7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:35.272735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['884cb180-daaf-4c03-81ee-a7592ed573cf'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:35.285836 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-95d4db0f-575b-4dc5-8519-dff468ecb76a req-f2042c34-9786-498e-aba5-d1e388455e7f service neutron] 10.222.0.46 "GET /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143440 Jan 14 01:45:35.292761 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-631a69e8-fdcb-4e9c-832f-7a2b14d322c5 service neutron] 10.222.0.26 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522883 Jan 14 01:45:35.308973 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (409ee1fd-ea45-4c9d-b833-b99ff129136e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.324318 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225981f-6a82-4387-a3d2-d0c8b521593b req-a6e91b87-081b-4c5d-a96b-4429a3f86456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:35.325824 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c225981f-6a82-4387-a3d2-d0c8b521593b req-a6e91b87-081b-4c5d-a96b-4429a3f86456 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7de2062-d445-496d-8345-de1dafa67ca3 HTTP/1.1" status: 200 len: 1096 time: 0.0840883 Jan 14 01:45:35.339447 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.397685 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983e904-4208-439f-8289-c8b13f7bdc84 req-9771cecb-ca97-4f6c-b170-c389613175d5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:35.399205 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f983e904-4208-439f-8289-c8b13f7bdc84 req-9771cecb-ca97-4f6c-b170-c389613175d5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1722901 Jan 14 01:45:35.410909 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c225981f-6a82-4387-a3d2-d0c8b521593b req-9c6c50ab-3142-4b7c-a631-110e5f0656d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614960 Jan 14 01:45:35.415918 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Deleting port 831a373a-d250-4e5b-a758-ba2c92e408d5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:35.416263 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.472050 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Network 96015cda-4f80-40a8-bf1d-97150e857a1f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:35.485070 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] For port 831a373a-d250-4e5b-a758-ba2c92e408d5, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=831a373a-d250-4e5b-a758-ba2c92e408d5,segment=NetworkSegment(beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc),segment_id=beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:35.485564 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.487914 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:35.503237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:45:35.506144 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Calling delete_port for 831a373a-d250-4e5b-a758-ba2c92e408d5 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:35.514992 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Pushing event updated for resources: {'Port': ['ID=094871bf-5c58-4f05-aa54-84169bdf5617,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:35.571036 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on host n-h2-824358-4 for vnic_type normal with profile {"migrating_to": "n-h1-824358-4"} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:35.571414 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:35.571775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:35.598441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9b6293fb-a3b7-4410-9365-e867a7f27117 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:35.600306 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (831a373a-d250-4e5b-a758-ba2c92e408d5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.608278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:35.608278 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.608588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:45:35.608588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Attempting to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf on network 4549ab35-8bb4-472b-ab25-7075b00cf83e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:35.627440 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f983e904-4208-439f-8289-c8b13f7bdc84 req-5fd95cb5-eca9-4fbe-bcce-4720072b16d0 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032409 Jan 14 01:45:35.637795 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 9b6293fb-a3b7-4410-9365-e867a7f27117 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:35.638167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9b6293fb-a3b7-4410-9365-e867a7f27117 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:35.639297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=831a373a-d250-4e5b-a758-ba2c92e408d5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:35.643826 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:35.644733 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Checking segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:35.645254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Bound using segment: {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:35.645805 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Bound port: 884cb180-daaf-4c03-81ee-a7592ed573cf, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed997829-a3d5-4536-8651-19b9c1468d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4549ab35-8bb4-472b-ab25-7075b00cf83e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:35.646199 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.648141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] No DVR routers for this DVR port 831a373a-d250-4e5b-a758-ba2c92e408d5 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:45:35.651411 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-4c8bf3b1-a2c2-43b1-80bc-f97bbb0694bc service neutron] 10.222.0.26 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432584 Jan 14 01:45:35.698709 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-ee6e34e9-c905-49d5-9705-b5c5be6ea571 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1936762 Jan 14 01:45:35.716436 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Request body: {'port': {'device_id': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:35.739356 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (409ee1fd-ea45-4c9d-b833-b99ff129136e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.785656 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b045ed5-c986-4eaa-ab68-cdf2c74592fb None None] DHCP port deletion for 409ee1fd-ea45-4c9d-b833-b99ff129136e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:45:35.810114 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409ee1fd-ea45-4c9d-b833-b99ff129136e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:35.836025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:35.837875 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:35.843747 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.846325 n-d-824358-4 neutron-server[103355]: WARNING neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Concurrent port binding operations failed on port 884cb180-daaf-4c03-81ee-a7592ed573cf Jan 14 01:45:35.859278 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=884cb180-daaf-4c03-81ee-a7592ed573cf,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:35.864165 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.889515 n-d-824358-4 neutron-server[103355]: INFO neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Attempt 2 to bind port 884cb180-daaf-4c03-81ee-a7592ed573cf Jan 14 01:45:35.889933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 884cb180-daaf-4c03-81ee-a7592ed573cf has no active binding in host n-h1-824358-4 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 14 01:45:35.890282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:45:35.893153 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.905411 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:45:35.905831 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (beaecf2b-c5a9-4304-b9dd-2bebdc4a8ddc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:45:35.907766 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:45:36.028683 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (409ee1fd-ea45-4c9d-b833-b99ff129136e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.033570 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.042671 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] 10.222.0.26 "DELETE /v2.0/networks/409ee1fd-ea45-4c9d-b833-b99ff129136e HTTP/1.1" status: 204 len: 168 time: 0.8781700 Jan 14 01:45:36.049981 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7984a263-a446-4cee-bf88-9187c1ab6455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (62f56177-0057-41c9-9b52-40b403c676d1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.080805 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:36.081114 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659aa570-50b8-4776-8a1b-48eec9979b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=409ee1fd-ea45-4c9d-b833-b99ff129136e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:36.105490 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '7c2bf2e8-93f6-4139-8c2a-11a43d75d60d', 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4', 'port_id': '7c2bf2e8-93f6-4139-8c2a-11a43d75d60d', 'mac_address': 'fa:16:3e:9b:58:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15103ab-8afe-436d-b928-260ee5e13246', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:45:36.164480 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da3b97-ac04-4905-98c3-e5f44ad65fcb req-7eb42593-78e0-46f2-b436-e34afadc5a00 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:36.168167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:36.168674 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.171494 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26da3b97-ac04-4905-98c3-e5f44ad65fcb req-7eb42593-78e0-46f2-b436-e34afadc5a00 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 943 time: 0.1977944 Jan 14 01:45:36.198573 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:36.228022 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:36.235256 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.242370 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55004) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:36.294359 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-06b50f10-a9b2-4a9e-a5db-5d20c365ad17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b64d61441a041159afb3a823814d507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480094 Jan 14 01:45:36.294665 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55006) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:36.298710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:36.307031 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26da3b97-ac04-4905-98c3-e5f44ad65fcb req-acbbe383-7f0e-46bc-922d-76c9914d215b tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345732 Jan 14 01:45:36.347543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2f321-d725-4656-9007-6085f5d2004d req-0021abed-4c2f-41ff-9897-a987cd9f44d0 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:36.349052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83a2f321-d725-4656-9007-6085f5d2004d req-0021abed-4c2f-41ff-9897-a987cd9f44d0 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 932 time: 0.2379634 Jan 14 01:45:36.358605 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fcd9d00a-97c9-4bab-b0cd-5bad30140a5b admin admin] Publish callbacks [] for security_group (4d143b8c-840a-4355-b860-9f274026a893), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.387654 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fcd9d00a-97c9-4bab-b0cd-5bad30140a5b admin admin] Publish callbacks [] for security_group (4d143b8c-840a-4355-b860-9f274026a893), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.456315 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094871bf-5c58-4f05-aa54-84169bdf5617 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:36.456908 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fcd9d00a-97c9-4bab-b0cd-5bad30140a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4d143b8c-840a-4355-b860-9f274026a893), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.460063 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fcd9d00a-97c9-4bab-b0cd-5bad30140a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.461408 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fcd9d00a-97c9-4bab-b0cd-5bad30140a5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d143b8c-840a-4355-b860-9f274026a893 HTTP/1.1" status: 204 len: 168 time: 0.1657643 Jan 14 01:45:36.470969 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Publish callbacks [] for port (094871bf-5c58-4f05-aa54-84169bdf5617), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.474830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9d00a-97c9-4bab-b0cd-5bad30140a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d143b8c-840a-4355-b860-9f274026a893,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:36.511386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 0855355d-735f-41dd-b0ae-89f1522b18a5 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:45:36.529408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Transition to ACTIVE for port object 094871bf-5c58-4f05-aa54-84169bdf5617 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:45:36.541474 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83a2f321-d725-4656-9007-6085f5d2004d req-92160211-aec9-4944-95e2-64453e1f9b8a tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542106 Jan 14 01:45:36.563346 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1bc777f2-7b7f-43a0-9294-acea8a9084e9 req-da42f74b-f693-43a2-9bc6-5d783834a5cf tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 210 time: 0.0585151 Jan 14 01:45:36.564931 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.657481 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['7c2bf2e8-93f6-4139-8c2a-11a43d75d60d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:36.663573 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Pushing event updated for resources: {'Port': ['ID=094871bf-5c58-4f05-aa54-84169bdf5617,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:36.761447 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 0855355d-735f-41dd-b0ae-89f1522b18a5, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=0855355d-735f-41dd-b0ae-89f1522b18a5,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:36.781746 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '0855355d-735f-41dd-b0ae-89f1522b18a5', 'network_id': '0ed6106a-834e-4d85-9d06-e883125437c4', 'port_id': '0855355d-735f-41dd-b0ae-89f1522b18a5', 'mac_address': 'fa:16:3e:ce:74:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15103ab-8afe-436d-b928-260ee5e13246', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:45:36.874446 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Attempting to bind port 094871bf-5c58-4f05-aa54-84169bdf5617 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:36.875022 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Attempting to bind port 094871bf-5c58-4f05-aa54-84169bdf5617 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '81cf52bf-9b30-48c6-bbf1-616fa9f5cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:36.875126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Attempting to bind port 094871bf-5c58-4f05-aa54-84169bdf5617 on network 96015cda-4f80-40a8-bf1d-97150e857a1f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:36.890995 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Port 094871bf-5c58-4f05-aa54-84169bdf5617 on network 96015cda-4f80-40a8-bf1d-97150e857a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:45:36.891325 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Attempting to bind port 094871bf-5c58-4f05-aa54-84169bdf5617 on network 96015cda-4f80-40a8-bf1d-97150e857a1f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:36.903220 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:36.903651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Checking segment: {'id': '81cf52bf-9b30-48c6-bbf1-616fa9f5cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:36.904107 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Bound using segment: {'id': '81cf52bf-9b30-48c6-bbf1-616fa9f5cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:36.904688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Bound port: 094871bf-5c58-4f05-aa54-84169bdf5617, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cf52bf-9b30-48c6-bbf1-616fa9f5cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:36.905200 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.923564 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 0855355d-735f-41dd-b0ae-89f1522b18a5 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:36.923863 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:36.936837 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721d8fe-b5dc-4083-ab7c-56f942e153b0 req-9b388979-9713-4732-836f-d6f0a9e63104 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:36.951496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5721d8fe-b5dc-4083-ab7c-56f942e153b0 req-9b388979-9713-4732-836f-d6f0a9e63104 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1759226 Jan 14 01:45:36.971272 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0855355d-735f-41dd-b0ae-89f1522b18a5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:36.999554 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 0855355d-735f-41dd-b0ae-89f1522b18a5, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=0855355d-735f-41dd-b0ae-89f1522b18a5,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:37.015362 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:37.058781 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7984a263-a446-4cee-bf88-9187c1ab6455 admin admin] Deleting port 5a954af7-0202-4db0-a027-33359d291b83 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:37.059169 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7984a263-a446-4cee-bf88-9187c1ab6455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5a954af7-0202-4db0-a027-33359d291b83), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:37.059845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3364c7f-d5d7-4021-8175-14110f2219f1', 'tag': '884cb180-daaf-4c03-81ee-a7592ed573cf'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:37.063372 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b99d990-87e5-4e55-90ea-d89eaeeffee9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3364c7f-d5d7-4021-8175-14110f2219f1", "tag": "884cb180-daaf-4c03-81ee-a7592ed573cf"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:37.103677 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=0855355d-735f-41dd-b0ae-89f1522b18a5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:37.140481 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] For port 094871bf-5c58-4f05-aa54-84169bdf5617, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:37.143660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] For port 094871bf-5c58-4f05-aa54-84169bdf5617, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=094871bf-5c58-4f05-aa54-84169bdf5617,segment=NetworkSegment(81cf52bf-9b30-48c6-bbf1-616fa9f5cb61),segment_id=81cf52bf-9b30-48c6-bbf1-616fa9f5cb61)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:37.146837 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89dff91a-8921-4b01-820f-d34ff960fde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:37.179285 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:37.210954 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5721d8fe-b5dc-4083-ab7c-56f942e153b0 req-d7068f36-dc71-4745-b2be-e64edf6329bd tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585971 Jan 14 01:45:37.252167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:37.252795 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:37.254267 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] 10.222.0.46 "PUT /v2.0/ports/094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 1092 time: 1.5421937 Jan 14 01:45:37.270727 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:37.273416 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a7fd07-1705-425b-ba17-03a4423250f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:37.370094 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b3ee5-56da-468d-a366-e8b6231e6d53 req-fc82cfbd-afe2-4d25-8a82-ac537e6ffc74 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:37.372094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-236b3ee5-56da-468d-a366-e8b6231e6d53 req-fc82cfbd-afe2-4d25-8a82-ac537e6ffc74 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.2415807 Jan 14 01:45:37.385919 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7984a263-a446-4cee-bf88-9187c1ab6455 admin admin] For port 5a954af7-0202-4db0-a027-33359d291b83, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5a954af7-0202-4db0-a027-33359d291b83,segment=NetworkSegment(97ec5e04-91a6-4585-b3b5-fdd721f46ec0),segment_id=97ec5e04-91a6-4585-b3b5-fdd721f46ec0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:37.386290 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7984a263-a446-4cee-bf88-9187c1ab6455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5a954af7-0202-4db0-a027-33359d291b83), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:37.390257 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dfefc-9352-44b4-83fa-3087dea2806e service neutron] Pushing event updated for resources: {'Port': ['ID=094871bf-5c58-4f05-aa54-84169bdf5617,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:37.421342 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7984a263-a446-4cee-bf88-9187c1ab6455 admin admin] Calling delete_port for 5a954af7-0202-4db0-a027-33359d291b83 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:37.433256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-d7bd6094-85e0-4494-a035-2395f173d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:37.434032 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-d7bd6094-85e0-4494-a035-2395f173d7de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0695d654c2fe49eeac5927d1467dfbbd&device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 1095 time: 0.1102743 Jan 14 01:45:37.435840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['0855355d-735f-41dd-b0ae-89f1522b18a5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:37.485198 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-236b3ee5-56da-468d-a366-e8b6231e6d53 req-f6b108ba-731c-4a7e-a74b-956e52448237 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959141 Jan 14 01:45:37.560848 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cd0f8a-392b-41ae-b61a-91d4bf3fe0ba x-openstack-request-id: req-16cd0f8a-392b-41ae-b61a-91d4bf3fe0ba {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:37.561145 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3364c7f-d5d7-4021-8175-14110f2219f1", "tag": "884cb180-daaf-4c03-81ee-a7592ed573cf", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:37.561488 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16cd0f8a-392b-41ae-b61a-91d4bf3fe0ba {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:37.561896 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3364c7f-d5d7-4021-8175-14110f2219f1', 'tag': '884cb180-daaf-4c03-81ee-a7592ed573cf', 'status': 'completed', 'code': 200} Jan 14 01:45:37.671211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 831a373a-d250-4e5b-a758-ba2c92e408d5 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:37.711845 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 831a373a-d250-4e5b-a758-ba2c92e408d5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:37.712207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 831a373a-d250-4e5b-a758-ba2c92e408d5 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:37.853359 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d990-87e5-4e55-90ea-d89eaeeffee9 req-9ba1b7e9-b39c-47d2-8988-6046e5af7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:37.855299 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9b99d990-87e5-4e55-90ea-d89eaeeffee9 req-9ba1b7e9-b39c-47d2-8988-6046e5af7312 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 1124 time: 0.1268940 Jan 14 01:45:37.929173 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088a69ba-2e3d-498b-9c3e-ccb4856d4cd4 x-openstack-request-id: req-088a69ba-2e3d-498b-9c3e-ccb4856d4cd4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:37.929817 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:37.929817 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-088a69ba-2e3d-498b-9c3e-ccb4856d4cd4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:37.930053 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617', 'status': 'completed', 'code': 200} Jan 14 01:45:37.932299 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-11f6cebe-763f-4ffa-bab3-96c14c986b1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 217 time: 0.4661837 Jan 14 01:45:37.934830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748181a2-94c2-405e-8122-ef3684a1500d req-9af5e5cb-267e-49a3-8fc9-c802204ef9ab tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:37.936229 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-9af5e5cb-267e-49a3-8fc9-c802204ef9ab tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.36 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 805 time: 0.2089965 Jan 14 01:45:37.967243 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-748181a2-94c2-405e-8122-ef3684a1500d req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Request body: {'port': {'device_id': '3fdf5d9a-8212-4062-af54-547c48cadee6', 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'admin_state_up': True, 'tenant_id': '1d45fc8997fc4ca8890daac1eb8eb224'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:38.022529 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d990-87e5-4e55-90ea-d89eaeeffee9 req-025d9566-09b5-46b0-b141-784a2699b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:38.024000 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9b99d990-87e5-4e55-90ea-d89eaeeffee9 req-025d9566-09b5-46b0-b141-784a2699b214 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.1579156 Jan 14 01:45:38.083672 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-c5041a79-5ff4-41bd-8459-61555e952d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:38.084342 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9b99d990-87e5-4e55-90ea-d89eaeeffee9 req-a71f3fa3-bc12-43e9-98f8-e19ecf0866d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=884cb180-daaf-4c03-81ee-a7592ed573cf HTTP/1.1" status: 200 len: 217 time: 0.0427365 Jan 14 01:45:38.085083 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-c5041a79-5ff4-41bd-8459-61555e952d3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0322bb8-6a2a-4453-9d21-14136292ac8f HTTP/1.1" status: 200 len: 859 time: 0.1327493 Jan 14 01:45:38.111150 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f6746-34b5-404a-9c00-b2eccaa9b77b req-2a8f083f-bf95-4ee0-9581-83f671ce7659 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:38.112587 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-840f6746-34b5-404a-9c00-b2eccaa9b77b req-2a8f083f-bf95-4ee0-9581-83f671ce7659 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 944 time: 0.1851463 Jan 14 01:45:38.122701 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8f41b-3900-4c9a-94fc-04d615eaa721 req-cc3ca1d9-3617-4cc7-af0b-da82b65e94e9 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:38.124154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72c8f41b-3900-4c9a-94fc-04d615eaa721 req-cc3ca1d9-3617-4cc7-af0b-da82b65e94e9 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 944 time: 0.1934128 Jan 14 01:45:38.149004 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-776c2b35-cede-4423-aa74-53a1dd61fe22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96015cda-4f80-40a8-bf1d-97150e857a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551579 Jan 14 01:45:38.159825 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d990-87e5-4e55-90ea-d89eaeeffee9 req-ae60be70-2737-42be-a337-005f500bda6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:38.161344 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9b99d990-87e5-4e55-90ea-d89eaeeffee9 req-ae60be70-2737-42be-a337-005f500bda6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0630436 Jan 14 01:45:38.162400 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748181a2-94c2-405e-8122-ef3684a1500d req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Made reservation on behalf of 1d45fc8997fc4ca8890daac1eb8eb224 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:38.165796 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-748181a2-94c2-405e-8122-ef3684a1500d req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:38.201192 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9b99d990-87e5-4e55-90ea-d89eaeeffee9 req-698bbec0-bfe7-401d-885e-4d0d6aef032e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260322 Jan 14 01:45:38.300685 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:38.319817 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72c8f41b-3900-4c9a-94fc-04d615eaa721 req-0102829f-6108-4acc-b0e2-304c69f9bba9 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761510 Jan 14 01:45:38.322923 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-840f6746-34b5-404a-9c00-b2eccaa9b77b req-17fe9351-2905-4381-8152-3d886c800c30 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934149 Jan 14 01:45:38.377821 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7984a263-a446-4cee-bf88-9187c1ab6455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5a954af7-0202-4db0-a027-33359d291b83), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:38.381747 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9b99d990-87e5-4e55-90ea-d89eaeeffee9 req-307f3b3e-9ebb-4d07-b5ea-07e6df0579d3 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407001 Jan 14 01:45:38.412989 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-229f3a12-ee7f-494c-a3fb-b1cabe0f50ed service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481563 Jan 14 01:45:38.415480 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-748181a2-94c2-405e-8122-ef3684a1500d req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Allocated IP 172.20.0.6 (5f027ff3-61cc-4e5c-82d5-688896fb83a3/d8d3bd97-b0d7-4581-9638-89c747c1dc86/2655a89a-4ffd-4337-b457-c079f0967a63) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:45:38.520389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:38.593662 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9b99d990-87e5-4e55-90ea-d89eaeeffee9 req-a9eb60b5-4f02-44f2-9b54-e4f45c99eb76 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904962 Jan 14 01:45:38.601050 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:45:38.607129 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:38.607761 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:38.633893 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984a263-a446-4cee-bf88-9187c1ab6455 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a954af7-0202-4db0-a027-33359d291b83,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:38.663694 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6590156-8f46-45c1-a0d5-faa73df8960d req-7ebb1256-5174-4079-a72b-58ad36b840b3 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 210 time: 0.2606561 Jan 14 01:45:38.706987 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:38.707665 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:38.709559 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-748181a2-94c2-405e-8122-ef3684a1500d req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks [] for port (2655a89a-4ffd-4337-b457-c079f0967a63), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:38.736582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abf1c39-a95e-4c20-bf1e-ad23d0b69f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2bf2e8-93f6-4139-8c2a-11a43d75d60d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:38.740054 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9077e8d-0852-49f5-94ac-69c1e3e5db53" -d '{"events": [{"server_uuid": "5abf1c39-a95e-4c20-bf1e-ad23d0b69f35", "name": "network-vif-plugged", "status": "completed", "tag": "7c2bf2e8-93f6-4139-8c2a-11a43d75d60d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:38.750054 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-9a309940-ff51-4761-9262-8a9292e08b55 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ca29eb1af0bc49d5a47b1c34c359259e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065128 Jan 14 01:45:38.755536 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:38.765918 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:38.770187 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 0855355d-735f-41dd-b0ae-89f1522b18a5 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:38.779490 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-748181a2-94c2-405e-8122-ef3684a1500d req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:38.844036 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748181a2-94c2-405e-8122-ef3684a1500d req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:38.850806 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-748181a2-94c2-405e-8122-ef3684a1500d req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:38.855471 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-748181a2-94c2-405e-8122-ef3684a1500d req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:45:38.862673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Pushing event updated for resources: {'Port': ['ID=2655a89a-4ffd-4337-b457-c079f0967a63,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:38.879610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:38.889871 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 0855355d-735f-41dd-b0ae-89f1522b18a5 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:45:38.894848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 0855355d-735f-41dd-b0ae-89f1522b18a5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:38.895337 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:38.917338 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0682b1d1-c414-4c0d-988c-0f743d635824 req-e2c6d530-7827-4528-a176-dca4693758b6 service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710429 Jan 14 01:45:38.919286 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748181a2-94c2-405e-8122-ef3684a1500d req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:38.920020 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-748181a2-94c2-405e-8122-ef3684a1500d req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:38.931763 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7984a263-a446-4cee-bf88-9187c1ab6455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (62f56177-0057-41c9-9b52-40b403c676d1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:38.944321 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-b2ffb071-875d-4119-861a-f64b03912b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9832838 Jan 14 01:45:38.961004 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941888df-ac5c-4cde-854d-94df443ca6f0 req-64c99523-618c-4c99-b9c7-46cb7b6456a1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:38.962884 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-941888df-ac5c-4cde-854d-94df443ca6f0 req-64c99523-618c-4c99-b9c7-46cb7b6456a1 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1932824 Jan 14 01:45:38.969650 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Request body: {'port': {'device_id': '3fdf5d9a-8212-4062-af54-547c48cadee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:38.985771 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 0855355d-735f-41dd-b0ae-89f1522b18a5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:38.986169 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:39.026490 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 0855355d-735f-41dd-b0ae-89f1522b18a5, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=0855355d-735f-41dd-b0ae-89f1522b18a5,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:39.031532 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:39.032168 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:39.036727 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-26a8bebb-a247-48a7-9e13-7f63caad646b tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:39.043023 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-26a8bebb-a247-48a7-9e13-7f63caad646b tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924371 Jan 14 01:45:39.086785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=0855355d-735f-41dd-b0ae-89f1522b18a5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:39.094368 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-7efd6322-0a49-4c8a-a229-bf765cbd679d tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/quotas/ca29eb1af0bc49d5a47b1c34c359259e HTTP/1.1" status: 200 len: 375 time: 0.0497696 Jan 14 01:45:39.179815 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-81f35a41-7efb-4ed1-9e49-f363cb36bfd6 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca29eb1af0bc49d5a47b1c34c359259e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719326 Jan 14 01:45:39.196668 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-941888df-ac5c-4cde-854d-94df443ca6f0 req-35d4decd-df9f-445d-8e9f-4f5b92bf09d2 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266653 Jan 14 01:45:39.207798 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7fd07-1705-425b-ba17-03a4423250f4 req-cdd05567-fa2a-4ef2-be8b-0155c97cbddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:39.209394 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72a7fd07-1705-425b-ba17-03a4423250f4 req-cdd05567-fa2a-4ef2-be8b-0155c97cbddf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0695d654c2fe49eeac5927d1467dfbbd&device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 1095 time: 0.1588330 Jan 14 01:45:39.359534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2655a89a-4ffd-4337-b457-c079f0967a63 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:39.379762 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Publish callbacks [] for port (2655a89a-4ffd-4337-b457-c079f0967a63), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:39.408443 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Transition to ACTIVE for port object 2655a89a-4ffd-4337-b457-c079f0967a63 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:45:39.415946 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:39.447590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd96cf-251b-4c5f-ba45-a5507aa96155 req-08e40807-5e11-4c50-a1f1-c5705c51771a tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:39.457114 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ddd96cf-251b-4c5f-ba45-a5507aa96155 req-08e40807-5e11-4c50-a1f1-c5705c51771a tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1498883 Jan 14 01:45:39.471023 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7fd07-1705-425b-ba17-03a4423250f4 req-342bfa1c-6a8c-465e-901d-d26309015714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:39.473074 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72a7fd07-1705-425b-ba17-03a4423250f4 req-342bfa1c-6a8c-465e-901d-d26309015714 service neutron] 10.222.0.46 "GET /v2.0/networks?id=96015cda-4f80-40a8-bf1d-97150e857a1f HTTP/1.1" status: 200 len: 920 time: 0.2529287 Jan 14 01:45:39.516745 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d090cb21-d6fb-4e8e-859b-65fe471064c8 x-openstack-request-id: req-d090cb21-d6fb-4e8e-859b-65fe471064c8 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:39.517067 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5abf1c39-a95e-4c20-bf1e-ad23d0b69f35", "name": "network-vif-plugged", "status": "completed", "tag": "7c2bf2e8-93f6-4139-8c2a-11a43d75d60d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:39.517323 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d090cb21-d6fb-4e8e-859b-65fe471064c8 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:39.517718 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abf1c39-a95e-4c20-bf1e-ad23d0b69f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2bf2e8-93f6-4139-8c2a-11a43d75d60d', 'code': 200} Jan 14 01:45:39.541703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72a7fd07-1705-425b-ba17-03a4423250f4 req-dd2c0b10-2da3-423c-b83f-9371a4ec6cfc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 217 time: 0.0553739 Jan 14 01:45:39.551579 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7984a263-a446-4cee-bf88-9187c1ab6455 admin admin] Router 62f56177-0057-41c9-9b52-40b403c676d1 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:45:39.559736 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Pushing event updated for resources: {'Port': ['ID=2655a89a-4ffd-4337-b457-c079f0967a63,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:39.594562 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Attempting to bind port 2655a89a-4ffd-4337-b457-c079f0967a63 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:39.594902 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Attempting to bind port 2655a89a-4ffd-4337-b457-c079f0967a63 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:39.595228 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Attempting to bind port 2655a89a-4ffd-4337-b457-c079f0967a63 on network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:39.600146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Port 2655a89a-4ffd-4337-b457-c079f0967a63 on network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:45:39.600476 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Attempting to bind port 2655a89a-4ffd-4337-b457-c079f0967a63 on network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:39.605317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:39.605996 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Checking segment: {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:39.606141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Bound using segment: {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:39.606597 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Bound port: 2655a89a-4ffd-4337-b457-c079f0967a63, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:39.606962 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:39.649103 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ddd96cf-251b-4c5f-ba45-a5507aa96155 req-593ab9bd-78c3-4789-ab78-8db8fc4a47fc tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845441 Jan 14 01:45:39.711797 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7760e1a7-c886-4eb0-8a6e-42d10943ea3e req-7a8656bd-7f55-437d-b7ae-183099edb403 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 210 time: 0.1192975 Jan 14 01:45:39.862564 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:39.863992 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7fd07-1705-425b-ba17-03a4423250f4 req-3fc416b4-e6e5-4ec7-b2eb-6f9aaa8c5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:39.865577 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72a7fd07-1705-425b-ba17-03a4423250f4 req-3fc416b4-e6e5-4ec7-b2eb-6f9aaa8c5872 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0322bb8-6a2a-4453-9d21-14136292ac8f HTTP/1.1" status: 200 len: 859 time: 0.3008683 Jan 14 01:45:39.952304 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72a7fd07-1705-425b-ba17-03a4423250f4 req-4f12c12d-02ec-4624-9335-a1aa0a8c47ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96015cda-4f80-40a8-bf1d-97150e857a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560699 Jan 14 01:45:39.993853 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7984a263-a446-4cee-bf88-9187c1ab6455 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:45:40.004463 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969fcb64-dd6c-4e62-bc80-9c7b3762189c None None] Sync routers for ids ['62f56177-0057-41c9-9b52-40b403c676d1'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:45:40.022565 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969fcb64-dd6c-4e62-bc80-9c7b3762189c None None] Routers {'62f56177-0057-41c9-9b52-40b403c676d1'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:40.023431 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-969fcb64-dd6c-4e62-bc80-9c7b3762189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['62f56177-0057-41c9-9b52-40b403c676d1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:40.030726 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7984a263-a446-4cee-bf88-9187c1ab6455 admin admin] 10.222.0.26 "PUT /v2.0/routers/62f56177-0057-41c9-9b52-40b403c676d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5689960 Jan 14 01:45:40.036174 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55100) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:40.046900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45814-a2c1-414c-bb0f-bb592a68d78e req-f530a517-5118-4b02-84e3-2b714ae35ef2 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:40.054560 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cdc45814-a2c1-414c-bb0f-bb592a68d78e req-f530a517-5118-4b02-84e3-2b714ae35ef2 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 944 time: 0.2593150 Jan 14 01:45:40.101173 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96ee77-b9ba-493b-bfe3-8d31352a7031 req-87ca546a-4b42-420e-8afa-7ce5bd579875 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:40.102741 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac96ee77-b9ba-493b-bfe3-8d31352a7031 req-87ca546a-4b42-420e-8afa-7ce5bd579875 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 945 time: 0.2791958 Jan 14 01:45:40.143514 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-969fcb64-dd6c-4e62-bc80-9c7b3762189c None None] Set router 62f56177-0057-41c9-9b52-40b403c676d1 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:40.158516 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72a7fd07-1705-425b-ba17-03a4423250f4 req-745f3354-18f5-41ab-bfe6-23d268815903 service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967978 Jan 14 01:45:40.160555 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85150067-223a-4c25-a17b-32607e9f3bde req-af9456cd-3944-4d13-ac56-1cc155304418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:40.162133 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-85150067-223a-4c25-a17b-32607e9f3bde req-af9456cd-3944-4d13-ac56-1cc155304418 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5abf1c39-a95e-4c20-bf1e-ad23d0b69f35 HTTP/1.1" status: 200 len: 1097 time: 0.2096317 Jan 14 01:45:40.234903 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-85150067-223a-4c25-a17b-32607e9f3bde req-af4c764e-0951-4b87-855f-f353d23842c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603139 Jan 14 01:45:40.235941 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] For port 2655a89a-4ffd-4337-b457-c079f0967a63, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:40.248222 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac96ee77-b9ba-493b-bfe3-8d31352a7031 req-64958322-1bcb-4183-9fbe-bd0817996046 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283524 Jan 14 01:45:40.337589 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] For port 2655a89a-4ffd-4337-b457-c079f0967a63, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2655a89a-4ffd-4337-b457-c079f0967a63,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:40.352493 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:40.388141 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-969fcb64-dd6c-4e62-bc80-9c7b3762189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f56177-0057-41c9-9b52-40b403c676d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1704370915-router', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:39Z', 'updated_at': '2022-01-14T01:45:38Z', 'revision_number': 5, 'project_id': '942b376aba28456bb7483587416a7a98', 'gw_port': {'id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f56177-0057-41c9-9b52-40b403c676d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:40Z', 'updated_at': '2022-01-14T01:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:40.405124 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Publish callbacks [] for router (62f56177-0057-41c9-9b52-40b403c676d1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:40.427042 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969fcb64-dd6c-4e62-bc80-9c7b3762189c None None] Checking router: 62f56177-0057-41c9-9b52-40b403c676d1 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:45:40.436275 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969fcb64-dd6c-4e62-bc80-9c7b3762189c None None] Routers {'62f56177-0057-41c9-9b52-40b403c676d1'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:45:40.437144 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-969fcb64-dd6c-4e62-bc80-9c7b3762189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:45:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['62f56177-0057-41c9-9b52-40b403c676d1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:40.544179 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:40.545096 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:40.546632 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] 10.222.0.36 "PUT /v2.0/ports/2655a89a-4ffd-4337-b457-c079f0967a63 HTTP/1.1" status: 200 len: 1091 time: 1.5828831 Jan 14 01:45:40.551239 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Publish callbacks [] for router_gateway (62f56177-0057-41c9-9b52-40b403c676d1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:40.558621 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdf5d9a-8212-4062-af54-547c48cadee6', 'tag': '2655a89a-4ffd-4337-b457-c079f0967a63'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:40.562119 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f43010b-b708-488d-a2e7-c9d280af0509" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdf5d9a-8212-4062-af54-547c48cadee6", "tag": "2655a89a-4ffd-4337-b457-c079f0967a63"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:40.569037 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-969fcb64-dd6c-4e62-bc80-9c7b3762189c None None] Set router 62f56177-0057-41c9-9b52-40b403c676d1 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:45:40.710703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930d962-36bb-46b8-accd-dc553187b16c service neutron] Pushing event updated for resources: {'Port': ['ID=2655a89a-4ffd-4337-b457-c079f0967a63,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:40.731109 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Deleting port cbc020aa-ece3-4e1c-ad15-558485eabd2a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:40.731455 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:40.856660 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] For port cbc020aa-ece3-4e1c-ad15-558485eabd2a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=cbc020aa-ece3-4e1c-ad15-558485eabd2a,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:40.857019 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:40.862447 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-969fcb64-dd6c-4e62-bc80-9c7b3762189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f56177-0057-41c9-9b52-40b403c676d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1704370915-router', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:39Z', 'updated_at': '2022-01-14T01:45:38Z', 'revision_number': 5, 'project_id': '942b376aba28456bb7483587416a7a98', 'gw_port': {'id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f56177-0057-41c9-9b52-40b403c676d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:40Z', 'updated_at': '2022-01-14T01:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:40.865740 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cdc45814-a2c1-414c-bb0f-bb592a68d78e req-ec59caf5-e902-4d18-b351-bcd9cb75482f tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8103299 Jan 14 01:45:40.893898 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969fcb64-dd6c-4e62-bc80-9c7b3762189c None None] The sync data for ids ['62f56177-0057-41c9-9b52-40b403c676d1'] in n-d-824358-4 is: [{'id': '62f56177-0057-41c9-9b52-40b403c676d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1704370915-router', 'tenant_id': '942b376aba28456bb7483587416a7a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:42:39Z', 'updated_at': '2022-01-14T01:45:38Z', 'revision_number': 5, 'project_id': '942b376aba28456bb7483587416a7a98', 'gw_port': {'id': 'cbc020aa-ece3-4e1c-ad15-558485eabd2a', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f56177-0057-41c9-9b52-40b403c676d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:42:40Z', 'updated_at': '2022-01-14T01:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:45:40.894712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a425d95-c20d-4daf-b20a-e00553e0ea6f req-2f39b056-84b6-4ddb-8013-f895226dbecd tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:40.896984 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6a425d95-c20d-4daf-b20a-e00553e0ea6f req-2f39b056-84b6-4ddb-8013-f895226dbecd tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 943 time: 0.5450106 Jan 14 01:45:40.912284 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Calling delete_port for cbc020aa-ece3-4e1c-ad15-558485eabd2a owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:40.934707 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:40.985228 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748181a2-94c2-405e-8122-ef3684a1500d req-65ab2c9c-37ca-4994-a2f5-bde8612e99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:40.986763 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-65ab2c9c-37ca-4994-a2f5-bde8612e99ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 1094 time: 0.3510294 Jan 14 01:45:40.992283 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6a425d95-c20d-4daf-b20a-e00553e0ea6f req-53ca594a-acd1-43e1-95d4-2f0514b89f19 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793831 Jan 14 01:45:41.040384 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72a7fd07-1705-425b-ba17-03a4423250f4 req-b837da91-a367-45d1-b2cb-c029fe77ae11 service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8011742 Jan 14 01:45:41.059024 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f26cd-4b55-4d65-990b-409a2a941de6 req-0db1b2bf-7930-446d-bd11-68043c392a08 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:41.060664 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d86f26cd-4b55-4d65-990b-409a2a941de6 req-0db1b2bf-7930-446d-bd11-68043c392a08 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.0766921 Jan 14 01:45:41.064526 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-2ac38640-215d-4a50-9a48-c1f374d3b229 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2655a89a-4ffd-4337-b457-c079f0967a63 HTTP/1.1" status: 200 len: 217 time: 0.0532644 Jan 14 01:45:41.122385 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d86f26cd-4b55-4d65-990b-409a2a941de6 req-93f69719-f056-4349-a66e-cd1ddd62a105 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545456 Jan 14 01:45:41.154109 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08b86cc-ce62-4bfa-8d16-4edaed0ba794 x-openstack-request-id: req-d08b86cc-ce62-4bfa-8d16-4edaed0ba794 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:41.154396 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdf5d9a-8212-4062-af54-547c48cadee6", "tag": "2655a89a-4ffd-4337-b457-c079f0967a63", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:41.154731 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d08b86cc-ce62-4bfa-8d16-4edaed0ba794 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:41.155170 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdf5d9a-8212-4062-af54-547c48cadee6', 'tag': '2655a89a-4ffd-4337-b457-c079f0967a63', 'status': 'completed', 'code': 200} Jan 14 01:45:41.190516 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748181a2-94c2-405e-8122-ef3684a1500d req-1cdc0712-6595-4171-a92d-38447b8c6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:41.192628 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-1cdc0712-6595-4171-a92d-38447b8c6f06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8d3bd97-b0d7-4581-9638-89c747c1dc86 HTTP/1.1" status: 200 len: 845 time: 0.1160839 Jan 14 01:45:41.263910 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-09994525-d40d-4654-8192-6d724944e867 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f027ff3-61cc-4e5c-82d5-688896fb83a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340700 Jan 14 01:45:41.275159 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc652521-04f7-4be8-bf7f-b931b23c75e1 req-4138614c-1aaa-4efd-a080-59f2b8b168c7 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 210 time: 0.0627289 Jan 14 01:45:41.355268 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-00a8da78-7c4f-4b8a-9208-a55a4a353c53 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ca29eb1af0bc49d5a47b1c34c359259e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747638 Jan 14 01:45:41.396610 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (cbc020aa-ece3-4e1c-ad15-558485eabd2a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:41.447091 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc020aa-ece3-4e1c-ad15-558485eabd2a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:41.500160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4f629-36ef-496c-a115-10bf28b8f705 req-e99d15fa-719b-496d-8709-4a3820331605 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:41.502593 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ddf4f629-36ef-496c-a115-10bf28b8f705 req-e99d15fa-719b-496d-8709-4a3820331605 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.2538698 Jan 14 01:45:41.518923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b940c20c-5dbb-4882-a913-de9e3b3316a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0855355d-735f-41dd-b0ae-89f1522b18a5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:41.519297 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-c2bf6387-da07-412d-bd1d-d40f8463d374 service neutron] 10.222.0.36 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471023 Jan 14 01:45:41.521495 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d415e2-6298-41c8-82bf-1f63855856dd" -d '{"events": [{"server_uuid": "b940c20c-5dbb-4882-a913-de9e3b3316a3", "name": "network-vif-plugged", "status": "completed", "tag": "0855355d-735f-41dd-b0ae-89f1522b18a5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:41.526027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fdbcf-b749-4e48-b305-70d958d9184f req-662aaae1-02e4-4042-9f08-66f0542409de tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:41.530128 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-877fdbcf-b749-4e48-b305-70d958d9184f req-662aaae1-02e4-4042-9f08-66f0542409de tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 945 time: 0.1813529 Jan 14 01:45:41.579026 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (62f56177-0057-41c9-9b52-40b403c676d1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:41.665349 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-877fdbcf-b749-4e48-b305-70d958d9184f req-085b0cab-9ba1-4788-b2b9-0f0d03c8047d tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162419 Jan 14 01:45:41.686699 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-a889f4dc-8886-41cc-9f6c-92d1ef4c753a tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:41.686699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-a889f4dc-8886-41cc-9f6c-92d1ef4c753a tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2938271 Jan 14 01:45:41.687586 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5a954af7-0202-4db0-a027-33359d291b83 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:41.693688 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ddf4f629-36ef-496c-a115-10bf28b8f705 req-502b068d-1978-42ce-b9f2-c3d79e442c38 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602590 Jan 14 01:45:41.720083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 5a954af7-0202-4db0-a027-33359d291b83 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:41.720083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5a954af7-0202-4db0-a027-33359d291b83 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:41.725041 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Request body: {'port': {'device_id': 'd1e74039-5566-4b6b-ba26-adbff5ef4c37', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': 'ca29eb1af0bc49d5a47b1c34c359259e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:41.767656 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (62f56177-0057-41c9-9b52-40b403c676d1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:41.771613 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Publish callbacks [] for router_controller (62f56177-0057-41c9-9b52-40b403c676d1), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:41.783284 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02875e1d-b83a-4a49-a629-70c6e29a72f5 x-openstack-request-id: req-02875e1d-b83a-4a49-a629-70c6e29a72f5 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:41.783914 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b940c20c-5dbb-4882-a913-de9e3b3316a3", "name": "network-vif-plugged", "status": "completed", "tag": "0855355d-735f-41dd-b0ae-89f1522b18a5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:41.784501 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02875e1d-b83a-4a49-a629-70c6e29a72f5 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:41.785768 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b940c20c-5dbb-4882-a913-de9e3b3316a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0855355d-735f-41dd-b0ae-89f1522b18a5', 'code': 200} Jan 14 01:45:41.844359 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (62f56177-0057-41c9-9b52-40b403c676d1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:41.845511 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62f56177-0057-41c9-9b52-40b403c676d1 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:45:41.852209 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:41.855958 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cca2681f-4227-4be7-ad14-0d62d7992058 admin admin] 10.222.0.26 "DELETE /v2.0/routers/62f56177-0057-41c9-9b52-40b403c676d1 HTTP/1.1" status: 204 len: 168 time: 1.7931461 Jan 14 01:45:41.858641 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-748181a2-94c2-405e-8122-ef3684a1500d req-9bf45bf2-a053-4e3e-ad34-0770dd930453 service neutron] 10.222.0.36 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261704 Jan 14 01:45:41.859114 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55116) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:41.906119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Made reservation on behalf of ca29eb1af0bc49d5a47b1c34c359259e for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:41.911574 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:41.929764 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:41.948218 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffffea37-b125-49cb-bbee-639d04d7a2e9 admin admin] Deleting subnet 659ffb10-7a8a-4c5e-92d3-5963203d7e43 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:45:41.965449 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffffea37-b125-49cb-bbee-639d04d7a2e9 admin admin] Publish callbacks [] for subnet (659ffb10-7a8a-4c5e-92d3-5963203d7e43), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:42.085863 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffffea37-b125-49cb-bbee-639d04d7a2e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (659ffb10-7a8a-4c5e-92d3-5963203d7e43), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:42.117754 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3555b-54b8-4c37-be43-9905ec84b9e5 req-e49f3361-509f-4c1e-bb0a-46db00b41c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:42.119260 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11c3555b-54b8-4c37-be43-9905ec84b9e5 req-e49f3361-509f-4c1e-bb0a-46db00b41c46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 1096 time: 0.1681063 Jan 14 01:45:42.122175 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ba2d9-2074-4f2c-87d9-4c41c8816e63 req-fdf7adab-15fb-432d-8acd-9b0ba6b4e920 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:42.123961 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4c9ba2d9-2074-4f2c-87d9-4c41c8816e63 req-fdf7adab-15fb-432d-8acd-9b0ba6b4e920 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 944 time: 0.1377871 Jan 14 01:45:42.140469 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43010b-b708-488d-a2e7-c9d280af0509 req-8cf5de88-7850-41aa-9a6f-c5515dafa79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:42.141917 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9f43010b-b708-488d-a2e7-c9d280af0509 req-8cf5de88-7850-41aa-9a6f-c5515dafa79e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 1094 time: 0.1750309 Jan 14 01:45:42.202031 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Publish callbacks [] for security_group (b60669d0-b016-44b9-a0fa-e58469a4ba6e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:42.220834 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e891541-9502-49c9-aa6e-ed0174c0ba7e req-b88a8218-2d75-4ff8-982d-b79e146a0b2f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:42.223078 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3e891541-9502-49c9-aa6e-ed0174c0ba7e req-b88a8218-2d75-4ff8-982d-b79e146a0b2f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 943 time: 0.1313465 Jan 14 01:45:42.226364 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b60669d0-b016-44b9-a0fa-e58469a4ba6e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:42.243837 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 884cb180-daaf-4c03-81ee-a7592ed573cf no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:42.258967 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11c3555b-54b8-4c37-be43-9905ec84b9e5 req-2cef4cb3-ea32-4102-8634-71fa9325c96c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321266 Jan 14 01:45:42.288942 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffffea37-b125-49cb-bbee-639d04d7a2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (659ffb10-7a8a-4c5e-92d3-5963203d7e43), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:42.313096 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4c9ba2d9-2074-4f2c-87d9-4c41c8816e63 req-58620d61-944e-4ded-8178-68a34fb3aa9d tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703351 Jan 14 01:45:42.330515 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43010b-b708-488d-a2e7-c9d280af0509 req-6639f4d9-0997-4b2a-81e7-755008f90a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:42.330515 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9f43010b-b708-488d-a2e7-c9d280af0509 req-6639f4d9-0997-4b2a-81e7-755008f90a21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 906 time: 0.1743543 Jan 14 01:45:42.382700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 884cb180-daaf-4c03-81ee-a7592ed573cf is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:42.405407 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9f43010b-b708-488d-a2e7-c9d280af0509 req-ec3bc52d-c08a-43eb-bec9-16bd21e757f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2655a89a-4ffd-4337-b457-c079f0967a63 HTTP/1.1" status: 200 len: 217 time: 0.0678840 Jan 14 01:45:42.421373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60669d0-b016-44b9-a0fa-e58469a4ba6e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:42.441923 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffffea37-b125-49cb-bbee-639d04d7a2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (659ffb10-7a8a-4c5e-92d3-5963203d7e43), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:42.500058 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3e891541-9502-49c9-aa6e-ed0174c0ba7e req-33dd1faf-68c1-43e9-bd16-1c6df1c14276 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516756 Jan 14 01:45:42.519813 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fded22-0e69-4de0-bed6-b510186ad7a2 None None] Network 486ba763-29c2-458e-86ce-895de61c18ee requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:42.548365 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffffea37-b125-49cb-bbee-639d04d7a2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:42.561816 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ffffea37-b125-49cb-bbee-639d04d7a2e9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/659ffb10-7a8a-4c5e-92d3-5963203d7e43 HTTP/1.1" status: 204 len: 168 time: 0.7005610 Jan 14 01:45:42.568129 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffea37-b125-49cb-bbee-639d04d7a2e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=659ffb10-7a8a-4c5e-92d3-5963203d7e43,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:42.572040 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Allocated IP 192.168.233.144 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/c97238c2-7487-4254-9afd-8a5e1c0de72e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:45:42.576528 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55128) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:42.578861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 094871bf-5c58-4f05-aa54-84169bdf5617 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:45:42.596016 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43010b-b708-488d-a2e7-c9d280af0509 req-58f66e9b-7393-4b35-bc35-77f0624ed8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:42.601737 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9f43010b-b708-488d-a2e7-c9d280af0509 req-58f66e9b-7393-4b35-bc35-77f0624ed8e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8d3bd97-b0d7-4581-9638-89c747c1dc86 HTTP/1.1" status: 200 len: 845 time: 0.1748757 Jan 14 01:45:42.685487 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9f43010b-b708-488d-a2e7-c9d280af0509 req-8f45d940-e95c-4b0d-8e6d-d0f709b2d54f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f027ff3-61cc-4e5c-82d5-688896fb83a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571358 Jan 14 01:45:42.733873 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 094871bf-5c58-4f05-aa54-84169bdf5617, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=094871bf-5c58-4f05-aa54-84169bdf5617,segment=NetworkSegment(81cf52bf-9b30-48c6-bbf1-616fa9f5cb61),segment_id=81cf52bf-9b30-48c6-bbf1-616fa9f5cb61)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:42.746505 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '094871bf-5c58-4f05-aa54-84169bdf5617', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'port_id': '094871bf-5c58-4f05-aa54-84169bdf5617', 'mac_address': 'fa:16:3e:ee:18:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:45:42.767033 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffac78-7a9f-483b-8b0d-178c556bcb88 req-6564395c-121f-4ec3-8b02-3026654f560b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:42.775054 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a4ffac78-7a9f-483b-8b0d-178c556bcb88 req-6564395c-121f-4ec3-8b02-3026654f560b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1429570 Jan 14 01:45:42.791385 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9f43010b-b708-488d-a2e7-c9d280af0509 req-28f6bc09-d4ef-4b6c-a140-15c7bc9453f1 service neutron] 10.222.0.36 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955343 Jan 14 01:45:42.830876 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 094871bf-5c58-4f05-aa54-84169bdf5617 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:42.831435 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:42.849156 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094871bf-5c58-4f05-aa54-84169bdf5617 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:42.868665 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f676c382-7222-4c29-b519-91b4f39b7547 req-f901a926-e8ac-4521-8219-37aea8d09934 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 210 time: 0.1886768 Jan 14 01:45:42.880430 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 094871bf-5c58-4f05-aa54-84169bdf5617, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=094871bf-5c58-4f05-aa54-84169bdf5617,segment=NetworkSegment(81cf52bf-9b30-48c6-bbf1-616fa9f5cb61),segment_id=81cf52bf-9b30-48c6-bbf1-616fa9f5cb61)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:42.887928 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:42.898249 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (486ba763-29c2-458e-86ce-895de61c18ee), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:42.922100 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Publish callbacks [] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:42.953055 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793f99c3-9470-4c23-8cf2-7c73fe35b6dd None None] DHCP port deletion for 486ba763-29c2-458e-86ce-895de61c18ee request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:45:42.978538 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a4ffac78-7a9f-483b-8b0d-178c556bcb88 req-618cccbe-7a33-4243-907c-47c9d8208931 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025797 Jan 14 01:45:43.007679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=094871bf-5c58-4f05-aa54-84169bdf5617,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:43.047426 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-793f99c3-9470-4c23-8cf2-7c73fe35b6dd None None] Deleting port 8e61e16b-7904-4301-8bee-e3b746cd6c94 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:43.047948 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-793f99c3-9470-4c23-8cf2-7c73fe35b6dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.052890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df37c-2361-4e29-94ac-e9379cb8a23f req-b27af9eb-d47a-4a5c-93af-721f75d98000 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:43.054670 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-157df37c-2361-4e29-94ac-e9379cb8a23f req-b27af9eb-d47a-4a5c-93af-721f75d98000 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 945 time: 0.0933855 Jan 14 01:45:43.056471 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.101110 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9f43010b-b708-488d-a2e7-c9d280af0509 req-97cabc76-2801-43d5-ac12-e47051a6eca0 service neutron] 10.222.0.36 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976961 Jan 14 01:45:43.149798 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Deleting port 8e61e16b-7904-4301-8bee-e3b746cd6c94 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:43.150221 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.163024 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-793f99c3-9470-4c23-8cf2-7c73fe35b6dd None None] For port 8e61e16b-7904-4301-8bee-e3b746cd6c94, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8e61e16b-7904-4301-8bee-e3b746cd6c94,segment=NetworkSegment(97ec5e04-91a6-4585-b3b5-fdd721f46ec0),segment_id=97ec5e04-91a6-4585-b3b5-fdd721f46ec0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:43.163336 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-793f99c3-9470-4c23-8cf2-7c73fe35b6dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.165827 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:45:43.192557 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-793f99c3-9470-4c23-8cf2-7c73fe35b6dd None None] Calling delete_port for 8e61e16b-7904-4301-8bee-e3b746cd6c94 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:43.201760 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-157df37c-2361-4e29-94ac-e9379cb8a23f req-6a4d0f96-088b-4ef0-946e-8ab336412cba tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366577 Jan 14 01:45:43.205435 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:43.210698 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:45:43.215043 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Pushing event updated for resources: {'Port': ['ID=c97238c2-7487-4254-9afd-8a5e1c0de72e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:43.272448 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] For port 8e61e16b-7904-4301-8bee-e3b746cd6c94, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8e61e16b-7904-4301-8bee-e3b746cd6c94,segment=NetworkSegment(97ec5e04-91a6-4585-b3b5-fdd721f46ec0),segment_id=97ec5e04-91a6-4585-b3b5-fdd721f46ec0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:43.273253 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.290550 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Calling delete_port for 8e61e16b-7904-4301-8bee-e3b746cd6c94 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:43.300385 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:43.306476 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.343727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['094871bf-5c58-4f05-aa54-84169bdf5617'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:43.346531 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-626856aa-402b-47a2-8a7f-b9900d00861f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6332879 Jan 14 01:45:43.372654 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Request body: {'port': {'device_id': 'd1e74039-5566-4b6b-ba26-adbff5ef4c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:43.386786 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-793f99c3-9470-4c23-8cf2-7c73fe35b6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.492956 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8e61e16b-7904-4301-8bee-e3b746cd6c94), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.515993 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f99c3-9470-4c23-8cf2-7c73fe35b6dd None None] Pushing event deleted for resources: {'Port': ['ID=8e61e16b-7904-4301-8bee-e3b746cd6c94,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:43.522768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f99c3-9470-4c23-8cf2-7c73fe35b6dd None None] No DVR routers for this DVR port 8e61e16b-7904-4301-8bee-e3b746cd6c94 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:45:43.603470 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] No DVR routers for this DVR port 8e61e16b-7904-4301-8bee-e3b746cd6c94 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:45:43.663278 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e61e16b-7904-4301-8bee-e3b746cd6c94,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:43.674912 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8e61e16b-7904-4301-8bee-e3b746cd6c94 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:43.682261 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.708639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 8e61e16b-7904-4301-8bee-e3b746cd6c94 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:43.709139 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8e61e16b-7904-4301-8bee-e3b746cd6c94 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:43.709664 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device cbc020aa-ece3-4e1c-ad15-558485eabd2a no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:43.740079 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (486ba763-29c2-458e-86ce-895de61c18ee), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.756266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: cbc020aa-ece3-4e1c-ad15-558485eabd2a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:43.756611 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device cbc020aa-ece3-4e1c-ad15-558485eabd2a not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:43.773428 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486ba763-29c2-458e-86ce-895de61c18ee']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:43.789400 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ec5e04-91a6-4585-b3b5-fdd721f46ec0') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:43.789791 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ec5e04-91a6-4585-b3b5-fdd721f46ec0') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:43.802194 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (97ec5e04-91a6-4585-b3b5-fdd721f46ec0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.819386 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (97ec5e04-91a6-4585-b3b5-fdd721f46ec0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.825103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fedd04-d916-4e4b-b8c8-0be1d834bd76 req-bce9bad7-2d5a-4098-a5bb-7e1637267611 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:43.827421 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:45:43.827833 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (97ec5e04-91a6-4585-b3b5-fdd721f46ec0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.829904 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40fedd04-d916-4e4b-b8c8-0be1d834bd76 req-bce9bad7-2d5a-4098-a5bb-7e1637267611 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 945 time: 0.3966830 Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:45:43.836908 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:45:43.899893 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (486ba763-29c2-458e-86ce-895de61c18ee), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.911426 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:43.917294 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] 10.222.0.26 "DELETE /v2.0/networks/486ba763-29c2-458e-86ce-895de61c18ee HTTP/1.1" status: 204 len: 168 time: 1.3370132 Jan 14 01:45:43.927980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac229a68-83c8-49e0-b4c8-47ca48b54444 admin admin] Pushing event deleted for resources: {'Network': ['ID=486ba763-29c2-458e-86ce-895de61c18ee,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:43.944478 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd97b8-f8c1-4dfa-b1af-ce021b808165 req-f73e46f7-a88b-4c7f-b5d9-1a056cda16a0 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:43.946443 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-31dd97b8-f8c1-4dfa-b1af-ce021b808165 req-f73e46f7-a88b-4c7f-b5d9-1a056cda16a0 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.3254390 Jan 14 01:45:43.962740 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-607f62a0-f8b2-4ff8-8783-36b7d6179927 None None] Provisioning complete for port c97238c2-7487-4254-9afd-8a5e1c0de72e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:43.963290 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-607f62a0-f8b2-4ff8-8783-36b7d6179927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.004716 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-607f62a0-f8b2-4ff8-8783-36b7d6179927 None None] Port c97238c2-7487-4254-9afd-8a5e1c0de72e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:45:44.033558 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40fedd04-d916-4e4b-b8c8-0be1d834bd76 req-a694e2f5-8116-401e-ad53-8c3d606573a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911397 Jan 14 01:45:44.092525 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-d1c5cff4-84a3-474f-9115-571dbe6611e5 service neutron] 10.222.0.36 "GET /v2.0/ports/884cb180-daaf-4c03-81ee-a7592ed573cf/bindings/n-h1-824358-4 HTTP/1.1" status: 200 len: 384 time: 0.0692961 Jan 14 01:45:44.099312 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-31dd97b8-f8c1-4dfa-b1af-ce021b808165 req-b623fc31-4574-47cf-8763-7c3a0c3aa01e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290445 Jan 14 01:45:44.201459 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55146) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:44.207581 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40181e-67c8-4b9c-a9cc-60ed698551dc req-6ec3cc66-215d-4c99-9e0d-eb421a23cebb tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:44.208858 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8c40181e-67c8-4b9c-a9cc-60ed698551dc req-6ec3cc66-215d-4c99-9e0d-eb421a23cebb tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 943 time: 0.1085951 Jan 14 01:45:44.211177 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97238c2-7487-4254-9afd-8a5e1c0de72e {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:44.220611 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Publish callbacks [] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.258955 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2655a89a-4ffd-4337-b457-c079f0967a63 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:45:44.275248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Transition to ACTIVE for port object c97238c2-7487-4254-9afd-8a5e1c0de72e will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:45:44.289707 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.302325 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8e208b52-4f53-4a66-b857-3588fc5c70d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3849d19badf142d2aa9e8334b0d48ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967047 Jan 14 01:45:44.302676 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55150) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:44.350544 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8c40181e-67c8-4b9c-a9cc-60ed698551dc req-f6d946d8-9b5a-443b-bebc-b93a48d259eb tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343548 Jan 14 01:45:44.367410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4e0ea-eac6-4fed-a470-039cec36c6ad req-6ea98f66-9c6e-48dc-9ce2-cb9ff7aac67b tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:44.369128 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6f4e0ea-eac6-4fed-a470-039cec36c6ad req-6ea98f66-9c6e-48dc-9ce2-cb9ff7aac67b tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 936 time: 0.1413608 Jan 14 01:45:44.379590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Pushing event updated for resources: {'Port': ['ID=c97238c2-7487-4254-9afd-8a5e1c0de72e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:44.382317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-98f5d4b5-b8b2-40be-a157-f6466e67f06a service neutron] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=884cb180-daaf-4c03-81ee-a7592ed573cf,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:44.398617 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2655a89a-4ffd-4337-b457-c079f0967a63, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2655a89a-4ffd-4337-b457-c079f0967a63,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:44.413235 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1cba85d-b130-46ff-a342-fc6de0ac060a admin admin] Publish callbacks [] for security_group (41951da8-d601-4026-8866-dd76f8ce9341), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.417862 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-98f5d4b5-b8b2-40be-a157-f6466e67f06a service neutron] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:44.429197 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '2655a89a-4ffd-4337-b457-c079f0967a63', 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'port_id': '2655a89a-4ffd-4337-b457-c079f0967a63', 'mac_address': 'fa:16:3e:d7:74:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d3bd97-b0d7-4581-9638-89c747c1dc86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:45:44.460280 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1cba85d-b130-46ff-a342-fc6de0ac060a admin admin] Publish callbacks [] for security_group (41951da8-d601-4026-8866-dd76f8ce9341), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.473188 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-98f5d4b5-b8b2-40be-a157-f6466e67f06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884cb180-daaf-4c03-81ee-a7592ed573cf {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:44.488789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 2655a89a-4ffd-4337-b457-c079f0967a63 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:44.489428 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.491396 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-98f5d4b5-b8b2-40be-a157-f6466e67f06a service neutron] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=884cb180-daaf-4c03-81ee-a7592ed573cf,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:44.505438 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2655a89a-4ffd-4337-b457-c079f0967a63 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:44.530767 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2655a89a-4ffd-4337-b457-c079f0967a63, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2655a89a-4ffd-4337-b457-c079f0967a63,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:44.534454 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 094871bf-5c58-4f05-aa54-84169bdf5617 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:44.536079 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-98f5d4b5-b8b2-40be-a157-f6466e67f06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.546889 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6f4e0ea-eac6-4fed-a470-039cec36c6ad req-5a42f551-4ca9-407f-9228-90bfdc4f316c tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/security-groups?id=b60669d0-b016-44b9-a0fa-e58469a4ba6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691418 Jan 14 01:45:44.579696 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.579966 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc2015-f506-4923-88d3-8d2de38493e6 req-837d287b-1213-441c-90d9-bddca088d772 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:44.582209 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4fcc2015-f506-4923-88d3-8d2de38493e6 req-837d287b-1213-441c-90d9-bddca088d772 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 943 time: 0.1080108 Jan 14 01:45:44.582984 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Attempting to bind port c97238c2-7487-4254-9afd-8a5e1c0de72e on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:45:44.583321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Attempting to bind port c97238c2-7487-4254-9afd-8a5e1c0de72e by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:45:44.583649 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Attempting to bind port c97238c2-7487-4254-9afd-8a5e1c0de72e on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:44.609138 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Port c97238c2-7487-4254-9afd-8a5e1c0de72e on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:45:44.609379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Attempting to bind port c97238c2-7487-4254-9afd-8a5e1c0de72e on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:45:44.646305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:45:44.647659 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:44.649004 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:45:44.650256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Bound port: c97238c2-7487-4254-9afd-8a5e1c0de72e, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:45:44.650702 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.656788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=2655a89a-4ffd-4337-b457-c079f0967a63,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:44.660417 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 094871bf-5c58-4f05-aa54-84169bdf5617 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:45:44.665296 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 094871bf-5c58-4f05-aa54-84169bdf5617 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:44.665764 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.681742 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-98f5d4b5-b8b2-40be-a157-f6466e67f06a service neutron] Transition to ACTIVE for port object 884cb180-daaf-4c03-81ee-a7592ed573cf will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:45:44.682845 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1cba85d-b130-46ff-a342-fc6de0ac060a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (41951da8-d601-4026-8866-dd76f8ce9341), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.686024 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1cba85d-b130-46ff-a342-fc6de0ac060a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.690384 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c1cba85d-b130-46ff-a342-fc6de0ac060a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41951da8-d601-4026-8866-dd76f8ce9341 HTTP/1.1" status: 204 len: 168 time: 0.3867126 Jan 14 01:45:44.695373 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-98f5d4b5-b8b2-40be-a157-f6466e67f06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.710440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cba85d-b130-46ff-a342-fc6de0ac060a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41951da8-d601-4026-8866-dd76f8ce9341,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:44.748340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4fcc2015-f506-4923-88d3-8d2de38493e6 req-f8281589-203b-4261-9703-698def32bff3 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588557 Jan 14 01:45:44.777102 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-98f5d4b5-b8b2-40be-a157-f6466e67f06a service neutron] No DVR routers for this DVR port 884cb180-daaf-4c03-81ee-a7592ed573cf on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:45:44.819746 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0afbbf-849d-48bf-b94f-055b577966d3 req-dd96bf23-0c90-42f5-b883-f9c126aafe25 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:44.825785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 094871bf-5c58-4f05-aa54-84169bdf5617 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:44.827406 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-98f5d4b5-b8b2-40be-a157-f6466e67f06a service neutron] 10.222.0.36 "PUT /v2.0/ports/884cb180-daaf-4c03-81ee-a7592ed573cf/bindings/n-h1-824358-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7287862 Jan 14 01:45:44.828539 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5d4b5-b8b2-40be-a157-f6466e67f06a service neutron] Pushing event updated for resources: {'Port': ['ID=884cb180-daaf-4c03-81ee-a7592ed573cf,revision_number=10']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:44.829322 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee0afbbf-849d-48bf-b94f-055b577966d3 req-dd96bf23-0c90-42f5-b883-f9c126aafe25 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 945 time: 0.1726549 Jan 14 01:45:44.830471 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.867882 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:44.870112 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0de3b1-0f9a-4710-9f4a-e0fd68b984e9" -d '{"events": [{"server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "name": "network-vif-plugged", "status": "completed", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:44.884047 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 094871bf-5c58-4f05-aa54-84169bdf5617, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=094871bf-5c58-4f05-aa54-84169bdf5617,segment=NetworkSegment(81cf52bf-9b30-48c6-bbf1-616fa9f5cb61),segment_id=81cf52bf-9b30-48c6-bbf1-616fa9f5cb61)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:44.891064 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.924293 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3a3068-f9a8-43d8-8c60-6d7559f10a80 x-openstack-request-id: req-2f3a3068-f9a8-43d8-8c60-6d7559f10a80 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:44.924443 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee0afbbf-849d-48bf-b94f-055b577966d3 req-f3def823-93a3-4f73-adc8-03fbabba4f34 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934222 Jan 14 01:45:44.924586 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "name": "network-vif-plugged", "status": "completed", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:44.924844 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f3a3068-f9a8-43d8-8c60-6d7559f10a80 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:44.925306 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617', 'code': 200} Jan 14 01:45:44.928646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] For port c97238c2-7487-4254-9afd-8a5e1c0de72e, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:44.948125 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] For port c97238c2-7487-4254-9afd-8a5e1c0de72e, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c97238c2-7487-4254-9afd-8a5e1c0de72e,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:45:44.955282 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:44.959403 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['2655a89a-4ffd-4337-b457-c079f0967a63'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:44.989096 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=094871bf-5c58-4f05-aa54-84169bdf5617,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:45.086337 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.087438 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:45.089163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] 10.222.0.46 "PUT /v2.0/ports/c97238c2-7487-4254-9afd-8a5e1c0de72e HTTP/1.1" status: 200 len: 1096 time: 1.7230046 Jan 14 01:45:45.090703 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e74039-5566-4b6b-ba26-adbff5ef4c37', 'tag': 'c97238c2-7487-4254-9afd-8a5e1c0de72e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:45.093438 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49799534-5f10-49c0-8eae-bd9d372b38e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e74039-5566-4b6b-ba26-adbff5ef4c37", "tag": "c97238c2-7487-4254-9afd-8a5e1c0de72e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:45.250026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1620f-cd14-4391-b3a7-99ce052c5b98 service neutron] Pushing event updated for resources: {'Port': ['ID=c97238c2-7487-4254-9afd-8a5e1c0de72e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:45.256432 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 55168) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.293777 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.296815 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.296815 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.296815 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.296815 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.296815 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.296815 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.296815 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.296815 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.296815 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.296815 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.296815 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:45.296815 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:45:45.298042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3238fff-5e38-480c-8d8d-11fc1492ca9b req-4a9689fb-5fd8-4919-83db-dacc135707f5 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.306618 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3238fff-5e38-480c-8d8d-11fc1492ca9b req-4a9689fb-5fd8-4919-83db-dacc135707f5 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=5abf1c39-a95e-4c20-bf1e-ad23d0b69f35 HTTP/1.1" status: 200 len: 946 time: 0.2611547 Jan 14 01:45:45.374734 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-40161404-0a5a-47bd-b317-cf9c5f5f811e tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.376242 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-40161404-0a5a-47bd-b317-cf9c5f5f811e tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1&tenant_id=499063d5628544d8ac7f06264154b870&binding%3Ahost_id=n-h2-824358-4 HTTP/1.1" status: 200 len: 1095 time: 0.4087420 Jan 14 01:45:45.377681 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-84bcd656-68fa-40ca-a8c0-6c4d1773aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.379886 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-84bcd656-68fa-40ca-a8c0-6c4d1773aa43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca29eb1af0bc49d5a47b1c34c359259e&device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 1099 time: 0.2052205 Jan 14 01:45:45.385776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28478c95-fcaf-45d9-b12a-ab255e3e0047 req-b17609ae-f4ef-4593-9777-a57947c1f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.387210 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-28478c95-fcaf-45d9-b12a-ab255e3e0047 req-b17609ae-f4ef-4593-9777-a57947c1f1b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 1097 time: 0.3476040 Jan 14 01:45:45.394720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e8770-2aa5-4517-bea7-189f2a6267a4 req-5388f1e0-417e-4888-b26e-8e751a74c73e tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.396139 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a72e8770-2aa5-4517-bea7-189f2a6267a4 req-5388f1e0-417e-4888-b26e-8e751a74c73e tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.2601814 Jan 14 01:45:45.405938 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1a5f8693-7d44-4785-a582-b43115beb94b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=942b376aba28456bb7483587416a7a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290586 Jan 14 01:45:45.419380 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 55172) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:45.459484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-62ff01c9-e3c4-4f23-81b0-0ff54735f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.460961 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-62ff01c9-e3c4-4f23-81b0-0ff54735f7d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1&tenant_id=499063d5628544d8ac7f06264154b870 HTTP/1.1" status: 200 len: 1095 time: 0.0676050 Jan 14 01:45:45.463472 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-28478c95-fcaf-45d9-b12a-ab255e3e0047 req-143c7b22-7bda-425c-ad6b-930e0453fd6e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614476 Jan 14 01:45:45.471466 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3238fff-5e38-480c-8d8d-11fc1492ca9b req-55fb0dac-3fda-4770-9237-b0d5939d4c02 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639116 Jan 14 01:45:45.473193 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-94865224-82d9-45b7-8e50-f86598a00ac2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c97238c2-7487-4254-9afd-8a5e1c0de72e HTTP/1.1" status: 200 len: 217 time: 0.0711427 Jan 14 01:45:45.522279 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a72e8770-2aa5-4517-bea7-189f2a6267a4 req-e124631a-ee55-4600-a700-788268bbd306 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188779 Jan 14 01:45:45.540626 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5225c639-071d-4591-afa8-d60af05446df admin admin] Publish callbacks [] for security_group (47559d8a-bf31-4129-852d-8ec62fc0c4fe), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:45.573272 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e1c9b2-ab06-4524-a466-3bf53d36bba4 x-openstack-request-id: req-48e1c9b2-ab06-4524-a466-3bf53d36bba4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:45.573681 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e74039-5566-4b6b-ba26-adbff5ef4c37", "tag": "c97238c2-7487-4254-9afd-8a5e1c0de72e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:45.573837 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48e1c9b2-ab06-4524-a466-3bf53d36bba4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:45.574181 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e74039-5566-4b6b-ba26-adbff5ef4c37', 'tag': 'c97238c2-7487-4254-9afd-8a5e1c0de72e', 'status': 'completed', 'code': 200} Jan 14 01:45:45.590286 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5225c639-071d-4591-afa8-d60af05446df admin admin] Publish callbacks [] for security_group (47559d8a-bf31-4129-852d-8ec62fc0c4fe), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:45.631665 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f19490-cd71-49f5-ab82-748ae0762236 req-44bf4c64-f363-4e6c-8fbf-62861b4122a8 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.633094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20f19490-cd71-49f5-ab82-748ae0762236 req-44bf4c64-f363-4e6c-8fbf-62861b4122a8 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.0986819 Jan 14 01:45:45.674467 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5225c639-071d-4591-afa8-d60af05446df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (47559d8a-bf31-4129-852d-8ec62fc0c4fe), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:45.677645 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5225c639-071d-4591-afa8-d60af05446df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:45.678766 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5225c639-071d-4591-afa8-d60af05446df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47559d8a-bf31-4129-852d-8ec62fc0c4fe HTTP/1.1" status: 204 len: 168 time: 0.2584944 Jan 14 01:45:45.691964 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20f19490-cd71-49f5-ab82-748ae0762236 req-3dc3fc0d-9504-4587-8c97-82728edddeb1 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528569 Jan 14 01:45:45.692795 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225c639-071d-4591-afa8-d60af05446df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47559d8a-bf31-4129-852d-8ec62fc0c4fe,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:45.797441 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b83dc6-556e-484f-bfbd-a25fa20a5548 req-5a6cb51f-49c2-4c08-9a53-d88d2a8aad54 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.799036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49b83dc6-556e-484f-bfbd-a25fa20a5548 req-5a6cb51f-49c2-4c08-9a53-d88d2a8aad54 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 944 time: 0.0510199 Jan 14 01:45:45.851854 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-fb583e1c-d548-4414-a6b1-5db0699a4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.853466 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-fb583e1c-d548-4414-a6b1-5db0699a4f61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 1095 time: 0.0610206 Jan 14 01:45:45.912999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-133a0d7b-102f-4f19-856e-5966cd64fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.914658 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-133a0d7b-102f-4f19-856e-5966cd64fd95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1146882 Jan 14 01:45:45.934866 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49b83dc6-556e-484f-bfbd-a25fa20a5548 req-a1a287e8-e44b-4d01-8606-2b202bb29a2e tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239457 Jan 14 01:45:45.963078 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc6a6e-3466-4baf-bdb6-f8f8c00c6f3e req-2cd0f0ae-1d9e-4f71-bda5-518e26c32109 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.964424 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-4efe7d3f-fe7e-4d81-ad64-abdd661e37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:45.964646 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eccc6a6e-3466-4baf-bdb6-f8f8c00c6f3e req-2cd0f0ae-1d9e-4f71-bda5-518e26c32109 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7de2062-d445-496d-8345-de1dafa67ca3 HTTP/1.1" status: 200 len: 945 time: 0.1206069 Jan 14 01:45:45.966318 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-4efe7d3f-fe7e-4d81-ad64-abdd661e37d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.1063774 Jan 14 01:45:46.009105 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-ff3c6448-7994-40fa-ba4d-f92ce3a2a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:46.011231 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-ff3c6448-7994-40fa-ba4d-f92ce3a2a1bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891702 Jan 14 01:45:46.016528 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-ddf9d6ab-7df9-4dc0-bfb8-c73d75dd5021 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=884cb180-daaf-4c03-81ee-a7592ed573cf HTTP/1.1" status: 200 len: 217 time: 0.0419290 Jan 14 01:45:46.070600 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-dc67e226-bef0-445f-84a6-a2e3e5fdd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:46.072225 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-dc67e226-bef0-445f-84a6-a2e3e5fdd20a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0498319 Jan 14 01:45:46.111492 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-976af08d-3b06-4866-9184-9b208e096209 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330555 Jan 14 01:45:46.138729 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eccc6a6e-3466-4baf-bdb6-f8f8c00c6f3e req-99168d5f-b863-4934-a887-0ade747e7e19 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609154 Jan 14 01:45:46.187131 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ab35-57a8-470a-b914-a73ae60ddee3 req-d26490b3-895c-47f9-9e53-16c13fde4a0d tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:46.190937 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1a4ab35-57a8-470a-b914-a73ae60ddee3 req-d26490b3-895c-47f9-9e53-16c13fde4a0d tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 948 time: 0.1703918 Jan 14 01:45:46.194008 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-a1cde165-70ad-4c88-b3d1-3aa401000513 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751213 Jan 14 01:45:46.211614 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-556472ff-b314-4f0e-9dae-5ff9da682942 service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936189 Jan 14 01:45:46.262852 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2655a89a-4ffd-4337-b457-c079f0967a63 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:46.316660 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-9c488e3e-218e-472a-811a-52848a7bbe69 service neutron] 10.222.0.46 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985165 Jan 14 01:45:46.325049 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1a4ab35-57a8-470a-b914-a73ae60ddee3 req-61a7ca79-c048-4cab-a788-548ddde1b900 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/security-groups?id=b60669d0-b016-44b9-a0fa-e58469a4ba6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279438 Jan 14 01:45:46.341655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ff69-56ba-4c16-b507-618e80024675 req-13e905bd-5316-402a-bbc0-3a214175b2e0 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:46.348525 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6474ff69-56ba-4c16-b507-618e80024675 req-13e905bd-5316-402a-bbc0-3a214175b2e0 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 944 time: 0.1436393 Jan 14 01:45:46.367796 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 2655a89a-4ffd-4337-b457-c079f0967a63 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:45:46.371676 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 2655a89a-4ffd-4337-b457-c079f0967a63 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:46.372290 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:46.399781 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb0f1729-5bd1-41bc-be44-2d597475c19d req-72e49fb4-ba09-4b84-974b-2d67c75a75e3 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937408 Jan 14 01:45:46.430849 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6474ff69-56ba-4c16-b507-618e80024675 req-ef0566fc-4697-4859-8de0-45e0d90b86d5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812919 Jan 14 01:45:46.559915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 55206) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:46.645953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 2655a89a-4ffd-4337-b457-c079f0967a63 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:46.646389 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:46.684791 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2655a89a-4ffd-4337-b457-c079f0967a63, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2655a89a-4ffd-4337-b457-c079f0967a63,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:46.693611 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:46.703320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dafa8-c0ff-4841-b95e-516bd05a0289 req-ee9acc24-70f5-46e5-8e1e-eb86a9fd2718 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:46.704520 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-869dafa8-c0ff-4841-b95e-516bd05a0289 req-ee9acc24-70f5-46e5-8e1e-eb86a9fd2718 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7de2062-d445-496d-8345-de1dafa67ca3 HTTP/1.1" status: 200 len: 945 time: 0.1295609 Jan 14 01:45:46.715112 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2061787238-network', 'tenant_id': 'cdc2047a5fbe468b83cfe662555d15b7'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:46.758608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49799534-5f10-49c0-8eae-bd9d372b38e7 req-1f3d9340-3beb-4d15-be6a-1bfec49924fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:46.760285 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49799534-5f10-49c0-8eae-bd9d372b38e7 req-1f3d9340-3beb-4d15-be6a-1bfec49924fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca29eb1af0bc49d5a47b1c34c359259e&device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 1099 time: 0.1510561 Jan 14 01:45:46.766920 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=2655a89a-4ffd-4337-b457-c079f0967a63,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:46.785756 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6637685-5d94-407d-8d0f-afa3cb2ccce9 req-1631393e-b053-4490-964b-cdfda11ab709 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:46.787979 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b6637685-5d94-407d-8d0f-afa3cb2ccce9 req-1631393e-b053-4490-964b-cdfda11ab709 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1672366 Jan 14 01:45:46.805007 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-a08cf32f-5f39-443d-bcc3-f88d0b5f85fd tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:46.806678 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-a08cf32f-5f39-443d-bcc3-f88d0b5f85fd tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1&tenant_id=499063d5628544d8ac7f06264154b870&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 1095 time: 0.0595953 Jan 14 01:45:46.840965 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Made reservation on behalf of cdc2047a5fbe468b83cfe662555d15b7 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:46.847024 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:46.876450 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:46.894600 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-869dafa8-c0ff-4841-b95e-516bd05a0289 req-80c4964d-2056-4bc7-9f8a-4cc74339ef51 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715305 Jan 14 01:45:46.926208 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdf5d9a-8212-4062-af54-547c48cadee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2655a89a-4ffd-4337-b457-c079f0967a63'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:46.932141 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff01676-c2d8-448b-89b6-62dfaa6b7768" -d '{"events": [{"server_uuid": "3fdf5d9a-8212-4062-af54-547c48cadee6", "name": "network-vif-plugged", "status": "completed", "tag": "2655a89a-4ffd-4337-b457-c079f0967a63"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:46.944791 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-de262fbd-7790-4ebb-8118-cff2ae35044e service neutron] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:45:46.949467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-de262fbd-7790-4ebb-8118-cff2ae35044e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:46.950716 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-de262fbd-7790-4ebb-8118-cff2ae35044e service neutron] 10.222.0.46 "DELETE /v2.0/ports/884cb180-daaf-4c03-81ee-a7592ed573cf/bindings/n-h2-824358-4 HTTP/1.1" status: 204 len: 173 time: 0.1254306 Jan 14 01:45:46.963086 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b6637685-5d94-407d-8d0f-afa3cb2ccce9 req-1774d87e-3429-4058-9d5b-158a9906ac47 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645484 Jan 14 01:45:46.964121 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49799534-5f10-49c0-8eae-bd9d372b38e7 req-8fb3b1e9-8d9d-4901-b1cf-81280ea0f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:46.965469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49799534-5f10-49c0-8eae-bd9d372b38e7 req-8fb3b1e9-8d9d-4901-b1cf-81280ea0f7db service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1979494 Jan 14 01:45:47.057793 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49799534-5f10-49c0-8eae-bd9d372b38e7 req-8d8e0c50-0916-4d47-9f18-76df568d3163 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c97238c2-7487-4254-9afd-8a5e1c0de72e HTTP/1.1" status: 200 len: 217 time: 0.0549560 Jan 14 01:45:47.093711 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ace2691-f446-4710-ba34-29548f308762 x-openstack-request-id: req-6ace2691-f446-4710-ba34-29548f308762 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:47.093998 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdf5d9a-8212-4062-af54-547c48cadee6", "name": "network-vif-plugged", "status": "completed", "tag": "2655a89a-4ffd-4337-b457-c079f0967a63", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:47.094246 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ace2691-f446-4710-ba34-29548f308762 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:47.094733 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdf5d9a-8212-4062-af54-547c48cadee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2655a89a-4ffd-4337-b457-c079f0967a63', 'code': 200} Jan 14 01:45:47.111719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14946c45-8ab7-4135-afcb-48d579022281 req-3158788d-e7f8-4367-ac38-7ac974b7b11c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:47.113818 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14946c45-8ab7-4135-afcb-48d579022281 req-3158788d-e7f8-4367-ac38-7ac974b7b11c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1474793 Jan 14 01:45:47.162539 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Publish callbacks [] for security_group (7d3bf61a-5d0b-4752-856b-d110ed218e86), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:47.183683 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7d3bf61a-5d0b-4752-856b-d110ed218e86), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:47.202154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49799534-5f10-49c0-8eae-bd9d372b38e7 req-5581bb36-f5ac-4f47-9490-1cb0db94206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:47.203604 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49799534-5f10-49c0-8eae-bd9d372b38e7 req-5581bb36-f5ac-4f47-9490-1cb0db94206a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1363807 Jan 14 01:45:47.242201 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:45:47.254548 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7f40c-fff2-43e4-b6b2-c09d2ed6d318 req-69dff86b-3e71-4ee0-9809-f5756caedff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:47.256174 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b1c7f40c-fff2-43e4-b6b2-c09d2ed6d318 req-69dff86b-3e71-4ee0-9809-f5756caedff4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 1096 time: 0.0441847 Jan 14 01:45:47.309830 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b1c7f40c-fff2-43e4-b6b2-c09d2ed6d318 req-f54a5f30-976f-4f2c-bea4-d8002fdfac8e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Jan 14 01:45:47.577833 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (4590468f-a514-48b5-b129-c24ed1c2bafb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:47.578399 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Added segment 4590468f-a514-48b5-b129-c24ed1c2bafb of type vlan for network ec3b119e-245b-443a-a506-6e776bcda22e Jan 14 01:45:47.593330 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3bf61a-5d0b-4752-856b-d110ed218e86,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:47.604004 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14946c45-8ab7-4135-afcb-48d579022281 req-c2b4e65c-5c50-42db-b712-6f7b741c4f4f tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806173 Jan 14 01:45:47.611119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d76d0-1ffe-4cf0-92c8-85b13c33a421 req-8fef17a8-f0a7-400a-844b-84de35a18520 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:47.612510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed4d76d0-1ffe-4cf0-92c8-85b13c33a421 req-8fef17a8-f0a7-400a-844b-84de35a18520 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 945 time: 0.4532931 Jan 14 01:45:47.651830 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (ec3b119e-245b-443a-a506-6e776bcda22e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:47.668573 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49799534-5f10-49c0-8eae-bd9d372b38e7 req-f1fc0c58-5e5f-4f37-8578-fa0455626390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:47.670022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49799534-5f10-49c0-8eae-bd9d372b38e7 req-f1fc0c58-5e5f-4f37-8578-fa0455626390 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4499090 Jan 14 01:45:47.781147 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed4d76d0-1ffe-4cf0-92c8-85b13c33a421 req-6bc4e974-b019-404c-a666-ad2adecc2759 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506124 Jan 14 01:45:47.788621 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (ec3b119e-245b-443a-a506-6e776bcda22e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:47.789555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:47.790182 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:47.869139 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3080630 Jan 14 01:45:47.872011 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55222) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:47.877091 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1759fda7-61e5-4946-8efd-7144eac47976 admin admin] Request body: {'subnet': {'network_id': 'ec3b119e-245b-443a-a506-6e776bcda22e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2061787238-subnet', 'tenant_id': 'cdc2047a5fbe468b83cfe662555d15b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:47.896915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea8d23-8119-4ccb-a8fd-b7682e7209fd req-29c6f9a3-cd67-4eac-8fe5-dc4ae058aaa9 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:47.898478 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0bea8d23-8119-4ccb-a8fd-b7682e7209fd req-29c6f9a3-cd67-4eac-8fe5-dc4ae058aaa9 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 948 time: 0.2260621 Jan 14 01:45:47.903524 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1759fda7-61e5-4946-8efd-7144eac47976 admin admin] Made reservation on behalf of cdc2047a5fbe468b83cfe662555d15b7 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:45:47.906904 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1759fda7-61e5-4946-8efd-7144eac47976 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:47.940047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ce10e-444b-4c54-82c5-70043005bf12 admin admin] Pushing event updated for resources: {'Network': ['ID=ec3b119e-245b-443a-a506-6e776bcda22e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:47.950943 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network ec3b119e-245b-443a-a506-6e776bcda22e details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:45:47.956377 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49799534-5f10-49c0-8eae-bd9d372b38e7 req-412981f9-cab5-48fe-90ca-499d439d6fef service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788177 Jan 14 01:45:48.034090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35895493-44fc-46ec-b4c7-c3fbf451283a req-e0948832-e353-4931-82fd-d2075dd4b5d0 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:48.035641 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35895493-44fc-46ec-b4c7-c3fbf451283a req-e0948832-e353-4931-82fd-d2075dd4b5d0 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 944 time: 0.1759684 Jan 14 01:45:48.067653 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0bea8d23-8119-4ccb-a8fd-b7682e7209fd req-e38e7b92-f9af-4ba3-b395-220bc461e5c8 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/security-groups?id=b60669d0-b016-44b9-a0fa-e58469a4ba6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418123 Jan 14 01:45:48.090077 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1759fda7-61e5-4946-8efd-7144eac47976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (37f6eff3-4982-49fe-8851-c2614637ddc6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:48.121597 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35895493-44fc-46ec-b4c7-c3fbf451283a req-a02cbc53-b161-4389-8cb6-2ae47099f566 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771356 Jan 14 01:45:48.127564 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49799534-5f10-49c0-8eae-bd9d372b38e7 req-ffbfbd69-9cf9-43f9-8951-b397ca030bc6 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619387 Jan 14 01:45:48.160663 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1759fda7-61e5-4946-8efd-7144eac47976 admin admin] Checking segment: {'id': '4590468f-a514-48b5-b129-c24ed1c2bafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec3b119e-245b-443a-a506-6e776bcda22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:45:48.161021 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759fda7-61e5-4946-8efd-7144eac47976 admin admin] Network hostable DHCP agents. Network: ec3b119e-245b-443a-a506-6e776bcda22e, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:45:48.166382 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759fda7-61e5-4946-8efd-7144eac47976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f6eff3-4982-49fe-8851-c2614637ddc6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:48.183591 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759fda7-61e5-4946-8efd-7144eac47976 admin admin] Network ec3b119e-245b-443a-a506-6e776bcda22e is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:45:48.193514 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1759fda7-61e5-4946-8efd-7144eac47976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, ec3b119e-245b-443a-a506-6e776bcda22e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:45:48.197841 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1759fda7-61e5-4946-8efd-7144eac47976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:48.198461 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1759fda7-61e5-4946-8efd-7144eac47976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:48.205006 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eb85df-d870-4e5f-b873-aef8f533d38d None None] Network ec3b119e-245b-443a-a506-6e776bcda22e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:48.205308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8edde1-2197-4a12-af70-8b09ac3fe097 req-8b7d3128-0bd2-4878-bfb9-3b6bef23ce0d tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:48.210968 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f8edde1-2197-4a12-af70-8b09ac3fe097 req-8b7d3128-0bd2-4878-bfb9-3b6bef23ce0d tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7de2062-d445-496d-8345-de1dafa67ca3 HTTP/1.1" status: 200 len: 945 time: 0.0755391 Jan 14 01:45:48.218974 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1759fda7-61e5-4946-8efd-7144eac47976 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3458374 Jan 14 01:45:48.301434 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e867e-339a-4e00-9ed9-c2f42dd5ebf0 req-a1b2318c-8dfe-4cf7-ab2c-12f7b7b89f3f tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:48.308255 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b28e867e-339a-4e00-9ed9-c2f42dd5ebf0 req-a1b2318c-8dfe-4cf7-ab2c-12f7b7b89f3f tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.0961125 Jan 14 01:45:48.315561 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e084b5e2-fd21-4c2c-b22e-205de573ef82 None None] Network ec3b119e-245b-443a-a506-6e776bcda22e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:45:48.320586 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f8edde1-2197-4a12-af70-8b09ac3fe097 req-1c17f7f6-db26-48ea-92e2-a912a1264c6c tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971754 Jan 14 01:45:48.365067 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b28e867e-339a-4e00-9ed9-c2f42dd5ebf0 req-6aa710c8-0b5d-49cd-93c2-b79382e248d5 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558839 Jan 14 01:45:48.530301 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e6a0f175-b9ef-4010-918e-1946789575a1 req-e1a043e3-24fa-4f7e-8713-efec25178d28 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1103584236', 'description': 'tempest-description-1011763013'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:48.556521 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6a0f175-b9ef-4010-918e-1946789575a1 req-e1a043e3-24fa-4f7e-8713-efec25178d28 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:48.634651 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6a0f175-b9ef-4010-918e-1946789575a1 req-e1a043e3-24fa-4f7e-8713-efec25178d28 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (59d46da3-5f6f-43e0-b156-2872ed405f87), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:48.639130 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6a0f175-b9ef-4010-918e-1946789575a1 req-e1a043e3-24fa-4f7e-8713-efec25178d28 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (59d46da3-5f6f-43e0-b156-2872ed405f87), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:48.687129 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6a0f175-b9ef-4010-918e-1946789575a1 req-e1a043e3-24fa-4f7e-8713-efec25178d28 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:48.688282 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e6a0f175-b9ef-4010-918e-1946789575a1 req-e1a043e3-24fa-4f7e-8713-efec25178d28 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1623344 Jan 14 01:45:48.725651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a043e3-24fa-4f7e-8713-efec25178d28 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d46da3-5f6f-43e0-b156-2872ed405f87,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:48.745141 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4efa3b-947a-4f97-91aa-f79edc962002 req-88001201-10b7-4fbb-b87e-58fcb932185f tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:48.746658 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5c4efa3b-947a-4f97-91aa-f79edc962002 req-88001201-10b7-4fbb-b87e-58fcb932185f tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 1095 time: 0.0901194 Jan 14 01:45:48.765709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fb854-2223-4868-8d12-14a6f3720097 req-006d5163-e546-4f11-bef8-f67e7339aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:48.767187 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e5fb854-2223-4868-8d12-14a6f3720097 req-006d5163-e546-4f11-bef8-f67e7339aeb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0695d654c2fe49eeac5927d1467dfbbd&device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 1097 time: 0.0829272 Jan 14 01:45:48.884462 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e0240-e208-4f16-8ff4-91df505232b8 req-c89c0958-1b16-4730-97b8-a17f7235fc26 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:48.885920 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-152e0240-e208-4f16-8ff4-91df505232b8 req-c89c0958-1b16-4730-97b8-a17f7235fc26 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1439517 Jan 14 01:45:48.892991 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5c4efa3b-947a-4f97-91aa-f79edc962002 req-f8791f98-2cda-4bb5-9de7-ebda2921ec92 tempest-LiveMigrationTest-1717973558 tempest-LiveMigrationTest-1717973558-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375146 Jan 14 01:45:48.935997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fb854-2223-4868-8d12-14a6f3720097 req-35c3b72b-2608-4248-8a5c-201b8ae76637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:48.937484 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e5fb854-2223-4868-8d12-14a6f3720097 req-35c3b72b-2608-4248-8a5c-201b8ae76637 service neutron] 10.222.0.46 "GET /v2.0/networks?id=96015cda-4f80-40a8-bf1d-97150e857a1f HTTP/1.1" status: 200 len: 920 time: 0.1562588 Jan 14 01:45:48.996962 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e5fb854-2223-4868-8d12-14a6f3720097 req-7e696ca2-f26a-4f98-8340-aaa4418853fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 217 time: 0.0535853 Jan 14 01:45:49.015018 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-152e0240-e208-4f16-8ff4-91df505232b8 req-891f4336-232d-4032-8dff-a627c8c70bc1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211171 Jan 14 01:45:49.057648 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0781ea-f589-44da-9866-d93e5bb87e0d req-b1a6c8d4-eff6-4ff8-92ba-fb8510dfa1c4 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:49.059204 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fb0781ea-f589-44da-9866-d93e5bb87e0d req-b1a6c8d4-eff6-4ff8-92ba-fb8510dfa1c4 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de2062-d445-496d-8345-de1dafa67ca3 HTTP/1.1" status: 200 len: 945 time: 0.0527465 Jan 14 01:45:49.095923 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07581eb6-9ffd-4c67-ac7c-7b58eda07735 req-361aaab1-75f1-4943-b59c-860bace8110c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:49.097964 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07581eb6-9ffd-4c67-ac7c-7b58eda07735 req-361aaab1-75f1-4943-b59c-860bace8110c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1453025 Jan 14 01:45:49.112221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fb854-2223-4868-8d12-14a6f3720097 req-f20f3888-337b-4acb-b6b9-701017b654bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:49.113637 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e5fb854-2223-4868-8d12-14a6f3720097 req-f20f3888-337b-4acb-b6b9-701017b654bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0322bb8-6a2a-4453-9d21-14136292ac8f HTTP/1.1" status: 200 len: 859 time: 0.1025898 Jan 14 01:45:49.152016 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-000c7108-5b5f-4e80-b70a-24236b98c650 req-3df8be03-9a00-490c-a34d-948db19faca4 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/59d46da3-5f6f-43e0-b156-2872ed405f87 HTTP/1.1" status: 200 len: 1830 time: 0.1043572 Jan 14 01:45:49.153433 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-fb0781ea-f589-44da-9866-d93e5bb87e0d req-cef319c0-47c7-44a2-8af2-9017cad6e29f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Deleting port 1fb86815-01bd-4fb2-838f-4a2217aee275 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:49.153946 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e5fb854-2223-4868-8d12-14a6f3720097 req-033fd07d-157d-4219-b883-dbab159423e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96015cda-4f80-40a8-bf1d-97150e857a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334134 Jan 14 01:45:49.154066 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fb0781ea-f589-44da-9866-d93e5bb87e0d req-cef319c0-47c7-44a2-8af2-9017cad6e29f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:49.164109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-000c7108-5b5f-4e80-b70a-24236b98c650 req-d648f8ca-e101-44e4-bb42-4fa451e507f1 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59d46da3-5f6f-43e0-b156-2872ed405f87', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:49.164423 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-000c7108-5b5f-4e80-b70a-24236b98c650 req-d648f8ca-e101-44e4-bb42-4fa451e507f1 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59d46da3-5f6f-43e0-b156-2872ed405f87', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:49.241597 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fb0781ea-f589-44da-9866-d93e5bb87e0d req-cef319c0-47c7-44a2-8af2-9017cad6e29f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] For port 1fb86815-01bd-4fb2-838f-4a2217aee275, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=1fb86815-01bd-4fb2-838f-4a2217aee275,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:49.241977 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fb0781ea-f589-44da-9866-d93e5bb87e0d req-cef319c0-47c7-44a2-8af2-9017cad6e29f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:49.245704 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07581eb6-9ffd-4c67-ac7c-7b58eda07735 req-e3246968-ea54-4a02-bbe8-85b4b8f10992 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394329 Jan 14 01:45:49.266719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-fb0781ea-f589-44da-9866-d93e5bb87e0d req-cef319c0-47c7-44a2-8af2-9017cad6e29f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Calling delete_port for 1fb86815-01bd-4fb2-838f-4a2217aee275 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:49.325698 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e5fb854-2223-4868-8d12-14a6f3720097 req-0309bb3d-687b-4f07-9d46-4026392efcaf service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570075 Jan 14 01:45:49.355890 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-000c7108-5b5f-4e80-b70a-24236b98c650 req-d648f8ca-e101-44e4-bb42-4fa451e507f1 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group_rule (b3109549-824c-4dd5-9a72-3e92334cac58), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:49.393281 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fb0781ea-f589-44da-9866-d93e5bb87e0d req-cef319c0-47c7-44a2-8af2-9017cad6e29f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1fb86815-01bd-4fb2-838f-4a2217aee275), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:49.419374 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-000c7108-5b5f-4e80-b70a-24236b98c650 req-d648f8ca-e101-44e4-bb42-4fa451e507f1 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group_rule (b3109549-824c-4dd5-9a72-3e92334cac58), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:49.421581 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef319c0-47c7-44a2-8af2-9017cad6e29f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Pushing event deleted for resources: {'Port': ['ID=1fb86815-01bd-4fb2-838f-4a2217aee275,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:49.430368 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['1fb86815-01bd-4fb2-838f-4a2217aee275'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:49.431085 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-000c7108-5b5f-4e80-b70a-24236b98c650 req-d648f8ca-e101-44e4-bb42-4fa451e507f1 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (b3109549-824c-4dd5-9a72-3e92334cac58), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:49.433522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['7c2bf2e8-93f6-4139-8c2a-11a43d75d60d', '0855355d-735f-41dd-b0ae-89f1522b18a5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:49.443816 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a2ae1-6a84-442f-9290-4717143b5224 req-1ddfa611-909b-4aeb-860a-834e4ca814b2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:49.445936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-032a2ae1-6a84-442f-9290-4717143b5224 req-1ddfa611-909b-4aeb-860a-834e4ca814b2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 945 time: 0.1389117 Jan 14 01:45:49.472762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0781ea-f589-44da-9866-d93e5bb87e0d req-cef319c0-47c7-44a2-8af2-9017cad6e29f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] No DVR routers for this DVR port 1fb86815-01bd-4fb2-838f-4a2217aee275 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:45:49.475371 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fb0781ea-f589-44da-9866-d93e5bb87e0d req-cef319c0-47c7-44a2-8af2-9017cad6e29f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:49.478727 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fb0781ea-f589-44da-9866-d93e5bb87e0d req-cef319c0-47c7-44a2-8af2-9017cad6e29f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.36 "DELETE /v2.0/ports/1fb86815-01bd-4fb2-838f-4a2217aee275 HTTP/1.1" status: 204 len: 173 time: 0.4141922 Jan 14 01:45:49.479177 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de2062-d445-496d-8345-de1dafa67ca3', 'name': 'network-vif-deleted', 'tag': '1fb86815-01bd-4fb2-838f-4a2217aee275'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:49.480276 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648f8ca-e101-44e4-bb42-4fa451e507f1 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3109549-824c-4dd5-9a72-3e92334cac58,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:49.481860 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e63b55-fdc3-4dd6-916a-9a99665c639e" -d '{"events": [{"server_uuid": "c7de2062-d445-496d-8345-de1dafa67ca3", "name": "network-vif-deleted", "tag": "1fb86815-01bd-4fb2-838f-4a2217aee275"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:49.504688 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-000c7108-5b5f-4e80-b70a-24236b98c650 req-d648f8ca-e101-44e4-bb42-4fa451e507f1 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:49.505873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-000c7108-5b5f-4e80-b70a-24236b98c650 req-d648f8ca-e101-44e4-bb42-4fa451e507f1 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3473763 Jan 14 01:45:49.513158 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e5fb854-2223-4868-8d12-14a6f3720097 req-d3c93a0a-f81c-487e-9638-537a6ed116d5 service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684909 Jan 14 01:45:49.538201 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-032a2ae1-6a84-442f-9290-4717143b5224 req-5c908a83-192d-4b15-972f-56827e75c03f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839720 Jan 14 01:45:49.708796 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81e391-755b-40b1-b6eb-8df6d40de356 req-9ffb4736-dd53-47b5-8d07-3c6edc5f88c0 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:49.710471 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c81e391-755b-40b1-b6eb-8df6d40de356 req-9ffb4736-dd53-47b5-8d07-3c6edc5f88c0 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 948 time: 0.0706065 Jan 14 01:45:49.766843 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c81e391-755b-40b1-b6eb-8df6d40de356 req-21fa4847-ab38-4734-9306-4de1edd3ce7d tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/security-groups?id=b60669d0-b016-44b9-a0fa-e58469a4ba6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508788 Jan 14 01:45:49.791620 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7767abb-ed7f-42d1-bd65-3f987b59f597 req-584b8d56-379a-4fbd-8909-468fdd7fff7e tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7de2062-d445-496d-8345-de1dafa67ca3 HTTP/1.1" status: 200 len: 210 time: 0.0286152 Jan 14 01:45:49.844325 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d2622a-e5bf-4caf-beb8-cf28b81a6a4f x-openstack-request-id: req-95d2622a-e5bf-4caf-beb8-cf28b81a6a4f {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:49.844625 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7de2062-d445-496d-8345-de1dafa67ca3", "name": "network-vif-deleted", "tag": "1fb86815-01bd-4fb2-838f-4a2217aee275", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:49.844882 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95d2622a-e5bf-4caf-beb8-cf28b81a6a4f {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:49.845287 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de2062-d445-496d-8345-de1dafa67ca3', 'name': 'network-vif-deleted', 'tag': '1fb86815-01bd-4fb2-838f-4a2217aee275', 'status': 'completed', 'code': 200} Jan 14 01:45:49.894401 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8b5df6d-d7a8-44a4-892a-acbefb10a77b req-7ad35938-e0a0-416a-a866-30263b2b6e82 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/59d46da3-5f6f-43e0-b156-2872ed405f87 HTTP/1.1" status: 200 len: 2423 time: 0.0396340 Jan 14 01:45:49.997261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1dfff994-21e0-4b3e-841e-1252e8e72602 req-73b85d1c-80d1-4d80-9939-8a804812c3e1 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-group-rules/b3109549-824c-4dd5-9a72-3e92334cac58 HTTP/1.1" status: 200 len: 778 time: 0.0265276 Jan 14 01:45:50.020403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fdcfb-b660-4b0e-875e-eb2370f6b1b8 req-a49a54a6-a813-4573-ba2d-5fd1a18135a7 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:50.021831 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e7fdcfb-b660-4b0e-875e-eb2370f6b1b8 req-a49a54a6-a813-4573-ba2d-5fd1a18135a7 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 944 time: 0.0783603 Jan 14 01:45:50.072879 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1dfff994-21e0-4b3e-841e-1252e8e72602 req-4f7bf013-dd5a-4bec-9d94-b502894e1d68 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/59d46da3-5f6f-43e0-b156-2872ed405f87 HTTP/1.1" status: 200 len: 2423 time: 0.0694742 Jan 14 01:45:50.105717 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e7fdcfb-b660-4b0e-875e-eb2370f6b1b8 req-39f4830f-6996-45fb-a207-58a52d0277a8 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782702 Jan 14 01:45:50.117104 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1dfff994-21e0-4b3e-841e-1252e8e72602 req-4f9a93cb-a4e2-4791-b8df-8648c3cb6cea tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group_rule (b3109549-824c-4dd5-9a72-3e92334cac58), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.132858 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1dfff994-21e0-4b3e-841e-1252e8e72602 req-4f9a93cb-a4e2-4791-b8df-8648c3cb6cea tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group_rule (b3109549-824c-4dd5-9a72-3e92334cac58), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.161680 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1dfff994-21e0-4b3e-841e-1252e8e72602 req-4f9a93cb-a4e2-4791-b8df-8648c3cb6cea tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (b3109549-824c-4dd5-9a72-3e92334cac58), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.167231 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1dfff994-21e0-4b3e-841e-1252e8e72602 req-4f9a93cb-a4e2-4791-b8df-8648c3cb6cea tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.168278 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1dfff994-21e0-4b3e-841e-1252e8e72602 req-4f9a93cb-a4e2-4791-b8df-8648c3cb6cea tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/b3109549-824c-4dd5-9a72-3e92334cac58 HTTP/1.1" status: 204 len: 173 time: 0.0898294 Jan 14 01:45:50.203336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a93cb-a4e2-4791-b8df-8648c3cb6cea tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3109549-824c-4dd5-9a72-3e92334cac58,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:50.231808 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b9981-abc2-44c6-b117-21173e5c3d2e req-8187937e-a277-42e0-8658-7601e7c1ae43 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:50.233686 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-541b9981-abc2-44c6-b117-21173e5c3d2e req-8187937e-a277-42e0-8658-7601e7c1ae43 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 945 time: 0.0618484 Jan 14 01:45:50.328246 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed25d6f-c7a0-4f78-afd1-d59c25d68f9e req-99889c84-9883-4509-aae5-cad9c7d444a5 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:50.329999 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eed25d6f-c7a0-4f78-afd1-d59c25d68f9e req-99889c84-9883-4509-aae5-cad9c7d444a5 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.0812020 Jan 14 01:45:50.333159 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-541b9981-abc2-44c6-b117-21173e5c3d2e req-1a512b77-db6b-4a5e-81e1-a74a7e543490 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926533 Jan 14 01:45:50.361026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c9a1ebbb-1689-4562-a60f-a5e319b9b9b9 req-093867ea-a7d6-4af1-ae31-764727ddd87d tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-109005150', 'description': 'tempest-description-785105140'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:50.396572 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eed25d6f-c7a0-4f78-afd1-d59c25d68f9e req-7a0a8a80-2fb1-487a-a74f-8334d7e03070 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606484 Jan 14 01:45:50.404261 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c9a1ebbb-1689-4562-a60f-a5e319b9b9b9 req-093867ea-a7d6-4af1-ae31-764727ddd87d tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.500504 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c9a1ebbb-1689-4562-a60f-a5e319b9b9b9 req-093867ea-a7d6-4af1-ae31-764727ddd87d tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (8f5778aa-9a5f-45f9-ae6f-cbd2cf3c99b5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.505106 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c9a1ebbb-1689-4562-a60f-a5e319b9b9b9 req-093867ea-a7d6-4af1-ae31-764727ddd87d tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8f5778aa-9a5f-45f9-ae6f-cbd2cf3c99b5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.541894 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d94c5e-4a6f-4c30-9b7d-c8e711c09fcd req-0d2c7b85-278c-4d53-a10b-70de5d0b36c1 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:50.543402 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88d94c5e-4a6f-4c30-9b7d-c8e711c09fcd req-0d2c7b85-278c-4d53-a10b-70de5d0b36c1 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.0894053 Jan 14 01:45:50.549118 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c9a1ebbb-1689-4562-a60f-a5e319b9b9b9 req-093867ea-a7d6-4af1-ae31-764727ddd87d tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.550251 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9a1ebbb-1689-4562-a60f-a5e319b9b9b9 req-093867ea-a7d6-4af1-ae31-764727ddd87d tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1941717 Jan 14 01:45:50.553101 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093867ea-a7d6-4af1-ae31-764727ddd87d tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5778aa-9a5f-45f9-ae6f-cbd2cf3c99b5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:50.563752 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c97238c2-7487-4254-9afd-8a5e1c0de72e details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:45:50.626120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88d94c5e-4a6f-4c30-9b7d-c8e711c09fcd req-d8450546-75f2-4c29-8598-1a77fedf3577 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748944 Jan 14 01:45:50.664034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb8725be-5267-45de-93bb-626f475ac8a0 req-4782d615-df9d-4ff7-b7df-e52c6a2ec604 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/8f5778aa-9a5f-45f9-ae6f-cbd2cf3c99b5 HTTP/1.1" status: 200 len: 1828 time: 0.0901108 Jan 14 01:45:50.668284 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c97238c2-7487-4254-9afd-8a5e1c0de72e, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c97238c2-7487-4254-9afd-8a5e1c0de72e,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:50.680101 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'c97238c2-7487-4254-9afd-8a5e1c0de72e', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'c97238c2-7487-4254-9afd-8a5e1c0de72e', 'mac_address': 'fa:16:3e:24:89:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:45:50.685271 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a1215-d43b-4293-be2a-a6ea926b7f68 req-1642f0bc-980f-4180-b2f8-523a2166a3a3 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:50.686753 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-319a1215-d43b-4293-be2a-a6ea926b7f68 req-1642f0bc-980f-4180-b2f8-523a2166a3a3 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 944 time: 0.0791619 Jan 14 01:45:50.718916 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port c97238c2-7487-4254-9afd-8a5e1c0de72e is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:50.719313 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.725152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f36eae41-27db-4143-a7a2-4ffcb719bf23 req-a920afb0-f5ed-4c4d-abe1-2d5f07bc38b6 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-525410870', 'description': 'tempest-description-1952456633'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:50.736732 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97238c2-7487-4254-9afd-8a5e1c0de72e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:50.756681 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c97238c2-7487-4254-9afd-8a5e1c0de72e, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c97238c2-7487-4254-9afd-8a5e1c0de72e,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:50.760481 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.783500 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f36eae41-27db-4143-a7a2-4ffcb719bf23 req-a920afb0-f5ed-4c4d-abe1-2d5f07bc38b6 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.811734 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-319a1215-d43b-4293-be2a-a6ea926b7f68 req-70b13431-2b59-4aa3-be38-0dfa2ee7cfbb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Deleting port 884cb180-daaf-4c03-81ee-a7592ed573cf {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:50.812070 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-319a1215-d43b-4293-be2a-a6ea926b7f68 req-70b13431-2b59-4aa3-be38-0dfa2ee7cfbb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.817932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=c97238c2-7487-4254-9afd-8a5e1c0de72e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:50.975050 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f36eae41-27db-4143-a7a2-4ffcb719bf23 req-a920afb0-f5ed-4c4d-abe1-2d5f07bc38b6 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (1520b323-4e11-4de1-9739-7f97b3287226), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.983160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25124c8d-370d-426b-b95b-a3e4eefcb7f5 req-48f04ff6-a352-4c8c-bbdb-7aa0edb43262 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:50.984663 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25124c8d-370d-426b-b95b-a3e4eefcb7f5 req-48f04ff6-a352-4c8c-bbdb-7aa0edb43262 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 949 time: 0.1196947 Jan 14 01:45:50.986488 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-319a1215-d43b-4293-be2a-a6ea926b7f68 req-70b13431-2b59-4aa3-be38-0dfa2ee7cfbb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] For port 884cb180-daaf-4c03-81ee-a7592ed573cf, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=884cb180-daaf-4c03-81ee-a7592ed573cf,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:50.986832 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-319a1215-d43b-4293-be2a-a6ea926b7f68 req-70b13431-2b59-4aa3-be38-0dfa2ee7cfbb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:50.989669 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f36eae41-27db-4143-a7a2-4ffcb719bf23 req-a920afb0-f5ed-4c4d-abe1-2d5f07bc38b6 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1520b323-4e11-4de1-9739-7f97b3287226), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:51.021046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-319a1215-d43b-4293-be2a-a6ea926b7f68 req-70b13431-2b59-4aa3-be38-0dfa2ee7cfbb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Calling delete_port for 884cb180-daaf-4c03-81ee-a7592ed573cf owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:51.049090 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f36eae41-27db-4143-a7a2-4ffcb719bf23 req-a920afb0-f5ed-4c4d-abe1-2d5f07bc38b6 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:51.050282 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f36eae41-27db-4143-a7a2-4ffcb719bf23 req-a920afb0-f5ed-4c4d-abe1-2d5f07bc38b6 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3336632 Jan 14 01:45:51.059252 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920afb0-f5ed-4c4d-abe1-2d5f07bc38b6 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1520b323-4e11-4de1-9739-7f97b3287226,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:51.116496 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['c97238c2-7487-4254-9afd-8a5e1c0de72e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:51.127348 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25124c8d-370d-426b-b95b-a3e4eefcb7f5 req-7a1f5994-919d-405c-b455-cdec555cf4e5 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/security-groups?id=b60669d0-b016-44b9-a0fa-e58469a4ba6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351926 Jan 14 01:45:51.230062 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75bb8f5a-40bf-43c7-a689-b9f3def68b89 req-9ab4eccc-502c-48c8-b95d-19ff7984d102 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/1520b323-4e11-4de1-9739-7f97b3287226 HTTP/1.1" status: 200 len: 1829 time: 0.0749912 Jan 14 01:45:51.255647 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-319a1215-d43b-4293-be2a-a6ea926b7f68 req-70b13431-2b59-4aa3-be38-0dfa2ee7cfbb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (884cb180-daaf-4c03-81ee-a7592ed573cf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:51.292619 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['884cb180-daaf-4c03-81ee-a7592ed573cf'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:51.294700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f514b806-ddcc-4a90-9584-b11837552c18'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:51.303882 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b13431-2b59-4aa3-be38-0dfa2ee7cfbb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Pushing event deleted for resources: {'Port': ['ID=884cb180-daaf-4c03-81ee-a7592ed573cf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:51.325275 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-7d86f214-46a5-4b8a-811b-e16883293366 req-df0ed81f-f5aa-4a74-aee4-6e794e4ab2f8 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-874552914', 'description': 'tempest-description-13778967'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:51.374370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-319a1215-d43b-4293-be2a-a6ea926b7f68 req-70b13431-2b59-4aa3-be38-0dfa2ee7cfbb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] No DVR routers for this DVR port 884cb180-daaf-4c03-81ee-a7592ed573cf on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:45:51.377514 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-319a1215-d43b-4293-be2a-a6ea926b7f68 req-70b13431-2b59-4aa3-be38-0dfa2ee7cfbb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:51.381382 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-319a1215-d43b-4293-be2a-a6ea926b7f68 req-70b13431-2b59-4aa3-be38-0dfa2ee7cfbb tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.46 "DELETE /v2.0/ports/884cb180-daaf-4c03-81ee-a7592ed573cf HTTP/1.1" status: 204 len: 173 time: 0.6896715 Jan 14 01:45:51.383266 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01e26b8e-4acd-4738-839e-08fdab1c4524 req-86d6f448-47fa-4c85-a64f-4c184d107a62 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.0540147 Jan 14 01:45:51.385971 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3364c7f-d5d7-4021-8175-14110f2219f1', 'name': 'network-vif-deleted', 'tag': '884cb180-daaf-4c03-81ee-a7592ed573cf'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:51.389237 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626d062e-7500-4d68-b938-48b63b7f74cf" -d '{"events": [{"server_uuid": "b3364c7f-d5d7-4021-8175-14110f2219f1", "name": "network-vif-deleted", "tag": "884cb180-daaf-4c03-81ee-a7592ed573cf"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:51.404919 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d86f214-46a5-4b8a-811b-e16883293366 req-df0ed81f-f5aa-4a74-aee4-6e794e4ab2f8 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:51.509404 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d86f214-46a5-4b8a-811b-e16883293366 req-df0ed81f-f5aa-4a74-aee4-6e794e4ab2f8 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (69e129da-638c-427a-96a0-56886b5e69bd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:51.515996 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d86f214-46a5-4b8a-811b-e16883293366 req-df0ed81f-f5aa-4a74-aee4-6e794e4ab2f8 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (69e129da-638c-427a-96a0-56886b5e69bd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:51.555268 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d269d-8906-4cbc-973b-27deced99d07 req-fd75ed47-12a3-42a2-828a-57677d9a78bf tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:51.556730 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-506d269d-8906-4cbc-973b-27deced99d07 req-fd75ed47-12a3-42a2-828a-57677d9a78bf tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 945 time: 0.0897269 Jan 14 01:45:51.564059 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7d86f214-46a5-4b8a-811b-e16883293366 req-df0ed81f-f5aa-4a74-aee4-6e794e4ab2f8 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:51.565216 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d86f214-46a5-4b8a-811b-e16883293366 req-df0ed81f-f5aa-4a74-aee4-6e794e4ab2f8 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.2654552 Jan 14 01:45:51.575123 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ed81f-f5aa-4a74-aee4-6e794e4ab2f8 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e129da-638c-427a-96a0-56886b5e69bd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:51.621214 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217b8a68-bf11-469b-9440-b6acaa16c261 x-openstack-request-id: req-217b8a68-bf11-469b-9440-b6acaa16c261 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:51.621508 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3364c7f-d5d7-4021-8175-14110f2219f1", "name": "network-vif-deleted", "tag": "884cb180-daaf-4c03-81ee-a7592ed573cf", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:51.621759 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-217b8a68-bf11-469b-9440-b6acaa16c261 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:51.622146 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3364c7f-d5d7-4021-8175-14110f2219f1', 'name': 'network-vif-deleted', 'tag': '884cb180-daaf-4c03-81ee-a7592ed573cf', 'status': 'completed', 'code': 200} Jan 14 01:45:51.630461 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-506d269d-8906-4cbc-973b-27deced99d07 req-f1636039-cec4-4fc1-bc89-79ee9c55fb8f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496137 Jan 14 01:45:51.770919 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc3656-4ecf-4976-a2cb-6b3198b5a340 req-5c2e30dd-8817-46c0-9bda-2acf4daa6a7a tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:51.772459 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79fc3656-4ecf-4976-a2cb-6b3198b5a340 req-5c2e30dd-8817-46c0-9bda-2acf4daa6a7a tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.0766888 Jan 14 01:45:51.807650 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28a49896-5c1b-40dd-b38b-13932e05811d req-21f2109f-b88f-45fe-a67e-4c197e44f517 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/69e129da-638c-427a-96a0-56886b5e69bd HTTP/1.1" status: 200 len: 1827 time: 0.0678604 Jan 14 01:45:51.845635 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79fc3656-4ecf-4976-a2cb-6b3198b5a340 req-1bb30103-3344-4e00-9bdc-e2eaae334c0f tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661819 Jan 14 01:45:51.928416 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7dd22-644f-477e-86dd-0b758eb9eeb3 req-da5db284-ef0a-4b76-9334-5a3e67727643 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:51.929883 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2d7dd22-644f-477e-86dd-0b758eb9eeb3 req-da5db284-ef0a-4b76-9334-5a3e67727643 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.0552797 Jan 14 01:45:51.978462 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2d7dd22-644f-477e-86dd-0b758eb9eeb3 req-9a3fdfbe-ab86-4c9a-8034-28adda915577 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426202 Jan 14 01:45:52.084772 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-788aac7b-05ec-4fa8-8b3e-f791527ec85e req-f98782a3-0391-4990-aff3-f09db26e645a tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1744738407', 'description': 'tempest-description-647857990'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:45:52.110198 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-788aac7b-05ec-4fa8-8b3e-f791527ec85e req-f98782a3-0391-4990-aff3-f09db26e645a tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:52.197871 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-788aac7b-05ec-4fa8-8b3e-f791527ec85e req-f98782a3-0391-4990-aff3-f09db26e645a tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (b98ca329-9c5f-4483-9e2c-2487c077211c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:52.203421 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-788aac7b-05ec-4fa8-8b3e-f791527ec85e req-f98782a3-0391-4990-aff3-f09db26e645a tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b98ca329-9c5f-4483-9e2c-2487c077211c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:52.248081 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-788aac7b-05ec-4fa8-8b3e-f791527ec85e req-f98782a3-0391-4990-aff3-f09db26e645a tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:52.249360 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-788aac7b-05ec-4fa8-8b3e-f791527ec85e req-f98782a3-0391-4990-aff3-f09db26e645a tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1727815 Jan 14 01:45:52.268443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98782a3-0391-4990-aff3-f09db26e645a tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98ca329-9c5f-4483-9e2c-2487c077211c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:52.287834 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 1fb86815-01bd-4fb2-838f-4a2217aee275 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:52.307268 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483ba6a-a11b-4351-b223-d665ecab6d0a req-9b559a84-548c-4cb8-bd24-2dcf67a9248d tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:52.319013 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 1fb86815-01bd-4fb2-838f-4a2217aee275 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:52.319603 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 1fb86815-01bd-4fb2-838f-4a2217aee275 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:52.327323 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3483ba6a-a11b-4351-b223-d665ecab6d0a req-9b559a84-548c-4cb8-bd24-2dcf67a9248d tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 949 time: 0.1015739 Jan 14 01:45:52.387517 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3483ba6a-a11b-4351-b223-d665ecab6d0a req-e1d9a07c-9679-4dc4-b7bf-4e16a1c73904 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/security-groups?id=b60669d0-b016-44b9-a0fa-e58469a4ba6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565526 Jan 14 01:45:52.457792 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4e8f265c-55c5-4244-8f1c-047c505c9496 req-acab6c2d-c15b-48e5-a17c-e06d3f7c8795 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/b98ca329-9c5f-4483-9e2c-2487c077211c HTTP/1.1" status: 200 len: 1829 time: 0.0520713 Jan 14 01:45:52.529092 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-58eed382-037e-46cb-802c-8ede058fdee2 req-0cc1145a-b60d-4883-aa9c-bcd8ddf96df3 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.0277488 Jan 14 01:45:52.566130 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-a2587993-aa85-46d4-8974-5c24822e72e6 req-31e3cf82-c21f-4371-914c-b41e91db2a55 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] show failed (client error): The resource could not be found. Jan 14 01:45:52.567154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a2587993-aa85-46d4-8974-5c24822e72e6 req-31e3cf82-c21f-4371-914c-b41e91db2a55 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/48a0bd13-e906-4871-a20c-a1798138e803 HTTP/1.1" status: 404 len: 352 time: 0.0146501 Jan 14 01:45:52.601282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c97238c2-7487-4254-9afd-8a5e1c0de72e up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:52.608491 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-1228ba60-9f3c-4ec6-8850-52698c88cc8a req-ab263862-b342-43cf-943d-d427b0638578 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] show failed (client error): The resource could not be found. Jan 14 01:45:52.609573 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1228ba60-9f3c-4ec6-8850-52698c88cc8a req-ab263862-b342-43cf-943d-d427b0638578 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-group-rules/a3fc8b3c-7f75-4709-ad16-720217f9bd23 HTTP/1.1" status: 404 len: 361 time: 0.0150242 Jan 14 01:45:52.664717 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port c97238c2-7487-4254-9afd-8a5e1c0de72e completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:45:52.669535 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port c97238c2-7487-4254-9afd-8a5e1c0de72e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:52.670179 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:52.681151 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1a13b90-6f6d-4d36-a41f-e6f7a33454a7 req-7c0e6a59-294e-45d1-ae4c-6638e8fda9ce tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/b98ca329-9c5f-4483-9e2c-2487c077211c HTTP/1.1" status: 200 len: 1829 time: 0.0483174 Jan 14 01:45:52.750108 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b1a13b90-6f6d-4d36-a41f-e6f7a33454a7 req-f88f1a6b-eedf-48a1-aba4-1c195cbc8d4e tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (b98ca329-9c5f-4483-9e2c-2487c077211c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:52.769943 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port c97238c2-7487-4254-9afd-8a5e1c0de72e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:52.771227 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:52.774619 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b1a13b90-6f6d-4d36-a41f-e6f7a33454a7 req-f88f1a6b-eedf-48a1-aba4-1c195cbc8d4e tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (b98ca329-9c5f-4483-9e2c-2487c077211c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:52.817229 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c97238c2-7487-4254-9afd-8a5e1c0de72e, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c97238c2-7487-4254-9afd-8a5e1c0de72e,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:52.818215 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e74039-5566-4b6b-ba26-adbff5ef4c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97238c2-7487-4254-9afd-8a5e1c0de72e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:52.820942 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275dec42-b045-4a57-96cb-2e6259d2aa2b" -d '{"events": [{"server_uuid": "d1e74039-5566-4b6b-ba26-adbff5ef4c37", "name": "network-vif-plugged", "status": "completed", "tag": "c97238c2-7487-4254-9afd-8a5e1c0de72e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:52.826911 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:52.859338 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b1a13b90-6f6d-4d36-a41f-e6f7a33454a7 req-f88f1a6b-eedf-48a1-aba4-1c195cbc8d4e tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b98ca329-9c5f-4483-9e2c-2487c077211c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:52.861827 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b1a13b90-6f6d-4d36-a41f-e6f7a33454a7 req-f88f1a6b-eedf-48a1-aba4-1c195cbc8d4e tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:52.866888 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1a13b90-6f6d-4d36-a41f-e6f7a33454a7 req-f88f1a6b-eedf-48a1-aba4-1c195cbc8d4e tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "DELETE /v2.0/security-groups/b98ca329-9c5f-4483-9e2c-2487c077211c HTTP/1.1" status: 204 len: 173 time: 0.1796253 Jan 14 01:45:52.878848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=c97238c2-7487-4254-9afd-8a5e1c0de72e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:52.888915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f1a6b-eedf-48a1-aba4-1c195cbc8d4e tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98ca329-9c5f-4483-9e2c-2487c077211c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:52.909569 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fd9107-32f9-47f7-a051-9ceeacfba251 x-openstack-request-id: req-96fd9107-32f9-47f7-a051-9ceeacfba251 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:52.909855 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e74039-5566-4b6b-ba26-adbff5ef4c37", "name": "network-vif-plugged", "status": "completed", "tag": "c97238c2-7487-4254-9afd-8a5e1c0de72e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:52.909998 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d24c6-e466-45a0-929d-55eb1e51b4a4 req-39bafd13-552f-426d-9c50-c5ea7d55feee tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:52.910125 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96fd9107-32f9-47f7-a051-9ceeacfba251 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:52.910602 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e74039-5566-4b6b-ba26-adbff5ef4c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97238c2-7487-4254-9afd-8a5e1c0de72e', 'code': 200} Jan 14 01:45:52.919076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d24c6-e466-45a0-929d-55eb1e51b4a4 req-39bafd13-552f-426d-9c50-c5ea7d55feee tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:52.920672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-358d24c6-e466-45a0-929d-55eb1e51b4a4 req-39bafd13-552f-426d-9c50-c5ea7d55feee tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=5abf1c39-a95e-4c20-bf1e-ad23d0b69f35&device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 1682 time: 0.0957193 Jan 14 01:45:52.991537 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-358d24c6-e466-45a0-929d-55eb1e51b4a4 req-654bfb69-0bde-487d-9e13-a452f06fb53f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645111 Jan 14 01:45:53.077948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd087ed2-8c7d-4824-baee-559ac066c0cc req-74186719-ae64-4650-9c7b-8cb613daea9b tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:53.079739 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dd087ed2-8c7d-4824-baee-559ac066c0cc req-74186719-ae64-4650-9c7b-8cb613daea9b tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1049705 Jan 14 01:45:53.112384 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-30695bf8-40b5-4d05-85c2-eeb23eca33ae req-675e7833-476c-4eb0-9439-4c01094aff47 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/69e129da-638c-427a-96a0-56886b5e69bd HTTP/1.1" status: 200 len: 1827 time: 0.0999398 Jan 14 01:45:53.117367 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f523b-ddc3-4aa6-831a-6a2b407962a8 req-124dab6e-2e6a-4dc7-95c0-928a0344269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:53.118832 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b6f523b-ddc3-4aa6-831a-6a2b407962a8 req-124dab6e-2e6a-4dc7-95c0-928a0344269c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 1101 time: 0.1054282 Jan 14 01:45:53.197239 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dd087ed2-8c7d-4824-baee-559ac066c0cc req-871ae694-cb35-43b6-bb02-d2b33008d442 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104741 Jan 14 01:45:53.221164 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b6f523b-ddc3-4aa6-831a-6a2b407962a8 req-7da5d485-e269-4611-96b2-8470c3626550 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b60669d0-b016-44b9-a0fa-e58469a4ba6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864508 Jan 14 01:45:53.232807 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30695bf8-40b5-4d05-85c2-eeb23eca33ae req-a6cbe2ed-8090-45e9-b025-582d1450966c tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (69e129da-638c-427a-96a0-56886b5e69bd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:53.256485 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30695bf8-40b5-4d05-85c2-eeb23eca33ae req-a6cbe2ed-8090-45e9-b025-582d1450966c tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (69e129da-638c-427a-96a0-56886b5e69bd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:53.328105 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6556a52-3374-4580-9f74-cd5cd57a474b req-872bc0be-3804-4f39-b78d-20e0241f0008 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:53.329865 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e6556a52-3374-4580-9f74-cd5cd57a474b req-872bc0be-3804-4f39-b78d-20e0241f0008 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.0607190 Jan 14 01:45:53.330962 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30695bf8-40b5-4d05-85c2-eeb23eca33ae req-a6cbe2ed-8090-45e9-b025-582d1450966c tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (69e129da-638c-427a-96a0-56886b5e69bd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:53.333763 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30695bf8-40b5-4d05-85c2-eeb23eca33ae req-a6cbe2ed-8090-45e9-b025-582d1450966c tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:53.334872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-30695bf8-40b5-4d05-85c2-eeb23eca33ae req-a6cbe2ed-8090-45e9-b025-582d1450966c tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "DELETE /v2.0/security-groups/69e129da-638c-427a-96a0-56886b5e69bd HTTP/1.1" status: 204 len: 173 time: 0.2151821 Jan 14 01:45:53.345947 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbe2ed-8090-45e9-b025-582d1450966c tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e129da-638c-427a-96a0-56886b5e69bd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:53.411431 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e6556a52-3374-4580-9f74-cd5cd57a474b req-4945af4c-3643-46a1-baca-1e41eb117c46 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628412 Jan 14 01:45:53.439631 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2c9041c5-737e-4140-8b1f-9022a4d33440 req-a9ff57f5-4c3c-447f-aaa6-af131c3e7355 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/1520b323-4e11-4de1-9739-7f97b3287226 HTTP/1.1" status: 200 len: 1829 time: 0.0596242 Jan 14 01:45:53.501076 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2c9041c5-737e-4140-8b1f-9022a4d33440 req-0db386d1-69a2-441b-a0f7-3777f55098ec tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (1520b323-4e11-4de1-9739-7f97b3287226), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:53.524876 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2c9041c5-737e-4140-8b1f-9022a4d33440 req-0db386d1-69a2-441b-a0f7-3777f55098ec tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (1520b323-4e11-4de1-9739-7f97b3287226), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:53.575207 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2c9041c5-737e-4140-8b1f-9022a4d33440 req-0db386d1-69a2-441b-a0f7-3777f55098ec tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1520b323-4e11-4de1-9739-7f97b3287226), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:53.579085 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2c9041c5-737e-4140-8b1f-9022a4d33440 req-0db386d1-69a2-441b-a0f7-3777f55098ec tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:53.580740 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2c9041c5-737e-4140-8b1f-9022a4d33440 req-0db386d1-69a2-441b-a0f7-3777f55098ec tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "DELETE /v2.0/security-groups/1520b323-4e11-4de1-9739-7f97b3287226 HTTP/1.1" status: 204 len: 173 time: 0.1353183 Jan 14 01:45:53.591378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db386d1-69a2-441b-a0f7-3777f55098ec tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1520b323-4e11-4de1-9739-7f97b3287226,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:53.653418 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee90876-6f15-4e12-b7ce-7a6733d335bb req-c41f67ae-c9d4-4e90-a9b9-1da6dd89422c tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:53.655023 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eee90876-6f15-4e12-b7ce-7a6733d335bb req-c41f67ae-c9d4-4e90-a9b9-1da6dd89422c tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 950 time: 0.0553002 Jan 14 01:45:53.708682 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eee90876-6f15-4e12-b7ce-7a6733d335bb req-ef5a3491-66af-4212-be8d-d75dabbb1911 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/security-groups?id=b60669d0-b016-44b9-a0fa-e58469a4ba6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467079 Jan 14 01:45:53.762124 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dea71a6e-bf5d-4f1c-86ee-58db5be20456 req-66b066da-3a12-4a20-8636-86aef2ce9732 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.0290864 Jan 14 01:45:53.813184 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803580bf-35c0-4abf-bbaf-723775afc3f1 req-d0948200-8279-4c1b-8a54-19fb9fb9d090 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/8f5778aa-9a5f-45f9-ae6f-cbd2cf3c99b5 HTTP/1.1" status: 200 len: 1828 time: 0.0433836 Jan 14 01:45:53.870775 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803580bf-35c0-4abf-bbaf-723775afc3f1 req-8cb2089c-7265-495f-8ebb-8caff511d5b2 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (8f5778aa-9a5f-45f9-ae6f-cbd2cf3c99b5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:53.895271 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803580bf-35c0-4abf-bbaf-723775afc3f1 req-8cb2089c-7265-495f-8ebb-8caff511d5b2 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (8f5778aa-9a5f-45f9-ae6f-cbd2cf3c99b5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:53.957352 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803580bf-35c0-4abf-bbaf-723775afc3f1 req-8cb2089c-7265-495f-8ebb-8caff511d5b2 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8f5778aa-9a5f-45f9-ae6f-cbd2cf3c99b5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:53.960661 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-803580bf-35c0-4abf-bbaf-723775afc3f1 req-8cb2089c-7265-495f-8ebb-8caff511d5b2 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:53.971127 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803580bf-35c0-4abf-bbaf-723775afc3f1 req-8cb2089c-7265-495f-8ebb-8caff511d5b2 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "DELETE /v2.0/security-groups/8f5778aa-9a5f-45f9-ae6f-cbd2cf3c99b5 HTTP/1.1" status: 204 len: 173 time: 0.1536672 Jan 14 01:45:53.999304 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2089c-7265-495f-8ebb-8caff511d5b2 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5778aa-9a5f-45f9-ae6f-cbd2cf3c99b5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:54.053003 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfbcbcdc-3cdd-40ee-b94c-0e2e1239003e req-c326e61e-94dc-4ad3-ac54-3f7780395b9e tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "GET /v2.0/security-groups/59d46da3-5f6f-43e0-b156-2872ed405f87 HTTP/1.1" status: 200 len: 1830 time: 0.0608599 Jan 14 01:45:54.121370 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfbcbcdc-3cdd-40ee-b94c-0e2e1239003e req-16c4567d-3feb-4fe4-8119-1f76552720a3 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (59d46da3-5f6f-43e0-b156-2872ed405f87), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.148929 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfbcbcdc-3cdd-40ee-b94c-0e2e1239003e req-16c4567d-3feb-4fe4-8119-1f76552720a3 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (59d46da3-5f6f-43e0-b156-2872ed405f87), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.199699 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfbcbcdc-3cdd-40ee-b94c-0e2e1239003e req-16c4567d-3feb-4fe4-8119-1f76552720a3 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (59d46da3-5f6f-43e0-b156-2872ed405f87), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.203218 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfbcbcdc-3cdd-40ee-b94c-0e2e1239003e req-16c4567d-3feb-4fe4-8119-1f76552720a3 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.204940 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfbcbcdc-3cdd-40ee-b94c-0e2e1239003e req-16c4567d-3feb-4fe4-8119-1f76552720a3 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] 10.222.0.26 "DELETE /v2.0/security-groups/59d46da3-5f6f-43e0-b156-2872ed405f87 HTTP/1.1" status: 204 len: 173 time: 0.1453581 Jan 14 01:45:54.211247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55408) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:54.224350 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4567d-3feb-4fe4-8119-1f76552720a3 tempest-SecurityGroupRulesNegativeTestJSON-2100141157 tempest-SecurityGroupRulesNegativeTestJSON-2100141157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d46da3-5f6f-43e0-b156-2872ed405f87,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:54.264692 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-1421610d-8443-48e8-be4d-1b5be9266ff1 admin admin] Deleting subnet 37f6eff3-4982-49fe-8851-c2614637ddc6 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:45:54.269079 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1421610d-8443-48e8-be4d-1b5be9266ff1 admin admin] Publish callbacks [] for subnet (37f6eff3-4982-49fe-8851-c2614637ddc6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.283334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca210a-b126-41fb-883d-2446ee2c6867 req-dee24390-49f9-48aa-a179-6f205ff98846 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:54.285439 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3ca210a-b126-41fb-883d-2446ee2c6867 req-dee24390-49f9-48aa-a179-6f205ff98846 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=5abf1c39-a95e-4c20-bf1e-ad23d0b69f35 HTTP/1.1" status: 200 len: 946 time: 0.0643742 Jan 14 01:45:54.302882 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2655a89a-4ffd-4337-b457-c079f0967a63 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:45:54.336375 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1421610d-8443-48e8-be4d-1b5be9266ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (37f6eff3-4982-49fe-8851-c2614637ddc6), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.398690 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1421610d-8443-48e8-be4d-1b5be9266ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (37f6eff3-4982-49fe-8851-c2614637ddc6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.491474 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1421610d-8443-48e8-be4d-1b5be9266ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (37f6eff3-4982-49fe-8851-c2614637ddc6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.500501 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2655a89a-4ffd-4337-b457-c079f0967a63, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2655a89a-4ffd-4337-b457-c079f0967a63,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:54.513928 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '2655a89a-4ffd-4337-b457-c079f0967a63', 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'port_id': '2655a89a-4ffd-4337-b457-c079f0967a63', 'mac_address': 'fa:16:3e:d7:74:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d3bd97-b0d7-4581-9638-89c747c1dc86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:45:54.525444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421610d-8443-48e8-be4d-1b5be9266ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f6eff3-4982-49fe-8851-c2614637ddc6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:54.536490 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3ca210a-b126-41fb-883d-2446ee2c6867 req-2296bbfb-b721-44c9-81c1-bffa9c87fc67 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446709 Jan 14 01:45:54.540395 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1421610d-8443-48e8-be4d-1b5be9266ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.544284 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1421610d-8443-48e8-be4d-1b5be9266ff1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/37f6eff3-4982-49fe-8851-c2614637ddc6 HTTP/1.1" status: 204 len: 168 time: 0.3317244 Jan 14 01:45:54.546709 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55416) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:54.561133 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfdec3-7230-4470-a6a7-755ce37b8b1e req-f9d8288e-4c27-4dc4-85a2-860867fa8921 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:54.562727 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7dfdec3-7230-4470-a6a7-755ce37b8b1e req-f9d8288e-4c27-4dc4-85a2-860867fa8921 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.2078199 Jan 14 01:45:54.571812 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 2655a89a-4ffd-4337-b457-c079f0967a63 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:54.572406 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.587742 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2655a89a-4ffd-4337-b457-c079f0967a63 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:54.605307 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 884cb180-daaf-4c03-81ee-a7592ed573cf no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:54.664198 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 884cb180-daaf-4c03-81ee-a7592ed573cf {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:45:54.664434 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 884cb180-daaf-4c03-81ee-a7592ed573cf not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:45:54.676219 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (ec3b119e-245b-443a-a506-6e776bcda22e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.676509 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2655a89a-4ffd-4337-b457-c079f0967a63, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2655a89a-4ffd-4337-b457-c079f0967a63,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:54.683047 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7dfdec3-7230-4470-a6a7-755ce37b8b1e req-6befce42-31b4-4e7d-b2fe-2dea2f41b6ff tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021426 Jan 14 01:45:54.687938 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.729774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a96c2-56ed-4081-93d1-99315ba45627 req-6288274b-c700-4ded-9d98-80caaa117370 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:54.741255 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4c8a96c2-56ed-4081-93d1-99315ba45627 req-6288274b-c700-4ded-9d98-80caaa117370 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1221704 Jan 14 01:45:54.805438 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (ec3b119e-245b-443a-a506-6e776bcda22e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.820610 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4c8a96c2-56ed-4081-93d1-99315ba45627 req-47a38dc5-1422-490f-94cb-caed80d2749b tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771673 Jan 14 01:45:54.841753 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=2655a89a-4ffd-4337-b457-c079f0967a63,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:54.858027 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3b119e-245b-443a-a506-6e776bcda22e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:54.869389 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4590468f-a514-48b5-b129-c24ed1c2bafb') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:54.869668 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4590468f-a514-48b5-b129-c24ed1c2bafb') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:45:54.881166 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (4590468f-a514-48b5-b129-c24ed1c2bafb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.895503 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (4590468f-a514-48b5-b129-c24ed1c2bafb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.901620 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:45:54.902004 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (4590468f-a514-48b5-b129-c24ed1c2bafb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:45:54.903636 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:45:54.927385 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['2655a89a-4ffd-4337-b457-c079f0967a63'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:54.965755 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (ec3b119e-245b-443a-a506-6e776bcda22e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.977078 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:54.981618 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ec3b119e-245b-443a-a506-6e776bcda22e HTTP/1.1" status: 204 len: 168 time: 0.4337533 Jan 14 01:45:54.981764 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd203f-d0af-4864-a479-a1dd78d6471f req-0bdb062a-30bf-4472-9a41-e94ff9e31f11 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:54.984286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7cd203f-d0af-4864-a479-a1dd78d6471f req-0bdb062a-30bf-4472-9a41-e94ff9e31f11 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 950 time: 0.1021280 Jan 14 01:45:54.998530 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed05c8d-f999-4083-8795-f9d621dbed50 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec3b119e-245b-443a-a506-6e776bcda22e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:55.029562 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0ce851e7-f731-4ff5-bc3c-fc0fe2c87139 req-dd2aba61-2154-4bdd-9445-2fa644f472c5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.0442753 Jan 14 01:45:55.087575 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7cd203f-d0af-4864-a479-a1dd78d6471f req-e752f905-3b64-4044-b1db-fa01d51d3002 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/security-groups?id=b60669d0-b016-44b9-a0fa-e58469a4ba6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915792 Jan 14 01:45:55.171438 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55436) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:55.219024 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e056fcee-697e-452d-9905-62ef8d667237 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdc2047a5fbe468b83cfe662555d15b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459335 Jan 14 01:45:55.221203 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55438) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:55.280586 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b2fd5c-3f16-4f10-9d4e-2024ef606d24 admin admin] Publish callbacks [] for security_group (7d3bf61a-5d0b-4752-856b-d110ed218e86), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:55.303171 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b2fd5c-3f16-4f10-9d4e-2024ef606d24 admin admin] Publish callbacks [] for security_group (7d3bf61a-5d0b-4752-856b-d110ed218e86), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:55.355055 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b2fd5c-3f16-4f10-9d4e-2024ef606d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7d3bf61a-5d0b-4752-856b-d110ed218e86), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:55.357619 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d705ff-f35f-4ec7-ba82-4292091c46ed req-eec6f00c-dfee-45a3-8f16-de0fe1c6b49f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:55.358362 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b2fd5c-3f16-4f10-9d4e-2024ef606d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:55.359285 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56d705ff-f35f-4ec7-ba82-4292091c46ed req-eec6f00c-dfee-45a3-8f16-de0fe1c6b49f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 950 time: 0.0570476 Jan 14 01:45:55.363757 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-81b2fd5c-3f16-4f10-9d4e-2024ef606d24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d3bf61a-5d0b-4752-856b-d110ed218e86 HTTP/1.1" status: 204 len: 168 time: 0.1407983 Jan 14 01:45:55.373007 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2fd5c-3f16-4f10-9d4e-2024ef606d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3bf61a-5d0b-4752-856b-d110ed218e86,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:55.424329 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56d705ff-f35f-4ec7-ba82-4292091c46ed req-e686609b-3461-48a5-8bc6-7b251ab7b280 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/security-groups?id=b60669d0-b016-44b9-a0fa-e58469a4ba6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571856 Jan 14 01:45:55.677116 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f341cc3-f39e-48a2-a040-515a9f08a17f req-07c2e4c4-1ea1-416f-a0c6-7afbeac26abe tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:55.678738 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f341cc3-f39e-48a2-a040-515a9f08a17f req-07c2e4c4-1ea1-416f-a0c6-7afbeac26abe tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=5abf1c39-a95e-4c20-bf1e-ad23d0b69f35 HTTP/1.1" status: 200 len: 946 time: 0.0595272 Jan 14 01:45:55.733446 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f341cc3-f39e-48a2-a040-515a9f08a17f req-d7f85683-2486-47eb-8833-06bcbdae5e65 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485640 Jan 14 01:45:55.845011 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ef9ab-3d61-498c-98d1-694a3e7edb8f req-b8a70e0a-9605-4e1b-abd1-c2ad4f919eb3 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:55.847660 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec5ef9ab-3d61-498c-98d1-694a3e7edb8f req-b8a70e0a-9605-4e1b-abd1-c2ad4f919eb3 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.0787938 Jan 14 01:45:55.931459 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec5ef9ab-3d61-498c-98d1-694a3e7edb8f req-31e4ec06-b7fa-40bc-baae-eea292e52dac tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769305 Jan 14 01:45:56.036437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e5f35-0e51-464c-b408-8de1bc491695 req-a09e31a2-6272-4c39-a0c0-a74ca0cde6b7 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:56.046844 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-274e5f35-0e51-464c-b408-8de1bc491695 req-a09e31a2-6272-4c39-a0c0-a74ca0cde6b7 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.0733466 Jan 14 01:45:56.143364 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-274e5f35-0e51-464c-b408-8de1bc491695 req-1f8333ed-3910-4387-a22a-e488a1b31a9b tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950212 Jan 14 01:45:56.197909 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d699b69-ccd2-4ed5-ad82-17a477a52525 req-9ae5dbc4-db3b-4827-aa15-5c9eb1cc80e7 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.0299807 Jan 14 01:45:56.319959 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 3ffe09ce-bec2-435b-a17b-5df9628fefff details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:45:56.334468 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2655a89a-4ffd-4337-b457-c079f0967a63 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:45:56.359838 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b1a25-c754-4cf8-8c74-852c1e50f22d req-41ca8358-4507-49c0-a20d-641b3b6f10dc tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:56.362141 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-548b1a25-c754-4cf8-8c74-852c1e50f22d req-41ca8358-4507-49c0-a20d-641b3b6f10dc tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.46 "GET /v2.0/ports?device_id=5abf1c39-a95e-4c20-bf1e-ad23d0b69f35 HTTP/1.1" status: 200 len: 946 time: 0.0773480 Jan 14 01:45:56.443713 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2851bd-da0f-4593-8342-4c370f7c260f req-384f76d0-855e-408e-bb52-cd87666aca65 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:56.446547 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bb2851bd-da0f-4593-8342-4c370f7c260f req-384f76d0-855e-408e-bb52-cd87666aca65 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.46 "GET /v2.0/ports?device_id=b940c20c-5dbb-4882-a913-de9e3b3316a3 HTTP/1.1" status: 200 len: 945 time: 0.0933359 Jan 14 01:45:56.460779 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 2655a89a-4ffd-4337-b457-c079f0967a63 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:45:56.461351 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:56.533234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:56.549632 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '3ffe09ce-bec2-435b-a17b-5df9628fefff', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '3ffe09ce-bec2-435b-a17b-5df9628fefff', 'mac_address': 'fa:16:3e:fe:ee:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:45:56.611777 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 3ffe09ce-bec2-435b-a17b-5df9628fefff is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:56.612162 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:56.632662 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ffe09ce-bec2-435b-a17b-5df9628fefff {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:56.645868 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 2655a89a-4ffd-4337-b457-c079f0967a63 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:56.646584 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:56.665756 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-548b1a25-c754-4cf8-8c74-852c1e50f22d req-15556a35-d159-43dd-8ede-2badf374076f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Deleting port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:56.666110 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-548b1a25-c754-4cf8-8c74-852c1e50f22d req-15556a35-d159-43dd-8ede-2badf374076f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:56.689719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-bb2851bd-da0f-4593-8342-4c370f7c260f req-09f3af7d-34ef-4ddc-825b-538415f40b74 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Deleting port 0855355d-735f-41dd-b0ae-89f1522b18a5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:56.690268 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bb2851bd-da0f-4593-8342-4c370f7c260f req-09f3af7d-34ef-4ddc-825b-538415f40b74 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:56.693291 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:56.726112 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:56.750697 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdf5d9a-8212-4062-af54-547c48cadee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2655a89a-4ffd-4337-b457-c079f0967a63'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:56.754440 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708835fb-9813-4dd1-b8bb-ce71fcf97c7c" -d '{"events": [{"server_uuid": "3fdf5d9a-8212-4062-af54-547c48cadee6", "name": "network-vif-plugged", "status": "completed", "tag": "2655a89a-4ffd-4337-b457-c079f0967a63"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:56.774624 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38fef-7937-4334-822b-6d64d0e87aa3 req-eed1eef9-55f9-4db6-8503-78dfec725fa2 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:56.783828 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-22d38fef-7937-4334-822b-6d64d0e87aa3 req-eed1eef9-55f9-4db6-8503-78dfec725fa2 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 950 time: 0.2125967 Jan 14 01:45:56.798969 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2655a89a-4ffd-4337-b457-c079f0967a63, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2655a89a-4ffd-4337-b457-c079f0967a63,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:56.813924 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:56.815411 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 3ffe09ce-bec2-435b-a17b-5df9628fefff no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:45:56.904580 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-22d38fef-7937-4334-822b-6d64d0e87aa3 req-e33c06e4-231b-4b87-a7a9-d1519809c61f tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/security-groups?id=b60669d0-b016-44b9-a0fa-e58469a4ba6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161451 Jan 14 01:45:56.913436 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=3ffe09ce-bec2-435b-a17b-5df9628fefff,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:57.004643 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bb2851bd-da0f-4593-8342-4c370f7c260f req-09f3af7d-34ef-4ddc-825b-538415f40b74 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] For port 0855355d-735f-41dd-b0ae-89f1522b18a5, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=0855355d-735f-41dd-b0ae-89f1522b18a5,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:57.005137 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bb2851bd-da0f-4593-8342-4c370f7c260f req-09f3af7d-34ef-4ddc-825b-538415f40b74 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:57.060087 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-bb2851bd-da0f-4593-8342-4c370f7c260f req-09f3af7d-34ef-4ddc-825b-538415f40b74 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Calling delete_port for 0855355d-735f-41dd-b0ae-89f1522b18a5 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:57.104711 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 3ffe09ce-bec2-435b-a17b-5df9628fefff is: BUILD; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:45:57.105109 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:57.150205 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30edd4b6-5b4c-404e-9d91-d86f0a2e79b2 x-openstack-request-id: req-30edd4b6-5b4c-404e-9d91-d86f0a2e79b2 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:57.150618 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdf5d9a-8212-4062-af54-547c48cadee6", "name": "network-vif-plugged", "status": "completed", "tag": "2655a89a-4ffd-4337-b457-c079f0967a63", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:57.150981 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30edd4b6-5b4c-404e-9d91-d86f0a2e79b2 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:57.151495 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdf5d9a-8212-4062-af54-547c48cadee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2655a89a-4ffd-4337-b457-c079f0967a63', 'code': 200} Jan 14 01:45:57.160078 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-548b1a25-c754-4cf8-8c74-852c1e50f22d req-15556a35-d159-43dd-8ede-2badf374076f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] For port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d,segment=NetworkSegment(5be6a1b6-e778-4c6c-aec7-8a718c0c9907),segment_id=5be6a1b6-e778-4c6c-aec7-8a718c0c9907)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:57.160469 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-548b1a25-c754-4cf8-8c74-852c1e50f22d req-15556a35-d159-43dd-8ede-2badf374076f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:57.162448 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3ffe09ce-bec2-435b-a17b-5df9628fefff {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:45:57.163164 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 55532) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:57.195489 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-548b1a25-c754-4cf8-8c74-852c1e50f22d req-15556a35-d159-43dd-8ede-2badf374076f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Calling delete_port for 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:57.209837 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f706b-4ce4-4b85-a2ad-ff6a6239ba1d req-92bf4cea-a32d-47a1-8bb8-ef342b831718 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:57.212031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:57.218366 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-712f706b-4ce4-4b85-a2ad-ff6a6239ba1d req-92bf4cea-a32d-47a1-8bb8-ef342b831718 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=5abf1c39-a95e-4c20-bf1e-ad23d0b69f35 HTTP/1.1" status: 200 len: 946 time: 0.2110775 Jan 14 01:45:57.226876 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:57.232415 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=2655a89a-4ffd-4337-b457-c079f0967a63,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:57.288140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-712f706b-4ce4-4b85-a2ad-ff6a6239ba1d req-0bf74a58-ebd6-440d-b8ce-dae60cc42280 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e27acba-97e4-431c-9bfb-d8816c3cfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683756 Jan 14 01:45:57.305038 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['3ffe09ce-bec2-435b-a17b-5df9628fefff'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:57.471228 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c413e7-9c78-4683-b85e-dbb9f60afb54 req-f3faac53-ea3e-47d6-8903-826204fc3414 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:57.474057 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01c413e7-9c78-4683-b85e-dbb9f60afb54 req-f3faac53-ea3e-47d6-8903-826204fc3414 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 950 time: 0.2236228 Jan 14 01:45:57.484610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=3ffe09ce-bec2-435b-a17b-5df9628fefff,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:57.527009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4583a9-8707-40f5-ad52-c90c49e7052e req-68eda06f-cfd3-4e64-be07-d84c53ca2e47 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:57.537544 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d4583a9-8707-40f5-ad52-c90c49e7052e req-68eda06f-cfd3-4e64-be07-d84c53ca2e47 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.2297792 Jan 14 01:45:57.552967 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe8be783-b59d-448f-8c77-ffe858a29786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:57.763482 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bb2851bd-da0f-4593-8342-4c370f7c260f req-09f3af7d-34ef-4ddc-825b-538415f40b74 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (0855355d-735f-41dd-b0ae-89f1522b18a5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:57.808796 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['7c2bf2e8-93f6-4139-8c2a-11a43d75d60d', '0855355d-735f-41dd-b0ae-89f1522b18a5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:57.846919 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3af7d-34ef-4ddc-825b-538415f40b74 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Pushing event deleted for resources: {'Port': ['ID=0855355d-735f-41dd-b0ae-89f1522b18a5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:57.907041 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2851bd-da0f-4593-8342-4c370f7c260f req-09f3af7d-34ef-4ddc-825b-538415f40b74 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] No DVR routers for this DVR port 0855355d-735f-41dd-b0ae-89f1522b18a5 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:45:57.911920 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-01c413e7-9c78-4683-b85e-dbb9f60afb54 req-a48e1dc4-aa10-46dd-a280-529f7c3f17ef tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Deleting port c97238c2-7487-4254-9afd-8a5e1c0de72e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:45:57.912494 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01c413e7-9c78-4683-b85e-dbb9f60afb54 req-a48e1dc4-aa10-46dd-a280-529f7c3f17ef tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:57.916089 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bb2851bd-da0f-4593-8342-4c370f7c260f req-09f3af7d-34ef-4ddc-825b-538415f40b74 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:57.922238 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bb2851bd-da0f-4593-8342-4c370f7c260f req-09f3af7d-34ef-4ddc-825b-538415f40b74 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.46 "DELETE /v2.0/ports/0855355d-735f-41dd-b0ae-89f1522b18a5 HTTP/1.1" status: 204 len: 173 time: 1.4581769 Jan 14 01:45:57.922944 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b940c20c-5dbb-4882-a913-de9e3b3316a3', 'name': 'network-vif-deleted', 'tag': '0855355d-735f-41dd-b0ae-89f1522b18a5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:57.927593 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed33038-8437-4443-91a3-e046ac7a894c" -d '{"events": [{"server_uuid": "b940c20c-5dbb-4882-a913-de9e3b3316a3", "name": "network-vif-deleted", "tag": "0855355d-735f-41dd-b0ae-89f1522b18a5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:58.175404 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe8be783-b59d-448f-8c77-ffe858a29786 admin admin] Publish callbacks [] for security_group (f638fcd3-2cf9-43b6-8ffe-1a6b1387596d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:58.191916 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe8be783-b59d-448f-8c77-ffe858a29786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f638fcd3-2cf9-43b6-8ffe-1a6b1387596d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:58.206274 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-01c413e7-9c78-4683-b85e-dbb9f60afb54 req-a48e1dc4-aa10-46dd-a280-529f7c3f17ef tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] For port c97238c2-7487-4254-9afd-8a5e1c0de72e, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c97238c2-7487-4254-9afd-8a5e1c0de72e,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:45:58.206634 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d4583a9-8707-40f5-ad52-c90c49e7052e req-a1998f9c-4830-4ab2-88c4-9fdcb1c9a822 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6592958 Jan 14 01:45:58.206931 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01c413e7-9c78-4683-b85e-dbb9f60afb54 req-a48e1dc4-aa10-46dd-a280-529f7c3f17ef tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:58.222451 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-01c413e7-9c78-4683-b85e-dbb9f60afb54 req-a48e1dc4-aa10-46dd-a280-529f7c3f17ef tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Calling delete_port for c97238c2-7487-4254-9afd-8a5e1c0de72e owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:45:58.276292 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575e9aa-d75a-4600-b272-52e44492871f req-5df2a4ae-358b-4f70-a63c-844c47d0051e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:58.277756 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1575e9aa-d75a-4600-b272-52e44492871f req-5df2a4ae-358b-4f70-a63c-844c47d0051e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 948 time: 0.7259493 Jan 14 01:45:58.280572 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8be783-b59d-448f-8c77-ffe858a29786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f638fcd3-2cf9-43b6-8ffe-1a6b1387596d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:58.288984 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fe8be783-b59d-448f-8c77-ffe858a29786 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2201244eb2f34e778836534c42dfcb94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1216416 Jan 14 01:45:58.289179 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 55550) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:45:58.413011 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-548b1a25-c754-4cf8-8c74-852c1e50f22d req-15556a35-d159-43dd-8ede-2badf374076f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (7c2bf2e8-93f6-4139-8c2a-11a43d75d60d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:58.446299 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['0855355d-735f-41dd-b0ae-89f1522b18a5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:58.451017 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01c413e7-9c78-4683-b85e-dbb9f60afb54 req-a48e1dc4-aa10-46dd-a280-529f7c3f17ef tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (c97238c2-7487-4254-9afd-8a5e1c0de72e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:58.471607 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be0a3413-ccf0-4536-9974-0fb1c05670fd req-d5ed8070-c3b7-4c4d-8f16-2b9dd8dbd283 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.0867677 Jan 14 01:45:58.541857 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['c97238c2-7487-4254-9afd-8a5e1c0de72e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:45:58.544871 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e1dc4-aa10-46dd-a280-529f7c3f17ef tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Pushing event deleted for resources: {'Port': ['ID=c97238c2-7487-4254-9afd-8a5e1c0de72e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:58.595264 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1575e9aa-d75a-4600-b272-52e44492871f req-89729d58-55d3-4a25-bc7e-557ba682392c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953267 Jan 14 01:45:58.642636 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15556a35-d159-43dd-8ede-2badf374076f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Pushing event deleted for resources: {'Port': ['ID=7c2bf2e8-93f6-4139-8c2a-11a43d75d60d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:58.682652 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c413e7-9c78-4683-b85e-dbb9f60afb54 req-a48e1dc4-aa10-46dd-a280-529f7c3f17ef tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] No DVR routers for this DVR port c97238c2-7487-4254-9afd-8a5e1c0de72e on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:45:58.687178 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01c413e7-9c78-4683-b85e-dbb9f60afb54 req-a48e1dc4-aa10-46dd-a280-529f7c3f17ef tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:58.691783 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01c413e7-9c78-4683-b85e-dbb9f60afb54 req-a48e1dc4-aa10-46dd-a280-529f7c3f17ef tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.46 "DELETE /v2.0/ports/c97238c2-7487-4254-9afd-8a5e1c0de72e HTTP/1.1" status: 204 len: 173 time: 1.2100527 Jan 14 01:45:58.745724 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62d80c9-4100-4966-8c2f-c2ab32059d02 x-openstack-request-id: req-a62d80c9-4100-4966-8c2f-c2ab32059d02 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:58.746129 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b940c20c-5dbb-4882-a913-de9e3b3316a3", "name": "network-vif-deleted", "tag": "0855355d-735f-41dd-b0ae-89f1522b18a5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:58.746664 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a62d80c9-4100-4966-8c2f-c2ab32059d02 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:58.747279 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b940c20c-5dbb-4882-a913-de9e3b3316a3', 'name': 'network-vif-deleted', 'tag': '0855355d-735f-41dd-b0ae-89f1522b18a5', 'status': 'completed', 'code': 200} Jan 14 01:45:58.769520 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-548b1a25-c754-4cf8-8c74-852c1e50f22d req-15556a35-d159-43dd-8ede-2badf374076f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] No DVR routers for this DVR port 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:45:58.772350 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4c965ce-43ba-4157-9840-6172500b56b4 admin admin] Publish callbacks [] for security_group (f638fcd3-2cf9-43b6-8ffe-1a6b1387596d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:58.786680 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-93342042-6c69-4134-8af4-23ec973e8fe4 req-7a6eb38c-09cd-400f-9ef9-740fcce8bb41 tempest-ImagesNegativeTestJSON-87146887 tempest-ImagesNegativeTestJSON-87146887-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1e74039-5566-4b6b-ba26-adbff5ef4c37 HTTP/1.1" status: 200 len: 210 time: 0.1026409 Jan 14 01:45:58.806125 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-548b1a25-c754-4cf8-8c74-852c1e50f22d req-15556a35-d159-43dd-8ede-2badf374076f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:58.818461 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-548b1a25-c754-4cf8-8c74-852c1e50f22d req-15556a35-d159-43dd-8ede-2badf374076f tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.46 "DELETE /v2.0/ports/7c2bf2e8-93f6-4139-8c2a-11a43d75d60d HTTP/1.1" status: 204 len: 173 time: 2.4443789 Jan 14 01:45:58.825660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abf1c39-a95e-4c20-bf1e-ad23d0b69f35', 'name': 'network-vif-deleted', 'tag': '7c2bf2e8-93f6-4139-8c2a-11a43d75d60d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:45:58.840129 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623e3bae-13a3-4385-971c-0cd48f14983b" -d '{"events": [{"server_uuid": "5abf1c39-a95e-4c20-bf1e-ad23d0b69f35", "name": "network-vif-deleted", "tag": "7c2bf2e8-93f6-4139-8c2a-11a43d75d60d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:45:58.929695 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4c965ce-43ba-4157-9840-6172500b56b4 admin admin] Publish callbacks [] for security_group (f638fcd3-2cf9-43b6-8ffe-1a6b1387596d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:59.032269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53f82ef2-77dc-48f8-b0df-bea3fb0c9743 req-4399bbc2-a784-4232-94c8-1837ac3721f6 tempest-ListServersNegativeTestJSON-488998720 tempest-ListServersNegativeTestJSON-488998720-project] 10.222.0.26 "GET /v2.0/ports?device_id=5abf1c39-a95e-4c20-bf1e-ad23d0b69f35 HTTP/1.1" status: 200 len: 210 time: 0.0773244 Jan 14 01:45:59.075083 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4c965ce-43ba-4157-9840-6172500b56b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f638fcd3-2cf9-43b6-8ffe-1a6b1387596d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:59.078166 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4c965ce-43ba-4157-9840-6172500b56b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:45:59.082306 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d4c965ce-43ba-4157-9840-6172500b56b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f638fcd3-2cf9-43b6-8ffe-1a6b1387596d HTTP/1.1" status: 204 len: 168 time: 0.7893286 Jan 14 01:45:59.103568 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c965ce-43ba-4157-9840-6172500b56b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f638fcd3-2cf9-43b6-8ffe-1a6b1387596d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:45:59.115259 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1686280-7a20-478f-9430-44430d0030e0 x-openstack-request-id: req-e1686280-7a20-478f-9430-44430d0030e0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:45:59.115782 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5abf1c39-a95e-4c20-bf1e-ad23d0b69f35", "name": "network-vif-deleted", "tag": "7c2bf2e8-93f6-4139-8c2a-11a43d75d60d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:45:59.116203 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1686280-7a20-478f-9430-44430d0030e0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:45:59.118246 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abf1c39-a95e-4c20-bf1e-ad23d0b69f35', 'name': 'network-vif-deleted', 'tag': '7c2bf2e8-93f6-4139-8c2a-11a43d75d60d', 'status': 'completed', 'code': 200} Jan 14 01:45:59.363094 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d81d82-b6b6-4a2b-8510-c7203b39deb9 req-7c28f353-8f8c-4071-8c41-2f123bbda6a4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:59.370973 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07d81d82-b6b6-4a2b-8510-c7203b39deb9 req-7c28f353-8f8c-4071-8c41-2f123bbda6a4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.0714865 Jan 14 01:45:59.425686 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07d81d82-b6b6-4a2b-8510-c7203b39deb9 req-ddb226c2-e88c-4839-945c-9884bb0cee10 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536013 Jan 14 01:45:59.616621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d3069be-a3cd-4877-8526-f8ac4bf1c49a req-418a9850-f52e-4171-ad95-66f6cc042f87 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.0407984 Jan 14 01:45:59.824507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481567e8-0d68-453f-9367-cf5649d77341 req-3501386c-95ba-4079-bbfb-e4006c761422 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:45:59.827286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-481567e8-0d68-453f-9367-cf5649d77341 req-3501386c-95ba-4079-bbfb-e4006c761422 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 948 time: 0.1156905 Jan 14 01:45:59.931062 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-481567e8-0d68-453f-9367-cf5649d77341 req-22c145a1-6cbb-46a5-86da-b57ae204ff59 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821619 Jan 14 01:46:00.263564 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 55624) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:00.337330 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 3ffe09ce-bec2-435b-a17b-5df9628fefff up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:46:00.338447 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55626) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:00.367969 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3d5f34-3424-4076-8830-87b97d4226ac admin admin] Deleting subnet f15103ab-8afe-436d-b928-260ee5e13246 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:46:00.381254 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5f34-3424-4076-8830-87b97d4226ac admin admin] Publish callbacks [] for subnet (f15103ab-8afe-436d-b928-260ee5e13246), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:00.450490 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 3ffe09ce-bec2-435b-a17b-5df9628fefff triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:00.451775 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:00.471100 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5f34-3424-4076-8830-87b97d4226ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (f15103ab-8afe-436d-b928-260ee5e13246), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:00.573094 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1084588914-network', 'tenant_id': '8d2ed6ba6dfc48ef9b24e591f94a32ad'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:00.576845 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5f34-3424-4076-8830-87b97d4226ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (f15103ab-8afe-436d-b928-260ee5e13246), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:00.617372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Made reservation on behalf of 8d2ed6ba6dfc48ef9b24e591f94a32ad for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:00.621992 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:00.649979 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:00.653607 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:00.663556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 3ffe09ce-bec2-435b-a17b-5df9628fefff is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:00.663950 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:00.712998 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:00.713362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 7c2bf2e8-93f6-4139-8c2a-11a43d75d60d not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:00.713791 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c97238c2-7487-4254-9afd-8a5e1c0de72e no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:00.750673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e74039-5566-4b6b-ba26-adbff5ef4c37', 'name': 'network-vif-deleted', 'tag': 'c97238c2-7487-4254-9afd-8a5e1c0de72e'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:00.752364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 55636) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:00.754061 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094d833c-14ea-4b5e-8b36-4f3d08557866" -d '{"events": [{"server_uuid": "d1e74039-5566-4b6b-ba26-adbff5ef4c37", "name": "network-vif-deleted", "tag": "c97238c2-7487-4254-9afd-8a5e1c0de72e"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:00.797556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: c97238c2-7487-4254-9afd-8a5e1c0de72e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:00.798092 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c97238c2-7487-4254-9afd-8a5e1c0de72e not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:00.798780 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 0855355d-735f-41dd-b0ae-89f1522b18a5 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:00.846085 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 0855355d-735f-41dd-b0ae-89f1522b18a5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:00.846735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 0855355d-735f-41dd-b0ae-89f1522b18a5 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:00.860673 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051fe7a-ffae-49ff-87b6-8763f650b007 req-6b99b21a-3434-46eb-9622-3e9f11301ea7 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:00.869477 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2051fe7a-ffae-49ff-87b6-8763f650b007 req-6b99b21a-3434-46eb-9622-3e9f11301ea7 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.2448349 Jan 14 01:46:00.872059 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:00.873930 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ae6d3-e59d-4137-bab6-cf0661501eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffe09ce-bec2-435b-a17b-5df9628fefff'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:00.877107 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b29f9c-d698-41ca-b454-325ddb3a1d0e" -d '{"events": [{"server_uuid": "941ae6d3-e59d-4137-bab6-cf0661501eb3", "name": "network-vif-plugged", "status": "completed", "tag": "3ffe09ce-bec2-435b-a17b-5df9628fefff"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:00.877296 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5f34-3424-4076-8830-87b97d4226ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (f15103ab-8afe-436d-b928-260ee5e13246), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:00.883512 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:00.930274 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Publish callbacks [] for security_group (1653b426-0b41-409f-9598-ec9253dfd6d4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:00.933473 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d5f34-3424-4076-8830-87b97d4226ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f15103ab-8afe-436d-b928-260ee5e13246,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:00.943252 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1653b426-0b41-409f-9598-ec9253dfd6d4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:00.955930 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1fbea053-9338-42f8-9556-85b53006f360 req-f489b0e3-73a2-4053-a618-e5b59f2dd796 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.1733904 Jan 14 01:46:00.961215 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=3ffe09ce-bec2-435b-a17b-5df9628fefff,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:00.975261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:46:00.985488 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5f34-3424-4076-8830-87b97d4226ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.000809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fc3d5f34-3424-4076-8830-87b97d4226ac admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f15103ab-8afe-436d-b928-260ee5e13246 HTTP/1.1" status: 204 len: 168 time: 0.7350028 Jan 14 01:46:01.008947 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f17c79fc-476b-44ad-b553-72580f33731f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.009306 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Added segment f17c79fc-476b-44ad-b553-72580f33731f of type vlan for network e1eec745-07b3-42a4-8e38-bc8500879dd8 Jan 14 01:46:01.022396 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 55646) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:01.144575 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (e1eec745-07b3-42a4-8e38-bc8500879dd8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.174121 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662c6022-ad36-4963-80b6-f39ffa4b95c1 x-openstack-request-id: req-662c6022-ad36-4963-80b6-f39ffa4b95c1 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:01.177439 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e74039-5566-4b6b-ba26-adbff5ef4c37", "name": "network-vif-deleted", "tag": "c97238c2-7487-4254-9afd-8a5e1c0de72e", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:01.177696 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-662c6022-ad36-4963-80b6-f39ffa4b95c1 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:01.178092 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e74039-5566-4b6b-ba26-adbff5ef4c37', 'name': 'network-vif-deleted', 'tag': 'c97238c2-7487-4254-9afd-8a5e1c0de72e', 'status': 'completed', 'code': 200} Jan 14 01:46:01.184622 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7c0ef7-3da5-45e0-8b1e-8656245d9662 x-openstack-request-id: req-0d7c0ef7-3da5-45e0-8b1e-8656245d9662 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:01.185144 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ae6d3-e59d-4137-bab6-cf0661501eb3", "name": "network-vif-plugged", "status": "completed", "tag": "3ffe09ce-bec2-435b-a17b-5df9628fefff", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:01.185573 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d7c0ef7-3da5-45e0-8b1e-8656245d9662 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:01.186141 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ae6d3-e59d-4137-bab6-cf0661501eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffe09ce-bec2-435b-a17b-5df9628fefff', 'code': 200} Jan 14 01:46:01.196746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ad637613-cdc7-4b9b-bd77-b1b0b8ddae95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca29eb1af0bc49d5a47b1c34c359259e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410222 Jan 14 01:46:01.206461 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55652) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:01.227425 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2051fe7a-ffae-49ff-87b6-8763f650b007 req-e7107652-76d1-4ec8-924c-f583f8ab8868 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572590 Jan 14 01:46:01.237308 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (0ed6106a-834e-4d85-9d06-e883125437c4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.351690 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1653b426-0b41-409f-9598-ec9253dfd6d4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:01.374611 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fc12565-bdf7-4c63-b5d7-fd13506554d3 admin admin] Publish callbacks [] for security_group (b60669d0-b016-44b9-a0fa-e58469a4ba6e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.376763 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (e1eec745-07b3-42a4-8e38-bc8500879dd8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.377934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:01.378736 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.472113 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.502973 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1588790 Jan 14 01:46:01.506388 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55662) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:01.523875 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (0ed6106a-834e-4d85-9d06-e883125437c4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.536084 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-56017d74-7008-470f-98f9-3a50c53f24df admin admin] Request body: {'subnet': {'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1084588914-subnet', 'tenant_id': '8d2ed6ba6dfc48ef9b24e591f94a32ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:01.554315 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed6106a-834e-4d85-9d06-e883125437c4']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:01.555411 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fc12565-bdf7-4c63-b5d7-fd13506554d3 admin admin] Publish callbacks [] for security_group (b60669d0-b016-44b9-a0fa-e58469a4ba6e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.569056 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be6a1b6-e778-4c6c-aec7-8a718c0c9907') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:01.569464 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be6a1b6-e778-4c6c-aec7-8a718c0c9907') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:01.582977 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (5be6a1b6-e778-4c6c-aec7-8a718c0c9907), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.592730 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d82b6-e7a1-48c8-a5a3-bb2d7a9bdfcb req-da7ceda2-352d-4ce1-a590-cfd56a7dbb79 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:01.602312 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca2d82b6-e7a1-48c8-a5a3-bb2d7a9bdfcb req-da7ceda2-352d-4ce1-a590-cfd56a7dbb79 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.3214564 Jan 14 01:46:01.606858 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d670d-d2fb-44c9-a34c-b7431261f0b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e1eec745-07b3-42a4-8e38-bc8500879dd8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:01.620711 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network e1eec745-07b3-42a4-8e38-bc8500879dd8 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:46:01.690930 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fc12565-bdf7-4c63-b5d7-fd13506554d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b60669d0-b016-44b9-a0fa-e58469a4ba6e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.695169 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fc12565-bdf7-4c63-b5d7-fd13506554d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.698389 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4fc12565-bdf7-4c63-b5d7-fd13506554d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b60669d0-b016-44b9-a0fa-e58469a4ba6e HTTP/1.1" status: 204 len: 168 time: 0.4908125 Jan 14 01:46:01.704914 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (5be6a1b6-e778-4c6c-aec7-8a718c0c9907), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.723302 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca2d82b6-e7a1-48c8-a5a3-bb2d7a9bdfcb req-ec879d76-9037-4af8-848a-5a545e0593a6 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204102 Jan 14 01:46:01.745360 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (5be6a1b6-e778-4c6c-aec7-8a718c0c9907), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:46:01.746954 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:46:01.801951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395f3fb-8c0d-4ef9-8b15-6669e8926e49 req-0d8c9b8d-1bf5-4db7-9e6c-73ff3f2f0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:01.809975 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7395f3fb-8c0d-4ef9-8b15-6669e8926e49 req-0d8c9b8d-1bf5-4db7-9e6c-73ff3f2f0942 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 1101 time: 0.2644155 Jan 14 01:46:01.813017 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc12565-bdf7-4c63-b5d7-fd13506554d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60669d0-b016-44b9-a0fa-e58469a4ba6e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:01.837759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56017d74-7008-470f-98f9-3a50c53f24df admin admin] Made reservation on behalf of 8d2ed6ba6dfc48ef9b24e591f94a32ad for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:01.848927 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56017d74-7008-470f-98f9-3a50c53f24df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.892801 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (0ed6106a-834e-4d85-9d06-e883125437c4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.903604 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:01.912570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0ed6106a-834e-4d85-9d06-e883125437c4 HTTP/1.1" status: 204 len: 168 time: 0.8811948 Jan 14 01:46:01.943264 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5b758-03ad-49f2-9543-fc98592ed268 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed6106a-834e-4d85-9d06-e883125437c4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:02.179000 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56017d74-7008-470f-98f9-3a50c53f24df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (35b3016c-15b4-4514-b43b-bbebf480ff89), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:02.186836 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7a71767c-8b1a-4827-ae2f-bea6a6a1c121 req-ec663706-9f03-4707-b961-f69337e3345a tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.0822189 Jan 14 01:46:02.187469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 55674) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:02.305991 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7395f3fb-8c0d-4ef9-8b15-6669e8926e49 req-57439872-2650-4d16-92c4-447f501e575c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845076 Jan 14 01:46:02.314531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55678) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:02.316008 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3007b37d-b105-4c99-be92-e1552d6b9ac4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=009470e2aea449e388cedd3c5ff9a07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1228764 Jan 14 01:46:02.342792 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56017d74-7008-470f-98f9-3a50c53f24df admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b3016c-15b4-4514-b43b-bbebf480ff89,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:02.394176 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56017d74-7008-470f-98f9-3a50c53f24df admin admin] Checking segment: {'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:02.395429 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56017d74-7008-470f-98f9-3a50c53f24df admin admin] Network hostable DHCP agents. Network: e1eec745-07b3-42a4-8e38-bc8500879dd8, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:46:02.426922 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e314bec-099c-457f-9b9a-5901f9df2347 admin admin] Publish callbacks [] for security_group (1e27acba-97e4-431c-9bfb-d8816c3cfa16), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:02.440755 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56017d74-7008-470f-98f9-3a50c53f24df admin admin] Network e1eec745-07b3-42a4-8e38-bc8500879dd8 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:46:02.468936 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e314bec-099c-457f-9b9a-5901f9df2347 admin admin] Publish callbacks [] for security_group (1e27acba-97e4-431c-9bfb-d8816c3cfa16), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:02.478472 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-56017d74-7008-470f-98f9-3a50c53f24df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, e1eec745-07b3-42a4-8e38-bc8500879dd8) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:02.488353 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72039169-228e-4614-8bb7-8e87ec74e4e3 None None] Network e1eec745-07b3-42a4-8e38-bc8500879dd8 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:46:02.506916 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c04bd-9bc6-4863-a0e1-7b3a4164a029 req-4739b6f5-a92a-43a2-bbf1-9c6791591d74 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:02.512857 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56017d74-7008-470f-98f9-3a50c53f24df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:02.524710 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56017d74-7008-470f-98f9-3a50c53f24df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:02.529251 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-021c04bd-9bc6-4863-a0e1-7b3a4164a029 req-4739b6f5-a92a-43a2-bbf1-9c6791591d74 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1698282 Jan 14 01:46:02.591159 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-56017d74-7008-470f-98f9-3a50c53f24df admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0754957 Jan 14 01:46:02.631470 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e314bec-099c-457f-9b9a-5901f9df2347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1e27acba-97e4-431c-9bfb-d8816c3cfa16), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:02.634663 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e314bec-099c-457f-9b9a-5901f9df2347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:02.636362 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2e314bec-099c-457f-9b9a-5901f9df2347 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e27acba-97e4-431c-9bfb-d8816c3cfa16 HTTP/1.1" status: 204 len: 168 time: 0.3187618 Jan 14 01:46:02.655495 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e314bec-099c-457f-9b9a-5901f9df2347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e27acba-97e4-431c-9bfb-d8816c3cfa16,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:02.709168 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-021c04bd-9bc6-4863-a0e1-7b3a4164a029 req-e86d6d42-aa41-4770-a56d-62d80fc31a73 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773832 Jan 14 01:46:02.773766 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899dabe6-dad9-4be4-8add-c072dd7b6746 None None] Network e1eec745-07b3-42a4-8e38-bc8500879dd8 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:46:02.935999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350819-ad5c-49ea-ae89-1de647daee91 req-92f4321c-e3eb-4a79-aab4-1f539baab574 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:02.952878 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-43350819-ad5c-49ea-ae89-1de647daee91 req-92f4321c-e3eb-4a79-aab4-1f539baab574 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.0842202 Jan 14 01:46:03.051147 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-43350819-ad5c-49ea-ae89-1de647daee91 req-3396ed0a-e1be-454b-985e-3a022a735f09 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970857 Jan 14 01:46:03.362642 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8d2a117c-c6e4-4f31-9e4c-d1b2f09e0cc8 req-b4605f02-239b-4e5a-8614-99556403dcec tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3364c7f-d5d7-4021-8175-14110f2219f1 HTTP/1.1" status: 200 len: 210 time: 0.0506744 Jan 14 01:46:03.798841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a464-6b37-4867-953f-86fba5068505 req-8459ac02-1d36-4a49-8c44-ca421afeed85 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:03.801832 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-8459ac02-1d36-4a49-8c44-ca421afeed85 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/networks?id=e1eec745-07b3-42a4-8e38-bc8500879dd8 HTTP/1.1" status: 200 len: 815 time: 0.2697392 Jan 14 01:46:03.833172 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-62053f47-9321-4a54-b5f7-7bce16b25da6 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/quotas/8d2ed6ba6dfc48ef9b24e591f94a32ad HTTP/1.1" status: 200 len: 375 time: 0.0210176 Jan 14 01:46:03.919831 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-131e147f-9580-43b4-8774-d9a55fa764a4 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d2ed6ba6dfc48ef9b24e591f94a32ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823221 Jan 14 01:46:04.037612 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-40544003-9221-462a-9de4-7aab6e5522fe service neutron] 10.222.0.26 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081569 Jan 14 01:46:04.187716 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-e938cb5e-765f-40a6-9355-631283d2aa78 service neutron] 10.222.0.26 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448972 Jan 14 01:46:04.354990 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:04.418014 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f588279-97dd-4570-90e6-531db022b372 req-116f55e3-8598-4c8f-ad94-93725d93085c tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:04.423552 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f588279-97dd-4570-90e6-531db022b372 req-116f55e3-8598-4c8f-ad94-93725d93085c tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1100335 Jan 14 01:46:04.612847 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f588279-97dd-4570-90e6-531db022b372 req-0eae1e47-5486-49f1-84bc-f74552271738 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810942 Jan 14 01:46:04.684614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7e750-06ba-4d2f-bc99-e0af8686580a req-da247730-2906-48e3-ba12-5213157d9cbd tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:04.690005 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8d7e750-06ba-4d2f-bc99-e0af8686580a req-da247730-2906-48e3-ba12-5213157d9cbd tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.2334309 Jan 14 01:46:04.791680 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8d7e750-06ba-4d2f-bc99-e0af8686580a req-a797633c-e07e-4fef-87e4-d65c6dcf4eed tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847452 Jan 14 01:46:04.908361 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9eb933f8-b272-447c-a399-9423c9894389 req-e82b8b21-948a-489e-8a2f-b58873637278 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 210 time: 0.0966578 Jan 14 01:46:04.914544 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66bccf53-f4e6-4027-921b-5a4998b6190f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:05.487328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35a71d-47b5-4d96-8218-bf471b657adc req-1c92f573-350c-4786-a46e-416b6df921c6 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:05.503202 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8c35a71d-47b5-4d96-8218-bf471b657adc req-1c92f573-350c-4786-a46e-416b6df921c6 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1253390 Jan 14 01:46:05.611710 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8c35a71d-47b5-4d96-8218-bf471b657adc req-1ea9a695-e747-4f6c-b45b-025f1436ecd2 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991001 Jan 14 01:46:06.181710 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06422a94-62b4-4447-96f9-893fbe85bde3 req-06a7a98f-8d91-4b50-8081-253354ae2225 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:06.192676 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06422a94-62b4-4447-96f9-893fbe85bde3 req-06a7a98f-8d91-4b50-8081-253354ae2225 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.2014337 Jan 14 01:46:06.438951 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0c4a39dd-bffb-4771-8171-50630310a203 req-2b727ada-7cea-4a65-b8b0-75eacfca6844 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 210 time: 0.1423364 Jan 14 01:46:06.464470 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a464-6b37-4867-953f-86fba5068505 req-5a11b5a3-f3d9-4c36-a4b5-84e203dcdc1c tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:06.466705 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-5a11b5a3-f3d9-4c36-a4b5-84e203dcdc1c tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.46 "GET /v2.0/networks?id=e1eec745-07b3-42a4-8e38-bc8500879dd8 HTTP/1.1" status: 200 len: 815 time: 0.4012663 Jan 14 01:46:06.486118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06422a94-62b4-4447-96f9-893fbe85bde3 req-61a9a9fa-985d-4e2c-b7b3-ddfffc25cb24 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924614 Jan 14 01:46:06.506057 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5ed8a464-6b37-4867-953f-86fba5068505 req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Request body: {'port': {'device_id': '97f9618c-e028-4baa-b421-10cfafecc29c', 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8', 'admin_state_up': True, 'tenant_id': '8d2ed6ba6dfc48ef9b24e591f94a32ad'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:06.668870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed8a464-6b37-4867-953f-86fba5068505 req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Made reservation on behalf of 8d2ed6ba6dfc48ef9b24e591f94a32ad for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:06.675296 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed8a464-6b37-4867-953f-86fba5068505 req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:06.856166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8263d-71b7-4867-9368-fd26cf9f4443 req-702000c8-40c7-4119-8d1c-baf6472c6da0 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:06.864012 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47c8263d-71b7-4867-9368-fd26cf9f4443 req-702000c8-40c7-4119-8d1c-baf6472c6da0 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1594701 Jan 14 01:46:06.920055 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-5ed8a464-6b37-4867-953f-86fba5068505 req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Allocated IP 172.20.0.4 (e1eec745-07b3-42a4-8e38-bc8500879dd8/35b3016c-15b4-4514-b43b-bbebf480ff89/cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:46:06.963625 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47c8263d-71b7-4867-9368-fd26cf9f4443 req-f3e1fec4-44f9-458b-8bd0-6b01933307fc tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903120 Jan 14 01:46:07.151824 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-27d5f428-9b0a-4f95-8934-de5fbd6230da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:07.237972 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed8a464-6b37-4867-953f-86fba5068505 req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks [] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:07.301380 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed8a464-6b37-4867-953f-86fba5068505 req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:07.389154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed8a464-6b37-4867-953f-86fba5068505 req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Network e1eec745-07b3-42a4-8e38-bc8500879dd8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:46:07.392019 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-5ed8a464-6b37-4867-953f-86fba5068505 req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:07.410268 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed8a464-6b37-4867-953f-86fba5068505 req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:46:07.453547 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55872) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:07.466390 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Pushing event updated for resources: {'Port': ['ID=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:07.481844 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.482176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.482584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.482983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.483319 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.483656 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.483983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.484306 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.484626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.484950 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.485274 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.485594 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.485912 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:07.511909 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a464-6b37-4867-953f-86fba5068505 req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:07.512602 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed8a464-6b37-4867-953f-86fba5068505 req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:07.531937 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-22a66987-990f-4b27-82ca-a519eff62e48 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0405743 Jan 14 01:46:07.562823 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Request body: {'port': {'device_id': '97f9618c-e028-4baa-b421-10cfafecc29c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:07.702333 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:07.742192 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2c27af1-44ca-4cb2-9877-1796cb9feca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:07.758439 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de822d77-6ed1-4359-9054-1fe9da4b5041 req-2b3f3335-07dd-4b43-bc80-b2ce14df89f1 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:07.765318 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de822d77-6ed1-4359-9054-1fe9da4b5041 req-2b3f3335-07dd-4b43-bc80-b2ce14df89f1 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 931 time: 0.1440578 Jan 14 01:46:07.863500 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de822d77-6ed1-4359-9054-1fe9da4b5041 req-562e8097-95ca-40bf-a8a8-7296b513077a tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972517 Jan 14 01:46:07.877440 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadeb60-545a-4a3a-a7d2-b5884f54fc26 req-46c562ce-292c-43cf-80b3-635f7aa6f0ea tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:07.898309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7eadeb60-545a-4a3a-a7d2-b5884f54fc26 req-46c562ce-292c-43cf-80b3-635f7aa6f0ea tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.2109888 Jan 14 01:46:07.898722 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2c27af1-44ca-4cb2-9877-1796cb9feca4 admin admin] Publish callbacks [] for security_group (b71a0fdd-d80d-4a60-89a4-35c12d64cd40), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:07.903434 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2c27af1-44ca-4cb2-9877-1796cb9feca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b71a0fdd-d80d-4a60-89a4-35c12d64cd40), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:08.025061 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e2c27af1-44ca-4cb2-9877-1796cb9feca4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cec4d3140e274b4db312419ca40a609c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5673649 Jan 14 01:46:08.028837 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55898) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:08.056678 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7eadeb60-545a-4a3a-a7d2-b5884f54fc26 req-4edb414d-aeed-4e0d-acbf-05fd72304225 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571882 Jan 14 01:46:08.125295 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c27af1-44ca-4cb2-9877-1796cb9feca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71a0fdd-d80d-4a60-89a4-35c12d64cd40,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:08.189643 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e6100dc-ec8d-41cd-a10f-ebc17438d4a6 admin admin] Publish callbacks [] for security_group (b71a0fdd-d80d-4a60-89a4-35c12d64cd40), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:08.266971 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e6100dc-ec8d-41cd-a10f-ebc17438d4a6 admin admin] Publish callbacks [] for security_group (b71a0fdd-d80d-4a60-89a4-35c12d64cd40), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:08.333532 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:08.413686 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e6100dc-ec8d-41cd-a10f-ebc17438d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b71a0fdd-d80d-4a60-89a4-35c12d64cd40), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:08.415087 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:46:08.416433 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e6100dc-ec8d-41cd-a10f-ebc17438d4a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:08.424879 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9e6100dc-ec8d-41cd-a10f-ebc17438d4a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b71a0fdd-d80d-4a60-89a4-35c12d64cd40 HTTP/1.1" status: 204 len: 168 time: 0.3948588 Jan 14 01:46:08.468944 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef1a96-de4b-4b93-9b77-3265cea2f456 req-59f0096f-e0bf-481a-b306-663940e67127 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:08.470588 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69ef1a96-de4b-4b93-9b77-3265cea2f456 req-59f0096f-e0bf-481a-b306-663940e67127 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.2067249 Jan 14 01:46:08.508683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6100dc-ec8d-41cd-a10f-ebc17438d4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71a0fdd-d80d-4a60-89a4-35c12d64cd40,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:08.714721 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69ef1a96-de4b-4b93-9b77-3265cea2f456 req-1e6f2c75-4860-4f26-bac8-d3dc78cd6af2 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272377 Jan 14 01:46:08.791894 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:46:08.802450 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Publish callbacks [] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:08.841816 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Transition to ACTIVE for port object cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:46:08.850739 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:08.934317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55920) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:08.985147 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Pushing event updated for resources: {'Port': ['ID=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:09.158166 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76b2aae5-9a1f-4d6e-b1ee-02ff5c218b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:09.275088 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfd16-83a7-4905-863f-517b2cdf3400 req-f1c2c54b-c909-48cb-9dd8-c63110cb5fbb tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:09.282951 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-109dfd16-83a7-4905-863f-517b2cdf3400 req-f1c2c54b-c909-48cb-9dd8-c63110cb5fbb tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 943 time: 0.2717006 Jan 14 01:46:09.319936 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cbd13-498d-4165-ab9c-fd70c3c46b9a req-7747e008-23ce-43a7-89df-413f61c4797c tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:09.321494 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc3cbd13-498d-4165-ab9c-fd70c3c46b9a req-7747e008-23ce-43a7-89df-413f61c4797c tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1398239 Jan 14 01:46:09.324140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Attempting to bind port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:46:09.324476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Attempting to bind port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:46:09.324799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Attempting to bind port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 on network e1eec745-07b3-42a4-8e38-bc8500879dd8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:09.331902 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 on network e1eec745-07b3-42a4-8e38-bc8500879dd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:46:09.332221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Attempting to bind port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 on network e1eec745-07b3-42a4-8e38-bc8500879dd8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:09.348841 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76b2aae5-9a1f-4d6e-b1ee-02ff5c218b53 admin admin] Publish callbacks [] for security_group (accfa793-a91f-4bcf-a107-4f2e20dee2f4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:09.356679 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:46:09.357096 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Checking segment: {'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:09.357437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Bound using segment: {'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:46:09.357894 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Bound port: cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:46:09.358256 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:09.358855 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76b2aae5-9a1f-4d6e-b1ee-02ff5c218b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (accfa793-a91f-4bcf-a107-4f2e20dee2f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:09.410410 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2aae5-9a1f-4d6e-b1ee-02ff5c218b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accfa793-a91f-4bcf-a107-4f2e20dee2f4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:09.428063 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-76b2aae5-9a1f-4d6e-b1ee-02ff5c218b53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e7e152e293749089fd0d250beebb08b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4920571 Jan 14 01:46:09.430248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 55946) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:09.454937 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc3cbd13-498d-4165-ab9c-fd70c3c46b9a req-c3ea7846-4ba8-49ef-bacf-b642cdf9b647 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188390 Jan 14 01:46:09.505268 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07e7df42-8a74-4c62-9986-fdbf8f70fbbc admin admin] Publish callbacks [] for security_group (accfa793-a91f-4bcf-a107-4f2e20dee2f4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:09.550739 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07e7df42-8a74-4c62-9986-fdbf8f70fbbc admin admin] Publish callbacks [] for security_group (accfa793-a91f-4bcf-a107-4f2e20dee2f4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:09.635851 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] For port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:46:09.666376 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] For port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:46:09.676357 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07e7df42-8a74-4c62-9986-fdbf8f70fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (accfa793-a91f-4bcf-a107-4f2e20dee2f4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:09.683694 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07e7df42-8a74-4c62-9986-fdbf8f70fbbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:09.686847 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-07e7df42-8a74-4c62-9986-fdbf8f70fbbc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/accfa793-a91f-4bcf-a107-4f2e20dee2f4 HTTP/1.1" status: 204 len: 168 time: 0.2553082 Jan 14 01:46:09.712341 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-109dfd16-83a7-4905-863f-517b2cdf3400 req-a13a8ff1-7c21-4f00-89b2-2088553e5c3d tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275255 Jan 14 01:46:09.719583 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7df42-8a74-4c62-9986-fdbf8f70fbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accfa793-a91f-4bcf-a107-4f2e20dee2f4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:09.722719 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:09.848056 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:09.878724 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:09.879569 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:09.881563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] 10.222.0.46 "PUT /v2.0/ports/cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 HTTP/1.1" status: 200 len: 1091 time: 2.3293099 Jan 14 01:46:09.887245 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f9618c-e028-4baa-b421-10cfafecc29c', 'tag': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:09.890472 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa87eb9-41b5-4fed-9dd1-74bebbb9a662" -d '{"events": [{"name": "network-changed", "server_uuid": "97f9618c-e028-4baa-b421-10cfafecc29c", "tag": "cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:09.992849 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b8024-b9c4-4929-9fc0-8c3d95df33ce x-openstack-request-id: req-e38b8024-b9c4-4929-9fc0-8c3d95df33ce {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:09.993350 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f9618c-e028-4baa-b421-10cfafecc29c", "tag": "cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:09.994094 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e38b8024-b9c4-4929-9fc0-8c3d95df33ce {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:09.994692 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f9618c-e028-4baa-b421-10cfafecc29c', 'tag': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3', 'status': 'completed', 'code': 200} Jan 14 01:46:10.035853 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afb48c-e7cb-46fe-9673-11ec9c5001fb service neutron] Pushing event updated for resources: {'Port': ['ID=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:10.063869 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda54894-db12-4400-a8fb-3f946144c3ed req-1ab62e0b-58bd-42a5-b2df-5553e5708dbd tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:10.066770 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bda54894-db12-4400-a8fb-3f946144c3ed req-1ab62e0b-58bd-42a5-b2df-5553e5708dbd tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1899629 Jan 14 01:46:10.084718 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a464-6b37-4867-953f-86fba5068505 req-78d2366e-40cd-4c4c-99a6-591665060f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:10.096431 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-78d2366e-40cd-4c4c-99a6-591665060f8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d2ed6ba6dfc48ef9b24e591f94a32ad&device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 1094 time: 0.1439438 Jan 14 01:46:10.236922 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-3350702c-5fa2-455b-8ef8-1d8f86352362 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 HTTP/1.1" status: 200 len: 217 time: 0.1252663 Jan 14 01:46:10.364825 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bda54894-db12-4400-a8fb-3f946144c3ed req-2771c586-b699-41f9-94b3-8d1da285dd8e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918525 Jan 14 01:46:10.382888 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 55980) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:10.409501 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a464-6b37-4867-953f-86fba5068505 req-4c1eb024-9423-4d9f-a335-520a647d6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:10.411050 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-4c1eb024-9423-4d9f-a335-520a647d6e03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35b3016c-15b4-4514-b43b-bbebf480ff89 HTTP/1.1" status: 200 len: 855 time: 0.1560106 Jan 14 01:46:10.527453 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-e9a51667-3d76-4e24-bcf4-afb4145d7812 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1eec745-07b3-42a4-8e38-bc8500879dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086192 Jan 14 01:46:10.687523 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1787842151-network', 'tenant_id': '82a5fba4f06749c78d9e8a8ad5b15e39'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:10.826671 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e87143-44d9-4833-b719-2b2672c0d32b req-171af9f4-7f5c-41f6-8290-db80e1f8a93d tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:10.843664 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14e87143-44d9-4833-b719-2b2672c0d32b req-171af9f4-7f5c-41f6-8290-db80e1f8a93d tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1857660 Jan 14 01:46:10.847003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Made reservation on behalf of 82a5fba4f06749c78d9e8a8ad5b15e39 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:10.849292 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:10.888641 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:10.940345 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:10.981768 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c689ca-d325-4358-9625-f72a3728ff1e req-1b6f46e1-00a1-49ac-9c15-de2dda913367 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1644619 Jan 14 01:46:11.023414 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-7bcbc323-b895-4389-9fc8-bde509d60201 service neutron] 10.222.0.46 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842074 Jan 14 01:46:11.169613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c689ca-d325-4358-9625-f72a3728ff1e req-2dd169e9-627c-4c0a-a549-d500f77dca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:11.171463 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c689ca-d325-4358-9625-f72a3728ff1e req-2dd169e9-627c-4c0a-a549-d500f77dca11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=499063d5628544d8ac7f06264154b870&device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 1095 time: 0.0790603 Jan 14 01:46:11.292494 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea9f64-db79-41eb-b291-29fc123c986e req-64d8979e-c292-4897-99b1-7a03c1b2c343 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:11.294483 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96ea9f64-db79-41eb-b291-29fc123c986e req-64d8979e-c292-4897-99b1-7a03c1b2c343 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 943 time: 0.4121327 Jan 14 01:46:11.303474 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14e87143-44d9-4833-b719-2b2672c0d32b req-e8fb5d8f-19f6-48d1-9bde-04634feff342 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385173 Jan 14 01:46:11.367391 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c689ca-d325-4358-9625-f72a3728ff1e req-17727c99-c9ff-441a-93df-5a5e034bd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:11.367661 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c689ca-d325-4358-9625-f72a3728ff1e req-17727c99-c9ff-441a-93df-5a5e034bd387 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 200 len: 909 time: 0.1727428 Jan 14 01:46:11.415173 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c689ca-d325-4358-9625-f72a3728ff1e req-931b319b-0e13-4eeb-a775-db48c8c32910 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0 HTTP/1.1" status: 200 len: 217 time: 0.0400424 Jan 14 01:46:11.484832 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c689ca-d325-4358-9625-f72a3728ff1e req-ab797ad8-5414-495a-9fc5-8c2a650d1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:11.486578 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c689ca-d325-4358-9625-f72a3728ff1e req-ab797ad8-5414-495a-9fc5-8c2a650d1868 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 200 len: 848 time: 0.0643001 Jan 14 01:46:11.492349 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ed8a464-6b37-4867-953f-86fba5068505 req-d019575c-e6cd-4577-8e77-6f891ec5a2e9 service neutron] 10.222.0.46 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370670 Jan 14 01:46:11.547087 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-96ea9f64-db79-41eb-b291-29fc123c986e req-2527923c-cbc6-48a0-b759-a0d0be12a388 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349265 Jan 14 01:46:11.560788 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c689ca-d325-4358-9625-f72a3728ff1e req-792aceeb-8ab0-4f6e-b74e-1f21490bb38c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4549ab35-8bb4-472b-ab25-7075b00cf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620201 Jan 14 01:46:11.581794 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Publish callbacks [] for security_group (dd995510-a0b6-4d6b-b583-8a948e0fc296), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:11.597089 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (dd995510-a0b6-4d6b-b583-8a948e0fc296), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:11.652714 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd995510-a0b6-4d6b-b583-8a948e0fc296,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:11.667176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:46:11.694038 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (93b90aac-1986-4125-ada1-797fa9c5e2ba), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:11.694769 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Added segment 93b90aac-1986-4125-ada1-797fa9c5e2ba of type vlan for network 3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 Jan 14 01:46:11.824266 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c689ca-d325-4358-9625-f72a3728ff1e req-1e293741-fdfa-424c-a3b4-56e244d08009 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589953 Jan 14 01:46:11.849638 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (3ec35f97-a390-4ad3-8c7a-81a2a2185bf5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:12.017970 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87eb9-41b5-4fed-9dd1-74bebbb9a662 req-65d6b887-bc8c-4b3d-9b2b-474cacd252ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:12.019528 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daa87eb9-41b5-4fed-9dd1-74bebbb9a662 req-65d6b887-bc8c-4b3d-9b2b-474cacd252ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d2ed6ba6dfc48ef9b24e591f94a32ad&device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 1094 time: 0.2084184 Jan 14 01:46:12.021332 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (3ec35f97-a390-4ad3-8c7a-81a2a2185bf5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:12.022305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:12.022932 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:12.085264 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c689ca-d325-4358-9625-f72a3728ff1e req-ba56e3c2-dea7-48c1-9477-4f9762219a35 service neutron] 10.222.0.36 "GET /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537627 Jan 14 01:46:12.140576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56028) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:12.140821 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7567809 Jan 14 01:46:12.146326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fe999c55-3555-472c-b65e-f87634cf6e03 admin admin] Request body: {'subnet': {'network_id': '3ec35f97-a390-4ad3-8c7a-81a2a2185bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1787842151-subnet', 'tenant_id': '82a5fba4f06749c78d9e8a8ad5b15e39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:12.157277 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172e428-bb69-4e78-a5c7-5e3c48327a17 req-2a71831a-5790-49d9-9aaa-10b4c646e088 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:12.164964 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0172e428-bb69-4e78-a5c7-5e3c48327a17 req-2a71831a-5790-49d9-9aaa-10b4c646e088 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.2008574 Jan 14 01:46:12.197061 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe999c55-3555-472c-b65e-f87634cf6e03 admin admin] Made reservation on behalf of 82a5fba4f06749c78d9e8a8ad5b15e39 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:12.199146 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689f9fd-14e2-4ba8-b46a-9548d7f89f14 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec35f97-a390-4ad3-8c7a-81a2a2185bf5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:12.199485 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe999c55-3555-472c-b65e-f87634cf6e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:12.215466 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:46:12.314728 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0172e428-bb69-4e78-a5c7-5e3c48327a17 req-96ad46c9-ce03-46f5-afd9-aa736d8c50e7 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488032 Jan 14 01:46:12.355020 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87eb9-41b5-4fed-9dd1-74bebbb9a662 req-48ee1320-7c25-4327-a2e3-fe98e6bd81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:12.356712 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daa87eb9-41b5-4fed-9dd1-74bebbb9a662 req-48ee1320-7c25-4327-a2e3-fe98e6bd81d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1eec745-07b3-42a4-8e38-bc8500879dd8 HTTP/1.1" status: 200 len: 916 time: 0.3256977 Jan 14 01:46:12.458728 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daa87eb9-41b5-4fed-9dd1-74bebbb9a662 req-46acfb57-b72d-42a3-bb01-8000aa9727f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 HTTP/1.1" status: 200 len: 217 time: 0.0947719 Jan 14 01:46:12.537056 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87eb9-41b5-4fed-9dd1-74bebbb9a662 req-ae40bf9b-e173-400f-b21b-09004d5bdded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:12.538643 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daa87eb9-41b5-4fed-9dd1-74bebbb9a662 req-ae40bf9b-e173-400f-b21b-09004d5bdded service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35b3016c-15b4-4514-b43b-bbebf480ff89 HTTP/1.1" status: 200 len: 855 time: 0.0715835 Jan 14 01:46:12.623061 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daa87eb9-41b5-4fed-9dd1-74bebbb9a662 req-30dd047b-087c-4763-8c76-6e5b7ae8d101 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1eec745-07b3-42a4-8e38-bc8500879dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437477 Jan 14 01:46:12.641474 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69cc72-90e6-4a52-8447-8d2ce43712c9 req-24a5f090-d7a5-41c4-a046-bbad78dadd2c tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:12.649947 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f69cc72-90e6-4a52-8447-8d2ce43712c9 req-24a5f090-d7a5-41c4-a046-bbad78dadd2c tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1063581 Jan 14 01:46:12.776164 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe999c55-3555-472c-b65e-f87634cf6e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (049f5443-fb47-42c0-bbd7-02fb69596421), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:12.791092 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daa87eb9-41b5-4fed-9dd1-74bebbb9a662 req-cb0db232-e0c1-416e-b8e6-167b8be0f7e5 service neutron] 10.222.0.46 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427913 Jan 14 01:46:12.848606 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f69cc72-90e6-4a52-8447-8d2ce43712c9 req-d8c69dd9-d83f-41c6-b759-6569acf9ad88 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951883 Jan 14 01:46:12.927363 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe999c55-3555-472c-b65e-f87634cf6e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=049f5443-fb47-42c0-bbd7-02fb69596421,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:12.939945 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe999c55-3555-472c-b65e-f87634cf6e03 admin admin] Checking segment: {'id': '93b90aac-1986-4125-ada1-797fa9c5e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3ec35f97-a390-4ad3-8c7a-81a2a2185bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:12.941344 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe999c55-3555-472c-b65e-f87634cf6e03 admin admin] Network hostable DHCP agents. Network: 3ec35f97-a390-4ad3-8c7a-81a2a2185bf5, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:46:12.988508 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe999c55-3555-472c-b65e-f87634cf6e03 admin admin] Network 3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:46:13.011252 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fe999c55-3555-472c-b65e-f87634cf6e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 3ec35f97-a390-4ad3-8c7a-81a2a2185bf5) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:13.021847 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ec2cb8-7824-47d3-9e86-0ef7c3e6c6a0 None None] Network 3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:46:13.041926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe999c55-3555-472c-b65e-f87634cf6e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:13.043250 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe999c55-3555-472c-b65e-f87634cf6e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:13.096549 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fe999c55-3555-472c-b65e-f87634cf6e03 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9546034 Jan 14 01:46:13.202871 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c756ba-7950-4cae-9af7-cd8e135937db None None] Network 3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:46:13.618486 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1628116-2f7e-4439-8a1f-91f095bfe75f req-1c8daea8-1c32-4cba-a7dc-fb0caf8734a1 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:13.625452 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1628116-2f7e-4439-8a1f-91f095bfe75f req-1c8daea8-1c32-4cba-a7dc-fb0caf8734a1 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 943 time: 0.6564965 Jan 14 01:46:13.650777 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daa87eb9-41b5-4fed-9dd1-74bebbb9a662 req-c1e961dd-1fce-4ffe-a50f-8767c242fd9a service neutron] 10.222.0.46 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8204746 Jan 14 01:46:13.705843 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1628116-2f7e-4439-8a1f-91f095bfe75f req-a6e661d9-a1c7-4c92-bba1-9f991e3c7b24 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794680 Jan 14 01:46:13.825239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70704c09-740f-4ee3-a38e-d79374136316 req-97c4791d-6d33-482b-85b8-806521835651 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:13.847748 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-70704c09-740f-4ee3-a38e-d79374136316 req-97c4791d-6d33-482b-85b8-806521835651 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1618488 Jan 14 01:46:13.990778 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-70704c09-740f-4ee3-a38e-d79374136316 req-cadb1fbe-bc37-4fba-9732-9699ee91e603 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318686 Jan 14 01:46:14.339076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3f2ce-203d-42e9-b05a-776085e55d03 req-cd4894bf-0071-4389-8a23-124f14e17121 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:14.340843 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e6e3f2ce-203d-42e9-b05a-776085e55d03 req-cd4894bf-0071-4389-8a23-124f14e17121 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1284418 Jan 14 01:46:14.460629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e6e3f2ce-203d-42e9-b05a-776085e55d03 req-d56810f7-50fd-4965-a79b-cd79a238a746 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105540 Jan 14 01:46:14.674134 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:46:14.937725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:14.975232 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3', 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8', 'port_id': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3', 'mac_address': 'fa:16:3e:a4:7e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b3016c-15b4-4514-b43b-bbebf480ff89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:46:15.075663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:15.076458 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:15.108971 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:46:15.140932 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead54db-9173-43e2-a4b7-52cd522a6d67 req-833c7ee9-1f51-4f90-bf38-9feb095c4988 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:15.154757 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ead54db-9173-43e2-a4b7-52cd522a6d67 req-833c7ee9-1f51-4f90-bf38-9feb095c4988 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 943 time: 0.1055212 Jan 14 01:46:15.191762 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:15.203688 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:15.237838 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ead54db-9173-43e2-a4b7-52cd522a6d67 req-808c8b63-92ad-4d08-983c-58c0bf044fac tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774386 Jan 14 01:46:15.367315 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:15.450611 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82791f-b8f1-415b-af25-483b3417b17c req-a4a9592b-a57a-4478-8db3-689b79954e59 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:15.452228 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec82791f-b8f1-415b-af25-483b3417b17c req-a4a9592b-a57a-4478-8db3-689b79954e59 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.0844142 Jan 14 01:46:15.516278 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:15.573127 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec82791f-b8f1-415b-af25-483b3417b17c req-45e78aa6-0264-4359-9166-9d968b3b7613 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072826 Jan 14 01:46:15.837679 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420a851-7fa7-49a9-b341-6b9eda3649b1 req-d78592e3-5ef7-4e87-a080-075c79807516 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:15.839471 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6420a851-7fa7-49a9-b341-6b9eda3649b1 req-d78592e3-5ef7-4e87-a080-075c79807516 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1418903 Jan 14 01:46:15.956842 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6420a851-7fa7-49a9-b341-6b9eda3649b1 req-a9654d5e-f631-4f5e-aa95-b583435ed99a tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058648 Jan 14 01:46:16.422801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1e20c-a470-44f0-a71b-ae85cb3ad008 req-c3aefd45-7e5c-4844-9adc-ca0bd812fdec tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:16.425346 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ba1e20c-a470-44f0-a71b-ae85cb3ad008 req-c3aefd45-7e5c-4844-9adc-ca0bd812fdec tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 944 time: 0.0714259 Jan 14 01:46:16.508183 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ba1e20c-a470-44f0-a71b-ae85cb3ad008 req-fce9d617-3928-4125-ad8b-5c54c4db0e3a tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756838 Jan 14 01:46:16.693396 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:46:16.849366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:46:16.853994 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:16.854357 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:16.896871 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa041bae-5b48-4723-9ff4-23ef088d9659 req-d9eb80e1-c39c-4357-96be-b93f318e547c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:16.902237 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fa041bae-5b48-4723-9ff4-23ef088d9659 req-d9eb80e1-c39c-4357-96be-b93f318e547c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1110711 Jan 14 01:46:17.036695 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:17.039004 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:17.072923 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fa041bae-5b48-4723-9ff4-23ef088d9659 req-d9ef7fa4-96e5-4606-983b-abe8f5003470 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529853 Jan 14 01:46:17.123185 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f9618c-e028-4baa-b421-10cfafecc29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:17.125941 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec3ecb9-b0cf-44f7-9399-88be1f8f7ccd" -d '{"events": [{"server_uuid": "97f9618c-e028-4baa-b421-10cfafecc29c", "name": "network-vif-plugged", "status": "completed", "tag": "cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:17.158732 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:17.170692 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:17.304910 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:17.319142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693d12e-d380-42a2-be4a-5ea8dd385aa8 req-3b98dad6-766d-4652-a22b-68acaead8d77 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:17.329977 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1693d12e-d380-42a2-be4a-5ea8dd385aa8 req-3b98dad6-766d-4652-a22b-68acaead8d77 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 945 time: 0.1360123 Jan 14 01:46:17.418722 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aeb9c2-6473-4123-bba2-3df5b37a63ee req-1591d332-07df-46a2-8d04-021719900036 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:17.427060 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e0aeb9c2-6473-4123-bba2-3df5b37a63ee req-1591d332-07df-46a2-8d04-021719900036 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1312222 Jan 14 01:46:17.428518 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2150a-12e2-40e7-83f5-38b154754a94 req-9d7604d9-5e33-47a9-878c-058460b2efbc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:17.439047 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-dbe2150a-12e2-40e7-83f5-38b154754a94 req-9d7604d9-5e33-47a9-878c-058460b2efbc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 945 time: 0.0872686 Jan 14 01:46:17.487955 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1693d12e-d380-42a2-be4a-5ea8dd385aa8 req-362a3db6-06b6-483f-bdc5-55c93faf7b9f tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513855 Jan 14 01:46:17.528402 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e0aeb9c2-6473-4123-bba2-3df5b37a63ee req-298d8662-11e6-4530-ab64-8a5a546f8411 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984156 Jan 14 01:46:17.592392 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25b71c9-caa0-4be4-8ff5-db140d96cbfb x-openstack-request-id: req-d25b71c9-caa0-4be4-8ff5-db140d96cbfb {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:17.592861 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f9618c-e028-4baa-b421-10cfafecc29c", "name": "network-vif-plugged", "status": "completed", "tag": "cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:17.593117 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d25b71c9-caa0-4be4-8ff5-db140d96cbfb {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:17.593510 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f9618c-e028-4baa-b421-10cfafecc29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3', 'code': 200} Jan 14 01:46:17.604678 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-dbe2150a-12e2-40e7-83f5-38b154754a94 req-5b6c770d-f412-4aba-aa7e-b6681c3d44cc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Deleting port f514b806-ddcc-4a90-9584-b11837552c18 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:17.605271 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dbe2150a-12e2-40e7-83f5-38b154754a94 req-5b6c770d-f412-4aba-aa7e-b6681c3d44cc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f514b806-ddcc-4a90-9584-b11837552c18), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:17.785536 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-dbe2150a-12e2-40e7-83f5-38b154754a94 req-5b6c770d-f412-4aba-aa7e-b6681c3d44cc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] For port f514b806-ddcc-4a90-9584-b11837552c18, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f514b806-ddcc-4a90-9584-b11837552c18,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:17.786206 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dbe2150a-12e2-40e7-83f5-38b154754a94 req-5b6c770d-f412-4aba-aa7e-b6681c3d44cc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f514b806-ddcc-4a90-9584-b11837552c18), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:17.807934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-dbe2150a-12e2-40e7-83f5-38b154754a94 req-5b6c770d-f412-4aba-aa7e-b6681c3d44cc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Calling delete_port for f514b806-ddcc-4a90-9584-b11837552c18 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:17.970972 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc59f0-3398-4e37-8e8d-26557ae58f19 req-38099a4f-7e46-4d7c-8da9-1642a532ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:17.973355 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4acc59f0-3398-4e37-8e8d-26557ae58f19 req-38099a4f-7e46-4d7c-8da9-1642a532ff1c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 1096 time: 0.1573024 Jan 14 01:46:17.990214 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-ed5cdf53-cb95-4cf9-94f2-19a934db418c tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:17.992017 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-ed5cdf53-cb95-4cf9-94f2-19a934db418c tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/networks?id=3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 HTTP/1.1" status: 200 len: 810 time: 0.3102849 Jan 14 01:46:18.000122 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dbe2150a-12e2-40e7-83f5-38b154754a94 req-5b6c770d-f412-4aba-aa7e-b6681c3d44cc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f514b806-ddcc-4a90-9584-b11837552c18), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:18.007431 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5ab41-9e37-4d12-a71e-836622f3c5a2 req-23abffe4-4240-40bc-8baf-a718a9131aac tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:18.015455 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aca5ab41-9e37-4d12-a71e-836622f3c5a2 req-23abffe4-4240-40bc-8baf-a718a9131aac tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1221828 Jan 14 01:46:18.039660 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c770d-f412-4aba-aa7e-b6681c3d44cc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Pushing event deleted for resources: {'Port': ['ID=f514b806-ddcc-4a90-9584-b11837552c18,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:18.047525 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f514b806-ddcc-4a90-9584-b11837552c18'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:18.084901 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-7bd3cc03-42fc-474e-81d4-1fbaa28be0b7 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/quotas/82a5fba4f06749c78d9e8a8ad5b15e39 HTTP/1.1" status: 200 len: 375 time: 0.0857210 Jan 14 01:46:18.099764 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe2150a-12e2-40e7-83f5-38b154754a94 req-5b6c770d-f412-4aba-aa7e-b6681c3d44cc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] No DVR routers for this DVR port f514b806-ddcc-4a90-9584-b11837552c18 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:46:18.103564 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dbe2150a-12e2-40e7-83f5-38b154754a94 req-5b6c770d-f412-4aba-aa7e-b6681c3d44cc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:18.107801 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-dbe2150a-12e2-40e7-83f5-38b154754a94 req-5b6c770d-f412-4aba-aa7e-b6681c3d44cc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.36 "DELETE /v2.0/ports/f514b806-ddcc-4a90-9584-b11837552c18 HTTP/1.1" status: 204 len: 173 time: 0.6603961 Jan 14 01:46:18.108280 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff669290-b38c-4c96-b8d6-45ef48ac677e', 'name': 'network-vif-deleted', 'tag': 'f514b806-ddcc-4a90-9584-b11837552c18'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:18.110754 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420d19b4-c56c-4f2c-8c2b-b2472562df9a" -d '{"events": [{"server_uuid": "ff669290-b38c-4c96-b8d6-45ef48ac677e", "name": "network-vif-deleted", "tag": "f514b806-ddcc-4a90-9584-b11837552c18"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:18.157478 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aca5ab41-9e37-4d12-a71e-836622f3c5a2 req-4938c8d1-fe87-4a5f-8653-81a7f8dca980 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410699 Jan 14 01:46:18.217583 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-37cb4da9-f874-4cd0-88ec-32648f1ad9ca tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82a5fba4f06749c78d9e8a8ad5b15e39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791917 Jan 14 01:46:18.267402 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4acc59f0-3398-4e37-8e8d-26557ae58f19 req-cd87dffa-b800-4f30-91bc-a78220e4ae23 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850628 Jan 14 01:46:18.386800 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83c11e-75cf-4b01-ab6d-e6ae64bd00fa req-e13fae58-8914-46f2-9ca5-55950806d60e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:18.394327 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2d83c11e-75cf-4b01-ab6d-e6ae64bd00fa req-e13fae58-8914-46f2-9ca5-55950806d60e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.0887692 Jan 14 01:46:18.427464 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-8b8ab1fc-6cea-4aed-ba63-41c376e1d364 service neutron] 10.222.0.26 "GET /v2.0/networks/3ec35f97-a390-4ad3-8c7a-81a2a2185bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774538 Jan 14 01:46:18.517637 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2d83c11e-75cf-4b01-ab6d-e6ae64bd00fa req-e379a9c6-9d12-44c6-a6ce-bfcc0224cc40 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222386 Jan 14 01:46:18.573040 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6748ddb-4787-4b87-b26e-60ddbff6097e x-openstack-request-id: req-e6748ddb-4787-4b87-b26e-60ddbff6097e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:18.573585 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff669290-b38c-4c96-b8d6-45ef48ac677e", "name": "network-vif-deleted", "tag": "f514b806-ddcc-4a90-9584-b11837552c18", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:18.573585 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6748ddb-4787-4b87-b26e-60ddbff6097e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:18.573957 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff669290-b38c-4c96-b8d6-45ef48ac677e', 'name': 'network-vif-deleted', 'tag': 'f514b806-ddcc-4a90-9584-b11837552c18', 'status': 'completed', 'code': 200} Jan 14 01:46:18.591004 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-c44d63de-a782-447c-b3c2-15c4bee6ad7a service neutron] 10.222.0.26 "GET /v2.0/networks/3ec35f97-a390-4ad3-8c7a-81a2a2185bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495426 Jan 14 01:46:18.887223 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-546e9bf1-d853-4603-9821-d538e956e58a req-d9489257-dec9-46d2-8e5b-5671d8516395 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff669290-b38c-4c96-b8d6-45ef48ac677e HTTP/1.1" status: 200 len: 210 time: 0.0643084 Jan 14 01:46:18.912427 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-046861e3-7129-49f2-8ce5-de70063830bf req-d6e9e646-c6d9-458b-aed5-603801f3cea3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1235993 Jan 14 01:46:19.033323 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef050af-2e60-4005-bc71-0fb63c3351f0 req-4a8ab85f-23dc-4e2a-8043-f28757a04499 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:19.041509 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ef050af-2e60-4005-bc71-0fb63c3351f0 req-4a8ab85f-23dc-4e2a-8043-f28757a04499 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1003413 Jan 14 01:46:19.101703 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046861e3-7129-49f2-8ce5-de70063830bf req-879857a8-e85a-4977-b7da-656442eb780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:19.103253 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-046861e3-7129-49f2-8ce5-de70063830bf req-879857a8-e85a-4977-b7da-656442eb780e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 1101 time: 0.1486053 Jan 14 01:46:19.193809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ef050af-2e60-4005-bc71-0fb63c3351f0 req-64856bc2-545e-4964-ac4d-665c9633a867 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514075 Jan 14 01:46:19.352384 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046861e3-7129-49f2-8ce5-de70063830bf req-ca258a07-840c-41f4-b308-e869ba4de831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:19.354811 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-046861e3-7129-49f2-8ce5-de70063830bf req-ca258a07-840c-41f4-b308-e869ba4de831 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1982541 Jan 14 01:46:19.462886 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-046861e3-7129-49f2-8ce5-de70063830bf req-3c4d693f-517e-49d0-acb8-27c8e1867b18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=dc3120c4-8775-4a13-b340-a598925cad6c HTTP/1.1" status: 200 len: 217 time: 0.1019545 Jan 14 01:46:19.511202 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4b36d7f-c29e-42a6-90a4-b95015f243ff req-8d7121ad-7b9c-48e7-a477-5ddda737df64 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 210 time: 0.0500746 Jan 14 01:46:19.632050 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046861e3-7129-49f2-8ce5-de70063830bf req-adc5d279-8311-44c3-ace0-2d7edb80de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:19.634641 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-046861e3-7129-49f2-8ce5-de70063830bf req-adc5d279-8311-44c3-ace0-2d7edb80de19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1627400 Jan 14 01:46:19.712199 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc39da-7583-40c3-a3c6-7a7738af3b71 req-a2fb59df-6414-4a0a-bca5-37a245bc4ccc tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:19.713758 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bbc39da-7583-40c3-a3c6-7a7738af3b71 req-a2fb59df-6414-4a0a-bca5-37a245bc4ccc tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1157079 Jan 14 01:46:19.716990 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046861e3-7129-49f2-8ce5-de70063830bf req-6b138adb-03a2-4637-9216-818941bb490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:19.718704 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-046861e3-7129-49f2-8ce5-de70063830bf req-6b138adb-03a2-4637-9216-818941bb490d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647399 Jan 14 01:46:19.834573 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bbc39da-7583-40c3-a3c6-7a7738af3b71 req-9520ae06-d60f-4580-af65-deb4bb5c7600 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077306 Jan 14 01:46:19.861114 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-046861e3-7129-49f2-8ce5-de70063830bf req-6d3d8b08-36d9-4de0-ba36-7af7074448b7 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331093 Jan 14 01:46:20.001799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f185274-756d-4038-9d38-4dcf2ddb81f0 req-22e8bee6-9074-4713-9a01-ab6069541a41 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:20.003405 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f185274-756d-4038-9d38-4dcf2ddb81f0 req-22e8bee6-9074-4713-9a01-ab6069541a41 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.0818679 Jan 14 01:46:20.009290 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-046861e3-7129-49f2-8ce5-de70063830bf req-1cb0b477-c88e-4643-bb45-7d708563a6b7 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403298 Jan 14 01:46:20.054438 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f185274-756d-4038-9d38-4dcf2ddb81f0 req-4177a5b5-c966-4b18-9e93-d20765cac4ca tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Jan 14 01:46:20.228147 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459917c-c605-4d73-9600-9b3226f5c4bb req-4dce94d5-bd97-49ab-b777-de8301cc15ad tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:20.229630 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1459917c-c605-4d73-9600-9b3226f5c4bb req-4dce94d5-bd97-49ab-b777-de8301cc15ad tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.0509884 Jan 14 01:46:20.279937 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1459917c-c605-4d73-9600-9b3226f5c4bb req-a0eb1270-607c-4ff5-83cb-a841c972efe8 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Jan 14 01:46:20.400294 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e274e4-faa2-49f4-a123-7c5c93f31c66 req-b76ff41c-2ad8-459d-b284-23cf8951aadc tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:20.401806 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56e274e4-faa2-49f4-a123-7c5c93f31c66 req-b76ff41c-2ad8-459d-b284-23cf8951aadc tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.0564430 Jan 14 01:46:20.456443 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56e274e4-faa2-49f4-a123-7c5c93f31c66 req-29275867-e385-4e81-895d-21e98c687fcc tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484734 Jan 14 01:46:20.852896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-0dab06b4-85d2-4f08-8752-e0d1f67f54b9 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:20.855766 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-0dab06b4-85d2-4f08-8752-e0d1f67f54b9 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.36 "GET /v2.0/networks?id=3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 HTTP/1.1" status: 200 len: 810 time: 0.2038360 Jan 14 01:46:20.888933 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Request body: {'port': {'device_id': '9e4e1ba8-351e-4f77-a9f7-872b0e3872fb', 'network_id': '3ec35f97-a390-4ad3-8c7a-81a2a2185bf5', 'admin_state_up': True, 'tenant_id': '82a5fba4f06749c78d9e8a8ad5b15e39'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:20.993596 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0e712-cab2-4b9c-bac2-73e4239a3552 req-ff04c9b3-9454-490f-98a7-3056b52d1498 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:20.999092 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5d0e712-cab2-4b9c-bac2-73e4239a3552 req-ff04c9b3-9454-490f-98a7-3056b52d1498 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 944 time: 0.0730245 Jan 14 01:46:21.073145 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5d0e712-cab2-4b9c-bac2-73e4239a3552 req-83027483-2546-4abd-b84e-2b3473304161 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714643 Jan 14 01:46:21.081754 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd2d2e-30c6-4f7a-8cc7-f8c6f2f69947 req-74a60350-c52f-4439-ab0d-ec6a09ab87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:21.083689 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2fd2d2e-30c6-4f7a-8cc7-f8c6f2f69947 req-74a60350-c52f-4439-ab0d-ec6a09ab87fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 1097 time: 0.0618594 Jan 14 01:46:21.083937 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179e5fc-de5b-4162-be55-eabf655254b1 req-e800c676-91e2-4204-a98d-c7836f1719af tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:21.085497 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a179e5fc-de5b-4162-be55-eabf655254b1 req-e800c676-91e2-4204-a98d-c7836f1719af tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 944 time: 0.0794897 Jan 14 01:46:21.166265 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Made reservation on behalf of 82a5fba4f06749c78d9e8a8ad5b15e39 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:21.170891 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:21.228521 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2fd2d2e-30c6-4f7a-8cc7-f8c6f2f69947 req-c01d7adf-f0ea-4c40-80f1-8629aa9b654c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313000 Jan 14 01:46:21.295442 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-a179e5fc-de5b-4162-be55-eabf655254b1 req-d8e1adfb-a0a5-4995-afd2-dd7877f39cd5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Deleting port 7d8a1857-f25e-427b-91fe-7d528bc709a3 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:21.295804 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a179e5fc-de5b-4162-be55-eabf655254b1 req-d8e1adfb-a0a5-4995-afd2-dd7877f39cd5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:21.303896 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76154af8-d572-4049-95be-17f29f042863 req-647c4ae6-c304-4aae-8fc0-b252ead9b875 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 210 time: 0.0594096 Jan 14 01:46:21.357166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5823a-a7c9-4969-b6e6-2e79e01884d5 req-f9b11a1c-655d-418a-b465-a482645b06bd tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:21.370488 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54a5823a-a7c9-4969-b6e6-2e79e01884d5 req-f9b11a1c-655d-418a-b465-a482645b06bd tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1239092 Jan 14 01:46:21.397872 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Allocated IP 172.20.0.11 (3ec35f97-a390-4ad3-8c7a-81a2a2185bf5/049f5443-fb47-42c0-bbd7-02fb69596421/e3bb970d-d495-4e80-880f-2ac401b1ae35) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:46:21.462992 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54a5823a-a7c9-4969-b6e6-2e79e01884d5 req-4e6141c9-c838-4f3f-9420-8f9c4cfbe6a1 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915933 Jan 14 01:46:21.492828 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d17d0-9807-4cd3-8221-57ea8648b5a1 req-d5455925-ae71-4c86-acb4-5762618c4912 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:21.501813 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-521d17d0-9807-4cd3-8221-57ea8648b5a1 req-d5455925-ae71-4c86-acb4-5762618c4912 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1057053 Jan 14 01:46:21.503078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-a179e5fc-de5b-4162-be55-eabf655254b1 req-d8e1adfb-a0a5-4995-afd2-dd7877f39cd5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] For port 7d8a1857-f25e-427b-91fe-7d528bc709a3, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7d8a1857-f25e-427b-91fe-7d528bc709a3,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:21.505872 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a179e5fc-de5b-4162-be55-eabf655254b1 req-d8e1adfb-a0a5-4995-afd2-dd7877f39cd5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:21.529261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56348) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:21.540462 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-a179e5fc-de5b-4162-be55-eabf655254b1 req-d8e1adfb-a0a5-4995-afd2-dd7877f39cd5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Calling delete_port for 7d8a1857-f25e-427b-91fe-7d528bc709a3 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:21.582827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-521d17d0-9807-4cd3-8221-57ea8648b5a1 req-9f859ed4-5be8-4190-9c30-9eb9f38bd6e6 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791488 Jan 14 01:46:21.753206 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-155cd0fb-9a98-447a-9a4a-4ef38f040fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:21.792740 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612c36f-0b8d-4d0f-a248-8e8f3fa0f1d0 req-8f975d4a-54d6-4d48-8be4-b77555c8c645 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:21.800606 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2612c36f-0b8d-4d0f-a248-8e8f3fa0f1d0 req-8f975d4a-54d6-4d48-8be4-b77555c8c645 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1229966 Jan 14 01:46:21.870917 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2612c36f-0b8d-4d0f-a248-8e8f3fa0f1d0 req-0fc2875f-54fa-423a-b0cc-9181d504dbf3 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690374 Jan 14 01:46:21.949013 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-155cd0fb-9a98-447a-9a4a-4ef38f040fde admin admin] Publish callbacks [] for security_group (be34438e-23e9-4792-9751-298ceaaee611), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:21.961127 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-155cd0fb-9a98-447a-9a4a-4ef38f040fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (be34438e-23e9-4792-9751-298ceaaee611), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.047392 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cd0fb-9a98-447a-9a4a-4ef38f040fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be34438e-23e9-4792-9751-298ceaaee611,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:22.057394 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-155cd0fb-9a98-447a-9a4a-4ef38f040fde admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b59778ade43d4d1884adc6db6ec35c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5262599 Jan 14 01:46:22.058108 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56366) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:22.069048 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Publish callbacks [] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.132596 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a179e5fc-de5b-4162-be55-eabf655254b1 req-d8e1adfb-a0a5-4995-afd2-dd7877f39cd5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (7d8a1857-f25e-427b-91fe-7d528bc709a3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.135481 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-8ed4ac6e-fa79-4896-808d-077b7ecc6932 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:22.137300 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-8ed4ac6e-fa79-4896-808d-077b7ecc6932 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 805 time: 0.2176483 Jan 14 01:46:22.162357 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-b471cb07-fa1a-4581-a7c4-b1bdc0bf5eb8 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/quotas/1d45fc8997fc4ca8890daac1eb8eb224 HTTP/1.1" status: 200 len: 375 time: 0.0197229 Jan 14 01:46:22.163092 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b321f161-74e7-4b3b-adf5-70a105456611 admin admin] Publish callbacks [] for security_group (be34438e-23e9-4792-9751-298ceaaee611), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.172460 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1adfb-a0a5-4995-afd2-dd7877f39cd5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Pushing event deleted for resources: {'Port': ['ID=7d8a1857-f25e-427b-91fe-7d528bc709a3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:22.177352 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.205457 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b321f161-74e7-4b3b-adf5-70a105456611 admin admin] Publish callbacks [] for security_group (be34438e-23e9-4792-9751-298ceaaee611), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.258644 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-a179e5fc-de5b-4162-be55-eabf655254b1 req-d8e1adfb-a0a5-4995-afd2-dd7877f39cd5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] No DVR routers for this DVR port 7d8a1857-f25e-427b-91fe-7d528bc709a3 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:46:22.266674 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a179e5fc-de5b-4162-be55-eabf655254b1 req-d8e1adfb-a0a5-4995-afd2-dd7877f39cd5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.270026 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a179e5fc-de5b-4162-be55-eabf655254b1 req-d8e1adfb-a0a5-4995-afd2-dd7877f39cd5 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.36 "DELETE /v2.0/ports/7d8a1857-f25e-427b-91fe-7d528bc709a3 HTTP/1.1" status: 204 len: 173 time: 1.1669629 Jan 14 01:46:22.271964 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Network 3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:46:22.272587 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf8edf8-1662-4605-b668-965b842c708c', 'name': 'network-vif-deleted', 'tag': '7d8a1857-f25e-427b-91fe-7d528bc709a3'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:22.275101 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f037ad-c3d6-4e5b-9f43-3573505dcc85" -d '{"events": [{"server_uuid": "eaf8edf8-1662-4605-b668-965b842c708c", "name": "network-vif-deleted", "tag": "7d8a1857-f25e-427b-91fe-7d528bc709a3"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:22.278309 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Pushing event updated for resources: {'Port': ['ID=e3bb970d-d495-4e80-880f-2ac401b1ae35,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:22.281074 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:22.283299 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:46:22.338957 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:22.339638 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.351319 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ea2d2e0-e219-459c-94bf-9b3d143e53cf req-d02b72ef-9319-4338-a1d5-cc2fdc7f396b tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf8edf8-1662-4605-b668-965b842c708c HTTP/1.1" status: 200 len: 210 time: 0.1281362 Jan 14 01:46:22.368334 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-f8433f8d-9f10-45ca-9f58-5182c979a2bc tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1997468 Jan 14 01:46:22.373026 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-cda3a925-771e-43ba-a9f0-0fd7d080e237 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4882028 Jan 14 01:46:22.392571 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Request body: {'port': {'device_id': '9e4e1ba8-351e-4f77-a9f7-872b0e3872fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:22.392792 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b321f161-74e7-4b3b-adf5-70a105456611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (be34438e-23e9-4792-9751-298ceaaee611), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.395311 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b321f161-74e7-4b3b-adf5-70a105456611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.396609 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b321f161-74e7-4b3b-adf5-70a105456611 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be34438e-23e9-4792-9751-298ceaaee611 HTTP/1.1" status: 204 len: 168 time: 0.3348799 Jan 14 01:46:22.436086 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb52c88-2c86-4cde-b3a2-beb0835d479c x-openstack-request-id: req-cbb52c88-2c86-4cde-b3a2-beb0835d479c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:22.436494 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf8edf8-1662-4605-b668-965b842c708c", "name": "network-vif-deleted", "tag": "7d8a1857-f25e-427b-91fe-7d528bc709a3", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:22.436871 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbb52c88-2c86-4cde-b3a2-beb0835d479c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:22.437304 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf8edf8-1662-4605-b668-965b842c708c', 'name': 'network-vif-deleted', 'tag': '7d8a1857-f25e-427b-91fe-7d528bc709a3', 'status': 'completed', 'code': 200} Jan 14 01:46:22.455911 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f514b806-ddcc-4a90-9584-b11837552c18 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:22.464443 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.489798 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: f514b806-ddcc-4a90-9584-b11837552c18 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:22.493723 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f514b806-ddcc-4a90-9584-b11837552c18 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:22.525788 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321f161-74e7-4b3b-adf5-70a105456611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be34438e-23e9-4792-9751-298ceaaee611,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:22.629352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b9a85-c150-4bca-9430-a9d1e2ca9a20 req-394bba6f-bbf1-447a-b502-3e9b4d21ec8a tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:22.636185 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d64b9a85-c150-4bca-9430-a9d1e2ca9a20 req-394bba6f-bbf1-447a-b502-3e9b4d21ec8a tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 932 time: 0.1064112 Jan 14 01:46:22.645513 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-29803dd3-9319-484d-adc0-9223bc35c127 service neutron] 10.222.0.26 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617836 Jan 14 01:46:22.764503 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d64b9a85-c150-4bca-9430-a9d1e2ca9a20 req-6929fada-c97e-4ecb-92bb-94ceffe8ccab tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd995510-a0b6-4d6b-b583-8a948e0fc296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141634 Jan 14 01:46:22.823219 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-cf3613b0-76a7-4954-a6fa-737e8aad96b4 service neutron] 10.222.0.26 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697395 Jan 14 01:46:22.871591 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bb970d-d495-4e80-880f-2ac401b1ae35 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:46:22.893651 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Publish callbacks [] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.911469 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Transition to ACTIVE for port object e3bb970d-d495-4e80-880f-2ac401b1ae35 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:46:22.919180 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:22.978204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7131ebc-2936-468b-ac0a-e58664257940 req-17b8c5d4-d8f7-47d3-a6b0-2a28533aef6f tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:22.983221 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7131ebc-2936-468b-ac0a-e58664257940 req-17b8c5d4-d8f7-47d3-a6b0-2a28533aef6f tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1305010 Jan 14 01:46:22.993195 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bb970d-d495-4e80-880f-2ac401b1ae35,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:23.127732 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7131ebc-2936-468b-ac0a-e58664257940 req-9aed991c-471d-423c-ac59-1237301354b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361957 Jan 14 01:46:23.174770 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Attempting to bind port e3bb970d-d495-4e80-880f-2ac401b1ae35 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:46:23.175381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Attempting to bind port e3bb970d-d495-4e80-880f-2ac401b1ae35 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '93b90aac-1986-4125-ada1-797fa9c5e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3ec35f97-a390-4ad3-8c7a-81a2a2185bf5'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:46:23.175711 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Attempting to bind port e3bb970d-d495-4e80-880f-2ac401b1ae35 on network 3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:23.181060 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Port e3bb970d-d495-4e80-880f-2ac401b1ae35 on network 3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:46:23.181374 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Attempting to bind port e3bb970d-d495-4e80-880f-2ac401b1ae35 on network 3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:23.187899 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:46:23.188354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Checking segment: {'id': '93b90aac-1986-4125-ada1-797fa9c5e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3ec35f97-a390-4ad3-8c7a-81a2a2185bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:23.188793 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Bound using segment: {'id': '93b90aac-1986-4125-ada1-797fa9c5e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3ec35f97-a390-4ad3-8c7a-81a2a2185bf5'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:46:23.189166 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Bound port: e3bb970d-d495-4e80-880f-2ac401b1ae35, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b90aac-1986-4125-ada1-797fa9c5e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3ec35f97-a390-4ad3-8c7a-81a2a2185bf5'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:46:23.189557 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:23.231792 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebc8b5-1bac-41fb-b0e0-b63648613bf0 req-133e72a5-f445-4854-9618-9d4e844d7dc1 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:23.233313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7aebc8b5-1bac-41fb-b0e0-b63648613bf0 req-133e72a5-f445-4854-9618-9d4e844d7dc1 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1001067 Jan 14 01:46:23.316728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595500f-4b50-4a18-b1d8-3d19ac69cd68 req-7bf63ddf-46e9-4307-a872-bfbf095accb4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:23.318799 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a595500f-4b50-4a18-b1d8-3d19ac69cd68 req-7bf63ddf-46e9-4307-a872-bfbf095accb4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.0793819 Jan 14 01:46:23.324232 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] For port e3bb970d-d495-4e80-880f-2ac401b1ae35, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:46:23.328427 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] For port e3bb970d-d495-4e80-880f-2ac401b1ae35, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=e3bb970d-d495-4e80-880f-2ac401b1ae35,segment=NetworkSegment(93b90aac-1986-4125-ada1-797fa9c5e2ba),segment_id=93b90aac-1986-4125-ada1-797fa9c5e2ba)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:46:23.335905 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7aebc8b5-1bac-41fb-b0e0-b63648613bf0 req-8dfd3d27-0af2-4a2a-b8e0-ecd45444c591 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954959 Jan 14 01:46:23.360693 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:23.455250 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:23.455969 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:23.457356 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/e3bb970d-d495-4e80-880f-2ac401b1ae35 HTTP/1.1" status: 200 len: 1092 time: 1.0693874 Jan 14 01:46:23.461968 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a595500f-4b50-4a18-b1d8-3d19ac69cd68 req-c3360a4d-9175-4213-bbe0-334a26e8ebda tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148653 Jan 14 01:46:23.509697 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9f3ee-f865-4c4a-bf0c-b41824ec85d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bb970d-d495-4e80-880f-2ac401b1ae35,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:23.606551 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5e05761d-6da3-4103-aae7-dfca5b5a003d req-961651e6-83cd-4ba2-8da0-2315913beb8c tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 210 time: 0.0638568 Jan 14 01:46:23.623088 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e875e8d9-a100-48ce-a687-b7c6fa0d2561 req-93bf6d0b-3275-40e6-b56c-0c7d37a631e6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1280628198', 'description': 'tempest-description-410429831'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:23.657976 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-4fbfef4a-3222-45ea-93ad-bae8cad07bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:23.659572 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-4fbfef4a-3222-45ea-93ad-bae8cad07bff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82a5fba4f06749c78d9e8a8ad5b15e39&device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 1095 time: 0.0938206 Jan 14 01:46:23.666754 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e875e8d9-a100-48ce-a687-b7c6fa0d2561 req-93bf6d0b-3275-40e6-b56c-0c7d37a631e6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:23.732876 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-a4bf0197-3ef4-414e-80f6-175e9b47d6a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3bb970d-d495-4e80-880f-2ac401b1ae35 HTTP/1.1" status: 200 len: 217 time: 0.0567379 Jan 14 01:46:23.751862 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e875e8d9-a100-48ce-a687-b7c6fa0d2561 req-93bf6d0b-3275-40e6-b56c-0c7d37a631e6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for security_group (a5d4935b-3913-48c4-8a87-79e91e23f9a3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:23.761479 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e875e8d9-a100-48ce-a687-b7c6fa0d2561 req-93bf6d0b-3275-40e6-b56c-0c7d37a631e6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a5d4935b-3913-48c4-8a87-79e91e23f9a3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:23.847394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf6d0b-3275-40e6-b56c-0c7d37a631e6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d4935b-3913-48c4-8a87-79e91e23f9a3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:23.860596 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-e1951dab-017a-4bf7-a7e7-e807900ba77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:23.867879 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e875e8d9-a100-48ce-a687-b7c6fa0d2561 req-93bf6d0b-3275-40e6-b56c-0c7d37a631e6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:23.869204 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e875e8d9-a100-48ce-a687-b7c6fa0d2561 req-93bf6d0b-3275-40e6-b56c-0c7d37a631e6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2579007 Jan 14 01:46:23.871023 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-e1951dab-017a-4bf7-a7e7-e807900ba77c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=049f5443-fb47-42c0-bbd7-02fb69596421 HTTP/1.1" status: 200 len: 850 time: 0.1069210 Jan 14 01:46:23.910862 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acb72f-9d11-4060-b52d-6ba6eff5a2fa req-d0efbde5-faed-4070-a120-e82ae8251612 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:23.912418 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01acb72f-9d11-4060-b52d-6ba6eff5a2fa req-d0efbde5-faed-4070-a120-e82ae8251612 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fdf5d9a-8212-4062-af54-547c48cadee6 HTTP/1.1" status: 200 len: 945 time: 0.1585712 Jan 14 01:46:24.005511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855f02-47ab-47b7-9df7-eade50114a9c req-842e4b4b-2049-4261-909b-84e1da049251 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:24.007704 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a4855f02-47ab-47b7-9df7-eade50114a9c req-842e4b4b-2049-4261-909b-84e1da049251 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 944 time: 0.0803869 Jan 14 01:46:24.021315 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-888a17a7-9a4d-4731-9183-9bdeac79d05d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ec35f97-a390-4ad3-8c7a-81a2a2185bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401682 Jan 14 01:46:24.102236 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a4855f02-47ab-47b7-9df7-eade50114a9c req-278f964c-9f1d-49f2-b02d-ec16cf195d3e tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd995510-a0b6-4d6b-b583-8a948e0fc296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818923 Jan 14 01:46:24.210972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-01acb72f-9d11-4060-b52d-6ba6eff5a2fa req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Deleting port 2655a89a-4ffd-4337-b457-c079f0967a63 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:24.211550 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01acb72f-9d11-4060-b52d-6ba6eff5a2fa req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:24.216803 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-ebf0beb1-108e-4983-9795-ef58ff4e176c service neutron] 10.222.0.36 "GET /v2.0/networks/3ec35f97-a390-4ad3-8c7a-81a2a2185bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818693 Jan 14 01:46:24.255236 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c2a71036-90cd-4c4e-a5f1-1a6e7ffe6938 req-65200eda-e4c5-485a-b9d6-7f0d48261f0d tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1280628198&fields=id&tenant_id=0695d654c2fe49eeac5927d1467dfbbd HTTP/1.1" status: 200 len: 267 time: 0.1087258 Jan 14 01:46:24.262988 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56434) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:24.267190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d3a7e-c47c-4da3-8173-340ee02f8b87 req-0105b849-c1d3-4277-9fff-7800c2e88adc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:24.269167 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-192d3a7e-c47c-4da3-8173-340ee02f8b87 req-0105b849-c1d3-4277-9fff-7800c2e88adc tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 944 time: 0.0876529 Jan 14 01:46:24.344964 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a71036-90cd-4c4e-a5f1-1a6e7ffe6938 req-1dd8e674-0dd5-4d34-8551-1de84e02f1e1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:24.347064 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c2a71036-90cd-4c4e-a5f1-1a6e7ffe6938 req-1dd8e674-0dd5-4d34-8551-1de84e02f1e1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.0770297 Jan 14 01:46:24.355143 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-192d3a7e-c47c-4da3-8173-340ee02f8b87 req-150406ae-eb9b-4e3c-ad9d-aac0c00b23d6 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.26 "GET /v2.0/security-groups?id=916c66d9-aeb8-4a71-a58a-806a644fd154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751858 Jan 14 01:46:24.360762 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c2a71036-90cd-4c4e-a5f1-1a6e7ffe6938 req-2bf1668d-081d-4903-8bdc-a5818fb64087 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Request body: {'port': {'security_groups': ['7614824e-17c2-4ddf-bc72-d5f96a6c0b30', 'a5d4935b-3913-48c4-8a87-79e91e23f9a3']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:24.407509 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-01acb72f-9d11-4060-b52d-6ba6eff5a2fa req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] For port 2655a89a-4ffd-4337-b457-c079f0967a63, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2655a89a-4ffd-4337-b457-c079f0967a63,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:24.407958 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01acb72f-9d11-4060-b52d-6ba6eff5a2fa req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:24.437026 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:24.440565 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-01acb72f-9d11-4060-b52d-6ba6eff5a2fa req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Calling delete_port for 2655a89a-4ffd-4337-b457-c079f0967a63 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:24.441968 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4e1ba8-351e-4f77-a9f7-872b0e3872fb', 'tag': 'e3bb970d-d495-4e80-880f-2ac401b1ae35'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:24.444298 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad4bd69-569a-4094-84ae-b9540569829f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4e1ba8-351e-4f77-a9f7-872b0e3872fb", "tag": "e3bb970d-d495-4e80-880f-2ac401b1ae35"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:24.460428 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3123ce48-754f-4d69-add6-ef9ba29beb58 req-5f7c756e-afbc-4dc5-a6dc-fc1c85c7ed59 service neutron] 10.222.0.36 "GET /v2.0/networks/3ec35f97-a390-4ad3-8c7a-81a2a2185bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088950 Jan 14 01:46:24.478079 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2655a89a-4ffd-4337-b457-c079f0967a63 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:24.482305 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2a71036-90cd-4c4e-a5f1-1a6e7ffe6938 req-2bf1668d-081d-4903-8bdc-a5818fb64087 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:24.541068 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f467d-b822-41fe-93e9-bfa685b154f4 req-c469221c-faa5-4876-9e7d-c99e2195f66d tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:24.548011 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fd5f467d-b822-41fe-93e9-bfa685b154f4 req-c469221c-faa5-4876-9e7d-c99e2195f66d tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.0995982 Jan 14 01:46:24.609163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 2655a89a-4ffd-4337-b457-c079f0967a63 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:24.609642 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:24.630047 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Publish callbacks [] for security_group (96963a2e-a856-426a-b4e6-151902322b37), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:24.640037 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (96963a2e-a856-426a-b4e6-151902322b37), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:24.710587 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fd5f467d-b822-41fe-93e9-bfa685b154f4 req-50451967-4083-4795-bfab-3b4dbf04203c tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615901 Jan 14 01:46:24.714517 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd065d74460f4a1b9b4f364023da8089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4495060 Jan 14 01:46:24.714517 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01acb72f-9d11-4060-b52d-6ba6eff5a2fa req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (2655a89a-4ffd-4337-b457-c079f0967a63), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:24.722516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56446) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:24.760879 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96963a2e-a856-426a-b4e6-151902322b37,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:24.765652 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Pushing event deleted for resources: {'Port': ['ID=2655a89a-4ffd-4337-b457-c079f0967a63,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:24.769411 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-dea5ac8e-4d46-4932-9e6d-769eeed7ebc6 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:24.771130 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-dea5ac8e-4d46-4932-9e6d-769eeed7ebc6 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.46 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 805 time: 0.2693357 Jan 14 01:46:24.784266 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.784613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.784940 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.785270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.785593 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.785915 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.786236 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.786577 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.786894 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.787209 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.787525 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.787833 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.788146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4da2ce-7814-4599-bb85-184c6c61fd8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.798600 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.798961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.799383 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.799758 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.800476 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.800476 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.800784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.801081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.801545 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.801731 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.802054 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.802870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.802870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:24.821348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70730c-f1bc-41d6-892e-817f83d5945e req-0becd6a5-3574-4f37-ba22-7dc2b710872d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:24.823250 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ae70730c-f1bc-41d6-892e-817f83d5945e req-0becd6a5-3574-4f37-ba22-7dc2b710872d tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.36 "GET /v2.0/ports?device_id=6faea7c9-bd78-4e0c-8516-5a939742a67d HTTP/1.1" status: 200 len: 944 time: 0.1774044 Jan 14 01:46:24.843173 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Request body: {'port': {'device_id': '44641064-e687-48d2-8f67-eab19a81fb07', 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'admin_state_up': True, 'tenant_id': '1d45fc8997fc4ca8890daac1eb8eb224'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:24.879221 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-01acb72f-9d11-4060-b52d-6ba6eff5a2fa req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] No DVR routers for this DVR port 2655a89a-4ffd-4337-b457-c079f0967a63 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:46:24.881674 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01acb72f-9d11-4060-b52d-6ba6eff5a2fa req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:24.885285 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01acb72f-9d11-4060-b52d-6ba6eff5a2fa req-2c7640a2-0708-4425-8e24-5ff7805046f2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.36 "DELETE /v2.0/ports/2655a89a-4ffd-4337-b457-c079f0967a63 HTTP/1.1" status: 204 len: 173 time: 0.9598019 Jan 14 01:46:24.950802 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb592a04-6b82-43cb-80b2-07fb487ef1e9 admin admin] Publish callbacks [] for security_group (96963a2e-a856-426a-b4e6-151902322b37), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:24.953056 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ae70730c-f1bc-41d6-892e-817f83d5945e req-74ec60fc-54f3-447c-a81e-63121bfc42a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Deleting port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:24.953397 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ae70730c-f1bc-41d6-892e-817f83d5945e req-74ec60fc-54f3-447c-a81e-63121bfc42a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:24.963332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a5dbf-1391-4072-b659-b2a4541e3e4e req-b54a517c-4879-4fc0-8025-2feb2beb1610 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:24.964852 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a23a5dbf-1391-4072-b659-b2a4541e3e4e req-b54a517c-4879-4fc0-8025-2feb2beb1610 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1848013 Jan 14 01:46:25.045604 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb592a04-6b82-43cb-80b2-07fb487ef1e9 admin admin] Publish callbacks [] for security_group (96963a2e-a856-426a-b4e6-151902322b37), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:25.056428 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ae70730c-f1bc-41d6-892e-817f83d5945e req-74ec60fc-54f3-447c-a81e-63121bfc42a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] For port 1517394b-4f4f-4f9c-bb73-f1ff52851df0, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=1517394b-4f4f-4f9c-bb73-f1ff52851df0,segment=NetworkSegment(ed997829-a3d5-4536-8651-19b9c1468d4b),segment_id=ed997829-a3d5-4536-8651-19b9c1468d4b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:25.056714 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ae70730c-f1bc-41d6-892e-817f83d5945e req-74ec60fc-54f3-447c-a81e-63121bfc42a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:25.069827 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ae70730c-f1bc-41d6-892e-817f83d5945e req-74ec60fc-54f3-447c-a81e-63121bfc42a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Calling delete_port for 1517394b-4f4f-4f9c-bb73-f1ff52851df0 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:25.073642 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c2a71036-90cd-4c4e-a5f1-1a6e7ffe6938 req-2bf1668d-081d-4903-8bdc-a5818fb64087 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] For port 094871bf-5c58-4f05-aa54-84169bdf5617, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=094871bf-5c58-4f05-aa54-84169bdf5617,segment=NetworkSegment(81cf52bf-9b30-48c6-bbf1-616fa9f5cb61),segment_id=81cf52bf-9b30-48c6-bbf1-616fa9f5cb61)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:25.132713 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a23a5dbf-1391-4072-b659-b2a4541e3e4e req-cd635a5a-7f45-4160-8eb2-49ba1b2c8aa3 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558990 Jan 14 01:46:25.159032 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2a71036-90cd-4c4e-a5f1-1a6e7ffe6938 req-2bf1668d-081d-4903-8bdc-a5818fb64087 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for port (094871bf-5c58-4f05-aa54-84169bdf5617), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:25.161614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Made reservation on behalf of 1d45fc8997fc4ca8890daac1eb8eb224 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:25.165200 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:25.168586 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2a71036-90cd-4c4e-a5f1-1a6e7ffe6938 req-2bf1668d-081d-4903-8bdc-a5818fb64087 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:25.195939 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd27e89-4e1e-45ff-b86d-109d63914d28 x-openstack-request-id: req-3bd27e89-4e1e-45ff-b86d-109d63914d28 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:25.196270 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4e1ba8-351e-4f77-a9f7-872b0e3872fb", "tag": "e3bb970d-d495-4e80-880f-2ac401b1ae35", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:25.196847 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bd27e89-4e1e-45ff-b86d-109d63914d28 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:25.196996 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4e1ba8-351e-4f77-a9f7-872b0e3872fb', 'tag': 'e3bb970d-d495-4e80-880f-2ac401b1ae35', 'status': 'completed', 'code': 200} Jan 14 01:46:25.204816 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['094871bf-5c58-4f05-aa54-84169bdf5617'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:25.219397 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb592a04-6b82-43cb-80b2-07fb487ef1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (96963a2e-a856-426a-b4e6-151902322b37), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:25.222466 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb592a04-6b82-43cb-80b2-07fb487ef1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:25.223601 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bb592a04-6b82-43cb-80b2-07fb487ef1e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96963a2e-a856-426a-b4e6-151902322b37 HTTP/1.1" status: 204 len: 168 time: 0.4973125 Jan 14 01:46:25.241334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a71036-90cd-4c4e-a5f1-1a6e7ffe6938 req-2bf1668d-081d-4903-8bdc-a5818fb64087 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:25.242334 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2a71036-90cd-4c4e-a5f1-1a6e7ffe6938 req-2bf1668d-081d-4903-8bdc-a5818fb64087 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:25.245092 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ae70730c-f1bc-41d6-892e-817f83d5945e req-74ec60fc-54f3-447c-a81e-63121bfc42a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1517394b-4f4f-4f9c-bb73-f1ff52851df0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:25.257936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c2a71036-90cd-4c4e-a5f1-1a6e7ffe6938 req-2bf1668d-081d-4903-8bdc-a5818fb64087 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "PUT /v2.0/ports/094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 982 time: 0.9017096 Jan 14 01:46:25.264104 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:25.266579 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6258d2ea-d991-4fc1-b210-99e81e6811cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:25.303695 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec60fc-54f3-447c-a81e-63121bfc42a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Pushing event deleted for resources: {'Port': ['ID=1517394b-4f4f-4f9c-bb73-f1ff52851df0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:25.359509 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb592a04-6b82-43cb-80b2-07fb487ef1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96963a2e-a856-426a-b4e6-151902322b37,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:25.406102 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['094871bf-5c58-4f05-aa54-84169bdf5617'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:25.427456 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68a4f5fe-3bc1-4e4b-ac8c-d5e387391450 req-5d0b2aee-a255-4588-b00d-629370ca5fba tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 210 time: 0.0709295 Jan 14 01:46:25.430248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1668d-081d-4903-8bdc-a5818fb64087 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Pushing event updated for resources: {'Port': ['ID=094871bf-5c58-4f05-aa54-84169bdf5617,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:25.433134 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae70730c-f1bc-41d6-892e-817f83d5945e req-74ec60fc-54f3-447c-a81e-63121bfc42a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] No DVR routers for this DVR port 1517394b-4f4f-4f9c-bb73-f1ff52851df0 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:46:25.455532 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ae70730c-f1bc-41d6-892e-817f83d5945e req-74ec60fc-54f3-447c-a81e-63121bfc42a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:25.460109 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ae70730c-f1bc-41d6-892e-817f83d5945e req-74ec60fc-54f3-447c-a81e-63121bfc42a4 tempest-LiveMigrationTest-354635375 tempest-LiveMigrationTest-354635375-project] 10.222.0.36 "DELETE /v2.0/ports/1517394b-4f4f-4f9c-bb73-f1ff52851df0 HTTP/1.1" status: 204 len: 173 time: 0.6224031 Jan 14 01:46:25.502833 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4bd69-569a-4094-84ae-b9540569829f req-e9e8791a-9edc-48ab-84a7-649d48c72cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:25.504375 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5ad4bd69-569a-4094-84ae-b9540569829f req-e9e8791a-9edc-48ab-84a7-649d48c72cbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82a5fba4f06749c78d9e8a8ad5b15e39&device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 1095 time: 0.2401729 Jan 14 01:46:25.612420 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Allocated IP 172.20.0.2 (5f027ff3-61cc-4e5c-82d5-688896fb83a3/d8d3bd97-b0d7-4581-9638-89c747c1dc86/a76ba19f-cb8f-43a6-9134-8deb78c3153a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:46:25.632259 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e32bdff-0837-4ab7-91f8-5845fc040c84 req-49f03617-2c93-40a0-95fd-8ed71d7772e1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1280628198&fields=id&tenant_id=0695d654c2fe49eeac5927d1467dfbbd HTTP/1.1" status: 200 len: 267 time: 0.0999217 Jan 14 01:46:25.696598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160c1cd-d443-4d35-a661-b3617bd3725f req-73c7b018-2b05-49e2-ad09-05898ea2e961 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:25.707156 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1160c1cd-d443-4d35-a661-b3617bd3725f req-73c7b018-2b05-49e2-ad09-05898ea2e961 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 944 time: 0.2444255 Jan 14 01:46:25.715635 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4bd69-569a-4094-84ae-b9540569829f req-0ad0bb8c-a759-46c9-9e91-b651a71bf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:25.717291 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5ad4bd69-569a-4094-84ae-b9540569829f req-0ad0bb8c-a759-46c9-9e91-b651a71bf328 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 HTTP/1.1" status: 200 len: 911 time: 0.1824641 Jan 14 01:46:25.801139 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5ad4bd69-569a-4094-84ae-b9540569829f req-ee116d9a-7ba6-44b2-91b6-d5630bbad439 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3bb970d-d495-4e80-880f-2ac401b1ae35 HTTP/1.1" status: 200 len: 217 time: 0.0491743 Jan 14 01:46:25.846819 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1160c1cd-d443-4d35-a661-b3617bd3725f req-697d0795-c4f2-4e97-8d9d-932b52dc896b tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd995510-a0b6-4d6b-b583-8a948e0fc296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375015 Jan 14 01:46:25.857201 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4bd69-569a-4094-84ae-b9540569829f req-a61b5f87-831f-44ae-a152-7f87e667f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:25.858732 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5ad4bd69-569a-4094-84ae-b9540569829f req-a61b5f87-831f-44ae-a152-7f87e667f96e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=049f5443-fb47-42c0-bbd7-02fb69596421 HTTP/1.1" status: 200 len: 850 time: 0.0504487 Jan 14 01:46:25.884032 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32bdff-0837-4ab7-91f8-5845fc040c84 req-2f559dc4-cf08-4d49-9acb-baeb4cdf62f6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:25.890951 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e32bdff-0837-4ab7-91f8-5845fc040c84 req-2f559dc4-cf08-4d49-9acb-baeb4cdf62f6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 985 time: 0.1813123 Jan 14 01:46:25.891505 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5ad4bd69-569a-4094-84ae-b9540569829f req-9bb12d65-5b01-486d-a0a1-d2b760ee2635 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ec35f97-a390-4ad3-8c7a-81a2a2185bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260172 Jan 14 01:46:25.913715 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6e32bdff-0837-4ab7-91f8-5845fc040c84 req-0dd3dd91-3783-4d0a-92d1-53dd32f8e9e4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Request body: {'port': {'security_groups': ['7614824e-17c2-4ddf-bc72-d5f96a6c0b30']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:25.918115 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b912cd-ae17-4677-8e68-44b9d8ae95e9 x-openstack-request-id: req-58b912cd-ae17-4677-8e68-44b9d8ae95e9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:25.918115 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:25.918115 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58b912cd-ae17-4677-8e68-44b9d8ae95e9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:25.918460 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617', 'status': 'completed', 'code': 200} Jan 14 01:46:26.028306 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5ad4bd69-569a-4094-84ae-b9540569829f req-afc5bde5-c187-496d-a946-3cf90eaa6e65 service neutron] 10.222.0.36 "GET /v2.0/networks/3ec35f97-a390-4ad3-8c7a-81a2a2185bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285510 Jan 14 01:46:26.031382 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258d2ea-d991-4fc1-b210-99e81e6811cb req-5712401a-7f22-42d1-bb5b-24558238bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:26.033018 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6258d2ea-d991-4fc1-b210-99e81e6811cb req-5712401a-7f22-42d1-bb5b-24558238bfe9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0695d654c2fe49eeac5927d1467dfbbd&device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 1136 time: 0.0829763 Jan 14 01:46:26.198059 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5ad4bd69-569a-4094-84ae-b9540569829f req-5e621553-d943-43a4-8d10-9513b8b84050 service neutron] 10.222.0.36 "GET /v2.0/networks/3ec35f97-a390-4ad3-8c7a-81a2a2185bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627736 Jan 14 01:46:26.201155 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258d2ea-d991-4fc1-b210-99e81e6811cb req-88507c91-595c-4b32-9ee4-d7fac4ba299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:26.202627 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6258d2ea-d991-4fc1-b210-99e81e6811cb req-88507c91-595c-4b32-9ee4-d7fac4ba299f service neutron] 10.222.0.46 "GET /v2.0/networks?id=96015cda-4f80-40a8-bf1d-97150e857a1f HTTP/1.1" status: 200 len: 920 time: 0.1590545 Jan 14 01:46:26.250343 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6258d2ea-d991-4fc1-b210-99e81e6811cb req-2ffa8d15-4ae9-425d-ab8d-f0fd14989a56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 217 time: 0.0416453 Jan 14 01:46:26.305341 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258d2ea-d991-4fc1-b210-99e81e6811cb req-a96b3572-a1ed-4f84-8cf6-4c29f88768bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:26.307000 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6258d2ea-d991-4fc1-b210-99e81e6811cb req-a96b3572-a1ed-4f84-8cf6-4c29f88768bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0322bb8-6a2a-4453-9d21-14136292ac8f HTTP/1.1" status: 200 len: 859 time: 0.0507245 Jan 14 01:46:26.320087 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56482) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:26.344048 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6258d2ea-d991-4fc1-b210-99e81e6811cb req-6e87213b-9098-4ceb-8491-9001cf737b8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96015cda-4f80-40a8-bf1d-97150e857a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315297 Jan 14 01:46:26.365825 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks [] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.400823 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e32bdff-0837-4ab7-91f8-5845fc040c84 req-0dd3dd91-3783-4d0a-92d1-53dd32f8e9e4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.428953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1003085706-network', 'tenant_id': '83cd75eeec224a3baba511e4a4892a83'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:26.451346 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6258d2ea-d991-4fc1-b210-99e81e6811cb req-93c027ca-adeb-4062-b976-34786fe1c4a9 service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020567 Jan 14 01:46:26.463907 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947345-b217-4db5-9bab-d84ee9843df6 req-9b814a09-7280-4294-a0f7-9e2167f787e7 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:26.465676 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-65947345-b217-4db5-9bab-d84ee9843df6 req-9b814a09-7280-4294-a0f7-9e2167f787e7 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 946 time: 0.4759746 Jan 14 01:46:26.476378 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device e3bb970d-d495-4e80-880f-2ac401b1ae35 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:46:26.485225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 7d8a1857-f25e-427b-91fe-7d528bc709a3 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:26.506823 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.510880 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Made reservation on behalf of 83cd75eeec224a3baba511e4a4892a83 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:26.513155 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.515816 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 7d8a1857-f25e-427b-91fe-7d528bc709a3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:26.516166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 7d8a1857-f25e-427b-91fe-7d528bc709a3 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:26.528685 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.583334 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6258d2ea-d991-4fc1-b210-99e81e6811cb req-6edd7fae-9dc0-49af-bc8b-784f77b605ef service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260636 Jan 14 01:46:26.589876 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:46:26.598636 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-65947345-b217-4db5-9bab-d84ee9843df6 req-54983617-c1e0-4e13-a7d5-73de434bad0b tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259606 Jan 14 01:46:26.603678 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:26.610450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:46:26.616410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Pushing event updated for resources: {'Port': ['ID=a76ba19f-cb8f-43a6-9134-8deb78c3153a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:26.635847 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port e3bb970d-d495-4e80-880f-2ac401b1ae35, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=e3bb970d-d495-4e80-880f-2ac401b1ae35,segment=NetworkSegment(93b90aac-1986-4125-ada1-797fa9c5e2ba),segment_id=93b90aac-1986-4125-ada1-797fa9c5e2ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:26.667840 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Publish callbacks [] for security_group (280c467f-cea2-4824-85b7-27f3eefdff97), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.670531 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'e3bb970d-d495-4e80-880f-2ac401b1ae35', 'network_id': '3ec35f97-a390-4ad3-8c7a-81a2a2185bf5', 'port_id': 'e3bb970d-d495-4e80-880f-2ac401b1ae35', 'mac_address': 'fa:16:3e:26:b9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049f5443-fb47-42c0-bbd7-02fb69596421', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:46:26.674336 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (280c467f-cea2-4824-85b7-27f3eefdff97), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.693379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56490) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:26.706904 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280c467f-cea2-4824-85b7-27f3eefdff97,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:26.717786 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:46:26.718174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port e3bb970d-d495-4e80-880f-2ac401b1ae35 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:26.718945 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.720009 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:26.724363 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.735851 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6bb1ee98-3c0d-416a-a22b-3d754e9f82a6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.736929 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Added segment 6bb1ee98-3c0d-416a-a22b-3d754e9f82a6 of type vlan for network d38f42a2-f52a-4afc-b8e1-9de25af258fb Jan 14 01:46:26.740550 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bb970d-d495-4e80-880f-2ac401b1ae35 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:46:26.758230 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-83ce1671-d622-4119-80df-d74ee2380915 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9301529 Jan 14 01:46:26.764322 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port e3bb970d-d495-4e80-880f-2ac401b1ae35, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=e3bb970d-d495-4e80-880f-2ac401b1ae35,segment=NetworkSegment(93b90aac-1986-4125-ada1-797fa9c5e2ba),segment_id=93b90aac-1986-4125-ada1-797fa9c5e2ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:26.773790 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.778080 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Request body: {'port': {'device_id': '44641064-e687-48d2-8f67-eab19a81fb07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:26.788474 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6e32bdff-0837-4ab7-91f8-5845fc040c84 req-0dd3dd91-3783-4d0a-92d1-53dd32f8e9e4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] For port 094871bf-5c58-4f05-aa54-84169bdf5617, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=094871bf-5c58-4f05-aa54-84169bdf5617,segment=NetworkSegment(81cf52bf-9b30-48c6-bbf1-616fa9f5cb61),segment_id=81cf52bf-9b30-48c6-bbf1-616fa9f5cb61)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:26.792525 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (d38f42a2-f52a-4afc-b8e1-9de25af258fb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.841356 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (d38f42a2-f52a-4afc-b8e1-9de25af258fb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.842949 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:26.843539 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.865700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=e3bb970d-d495-4e80-880f-2ac401b1ae35,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:26.873539 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.873891 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.874235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.874683 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.875009 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.875560 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.876483 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.876828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.877703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.878030 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.878492 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.878824 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.879149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:26.900907 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5797906 Jan 14 01:46:26.903917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56496) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:26.905242 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e32bdff-0837-4ab7-91f8-5845fc040c84 req-0dd3dd91-3783-4d0a-92d1-53dd32f8e9e4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for port (094871bf-5c58-4f05-aa54-84169bdf5617), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.909482 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cee1babf-9e0c-4409-ae1a-1e10d862984a admin admin] Request body: {'subnet': {'network_id': 'd38f42a2-f52a-4afc-b8e1-9de25af258fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1003085706-subnet', 'tenant_id': '83cd75eeec224a3baba511e4a4892a83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:26.916288 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14000893-4ddb-40f1-914e-b7112fd09605 admin admin] Pushing event updated for resources: {'Network': ['ID=d38f42a2-f52a-4afc-b8e1-9de25af258fb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:26.926853 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network d38f42a2-f52a-4afc-b8e1-9de25af258fb details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:46:26.929942 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e32bdff-0837-4ab7-91f8-5845fc040c84 req-0dd3dd91-3783-4d0a-92d1-53dd32f8e9e4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.931505 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.943392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee1babf-9e0c-4409-ae1a-1e10d862984a admin admin] Made reservation on behalf of 83cd75eeec224a3baba511e4a4892a83 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:26.946133 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cee1babf-9e0c-4409-ae1a-1e10d862984a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:26.982553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['094871bf-5c58-4f05-aa54-84169bdf5617'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:26.990389 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09a6935-3d83-483f-a76a-aae33bba4e21 admin admin] Deleting subnet be7c7d7c-46a8-4cad-a834-59b144ba6e56 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:46:27.003264 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d09a6935-3d83-483f-a76a-aae33bba4e21 admin admin] Publish callbacks [] for subnet (be7c7d7c-46a8-4cad-a834-59b144ba6e56), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.054148 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32bdff-0837-4ab7-91f8-5845fc040c84 req-0dd3dd91-3783-4d0a-92d1-53dd32f8e9e4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:27.055192 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e32bdff-0837-4ab7-91f8-5845fc040c84 req-0dd3dd91-3783-4d0a-92d1-53dd32f8e9e4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.056907 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e32bdff-0837-4ab7-91f8-5845fc040c84 req-0dd3dd91-3783-4d0a-92d1-53dd32f8e9e4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "PUT /v2.0/ports/094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 943 time: 1.1521187 Jan 14 01:46:27.088000 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d493a-ff3b-42b9-85d0-be277b746f56 req-969c61e4-6b05-4468-b855-96a1b4c7871f tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:27.089618 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a4d493a-ff3b-42b9-85d0-be277b746f56 req-969c61e4-6b05-4468-b855-96a1b4c7871f tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.2320800 Jan 14 01:46:27.114011 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3dd91-3783-4d0a-92d1-53dd32f8e9e4 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Pushing event updated for resources: {'Port': ['ID=094871bf-5c58-4f05-aa54-84169bdf5617,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:27.128834 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d09a6935-3d83-483f-a76a-aae33bba4e21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (be7c7d7c-46a8-4cad-a834-59b144ba6e56), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.160502 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cee1babf-9e0c-4409-ae1a-1e10d862984a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (2295c229-b7ba-4ed7-8cd1-d0512929870e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.189643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['e3bb970d-d495-4e80-880f-2ac401b1ae35'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:27.192747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['094871bf-5c58-4f05-aa54-84169bdf5617'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:27.204187 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdf5d9a-8212-4062-af54-547c48cadee6', 'name': 'network-vif-deleted', 'tag': '2655a89a-4ffd-4337-b457-c079f0967a63'}, {'server_uuid': '6faea7c9-bd78-4e0c-8516-5a939742a67d', 'name': 'network-vif-deleted', 'tag': '1517394b-4f4f-4f9c-bb73-f1ff52851df0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:27.204187 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa33e68-e805-4475-8dd0-a778f33fe10c" -d '{"events": [{"server_uuid": "3fdf5d9a-8212-4062-af54-547c48cadee6", "name": "network-vif-deleted", "tag": "2655a89a-4ffd-4337-b457-c079f0967a63"}, {"server_uuid": "6faea7c9-bd78-4e0c-8516-5a939742a67d", "name": "network-vif-deleted", "tag": "1517394b-4f4f-4f9c-bb73-f1ff52851df0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:27.232240 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1babf-9e0c-4409-ae1a-1e10d862984a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2295c229-b7ba-4ed7-8cd1-d0512929870e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:27.234448 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1babf-9e0c-4409-ae1a-1e10d862984a admin admin] Checking segment: {'id': '6bb1ee98-3c0d-416a-a22b-3d754e9f82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd38f42a2-f52a-4afc-b8e1-9de25af258fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:27.235903 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1babf-9e0c-4409-ae1a-1e10d862984a admin admin] Network hostable DHCP agents. Network: d38f42a2-f52a-4afc-b8e1-9de25af258fb, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:46:27.255816 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1babf-9e0c-4409-ae1a-1e10d862984a admin admin] Network d38f42a2-f52a-4afc-b8e1-9de25af258fb is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:46:27.271412 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-cee1babf-9e0c-4409-ae1a-1e10d862984a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, d38f42a2-f52a-4afc-b8e1-9de25af258fb) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:27.276344 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee1babf-9e0c-4409-ae1a-1e10d862984a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:27.277277 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cee1babf-9e0c-4409-ae1a-1e10d862984a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.289575 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843236ab-a416-4f76-901d-4312a3fb9fba None None] Network d38f42a2-f52a-4afc-b8e1-9de25af258fb requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:46:27.298196 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cee1babf-9e0c-4409-ae1a-1e10d862984a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3928742 Jan 14 01:46:27.301757 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d09a6935-3d83-483f-a76a-aae33bba4e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (be7c7d7c-46a8-4cad-a834-59b144ba6e56), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.308768 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a4d493a-ff3b-42b9-85d0-be277b746f56 req-b5672e42-475c-48ba-802f-6ae7e36e7046 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075875 Jan 14 01:46:27.375748 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53f85b-0be4-4e3d-aea6-ecfcb75327c0 req-6e6062a8-fe89-4e7d-8bfe-fb1943d43f50 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:27.377742 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fd53f85b-0be4-4e3d-aea6-ecfcb75327c0 req-6e6062a8-fe89-4e7d-8bfe-fb1943d43f50 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.2514682 Jan 14 01:46:27.493673 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d09a6935-3d83-483f-a76a-aae33bba4e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (be7c7d7c-46a8-4cad-a834-59b144ba6e56), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.521508 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcaafa9-4dcf-400b-b731-c28187dbee27 None None] Network d38f42a2-f52a-4afc-b8e1-9de25af258fb requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:46:27.550371 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a6935-3d83-483f-a76a-aae33bba4e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7c7d7c-46a8-4cad-a834-59b144ba6e56,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:27.558886 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880be95-c9bf-4022-8379-2bb930fe5f1e req-8d5ec960-2216-4b9a-a3d9-62a4a0827320 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:27.560389 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2880be95-c9bf-4022-8379-2bb930fe5f1e req-8d5ec960-2216-4b9a-a3d9-62a4a0827320 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 931 time: 0.1771367 Jan 14 01:46:27.563180 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d09a6935-3d83-483f-a76a-aae33bba4e21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.566313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d09a6935-3d83-483f-a76a-aae33bba4e21 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/be7c7d7c-46a8-4cad-a834-59b144ba6e56 HTTP/1.1" status: 204 len: 168 time: 0.8701296 Jan 14 01:46:27.569256 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56510) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:27.575672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fd53f85b-0be4-4e3d-aea6-ecfcb75327c0 req-9fff43d4-c01d-40ac-9e32-cef08bf180a0 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831818 Jan 14 01:46:27.650950 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (4549ab35-8bb4-472b-ab25-7075b00cf83e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.688333 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76ba19f-cb8f-43a6-9134-8deb78c3153a {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:46:27.699925 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2880be95-c9bf-4022-8379-2bb930fe5f1e req-69d83fe0-d865-433d-85bb-0de3e41f3b92 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301403 Jan 14 01:46:27.702367 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Publish callbacks [] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.724033 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Transition to ACTIVE for port object a76ba19f-cb8f-43a6-9134-8deb78c3153a will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:46:27.731840 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63200997-781c-4367-9457-ea0ff22745c4 req-b87d2654-6363-4e2d-b79f-2a8ce9dc0734 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:27.733335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63200997-781c-4367-9457-ea0ff22745c4 req-b87d2654-6363-4e2d-b79f-2a8ce9dc0734 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 945 time: 0.0839534 Jan 14 01:46:27.737581 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.737782 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (4549ab35-8bb4-472b-ab25-7075b00cf83e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.757889 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4549ab35-8bb4-472b-ab25-7075b00cf83e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:27.767466 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed997829-a3d5-4536-8651-19b9c1468d4b') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:27.767854 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed997829-a3d5-4536-8651-19b9c1468d4b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:27.777021 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (ed997829-a3d5-4536-8651-19b9c1468d4b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.790531 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (ed997829-a3d5-4536-8651-19b9c1468d4b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.796760 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:46:27.797009 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (ed997829-a3d5-4536-8651-19b9c1468d4b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:46:27.798868 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:46:27.859325 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (4549ab35-8bb4-472b-ab25-7075b00cf83e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.865801 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.869054 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4549ab35-8bb4-472b-ab25-7075b00cf83e HTTP/1.1" status: 204 len: 168 time: 0.2990308 Jan 14 01:46:27.872135 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56512) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:27.877317 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Pushing event updated for resources: {'Port': ['ID=a76ba19f-cb8f-43a6-9134-8deb78c3153a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:27.907515 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d07cd-113d-4152-a171-1c33dafcb9f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4549ab35-8bb4-472b-ab25-7075b00cf83e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:27.929477 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-d319af7c-712f-4dcd-ba63-31b1c1bb74f3 admin admin] Deleting subnet 7f3b44cb-a85e-4663-bc69-fc375804ba5a {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:46:27.932710 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d319af7c-712f-4dcd-ba63-31b1c1bb74f3 admin admin] Publish callbacks [] for subnet (7f3b44cb-a85e-4663-bc69-fc375804ba5a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:27.935829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:27.938057 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee6bd26-8eb9-4cd8-9d4b-e4c3505ae7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:27.951579 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63200997-781c-4367-9457-ea0ff22745c4 req-50b0e976-7497-409e-a1ca-b562b5588dd2 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd995510-a0b6-4d6b-b583-8a948e0fc296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993754 Jan 14 01:46:27.982535 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-62ebe61a-e68b-4445-9581-c75b43972979 req-bdebf086-4edf-4a13-bb31-48886d140ef5 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2479022 Jan 14 01:46:27.982717 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d319af7c-712f-4dcd-ba63-31b1c1bb74f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (7f3b44cb-a85e-4663-bc69-fc375804ba5a), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.001346 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:28.007038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Attempting to bind port a76ba19f-cb8f-43a6-9134-8deb78c3153a on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:46:28.007369 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Attempting to bind port a76ba19f-cb8f-43a6-9134-8deb78c3153a by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:46:28.007694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Attempting to bind port a76ba19f-cb8f-43a6-9134-8deb78c3153a on network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:28.013619 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Port a76ba19f-cb8f-43a6-9134-8deb78c3153a on network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:46:28.013938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Attempting to bind port a76ba19f-cb8f-43a6-9134-8deb78c3153a on network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:28.023551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:46:28.023885 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Checking segment: {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:28.024472 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Bound using segment: {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:46:28.025080 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Bound port: a76ba19f-cb8f-43a6-9134-8deb78c3153a, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:46:28.025624 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.026745 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d319af7c-712f-4dcd-ba63-31b1c1bb74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (7f3b44cb-a85e-4663-bc69-fc375804ba5a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.052163 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.085435 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d319af7c-712f-4dcd-ba63-31b1c1bb74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (7f3b44cb-a85e-4663-bc69-fc375804ba5a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.088742 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d34cc5c-ef57-4c79-a77e-8b4f6c71a588 x-openstack-request-id: req-6d34cc5c-ef57-4c79-a77e-8b4f6c71a588 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:28.089173 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdf5d9a-8212-4062-af54-547c48cadee6", "name": "network-vif-deleted", "tag": "2655a89a-4ffd-4337-b457-c079f0967a63", "status": "completed", "code": 200}, {"server_uuid": "6faea7c9-bd78-4e0c-8516-5a939742a67d", "name": "network-vif-deleted", "tag": "1517394b-4f4f-4f9c-bb73-f1ff52851df0", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:28.089433 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d34cc5c-ef57-4c79-a77e-8b4f6c71a588 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:28.089851 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdf5d9a-8212-4062-af54-547c48cadee6', 'name': 'network-vif-deleted', 'tag': '2655a89a-4ffd-4337-b457-c079f0967a63', 'status': 'completed', 'code': 200} Jan 14 01:46:28.090131 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6faea7c9-bd78-4e0c-8516-5a939742a67d', 'name': 'network-vif-deleted', 'tag': '1517394b-4f4f-4f9c-bb73-f1ff52851df0', 'status': 'completed', 'code': 200} Jan 14 01:46:28.120244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319af7c-712f-4dcd-ba63-31b1c1bb74f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3b44cb-a85e-4663-bc69-fc375804ba5a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:28.122450 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d319af7c-712f-4dcd-ba63-31b1c1bb74f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.125611 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d319af7c-712f-4dcd-ba63-31b1c1bb74f3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7f3b44cb-a85e-4663-bc69-fc375804ba5a HTTP/1.1" status: 204 len: 168 time: 0.2518361 Jan 14 01:46:28.128176 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56520) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:28.154508 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] For port a76ba19f-cb8f-43a6-9134-8deb78c3153a, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:46:28.160767 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] For port a76ba19f-cb8f-43a6-9134-8deb78c3153a, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a76ba19f-cb8f-43a6-9134-8deb78c3153a,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:46:28.167250 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.209935 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:28.210588 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.211992 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] 10.222.0.46 "PUT /v2.0/ports/a76ba19f-cb8f-43a6-9134-8deb78c3153a HTTP/1.1" status: 200 len: 1091 time: 1.4402053 Jan 14 01:46:28.241889 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdaee4-0c7a-44f4-947a-687482b4d7af service neutron] Pushing event updated for resources: {'Port': ['ID=a76ba19f-cb8f-43a6-9134-8deb78c3153a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:28.266562 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.464132 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (5264b79c-6f8a-43b5-82fe-556aca5fd39a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.473351 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-f26df01b-c0af-4eb1-958c-421dfbe1d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:28.474896 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-f26df01b-c0af-4eb1-958c-421dfbe1d942 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 1094 time: 0.1611621 Jan 14 01:46:28.495631 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device e3bb970d-d495-4e80-880f-2ac401b1ae35 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:46:28.537158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9ea18dd9-fb5b-4da3-a65e-a37d4c4c1af0 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:28.538692 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9ea18dd9-fb5b-4da3-a65e-a37d4c4c1af0 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/networks?id=d38f42a2-f52a-4afc-b8e1-9de25af258fb HTTP/1.1" status: 200 len: 821 time: 0.2103915 Jan 14 01:46:28.546522 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-845bd0dc-97c2-4080-9cb8-e174d602c66d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a76ba19f-cb8f-43a6-9134-8deb78c3153a HTTP/1.1" status: 200 len: 217 time: 0.0576181 Jan 14 01:46:28.547287 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (5264b79c-6f8a-43b5-82fe-556aca5fd39a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.547568 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Allocated IP 172.25.2.9 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/563dc214-3571-47a3-a3f0-4b2c7cf6f0d9) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:46:28.549394 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port e3bb970d-d495-4e80-880f-2ac401b1ae35 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:46:28.554050 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port e3bb970d-d495-4e80-880f-2ac401b1ae35 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:28.554435 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.572378 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5264b79c-6f8a-43b5-82fe-556aca5fd39a']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:28.583286 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a0019a-fdf7-4946-85f0-c0338f6507d3') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:28.583578 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a0019a-fdf7-4946-85f0-c0338f6507d3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:28.593263 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (97a0019a-fdf7-4946-85f0-c0338f6507d3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.597849 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-d5bf022e-aa53-4097-b774-f02b4d8d33a3 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/quotas/83cd75eeec224a3baba511e4a4892a83 HTTP/1.1" status: 200 len: 375 time: 0.0478330 Jan 14 01:46:28.609451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (97a0019a-fdf7-4946-85f0-c0338f6507d3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.616449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:46:28.616863 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (97a0019a-fdf7-4946-85f0-c0338f6507d3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:46:28.618537 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:46:28.675191 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-b88f14eb-68f7-486c-a0f7-63293b0cdb01 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=83cd75eeec224a3baba511e4a4892a83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650060 Jan 14 01:46:28.678410 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (5264b79c-6f8a-43b5-82fe-556aca5fd39a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.684212 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-23299dcd-f3a3-442f-8538-183426918ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:28.685679 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-23299dcd-f3a3-442f-8538-183426918ae9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8d3bd97-b0d7-4581-9638-89c747c1dc86 HTTP/1.1" status: 200 len: 845 time: 0.1321609 Jan 14 01:46:28.686934 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.693480 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] 10.222.0.26 "DELETE /v2.0/networks/5264b79c-6f8a-43b5-82fe-556aca5fd39a HTTP/1.1" status: 204 len: 168 time: 0.5607295 Jan 14 01:46:28.704971 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557c045-c33d-408b-bc02-99a7c429afed admin admin] Pushing event deleted for resources: {'Network': ['ID=5264b79c-6f8a-43b5-82fe-556aca5fd39a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:28.765653 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-7119ed8e-d48e-414d-8b3e-96b0920e24f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f027ff3-61cc-4e5c-82d5-688896fb83a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674121 Jan 14 01:46:28.805697 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port e3bb970d-d495-4e80-880f-2ac401b1ae35 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:28.806105 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.833667 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56538) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:28.834963 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4e1ba8-351e-4f77-a9f7-872b0e3872fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bb970d-d495-4e80-880f-2ac401b1ae35'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:28.837202 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba75caaa-856c-4981-aa82-c44849b9ac6a" -d '{"events": [{"server_uuid": "9e4e1ba8-351e-4f77-a9f7-872b0e3872fb", "name": "network-vif-plugged", "status": "completed", "tag": "e3bb970d-d495-4e80-880f-2ac401b1ae35"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:28.850225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port e3bb970d-d495-4e80-880f-2ac401b1ae35, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=e3bb970d-d495-4e80-880f-2ac401b1ae35,segment=NetworkSegment(93b90aac-1986-4125-ada1-797fa9c5e2ba),segment_id=93b90aac-1986-4125-ada1-797fa9c5e2ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:28.854846 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.855630 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 1517394b-4f4f-4f9c-bb73-f1ff52851df0 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:28.868841 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for port (563dc214-3571-47a3-a3f0-4b2c7cf6f0d9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.876404 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 1517394b-4f4f-4f9c-bb73-f1ff52851df0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:28.876994 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 1517394b-4f4f-4f9c-bb73-f1ff52851df0 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:28.878772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2655a89a-4ffd-4337-b457-c079f0967a63 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:28.884061 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-20bcfb90-da59-42e5-bfdc-1716e68eb277 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=499063d5628544d8ac7f06264154b870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488460 Jan 14 01:46:28.886763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56542) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:28.917922 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-1511535b-1189-42e6-b4cf-db8bbd2b29d9 service neutron] 10.222.0.26 "GET /v2.0/networks/d38f42a2-f52a-4afc-b8e1-9de25af258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297039 Jan 14 01:46:28.929242 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 2655a89a-4ffd-4337-b457-c079f0967a63 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:28.929869 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2655a89a-4ffd-4337-b457-c079f0967a63 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:28.941310 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a884802f-6d9a-424b-b3b2-0a3cc665985d admin admin] Publish callbacks [] for security_group (916c66d9-aeb8-4a71-a58a-806a644fd154), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.950983 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=e3bb970d-d495-4e80-880f-2ac401b1ae35,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:28.963675 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a884802f-6d9a-424b-b3b2-0a3cc665985d admin admin] Publish callbacks [] for security_group (916c66d9-aeb8-4a71-a58a-806a644fd154), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:28.988921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-d00b7897-e0b3-41a2-96be-17564a46c9ce service neutron] 10.222.0.46 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138364 Jan 14 01:46:29.010798 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (563dc214-3571-47a3-a3f0-4b2c7cf6f0d9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:29.011485 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a884802f-6d9a-424b-b3b2-0a3cc665985d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (916c66d9-aeb8-4a71-a58a-806a644fd154), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:29.014455 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a884802f-6d9a-424b-b3b2-0a3cc665985d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:29.015587 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a884802f-6d9a-424b-b3b2-0a3cc665985d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/916c66d9-aeb8-4a71-a58a-806a644fd154 HTTP/1.1" status: 204 len: 168 time: 0.1277287 Jan 14 01:46:29.024303 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884802f-6d9a-424b-b3b2-0a3cc665985d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916c66d9-aeb8-4a71-a58a-806a644fd154,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:29.104050 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:46:29.121680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:29.130612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:46:29.136522 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Pushing event updated for resources: {'Port': ['ID=563dc214-3571-47a3-a3f0-4b2c7cf6f0d9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:29.159113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-81f6b68e-dcd8-40fe-9d99-656d995ab32b service neutron] 10.222.0.26 "GET /v2.0/networks/d38f42a2-f52a-4afc-b8e1-9de25af258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349288 Jan 14 01:46:29.195423 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-079f6a8a-dc8a-4993-9878-2ab4dde4a36b req-68a340f0-7982-4176-8b65-56fe3fa51926 service neutron] 10.222.0.46 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974828 Jan 14 01:46:29.264155 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for floatingip (0cd076dd-3e87-4749-bc4f-52c0b9c53171), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:29.309201 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ddb7a4-fef1-4fdb-a55a-cc35f1ba24a4 x-openstack-request-id: req-a1ddb7a4-fef1-4fdb-a55a-cc35f1ba24a4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:29.309809 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:29.310369 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1ddb7a4-fef1-4fdb-a55a-cc35f1ba24a4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:29.312057 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617', 'status': 'completed', 'code': 200} Jan 14 01:46:29.320442 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (563dc214-3571-47a3-a3f0-4b2c7cf6f0d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:29.389618 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56554) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:29.448795 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-67ea79ce-4883-4d39-8622-25dc3962a4e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6fdfd5f81acd49959550fec489e2cc9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554738 Jan 14 01:46:29.449019 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56556) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:29.491106 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6bd26-8eb9-4cd8-9d4b-e4c3505ae7b1 req-87f02cd9-6983-4b86-9879-f7f4a130d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:29.492607 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ee6bd26-8eb9-4cd8-9d4b-e4c3505ae7b1 req-87f02cd9-6983-4b86-9879-f7f4a130d495 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0695d654c2fe49eeac5927d1467dfbbd&device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 1097 time: 0.1389198 Jan 14 01:46:29.499890 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f694178-c201-4853-937b-35e774a89844 admin admin] Publish callbacks [] for security_group (11a61c6e-e809-4288-86b4-56077a0d128d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:29.524353 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f694178-c201-4853-937b-35e774a89844 admin admin] Publish callbacks [] for security_group (11a61c6e-e809-4288-86b4-56077a0d128d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:29.587665 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f694178-c201-4853-937b-35e774a89844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (11a61c6e-e809-4288-86b4-56077a0d128d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:29.589586 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6e135-50ab-479a-82a0-8d97211c8107 req-d3b7963b-53ef-412f-837e-8328a5764510 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:29.590395 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f694178-c201-4853-937b-35e774a89844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:29.591109 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07f6e135-50ab-479a-82a0-8d97211c8107 req-d3b7963b-53ef-412f-837e-8328a5764510 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 946 time: 0.1434486 Jan 14 01:46:29.591666 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6f694178-c201-4853-937b-35e774a89844 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11a61c6e-e809-4288-86b4-56077a0d128d HTTP/1.1" status: 204 len: 168 time: 0.1417642 Jan 14 01:46:29.600470 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f694178-c201-4853-937b-35e774a89844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a61c6e-e809-4288-86b4-56077a0d128d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:29.665248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6bd26-8eb9-4cd8-9d4b-e4c3505ae7b1 req-7c5354b3-9156-487b-ba29-7d227727485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:29.666706 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ee6bd26-8eb9-4cd8-9d4b-e4c3505ae7b1 req-7c5354b3-9156-487b-ba29-7d227727485d service neutron] 10.222.0.46 "GET /v2.0/networks?id=96015cda-4f80-40a8-bf1d-97150e857a1f HTTP/1.1" status: 200 len: 920 time: 0.1663387 Jan 14 01:46:29.668729 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for port (563dc214-3571-47a3-a3f0-4b2c7cf6f0d9), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:29.686920 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (563dc214-3571-47a3-a3f0-4b2c7cf6f0d9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:30.063659 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ee6bd26-8eb9-4cd8-9d4b-e4c3505ae7b1 req-592ace8c-5b36-4ca3-b780-2a6a6cc177b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 217 time: 0.3866684 Jan 14 01:46:30.074622 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07f6e135-50ab-479a-82a0-8d97211c8107 req-132fbf8f-0043-494b-b077-283c819dc876 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4633381 Jan 14 01:46:30.138260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Pushing event updated for resources: {'Port': ['ID=563dc214-3571-47a3-a3f0-4b2c7cf6f0d9,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:30.192435 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6bd26-8eb9-4cd8-9d4b-e4c3505ae7b1 req-769fdb2a-f399-4f1e-977c-931fbeb00d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:30.193919 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ee6bd26-8eb9-4cd8-9d4b-e4c3505ae7b1 req-769fdb2a-f399-4f1e-977c-931fbeb00d06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0322bb8-6a2a-4453-9d21-14136292ac8f HTTP/1.1" status: 200 len: 859 time: 0.1233041 Jan 14 01:46:30.195656 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (0cd076dd-3e87-4749-bc4f-52c0b9c53171), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:30.234304 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ee6bd26-8eb9-4cd8-9d4b-e4c3505ae7b1 req-8f517687-3ba3-44e8-8305-83782b530de1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96015cda-4f80-40a8-bf1d-97150e857a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325093 Jan 14 01:46:30.238985 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:30.240096 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-62ebe61a-e68b-4445-9581-c75b43972979 req-2f59f1c2-24be-4f6a-b98d-f25e6e5e18a8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.2461855 Jan 14 01:46:30.269608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b2b2d-f2cf-4450-9c98-1a6811e1b2bd req-e9066b27-161e-405b-bc3a-37ac53b9123e tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:30.271114 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa5b2b2d-f2cf-4450-9c98-1a6811e1b2bd req-e9066b27-161e-405b-bc3a-37ac53b9123e tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1253984 Jan 14 01:46:30.368476 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-62ebe61a-e68b-4445-9581-c75b43972979 req-20a98dc8-3234-4bc8-ae59-5042ca4df756 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.1180236 Jan 14 01:46:30.464847 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa5b2b2d-f2cf-4450-9c98-1a6811e1b2bd req-524ff25b-8b58-462c-b405-4eabd931e341 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634071 Jan 14 01:46:30.472739 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ee6bd26-8eb9-4cd8-9d4b-e4c3505ae7b1 req-03d02942-edc8-4559-a69b-79c4ae42fc96 service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317340 Jan 14 01:46:30.572413 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-2336d8d2-9f38-42cd-a0a4-8c9c8de234f4 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:30.574008 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-2336d8d2-9f38-42cd-a0a4-8c9c8de234f4 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.36 "GET /v2.0/networks?id=d38f42a2-f52a-4afc-b8e1-9de25af258fb HTTP/1.1" status: 200 len: 821 time: 0.1178875 Jan 14 01:46:30.594513 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Request body: {'port': {'device_id': '92d91da7-03a3-4553-b51e-b72efe018b22', 'network_id': 'd38f42a2-f52a-4afc-b8e1-9de25af258fb', 'admin_state_up': True, 'tenant_id': '83cd75eeec224a3baba511e4a4892a83'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:30.633885 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebe61a-e68b-4445-9581-c75b43972979 req-ded9a5e9-c8bd-4708-aa51-9421625b8ec2 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:30.643997 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-62ebe61a-e68b-4445-9581-c75b43972979 req-ded9a5e9-c8bd-4708-aa51-9421625b8ec2 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2650726 Jan 14 01:46:30.676877 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ee6bd26-8eb9-4cd8-9d4b-e4c3505ae7b1 req-e1943deb-3693-462a-b531-c23fc47cd7d1 service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943119 Jan 14 01:46:30.691867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cebb0-b86d-44ad-a3c2-59a2a9b11bd3 req-7fde58d7-20e9-48ac-88f7-f34296727932 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:30.693367 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-358cebb0-b86d-44ad-a3c2-59a2a9b11bd3 req-7fde58d7-20e9-48ac-88f7-f34296727932 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1032870 Jan 14 01:46:30.751436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Made reservation on behalf of 83cd75eeec224a3baba511e4a4892a83 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:30.755759 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:30.772829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49351520-3b7d-479a-82bd-50a016b7fd46 req-0237d936-0d20-4779-b4ad-3ce6761bf541 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:30.774618 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49351520-3b7d-479a-82bd-50a016b7fd46 req-0237d936-0d20-4779-b4ad-3ce6761bf541 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 943 time: 0.0801988 Jan 14 01:46:30.778149 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-358cebb0-b86d-44ad-a3c2-59a2a9b11bd3 req-f55bad6f-af21-46e8-b255-9cee4303550f tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742126 Jan 14 01:46:30.847021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49351520-3b7d-479a-82bd-50a016b7fd46 req-a0678248-4dc2-4a4c-818e-982fe59e15eb tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663078 Jan 14 01:46:30.863115 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d93755-a4fa-48ff-ba7e-7681907cd4aa x-openstack-request-id: req-b2d93755-a4fa-48ff-ba7e-7681907cd4aa {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:30.863594 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4e1ba8-351e-4f77-a9f7-872b0e3872fb", "name": "network-vif-plugged", "status": "completed", "tag": "e3bb970d-d495-4e80-880f-2ac401b1ae35", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:30.863869 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2d93755-a4fa-48ff-ba7e-7681907cd4aa {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:30.864165 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4e1ba8-351e-4f77-a9f7-872b0e3872fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bb970d-d495-4e80-880f-2ac401b1ae35', 'code': 200} Jan 14 01:46:30.922653 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Allocated IP 172.20.0.12 (d38f42a2-f52a-4afc-b8e1-9de25af258fb/2295c229-b7ba-4ed7-8cd1-d0512929870e/8fe7c2c6-cf09-466e-9a2e-789f11197ec5) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:46:30.983319 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-925f3a3f-3220-499a-bec2-c8e67d0691c6 req-cef7375f-0679-40b3-8258-511e01dddb5f tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/ports?device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 210 time: 0.0623388 Jan 14 01:46:31.000828 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd31420-42df-4921-8ed2-fb225c2c92b9 req-82396b4d-2084-47ad-8990-e6b98d12f777 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:31.009254 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ecd31420-42df-4921-8ed2-fb225c2c92b9 req-82396b4d-2084-47ad-8990-e6b98d12f777 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 946 time: 0.0993679 Jan 14 01:46:31.071804 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ecd31420-42df-4921-8ed2-fb225c2c92b9 req-a0f8f13e-bcaf-40c4-a9ed-033315174311 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd995510-a0b6-4d6b-b583-8a948e0fc296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569181 Jan 14 01:46:31.087509 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12b919-5899-4e1d-88c3-f7850fe129d6 req-c6dcc072-ae52-44b9-b744-0d3993e40f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:31.089074 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd12b919-5899-4e1d-88c3-f7850fe129d6 req-c6dcc072-ae52-44b9-b744-0d3993e40f26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 1097 time: 0.1278579 Jan 14 01:46:31.133463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-361b5e9f-46d9-45e6-b9ce-a2e5b42419b6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:31.135260 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-361b5e9f-46d9-45e6-b9ce-a2e5b42419b6 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0563550 Jan 14 01:46:31.167244 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Publish callbacks [] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.185297 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd12b919-5899-4e1d-88c3-f7850fe129d6 req-0d67d228-720f-42a1-8141-30d17683cd35 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd995510-a0b6-4d6b-b583-8a948e0fc296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827630 Jan 14 01:46:31.189597 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-f4671be3-5654-4cc0-a861-ae3a90310270 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.0476315 Jan 14 01:46:31.200670 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-6655c00a-eaf3-4463-8d51-3bed08d9d0e8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Request body: {'floatingip': {'port_id': '094871bf-5c58-4f05-aa54-84169bdf5617', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:31.214648 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.241561 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-6655c00a-eaf3-4463-8d51-3bed08d9d0e8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for floatingip (0cd076dd-3e87-4749-bc4f-52c0b9c53171), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.272230 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Network d38f42a2-f52a-4afc-b8e1-9de25af258fb is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:46:31.276426 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:31.278384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Pushing event updated for resources: {'Port': ['ID=8fe7c2c6-cf09-466e-9a2e-789f11197ec5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:31.280636 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:46:31.330837 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44641064-e687-48d2-8f67-eab19a81fb07', 'tag': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:31.332436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:31.333074 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.333210 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c81193-918d-4c65-b043-8e5ae07d1a33" -d '{"events": [{"name": "network-changed", "server_uuid": "44641064-e687-48d2-8f67-eab19a81fb07", "tag": "a76ba19f-cb8f-43a6-9134-8deb78c3153a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:31.351438 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-7fc153c2-ce73-4db2-b34a-5a9c4165a915 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7611091 Jan 14 01:46:31.448524 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-00c84a94-ec98-4ca7-9fab-19150871c72e req-26cc16d5-ecdf-4094-8ee4-613ee8fd040f tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Request body: {'security_group': {'name': 'tempest-securitygroup-688237447', 'description': 'tempest-description-482078327'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:31.465418 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.490278 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Request body: {'port': {'device_id': '92d91da7-03a3-4553-b51e-b72efe018b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:31.521497 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00c84a94-ec98-4ca7-9fab-19150871c72e req-26cc16d5-ecdf-4094-8ee4-613ee8fd040f tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.535913 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00c84a94-ec98-4ca7-9fab-19150871c72e req-26cc16d5-ecdf-4094-8ee4-613ee8fd040f tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.547589 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.762389 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00c84a94-ec98-4ca7-9fab-19150871c72e req-26cc16d5-ecdf-4094-8ee4-613ee8fd040f tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (1b82b05e-8483-4da9-904c-ed0eb2292156), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.769230 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00c84a94-ec98-4ca7-9fab-19150871c72e req-26cc16d5-ecdf-4094-8ee4-613ee8fd040f tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1b82b05e-8483-4da9-904c-ed0eb2292156), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.812520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:46:31.813078 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-6655c00a-eaf3-4463-8d51-3bed08d9d0e8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.820931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc16d5-ecdf-4094-8ee4-613ee8fd040f tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b82b05e-8483-4da9-904c-ed0eb2292156,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:31.827125 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-6655c00a-eaf3-4463-8d51-3bed08d9d0e8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (0cd076dd-3e87-4749-bc4f-52c0b9c53171), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.830902 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Publish callbacks [] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.847182 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Transition to ACTIVE for port object 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:46:31.850984 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.902792 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Pushing event updated for resources: {'Port': ['ID=8fe7c2c6-cf09-466e-9a2e-789f11197ec5,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:31.931709 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00c84a94-ec98-4ca7-9fab-19150871c72e req-26cc16d5-ecdf-4094-8ee4-613ee8fd040f tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (84dee3da-245a-4037-9273-7047a5a06d6f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.937725 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00c84a94-ec98-4ca7-9fab-19150871c72e req-26cc16d5-ecdf-4094-8ee4-613ee8fd040f tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (84dee3da-245a-4037-9273-7047a5a06d6f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.975869 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Attempting to bind port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:46:31.976199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Attempting to bind port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '6bb1ee98-3c0d-416a-a22b-3d754e9f82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd38f42a2-f52a-4afc-b8e1-9de25af258fb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:46:31.976524 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Attempting to bind port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 on network d38f42a2-f52a-4afc-b8e1-9de25af258fb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:31.978890 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-6655c00a-eaf3-4463-8d51-3bed08d9d0e8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Floating IP 0cd076dd-3e87-4749-bc4f-52c0b9c53171 associated. External IP: 172.25.2.9, port: 094871bf-5c58-4f05-aa54-84169bdf5617. Jan 14 01:46:31.981231 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc16d5-ecdf-4094-8ee4-613ee8fd040f tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84dee3da-245a-4037-9273-7047a5a06d6f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:31.981496 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 on network d38f42a2-f52a-4afc-b8e1-9de25af258fb not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:46:31.981989 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Attempting to bind port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 on network d38f42a2-f52a-4afc-b8e1-9de25af258fb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:31.987946 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00c84a94-ec98-4ca7-9fab-19150871c72e req-26cc16d5-ecdf-4094-8ee4-613ee8fd040f tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:31.988516 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:46:31.988898 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Checking segment: {'id': '6bb1ee98-3c0d-416a-a22b-3d754e9f82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd38f42a2-f52a-4afc-b8e1-9de25af258fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:31.989161 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-00c84a94-ec98-4ca7-9fab-19150871c72e req-26cc16d5-ecdf-4094-8ee4-613ee8fd040f tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5473189 Jan 14 01:46:31.989313 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Bound using segment: {'id': '6bb1ee98-3c0d-416a-a22b-3d754e9f82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd38f42a2-f52a-4afc-b8e1-9de25af258fb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:46:31.989610 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Bound port: 8fe7c2c6-cf09-466e-9a2e-789f11197ec5, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb1ee98-3c0d-416a-a22b-3d754e9f82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd38f42a2-f52a-4afc-b8e1-9de25af258fb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:46:31.989969 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:32.036963 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9638daf4-4f49-4656-97dd-09abafa77fc2 x-openstack-request-id: req-9638daf4-4f49-4656-97dd-09abafa77fc2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:32.037252 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44641064-e687-48d2-8f67-eab19a81fb07", "tag": "a76ba19f-cb8f-43a6-9134-8deb78c3153a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:32.037813 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9638daf4-4f49-4656-97dd-09abafa77fc2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:32.037944 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44641064-e687-48d2-8f67-eab19a81fb07', 'tag': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a', 'status': 'completed', 'code': 200} Jan 14 01:46:32.060247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] For port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:46:32.063688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] For port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=8fe7c2c6-cf09-466e-9a2e-789f11197ec5,segment=NetworkSegment(6bb1ee98-3c0d-416a-a22b-3d754e9f82a6),segment_id=6bb1ee98-3c0d-416a-a22b-3d754e9f82a6)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:46:32.068229 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:32.104416 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:32.105049 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:32.106517 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] 10.222.0.36 "PUT /v2.0/ports/8fe7c2c6-cf09-466e-9a2e-789f11197ec5 HTTP/1.1" status: 200 len: 1092 time: 0.6205525 Jan 14 01:46:32.107154 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d91da7-03a3-4553-b51e-b72efe018b22', 'tag': '8fe7c2c6-cf09-466e-9a2e-789f11197ec5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:32.109596 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c4d6bf-e84e-4cd9-910d-680963f2c577" -d '{"events": [{"name": "network-changed", "server_uuid": "92d91da7-03a3-4553-b51e-b72efe018b22", "tag": "8fe7c2c6-cf09-466e-9a2e-789f11197ec5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:32.133436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802ef38-67d3-458a-a1fc-973e58c7b7bd service neutron] Pushing event updated for resources: {'Port': ['ID=8fe7c2c6-cf09-466e-9a2e-789f11197ec5,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:32.206287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81193-918d-4c65-b043-8e5ae07d1a33 req-21014f5a-8b3c-4164-af97-5fac7509fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:32.207800 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35c81193-918d-4c65-b043-8e5ae07d1a33 req-21014f5a-8b3c-4164-af97-5fac7509fc35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 1094 time: 0.1105392 Jan 14 01:46:32.284209 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-e5bc64f6-029f-4b0a-b4ef-b55822411971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:32.285855 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-e5bc64f6-029f-4b0a-b4ef-b55822411971 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83cd75eeec224a3baba511e4a4892a83&device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 1095 time: 0.0428150 Jan 14 01:46:32.346817 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-8f7b9c90-192f-40c4-a034-be5c26913870 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fe7c2c6-cf09-466e-9a2e-789f11197ec5 HTTP/1.1" status: 200 len: 217 time: 0.0393338 Jan 14 01:46:32.356934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca447b-b92b-4d98-b40c-6c0ae7d603f5 req-afba657c-5f9f-4116-9f07-e49bd9c069e0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:32.358356 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ceca447b-b92b-4d98-b40c-6c0ae7d603f5 req-afba657c-5f9f-4116-9f07-e49bd9c069e0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1253219 Jan 14 01:46:32.360068 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-6655c00a-eaf3-4463-8d51-3bed08d9d0e8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:46:32.400788 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81193-918d-4c65-b043-8e5ae07d1a33 req-9071201b-1962-42fd-9ab8-8732b7a913c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:32.402118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35c81193-918d-4c65-b043-8e5ae07d1a33 req-9071201b-1962-42fd-9ab8-8732b7a913c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 906 time: 0.1573660 Jan 14 01:46:32.406525 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-3e0d69bd-6085-43a0-96aa-d6d8967f42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:32.407953 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-3e0d69bd-6085-43a0-96aa-d6d8967f42e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2295c229-b7ba-4ed7-8cd1-d0512929870e HTTP/1.1" status: 200 len: 861 time: 0.0445096 Jan 14 01:46:32.439227 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-0fb5af01-0cf7-4f52-8ea8-8cfe09b61588 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d38f42a2-f52a-4afc-b8e1-9de25af258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242536 Jan 14 01:46:32.486322 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35c81193-918d-4c65-b043-8e5ae07d1a33 req-0efc81bb-8c5e-4e05-b245-c4d51ccdb1e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a76ba19f-cb8f-43a6-9134-8deb78c3153a HTTP/1.1" status: 200 len: 217 time: 0.0765221 Jan 14 01:46:32.513163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ceca447b-b92b-4d98-b40c-6c0ae7d603f5 req-f2c253c5-0e68-47ea-8bfe-5e4de89ca385 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456614 Jan 14 01:46:32.540815 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-16502e3a-5e1a-4830-8437-8340589d8eb5 service neutron] 10.222.0.36 "GET /v2.0/networks/d38f42a2-f52a-4afc-b8e1-9de25af258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955818 Jan 14 01:46:32.585866 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81193-918d-4c65-b043-8e5ae07d1a33 req-d14064e3-880e-47e9-a6c2-15c9f11c8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:32.587302 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35c81193-918d-4c65-b043-8e5ae07d1a33 req-d14064e3-880e-47e9-a6c2-15c9f11c8081 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8d3bd97-b0d7-4581-9638-89c747c1dc86 HTTP/1.1" status: 200 len: 845 time: 0.0926428 Jan 14 01:46:32.632866 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3a16cc28-4c0d-4ed0-bd41-d570ab8748f3 req-4025f4e3-d893-4e7e-ab56-f02bd86f3163 service neutron] 10.222.0.36 "GET /v2.0/networks/d38f42a2-f52a-4afc-b8e1-9de25af258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854089 Jan 14 01:46:32.643344 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35c81193-918d-4c65-b043-8e5ae07d1a33 req-f0e466c9-2ae1-4fea-9f0b-5dcd27e035ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f027ff3-61cc-4e5c-82d5-688896fb83a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433044 Jan 14 01:46:32.644349 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-6655c00a-eaf3-4463-8d51-3bed08d9d0e8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:46:32.649418 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-6655c00a-eaf3-4463-8d51-3bed08d9d0e8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:32.656002 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb9dc4e-8e98-48cb-9ad3-6551dc817af4 None None] Sync routers for ids ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:46:32.666698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9dc4e-8e98-48cb-9ad3-6551dc817af4 None None] Routers {'5831ccd3-c8f9-49a4-92b1-7a7288b91698'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:32.667330 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4bb9dc4e-8e98-48cb-9ad3-6551dc817af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:32.735567 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c381-afc5-4122-9161-148681990a73 req-d50141c2-c719-4b23-b405-da878d9bf799 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:32.737044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ce12c381-afc5-4122-9161-148681990a73 req-d50141c2-c719-4b23-b405-da878d9bf799 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 950 time: 0.1531219 Jan 14 01:46:32.741835 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-6655c00a-eaf3-4463-8d51-3bed08d9d0e8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "PUT /v2.0/floatingips/0cd076dd-3e87-4749-bc4f-52c0b9c53171 HTTP/1.1" status: 200 len: 995 time: 1.5451012 Jan 14 01:46:32.774093 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4bb9dc4e-8e98-48cb-9ad3-6551dc817af4 None None] Set router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:32.801823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a76ba19f-cb8f-43a6-9134-8deb78c3153a details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:46:32.824299 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35c81193-918d-4c65-b043-8e5ae07d1a33 req-f654319e-e284-4a9c-9f77-7ed073f33042 service neutron] 10.222.0.46 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712890 Jan 14 01:46:32.847947 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ce12c381-afc5-4122-9161-148681990a73 req-29afb686-654b-4ab2-a186-5ad1c1443cc8 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037679 Jan 14 01:46:32.865717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-bed81e30-f7ef-4f99-96f8-70570dfa668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:32.867294 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-bed81e30-f7ef-4f99-96f8-70570dfa668b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0695d654c2fe49eeac5927d1467dfbbd&device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 1097 time: 0.1065462 Jan 14 01:46:33.011795 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a76ba19f-cb8f-43a6-9134-8deb78c3153a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a76ba19f-cb8f-43a6-9134-8deb78c3153a,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:33.033853 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a', 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'port_id': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a', 'mac_address': 'fa:16:3e:b2:d0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d3bd97-b0d7-4581-9638-89c747c1dc86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:46:33.041286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35c81193-918d-4c65-b043-8e5ae07d1a33 req-a2dea865-5982-458e-975b-00b29f9df70f service neutron] 10.222.0.46 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067101 Jan 14 01:46:33.050146 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd693b0d-8a63-4de2-b626-93b2a2aec343 req-8a0078b2-789f-4145-a29b-fec77e6b2ab5 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:33.051561 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd693b0d-8a63-4de2-b626-93b2a2aec343 req-8a0078b2-789f-4145-a29b-fec77e6b2ab5 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 943 time: 0.1107321 Jan 14 01:46:33.054294 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-405949d4-d98f-4653-8a8f-73eccc7e0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:33.055660 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-405949d4-d98f-4653-8a8f-73eccc7e0e37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96015cda-4f80-40a8-bf1d-97150e857a1f HTTP/1.1" status: 200 len: 920 time: 0.1822050 Jan 14 01:46:33.106364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a76ba19f-cb8f-43a6-9134-8deb78c3153a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:33.106771 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:33.124257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76ba19f-cb8f-43a6-9134-8deb78c3153a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:46:33.145670 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd693b0d-8a63-4de2-b626-93b2a2aec343 req-1597f007-16a8-470e-9f6a-6a73ef34b972 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880346 Jan 14 01:46:33.149418 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a76ba19f-cb8f-43a6-9134-8deb78c3153a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a76ba19f-cb8f-43a6-9134-8deb78c3153a,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:33.152390 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-ae11fd16-a4f3-4b79-92ce-8e5c930f1d9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 998 time: 0.0891943 Jan 14 01:46:33.156599 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:33.162610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4bb9dc4e-8e98-48cb-9ad3-6551dc817af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:45:25Z', 'revision_number': 4, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '0cd076dd-3e87-4749-bc4f-52c0b9c53171', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'port_id': '094871bf-5c58-4f05-aa54-84169bdf5617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'mac_address': 'fa:16:3e:ee:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:46:29Z', 'updated_at': '2022-01-14T01:46:31Z', 'revision_number': 1, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14537b9-5830-4811-ba4c-341d1a2c25bd', 'name': '', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'mac_address': 'fa:16:3e:8b:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:22Z', 'updated_at': '2022-01-14T01:45:32Z', 'revision_number': 5, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'subnets': [{'id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:33.214333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb9dc4e-8e98-48cb-9ad3-6551dc817af4 None None] Checking router: 5831ccd3-c8f9-49a4-92b1-7a7288b91698 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:46:33.237958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9dc4e-8e98-48cb-9ad3-6551dc817af4 None None] Routers {'5831ccd3-c8f9-49a4-92b1-7a7288b91698'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:33.238617 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4bb9dc4e-8e98-48cb-9ad3-6551dc817af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:33.276826 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a76ba19f-cb8f-43a6-9134-8deb78c3153a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:33.357909 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4bb9dc4e-8e98-48cb-9ad3-6551dc817af4 None None] Set router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:33.494123 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b9c8375b-86fb-4a0b-a8da-80fd4a423e68 req-a67e704b-67c0-4057-9e0a-74613273ac7b tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1954166619', 'description': 'tempest-description-948073298'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:33.522394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-a3147826-f8d2-4077-a36b-fd67e521a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:33.523863 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-a3147826-f8d2-4077-a36b-fd67e521a4e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0322bb8-6a2a-4453-9d21-14136292ac8f HTTP/1.1" status: 200 len: 859 time: 0.3648024 Jan 14 01:46:33.530012 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b9c8375b-86fb-4a0b-a8da-80fd4a423e68 req-a67e704b-67c0-4057-9e0a-74613273ac7b tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:33.562503 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-906c6d0f-14d3-4689-9f9c-6f3719336b7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96015cda-4f80-40a8-bf1d-97150e857a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303156 Jan 14 01:46:33.567984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['a76ba19f-cb8f-43a6-9134-8deb78c3153a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:33.645681 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4bb9dc4e-8e98-48cb-9ad3-6551dc817af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:45:25Z', 'revision_number': 4, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '0cd076dd-3e87-4749-bc4f-52c0b9c53171', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'port_id': '094871bf-5c58-4f05-aa54-84169bdf5617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'mac_address': 'fa:16:3e:ee:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:46:29Z', 'updated_at': '2022-01-14T01:46:31Z', 'revision_number': 1, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14537b9-5830-4811-ba4c-341d1a2c25bd', 'name': '', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'mac_address': 'fa:16:3e:8b:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:22Z', 'updated_at': '2022-01-14T01:45:32Z', 'revision_number': 5, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'subnets': [{'id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:33.678999 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb9dc4e-8e98-48cb-9ad3-6551dc817af4 None None] The sync data for ids ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'] in n-d-824358-4 is: [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:45:25Z', 'revision_number': 4, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '0cd076dd-3e87-4749-bc4f-52c0b9c53171', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'port_id': '094871bf-5c58-4f05-aa54-84169bdf5617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'mac_address': 'fa:16:3e:ee:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:46:29Z', 'updated_at': '2022-01-14T01:46:31Z', 'revision_number': 1, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14537b9-5830-4811-ba4c-341d1a2c25bd', 'name': '', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'mac_address': 'fa:16:3e:8b:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:22Z', 'updated_at': '2022-01-14T01:45:32Z', 'revision_number': 5, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'subnets': [{'id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:46:33.685841 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b9c8375b-86fb-4a0b-a8da-80fd4a423e68 req-a67e704b-67c0-4057-9e0a-74613273ac7b tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (ce865f96-5e09-4867-bab4-ddd6d1064dea), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:33.692510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-ac36ea5a-2a81-4e60-81af-97649e2b2098 service neutron] 10.222.0.26 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211557 Jan 14 01:46:33.693790 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b9c8375b-86fb-4a0b-a8da-80fd4a423e68 req-a67e704b-67c0-4057-9e0a-74613273ac7b tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ce865f96-5e09-4867-bab4-ddd6d1064dea), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:33.767356 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e704b-67c0-4057-9e0a-74613273ac7b tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce865f96-5e09-4867-bab4-ddd6d1064dea,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:33.773420 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b9c8375b-86fb-4a0b-a8da-80fd4a423e68 req-a67e704b-67c0-4057-9e0a-74613273ac7b tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:33.774622 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b9c8375b-86fb-4a0b-a8da-80fd4a423e68 req-a67e704b-67c0-4057-9e0a-74613273ac7b tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2859523 Jan 14 01:46:33.821717 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b0b9a95-73e7-4d00-a1b2-b95d44e23f0e req-2f71883d-3b67-4a49-aeb0-b03e57fd803e service neutron] 10.222.0.26 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154940 Jan 14 01:46:33.894564 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee7e2f-0661-4f7f-914c-65adb34fa6ad req-ac73c263-c75a-4eea-bdfc-6439c56238b7 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:33.896093 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7cee7e2f-0661-4f7f-914c-65adb34fa6ad req-ac73c263-c75a-4eea-bdfc-6439c56238b7 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/ports?device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 944 time: 0.0657914 Jan 14 01:46:33.927614 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564fc019-b9d6-4e0f-9f8b-703cf87f7bb0 None None] New status for floating IP 0cd076dd-3e87-4749-bc4f-52c0b9c53171: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:46:33.994269 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080025e-df45-4268-b9bf-eca98896e0eb req-da3c7c9d-3984-4eb1-92c2-17cb359faa1d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:33.995717 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b080025e-df45-4268-b9bf-eca98896e0eb req-da3c7c9d-3984-4eb1-92c2-17cb359faa1d tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.46 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 946 time: 0.1190140 Jan 14 01:46:34.006017 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7cee7e2f-0661-4f7f-914c-65adb34fa6ad req-3ee1782f-0929-4309-a6f1-44ceb50a30e6 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/security-groups?id=280c467f-cea2-4824-85b7-27f3eefdff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946474 Jan 14 01:46:34.020694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04463e0c-3c69-49ef-9e06-36d5fd68d757 req-818ba738-8bbf-4c87-bd65-fd94f4888360 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:34.027506 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-04463e0c-3c69-49ef-9e06-36d5fd68d757 req-818ba738-8bbf-4c87-bd65-fd94f4888360 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 946 time: 0.1172650 Jan 14 01:46:34.045804 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:34.047938 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f64d8c-c7b4-4642-8c16-e1c7a88be802" -d '{"events": [{"name": "network-changed", "server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:34.056243 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ce1172-e33d-48f8-8301-8e510e4daa37 x-openstack-request-id: req-19ce1172-e33d-48f8-8301-8e510e4daa37 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:34.057170 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d91da7-03a3-4553-b51e-b72efe018b22", "tag": "8fe7c2c6-cf09-466e-9a2e-789f11197ec5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:34.057686 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19ce1172-e33d-48f8-8301-8e510e4daa37 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:34.058306 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d91da7-03a3-4553-b51e-b72efe018b22', 'tag': '8fe7c2c6-cf09-466e-9a2e-789f11197ec5', 'status': 'completed', 'code': 200} Jan 14 01:46:34.144168 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4d6bf-e84e-4cd9-910d-680963f2c577 req-29966ebb-af3c-453b-9865-716197483fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:34.145694 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-03c4d6bf-e84e-4cd9-910d-680963f2c577 req-29966ebb-af3c-453b-9865-716197483fed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83cd75eeec224a3baba511e4a4892a83&device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 1095 time: 0.0454438 Jan 14 01:46:34.157869 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-04463e0c-3c69-49ef-9e06-36d5fd68d757 req-581bfec3-dc82-4f49-8698-63a11ce93af4 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd995510-a0b6-4d6b-b583-8a948e0fc296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297224 Jan 14 01:46:34.181319 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde00f0-8b75-400e-9201-c95685ca9db6 req-2f456ac1-e1ff-4de4-80dc-c570801d2ace tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:34.183285 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4cde00f0-8b75-400e-9201-c95685ca9db6 req-2f456ac1-e1ff-4de4-80dc-c570801d2ace tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e8ab04-595a-4aca-9481-dc56a87ddfca HTTP/1.1" status: 200 len: 946 time: 0.0705414 Jan 14 01:46:34.208627 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Deleting port 4e0c5495-0ad2-4023-8382-3e516cef80f4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:34.208960 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:34.246728 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4d6bf-e84e-4cd9-910d-680963f2c577 req-215f1d51-7d3f-4377-9bee-493c319c5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:34.248194 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-03c4d6bf-e84e-4cd9-910d-680963f2c577 req-215f1d51-7d3f-4377-9bee-493c319c5ea9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d38f42a2-f52a-4afc-b8e1-9de25af258fb HTTP/1.1" status: 200 len: 922 time: 0.0964921 Jan 14 01:46:34.289228 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-03c4d6bf-e84e-4cd9-910d-680963f2c577 req-91c9ba7a-b356-49b0-884e-31cc46a0c4b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fe7c2c6-cf09-466e-9a2e-789f11197ec5 HTTP/1.1" status: 200 len: 217 time: 0.0340571 Jan 14 01:46:34.313075 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4cde00f0-8b75-400e-9201-c95685ca9db6 req-0906661d-5244-463b-a9df-f76c405f1220 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b738434-8f19-4283-a704-3cd4dc76b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231241 Jan 14 01:46:34.352406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4d6bf-e84e-4cd9-910d-680963f2c577 req-b03c4d2f-52aa-4a71-9b4a-58eebc06b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:34.354259 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-03c4d6bf-e84e-4cd9-910d-680963f2c577 req-b03c4d2f-52aa-4a71-9b4a-58eebc06b323 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2295c229-b7ba-4ed7-8cd1-d0512929870e HTTP/1.1" status: 200 len: 861 time: 0.0591264 Jan 14 01:46:34.356360 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:34.357664 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4071355-7f8f-49d1-8b8a-1910c9f1f5c2 req-46b8ec94-c88a-422f-b946-1d993316ae00 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:34.359156 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4071355-7f8f-49d1-8b8a-1910c9f1f5c2 req-46b8ec94-c88a-422f-b946-1d993316ae00 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1339421 Jan 14 01:46:34.364769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] For port 4e0c5495-0ad2-4023-8382-3e516cef80f4, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4e0c5495-0ad2-4023-8382-3e516cef80f4,segment=NetworkSegment(cf3c0787-974a-4f91-868e-a5d7ff707957),segment_id=cf3c0787-974a-4f91-868e-a5d7ff707957)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:34.365073 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:34.391680 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-03c4d6bf-e84e-4cd9-910d-680963f2c577 req-cdae9e21-ac4d-4f82-bac2-b9860eed2300 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d38f42a2-f52a-4afc-b8e1-9de25af258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301402 Jan 14 01:46:34.429967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-18954737-fd25-4601-879d-08383126ee95 req-e092704d-5708-4a59-a587-a67491fb4fbd tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1591418059', 'description': 'tempest-description-1305860462'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:34.475472 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4071355-7f8f-49d1-8b8a-1910c9f1f5c2 req-7840b5ad-1091-46ea-9b6b-75423b1d1b98 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078143 Jan 14 01:46:34.482544 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-03c4d6bf-e84e-4cd9-910d-680963f2c577 req-d40e6d8e-bebb-443f-bbc6-0560946babe9 service neutron] 10.222.0.36 "GET /v2.0/networks/d38f42a2-f52a-4afc-b8e1-9de25af258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839438 Jan 14 01:46:34.534324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 3ffe09ce-bec2-435b-a17b-5df9628fefff details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:46:34.562658 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-18954737-fd25-4601-879d-08383126ee95 req-e092704d-5708-4a59-a587-a67491fb4fbd tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:34.583735 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-18954737-fd25-4601-879d-08383126ee95 req-e092704d-5708-4a59-a587-a67491fb4fbd tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:34.585795 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-03c4d6bf-e84e-4cd9-910d-680963f2c577 req-6bfcb251-d49a-49e1-a7cd-60c448356af5 service neutron] 10.222.0.36 "GET /v2.0/networks/d38f42a2-f52a-4afc-b8e1-9de25af258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968027 Jan 14 01:46:34.633712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:34.645062 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '3ffe09ce-bec2-435b-a17b-5df9628fefff', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '3ffe09ce-bec2-435b-a17b-5df9628fefff', 'mac_address': 'fa:16:3e:fe:ee:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:46:34.654926 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-b8ac21d9-0e5f-4b97-8130-ad9a66aecdcd tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 1000 time: 0.1434257 Jan 14 01:46:34.675073 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:34.675468 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (96ae8147-cb2b-4077-a30a-ad5a9af3db4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:34.676163 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Floating IP 96ae8147-cb2b-4077-a30a-ad5a9af3db4f disassociated. External IP: 172.25.2.245, port: 4e0c5495-0ad2-4023-8382-3e516cef80f4. Jan 14 01:46:34.676163 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Calling delete_port for 4e0c5495-0ad2-4023-8382-3e516cef80f4 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:34.684299 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 3ffe09ce-bec2-435b-a17b-5df9628fefff is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:34.684884 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:34.700077 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ffe09ce-bec2-435b-a17b-5df9628fefff {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:46:34.719721 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:34.723834 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:34.724161 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:46:34.774672 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-9fe800da-6a78-4f08-a2f0-30e84e5658b0 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:34.776015 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-9fe800da-6a78-4f08-a2f0-30e84e5658b0 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports/094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 943 time: 0.0980575 Jan 14 01:46:34.823207 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-18954737-fd25-4601-879d-08383126ee95 req-e092704d-5708-4a59-a587-a67491fb4fbd tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (08f30e89-73d9-42e5-810a-f83a794d7e5b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:34.841466 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-18954737-fd25-4601-879d-08383126ee95 req-e092704d-5708-4a59-a587-a67491fb4fbd tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (08f30e89-73d9-42e5-810a-f83a794d7e5b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:34.923241 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092704d-5708-4a59-a587-a67491fb4fbd tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f30e89-73d9-42e5-810a-f83a794d7e5b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:34.960977 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-90ad29e4-bf47-4e79-86c0-571422c83cd1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 1000 time: 0.1400592 Jan 14 01:46:34.966146 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a76ba19f-cb8f-43a6-9134-8deb78c3153a up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:46:35.006149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=3ffe09ce-bec2-435b-a17b-5df9628fefff,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:35.030260 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76956e28-2b8f-49d5-8991-fd3011621c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.056497 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-18954737-fd25-4601-879d-08383126ee95 req-e092704d-5708-4a59-a587-a67491fb4fbd tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (2a65def9-a773-4f52-9564-b96e3d905d84), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.057357 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (4e0c5495-0ad2-4023-8382-3e516cef80f4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.065984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=8fe7c2c6-cf09-466e-9a2e-789f11197ec5,segment=NetworkSegment(6bb1ee98-3c0d-416a-a22b-3d754e9f82a6),segment_id=6bb1ee98-3c0d-416a-a22b-3d754e9f82a6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:35.071228 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-18954737-fd25-4601-879d-08383126ee95 req-e092704d-5708-4a59-a587-a67491fb4fbd tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2a65def9-a773-4f52-9564-b96e3d905d84), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.079211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '8fe7c2c6-cf09-466e-9a2e-789f11197ec5', 'network_id': 'd38f42a2-f52a-4afc-b8e1-9de25af258fb', 'port_id': '8fe7c2c6-cf09-466e-9a2e-789f11197ec5', 'mac_address': 'fa:16:3e:03:17:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2295c229-b7ba-4ed7-8cd1-d0512929870e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:46:35.082674 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port a76ba19f-cb8f-43a6-9134-8deb78c3153a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:46:35.088262 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port a76ba19f-cb8f-43a6-9134-8deb78c3153a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:35.088644 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.113096 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Pushing event deleted for resources: {'Port': ['ID=4e0c5495-0ad2-4023-8382-3e516cef80f4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:35.144799 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-18954737-fd25-4601-879d-08383126ee95 req-e092704d-5708-4a59-a587-a67491fb4fbd tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.146025 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18954737-fd25-4601-879d-08383126ee95 req-e092704d-5708-4a59-a587-a67491fb4fbd tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7237325 Jan 14 01:46:35.148670 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:35.149069 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.150859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092704d-5708-4a59-a587-a67491fb4fbd tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a65def9-a773-4f52-9564-b96e3d905d84,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:35.167071 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:46:35.194702 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=8fe7c2c6-cf09-466e-9a2e-789f11197ec5,segment=NetworkSegment(6bb1ee98-3c0d-416a-a22b-3d754e9f82a6),segment_id=6bb1ee98-3c0d-416a-a22b-3d754e9f82a6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:35.212279 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-0a42e53a-e22e-436b-ad22-e4da74920a6f tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:35.212531 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.214991 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-0a42e53a-e22e-436b-ad22-e4da74920a6f tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2396054 Jan 14 01:46:35.252310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a76ba19f-cb8f-43a6-9134-8deb78c3153a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:35.252698 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.284446 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=8fe7c2c6-cf09-466e-9a2e-789f11197ec5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:35.292923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44641064-e687-48d2-8f67-eab19a81fb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:35.295055 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932ec63a-a82e-4f86-b605-a97f1216c769" -d '{"events": [{"server_uuid": "44641064-e687-48d2-8f67-eab19a81fb07", "name": "network-vif-plugged", "status": "completed", "tag": "a76ba19f-cb8f-43a6-9134-8deb78c3153a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:35.308091 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a76ba19f-cb8f-43a6-9134-8deb78c3153a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a76ba19f-cb8f-43a6-9134-8deb78c3153a,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:35.311942 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.360442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a76ba19f-cb8f-43a6-9134-8deb78c3153a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:35.363309 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab9dbb-98bc-40c2-bc02-f5af30e50e82 req-01d7fb83-a1f5-4d06-b91b-d98509b516cb tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:35.364793 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2ab9dbb-98bc-40c2-bc02-f5af30e50e82 req-01d7fb83-a1f5-4d06-b91b-d98509b516cb tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 949 time: 0.1429865 Jan 14 01:46:35.376665 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-833e1c9c-62f1-4b1b-9c65-254be6281af9 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 1000 time: 0.1522052 Jan 14 01:46:35.390316 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-f34ad8b9-b6b2-4758-b6d7-9b80e0c5a546 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:35.427924 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Router 27175b91-0eb8-4db2-80ee-eb70209dfc03 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:46:35.481034 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-f34ad8b9-b6b2-4758-b6d7-9b80e0c5a546 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for floatingip (0cd076dd-3e87-4749-bc4f-52c0b9c53171), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.519480 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2ab9dbb-98bc-40c2-bc02-f5af30e50e82 req-a592813d-774d-45a9-9814-bd993efb8f79 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475232 Jan 14 01:46:35.568201 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033ef4ce-dfe1-4811-a8af-1829df24cf19 x-openstack-request-id: req-033ef4ce-dfe1-4811-a8af-1829df24cf19 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:35.568504 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:35.568750 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-033ef4ce-dfe1-4811-a8af-1829df24cf19 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:35.569146 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617', 'status': 'completed', 'code': 200} Jan 14 01:46:35.570318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['8fe7c2c6-cf09-466e-9a2e-789f11197ec5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:35.623749 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['3ffe09ce-bec2-435b-a17b-5df9628fefff'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:35.638331 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:46:35.667039 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f64d8c-c7b4-4642-8c16-e1c7a88be802 req-4e37ff95-2748-4a9e-9c01-eeacf8d70a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:35.668679 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-37f64d8c-c7b4-4642-8c16-e1c7a88be802 req-4e37ff95-2748-4a9e-9c01-eeacf8d70a3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0695d654c2fe49eeac5927d1467dfbbd&device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 1097 time: 0.0491660 Jan 14 01:46:35.684424 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ce682-4677-48a2-a2d5-7e5544d9c834 None None] Sync routers for ids ['27175b91-0eb8-4db2-80ee-eb70209dfc03'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:46:35.724614 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ce682-4677-48a2-a2d5-7e5544d9c834 None None] Routers {'27175b91-0eb8-4db2-80ee-eb70209dfc03'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:35.725257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e98ce682-4677-48a2-a2d5-7e5544d9c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27175b91-0eb8-4db2-80ee-eb70209dfc03'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:35.769372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f64d8c-c7b4-4642-8c16-e1c7a88be802 req-7bd7c6d1-e36c-49ee-9cef-e6b6c13cec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:35.771391 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-37f64d8c-c7b4-4642-8c16-e1c7a88be802 req-7bd7c6d1-e36c-49ee-9cef-e6b6c13cec2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=96015cda-4f80-40a8-bf1d-97150e857a1f HTTP/1.1" status: 200 len: 920 time: 0.0961418 Jan 14 01:46:35.789118 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-f34ad8b9-b6b2-4758-b6d7-9b80e0c5a546 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.807357 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] No DVR routers for this DVR port 4e0c5495-0ad2-4023-8382-3e516cef80f4 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:46:35.810140 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-f34ad8b9-b6b2-4758-b6d7-9b80e0c5a546 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (0cd076dd-3e87-4749-bc4f-52c0b9c53171), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.810483 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-f34ad8b9-b6b2-4758-b6d7-9b80e0c5a546 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Floating IP 0cd076dd-3e87-4749-bc4f-52c0b9c53171 disassociated. External IP: 172.25.2.9, port: 094871bf-5c58-4f05-aa54-84169bdf5617. Jan 14 01:46:35.815512 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:35.818833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b080025e-df45-4268-b9bf-eca98896e0eb req-63521d53-ea9c-42d9-b600-c88b571f0f95 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.46 "DELETE /v2.0/ports/4e0c5495-0ad2-4023-8382-3e516cef80f4 HTTP/1.1" status: 204 len: 173 time: 1.8163629 Jan 14 01:46:35.871044 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-37f64d8c-c7b4-4642-8c16-e1c7a88be802 req-3fc47231-ebc4-4f95-b1ad-57274ff30421 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 1000 time: 0.0897200 Jan 14 01:46:35.874767 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce32ee-ebc1-43ac-b2ef-4056eee95a7c req-dc97962a-7aef-49dd-aa96-d42013ef6a91 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:35.876242 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2ce32ee-ebc1-43ac-b2ef-4056eee95a7c req-dc97962a-7aef-49dd-aa96-d42013ef6a91 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.2311130 Jan 14 01:46:35.923234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-e98ce682-4677-48a2-a2d5-7e5544d9c834 None None] Set router 27175b91-0eb8-4db2-80ee-eb70209dfc03 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:35.969464 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2ce32ee-ebc1-43ac-b2ef-4056eee95a7c req-ea55b28a-474b-475a-ad34-9874bfcc97aa tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591178 Jan 14 01:46:36.101833 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f64d8c-c7b4-4642-8c16-e1c7a88be802 req-91b0addf-473c-4830-93f7-ed469925d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:36.104212 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-f34ad8b9-b6b2-4758-b6d7-9b80e0c5a546 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:46:36.106461 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-37f64d8c-c7b4-4642-8c16-e1c7a88be802 req-91b0addf-473c-4830-93f7-ed469925d744 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0322bb8-6a2a-4453-9d21-14136292ac8f HTTP/1.1" status: 200 len: 859 time: 0.0751164 Jan 14 01:46:36.141458 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-37f64d8c-c7b4-4642-8c16-e1c7a88be802 req-1412875f-1f84-45f8-839b-c73213d1d9a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96015cda-4f80-40a8-bf1d-97150e857a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260293 Jan 14 01:46:36.212808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e98ce682-4677-48a2-a2d5-7e5544d9c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:44:17Z', 'revision_number': 4, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '34c3e337-4663-452b-8f0c-20527ce35206', 'name': '', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'mac_address': 'fa:16:3e:34:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:15Z', 'updated_at': '2022-01-14T01:44:22Z', 'revision_number': 5, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'subnets': [{'id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:36.247682 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ce682-4677-48a2-a2d5-7e5544d9c834 None None] Checking router: 27175b91-0eb8-4db2-80ee-eb70209dfc03 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:46:36.257487 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-37f64d8c-c7b4-4642-8c16-e1c7a88be802 req-35995cb9-4a5a-4eab-be4e-1e35a5a0d04e service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971575 Jan 14 01:46:36.258655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ce682-4677-48a2-a2d5-7e5544d9c834 None None] Routers {'27175b91-0eb8-4db2-80ee-eb70209dfc03'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:36.259278 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e98ce682-4677-48a2-a2d5-7e5544d9c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27175b91-0eb8-4db2-80ee-eb70209dfc03'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:36.360431 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-37f64d8c-c7b4-4642-8c16-e1c7a88be802 req-acc9ba9e-df78-4409-b85d-8565e4d91617 service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962074 Jan 14 01:46:36.370605 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-e98ce682-4677-48a2-a2d5-7e5544d9c834 None None] Set router 27175b91-0eb8-4db2-80ee-eb70209dfc03 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:36.540113 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 3ffe09ce-bec2-435b-a17b-5df9628fefff no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:36.568176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f55623-0a83-4148-ac19-d1c027f4f9ab req-6c8c62b4-a2cb-449f-ae70-2daa372afa0a tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:36.569645 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d9f55623-0a83-4148-ac19-d1c027f4f9ab req-6c8c62b4-a2cb-449f-ae70-2daa372afa0a tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/ports?device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 945 time: 0.4092467 Jan 14 01:46:36.574453 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-f34ad8b9-b6b2-4758-b6d7-9b80e0c5a546 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:46:36.580027 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-f34ad8b9-b6b2-4758-b6d7-9b80e0c5a546 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:36.592015 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e21198-cefb-48d6-842f-dd1e360d2e7d None None] Sync routers for ids ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:46:36.609575 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e21198-cefb-48d6-842f-dd1e360d2e7d None None] Routers {'5831ccd3-c8f9-49a4-92b1-7a7288b91698'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:36.612646 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-47e21198-cefb-48d6-842f-dd1e360d2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:36.624411 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-f34ad8b9-b6b2-4758-b6d7-9b80e0c5a546 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "PUT /v2.0/floatingips/0cd076dd-3e87-4749-bc4f-52c0b9c53171 HTTP/1.1" status: 200 len: 693 time: 1.2407684 Jan 14 01:46:36.650600 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e98ce682-4677-48a2-a2d5-7e5544d9c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:44:17Z', 'revision_number': 4, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '34c3e337-4663-452b-8f0c-20527ce35206', 'name': '', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'mac_address': 'fa:16:3e:34:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:15Z', 'updated_at': '2022-01-14T01:44:22Z', 'revision_number': 5, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'subnets': [{'id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:36.662365 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d9f55623-0a83-4148-ac19-d1c027f4f9ab req-b668d0fc-a9f9-4673-9387-3a9e5244fb12 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/security-groups?id=280c467f-cea2-4824-85b7-27f3eefdff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615990 Jan 14 01:46:36.688663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ce682-4677-48a2-a2d5-7e5544d9c834 None None] The sync data for ids ['27175b91-0eb8-4db2-80ee-eb70209dfc03'] in n-d-824358-4 is: [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:44:17Z', 'revision_number': 4, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '34c3e337-4663-452b-8f0c-20527ce35206', 'name': '', 'network_id': 'd8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'mac_address': 'fa:16:3e:34:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:15Z', 'updated_at': '2022-01-14T01:44:22Z', 'revision_number': 5, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'subnets': [{'id': '9b33cf5c-331a-49ac-b52b-8f2b00462c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:46:36.691817 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 3ffe09ce-bec2-435b-a17b-5df9628fefff is: BUILD; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:36.692202 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:36.706952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3ffe09ce-bec2-435b-a17b-5df9628fefff {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:46:36.712401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-663c04ab-0ccf-4e96-ba98-2d15fc64eaf1 req-36a7998f-ce30-4d18-b175-4be672815e8f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1536787595', 'description': 'tempest-description-2146672496'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:36.725775 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-fa78cea2-2c32-45d6-a96e-40b8122fde2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:36.727614 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-fa78cea2-2c32-45d6-a96e-40b8122fde2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0695d654c2fe49eeac5927d1467dfbbd&device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 1097 time: 0.0815852 Jan 14 01:46:36.741929 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:36.750243 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:36.794370 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-663c04ab-0ccf-4e96-ba98-2d15fc64eaf1 req-36a7998f-ce30-4d18-b175-4be672815e8f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:36.800122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=3ffe09ce-bec2-435b-a17b-5df9628fefff,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:36.809459 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-47e21198-cefb-48d6-842f-dd1e360d2e7d None None] Set router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:36.864613 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-b4bf6e4e-538f-4fdf-8cfd-82b30ccb36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:36.866201 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-b4bf6e4e-538f-4fdf-8cfd-82b30ccb36c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96015cda-4f80-40a8-bf1d-97150e857a1f HTTP/1.1" status: 200 len: 920 time: 0.1299562 Jan 14 01:46:36.921300 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-9128c8f4-2d4c-4a52-86ab-9bb2bafc5dfe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 217 time: 0.0440197 Jan 14 01:46:36.947633 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-663c04ab-0ccf-4e96-ba98-2d15fc64eaf1 req-36a7998f-ce30-4d18-b175-4be672815e8f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (607229ba-422d-44ca-a6f1-1d417aba7ac1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:36.966872 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-663c04ab-0ccf-4e96-ba98-2d15fc64eaf1 req-36a7998f-ce30-4d18-b175-4be672815e8f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (607229ba-422d-44ca-a6f1-1d417aba7ac1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:37.006637 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7998f-ce30-4d18-b175-4be672815e8f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607229ba-422d-44ca-a6f1-1d417aba7ac1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:37.013983 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-663c04ab-0ccf-4e96-ba98-2d15fc64eaf1 req-36a7998f-ce30-4d18-b175-4be672815e8f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:37.015284 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-663c04ab-0ccf-4e96-ba98-2d15fc64eaf1 req-36a7998f-ce30-4d18-b175-4be672815e8f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3131249 Jan 14 01:46:37.019945 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-3c400205-a49c-44c5-9185-5d1d5bd4430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:37.021541 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-3c400205-a49c-44c5-9185-5d1d5bd4430a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0322bb8-6a2a-4453-9d21-14136292ac8f HTTP/1.1" status: 200 len: 859 time: 0.0915787 Jan 14 01:46:37.047191 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42557bae-6b96-4dc9-8a5e-946ffe4b94d6 None None] New status for floating IP 96ae8147-cb2b-4077-a30a-ad5a9af3db4f: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:46:37.063579 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-a425f943-29cf-4429-a904-9cf614441d92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96015cda-4f80-40a8-bf1d-97150e857a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290267 Jan 14 01:46:37.117019 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ec8c94-4062-4e2a-8f40-2ea724aaa208 x-openstack-request-id: req-27ec8c94-4062-4e2a-8f40-2ea724aaa208 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:37.117624 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44641064-e687-48d2-8f67-eab19a81fb07", "name": "network-vif-plugged", "status": "completed", "tag": "a76ba19f-cb8f-43a6-9134-8deb78c3153a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:37.118064 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27ec8c94-4062-4e2a-8f40-2ea724aaa208 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:37.119607 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44641064-e687-48d2-8f67-eab19a81fb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a', 'code': 200} Jan 14 01:46:37.129749 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-47e21198-cefb-48d6-842f-dd1e360d2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:45:25Z', 'revision_number': 4, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e14537b9-5830-4811-ba4c-341d1a2c25bd', 'name': '', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'mac_address': 'fa:16:3e:8b:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:22Z', 'updated_at': '2022-01-14T01:45:32Z', 'revision_number': 5, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'subnets': [{'id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:37.164805 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e21198-cefb-48d6-842f-dd1e360d2e7d None None] Checking router: 5831ccd3-c8f9-49a4-92b1-7a7288b91698 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:46:37.175771 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e21198-cefb-48d6-842f-dd1e360d2e7d None None] Routers {'5831ccd3-c8f9-49a4-92b1-7a7288b91698'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:37.176903 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-47e21198-cefb-48d6-842f-dd1e360d2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:37.214827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-a734230d-eaa5-4ac0-b3c5-24ea641275bc service neutron] 10.222.0.26 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451616 Jan 14 01:46:37.222031 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-847602af-48e4-4f9f-9bf7-88d0f5e19b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:37.261044 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91b387-3cd3-47e5-bd6f-897c9ce1bb8f req-c634d65a-39bf-4dcb-b1ef-c5c9e62e88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:37.263465 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ff91b387-3cd3-47e5-bd6f-897c9ce1bb8f req-c634d65a-39bf-4dcb-b1ef-c5c9e62e88f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 1096 time: 0.0623982 Jan 14 01:46:37.313357 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3f591-fa9e-41bd-b1d5-0ef89980fd3d req-7bb3b600-ce09-4511-b5ec-ed7d470c5237 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:37.313602 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ff91b387-3cd3-47e5-bd6f-897c9ce1bb8f req-4cb0b682-fe25-47ee-91c9-20a94b11f395 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426161 Jan 14 01:46:37.313944 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-47e21198-cefb-48d6-842f-dd1e360d2e7d None None] Set router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:37.315435 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dae3f591-fa9e-41bd-b1d5-0ef89980fd3d req-7bb3b600-ce09-4511-b5ec-ed7d470c5237 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1214993 Jan 14 01:46:37.366559 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e4c6fad2-dbe8-409d-b45c-d625b250920f req-43f25ee4-e2eb-4e70-8f9a-defa27c12453 service neutron] 10.222.0.26 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317239 Jan 14 01:46:37.389910 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dae3f591-fa9e-41bd-b1d5-0ef89980fd3d req-2a53aaee-d82d-4a93-a73c-85f208ea1d05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677080 Jan 14 01:46:37.518837 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7798bb-0e4e-468c-873f-8d412102665b req-016932de-1329-4c2b-b591-1ffd7dc97430 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:37.520520 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe7798bb-0e4e-468c-873f-8d412102665b req-016932de-1329-4c2b-b591-1ffd7dc97430 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 949 time: 0.0651925 Jan 14 01:46:37.530271 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-47e21198-cefb-48d6-842f-dd1e360d2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:45:25Z', 'revision_number': 4, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e14537b9-5830-4811-ba4c-341d1a2c25bd', 'name': '', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'mac_address': 'fa:16:3e:8b:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:22Z', 'updated_at': '2022-01-14T01:45:32Z', 'revision_number': 5, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'subnets': [{'id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:37.561544 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e21198-cefb-48d6-842f-dd1e360d2e7d None None] The sync data for ids ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'] in n-d-824358-4 is: [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:45:25Z', 'revision_number': 4, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e14537b9-5830-4811-ba4c-341d1a2c25bd', 'name': '', 'network_id': '96015cda-4f80-40a8-bf1d-97150e857a1f', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'mac_address': 'fa:16:3e:8b:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:22Z', 'updated_at': '2022-01-14T01:45:32Z', 'revision_number': 5, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'subnets': [{'id': 'c0322bb8-6a2a-4453-9d21-14136292ac8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:46:37.576329 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'name': 'network-vif-deleted', 'tag': '4e0c5495-0ad2-4023-8382-3e516cef80f4'}, {'name': 'network-changed', 'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:37.578556 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bcdb27-d107-4138-acf7-149ef1c4672b" -d '{"events": [{"server_uuid": "42e8ab04-595a-4aca-9481-dc56a87ddfca", "name": "network-vif-deleted", "tag": "4e0c5495-0ad2-4023-8382-3e516cef80f4"}, {"name": "network-changed", "server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:37.587011 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe7798bb-0e4e-468c-873f-8d412102665b req-16fd724e-8d79-4e67-87c3-8e6a87faf3a7 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590129 Jan 14 01:46:37.633616 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf843f-7345-46e3-baa5-a986f76906cf req-065c33a4-a20c-4952-aa8c-49d9546afd43 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:37.635137 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5cf843f-7345-46e3-baa5-a986f76906cf req-065c33a4-a20c-4952-aa8c-49d9546afd43 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.0738137 Jan 14 01:46:37.730905 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5cf843f-7345-46e3-baa5-a986f76906cf req-ecd2f74a-d6d7-4469-ba73-1b7ad2a68a5a tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859532 Jan 14 01:46:37.779146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56672) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:37.833534 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f69d12-7acd-4d52-b2a8-a19f9bea4535 None None] New status for floating IP 0cd076dd-3e87-4749-bc4f-52c0b9c53171: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:46:37.850400 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-007bee80-fe62-4922-84d3-a09efa38ccc8 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for security_group (6b738434-8f19-4283-a704-3cd4dc76b8ed), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:37.863596 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-ebce1294-d6da-4fb4-af64-dd3e3e7c36fa tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/floatingips/0cd076dd-3e87-4749-bc4f-52c0b9c53171 HTTP/1.1" status: 200 len: 693 time: 0.0689664 Jan 14 01:46:37.881272 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-007bee80-fe62-4922-84d3-a09efa38ccc8 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for security_group (6b738434-8f19-4283-a704-3cd4dc76b8ed), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:37.933282 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-007bee80-fe62-4922-84d3-a09efa38ccc8 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6b738434-8f19-4283-a704-3cd4dc76b8ed), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:37.936036 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-007bee80-fe62-4922-84d3-a09efa38ccc8 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:37.940544 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-007bee80-fe62-4922-84d3-a09efa38ccc8 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "DELETE /v2.0/security-groups/6b738434-8f19-4283-a704-3cd4dc76b8ed HTTP/1.1" status: 204 len: 168 time: 0.1574471 Jan 14 01:46:37.941919 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56674) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:37.960266 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bee80-fe62-4922-84d3-a09efa38ccc8 tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b738434-8f19-4283-a704-3cd4dc76b8ed,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:37.962973 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-3ccb31d8-611c-4db3-b3d5-007105c95e7f tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] show failed (client error): The resource could not be found. Jan 14 01:46:37.968254 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3ccb31d8-611c-4db3-b3d5-007105c95e7f tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "GET /v2.0/security-groups/6b738434-8f19-4283-a704-3cd4dc76b8ed HTTP/1.1" status: 404 len: 347 time: 0.0253317 Jan 14 01:46:37.968529 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56676) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:38.097837 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-33bdeaa7-675f-491f-9ac4-51df8ef761fc tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:38.099223 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-33bdeaa7-675f-491f-9ac4-51df8ef761fc tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 784 time: 0.2299244 Jan 14 01:46:38.116409 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-40b70936-3086-46da-9993-2389d88031b1 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47002 time: 0.4962792 Jan 14 01:46:38.200232 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-e7b1557f-0550-4f5c-99f3-a4b5f2cc38f0 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.0814047 Jan 14 01:46:38.261161 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-140979fe-f000-4462-82a7-2654f1927ba5 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/08f30e89-73d9-42e5-810a-f83a794d7e5b HTTP/1.1" status: 200 len: 2998 time: 0.1160512 Jan 14 01:46:38.267848 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-656b5492-b305-45bc-b0fe-e16e0dea64e3 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.0580144 Jan 14 01:46:38.303665 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:38.329095 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1023c9a6-9509-4e76-af15-e5856dc7ea2e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Deleting port 6aa8f842-f13a-479d-8b37-40600360df68 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:38.329443 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1023c9a6-9509-4e76-af15-e5856dc7ea2e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (6aa8f842-f13a-479d-8b37-40600360df68), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:38.449132 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-d6ed63ba-f15c-410a-b81d-17024ee852c2 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/08f30e89-73d9-42e5-810a-f83a794d7e5b HTTP/1.1" status: 200 len: 2998 time: 0.1803257 Jan 14 01:46:38.510361 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1023c9a6-9509-4e76-af15-e5856dc7ea2e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (6aa8f842-f13a-479d-8b37-40600360df68), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:38.510708 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1023c9a6-9509-4e76-af15-e5856dc7ea2e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for floatingip (6aa8f842-f13a-479d-8b37-40600360df68), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:38.534786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1023c9a6-9509-4e76-af15-e5856dc7ea2e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Calling delete_port for 6aa8f842-f13a-479d-8b37-40600360df68 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:38.541017 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-aaa47f56-03fe-43c0-adb2-ef3ac0a0d9ad tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1653b426-0b41-409f-9598-ec9253dfd6d4 HTTP/1.1" status: 200 len: 2998 time: 0.0834157 Jan 14 01:46:38.543786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-0ae7ba31-dab9-4d59-8267-91c0fb2b92ec tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Deleting port 563dc214-3571-47a3-a3f0-4b2c7cf6f0d9 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:38.544037 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-0ae7ba31-dab9-4d59-8267-91c0fb2b92ec tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (563dc214-3571-47a3-a3f0-4b2c7cf6f0d9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:38.548649 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 3ffe09ce-bec2-435b-a17b-5df9628fefff up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:46:38.599160 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 3ffe09ce-bec2-435b-a17b-5df9628fefff triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:38.599491 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:38.683506 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 3ffe09ce-bec2-435b-a17b-5df9628fefff is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:38.683908 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:38.693920 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-6c72d0fb-9842-4b96-8eb2-ebb228d1a691 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1653b426-0b41-409f-9598-ec9253dfd6d4 HTTP/1.1" status: 200 len: 2998 time: 0.1451771 Jan 14 01:46:38.729609 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-0ae7ba31-dab9-4d59-8267-91c0fb2b92ec tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (563dc214-3571-47a3-a3f0-4b2c7cf6f0d9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:38.729933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-0ae7ba31-dab9-4d59-8267-91c0fb2b92ec tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for floatingip (563dc214-3571-47a3-a3f0-4b2c7cf6f0d9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:38.757360 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-0ae7ba31-dab9-4d59-8267-91c0fb2b92ec tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Calling delete_port for 563dc214-3571-47a3-a3f0-4b2c7cf6f0d9 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:38.827292 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4e0c5495-0ad2-4023-8382-3e516cef80f4 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:38.852972 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-caf09520-c343-48f6-aca0-355fdfef6fda tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1b82b05e-8483-4da9-904c-ed0eb2292156 HTTP/1.1" status: 200 len: 2998 time: 0.1486704 Jan 14 01:46:38.857594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 4e0c5495-0ad2-4023-8382-3e516cef80f4 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:38.857966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4e0c5495-0ad2-4023-8382-3e516cef80f4 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:38.874099 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1023c9a6-9509-4e76-af15-e5856dc7ea2e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (6aa8f842-f13a-479d-8b37-40600360df68), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:38.874832 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:38.879071 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:38.879932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:46:38.917956 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023c9a6-9509-4e76-af15-e5856dc7ea2e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Pushing event deleted for resources: {'Port': ['ID=6aa8f842-f13a-479d-8b37-40600360df68,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:38.961647 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=3ffe09ce-bec2-435b-a17b-5df9628fefff,revision_number=11']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:38.973946 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:46:38.978341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:38.978853 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:38.995402 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-171d8302-36d2-4ba5-b644-a37955b3118e tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1b82b05e-8483-4da9-904c-ed0eb2292156 HTTP/1.1" status: 200 len: 2998 time: 0.1350894 Jan 14 01:46:39.031255 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2727-12e9-465b-8e69-b8b2f33dfb1d req-1ad87140-196e-48d1-ab5e-18f4bc7f3dd2 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:39.032301 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6daf2727-12e9-465b-8e69-b8b2f33dfb1d req-1ad87140-196e-48d1-ab5e-18f4bc7f3dd2 tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 946 time: 0.0784676 Jan 14 01:46:39.045152 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1023c9a6-9509-4e76-af15-e5856dc7ea2e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks [] for floatingip (96ae8147-cb2b-4077-a30a-ad5a9af3db4f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.049425 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1023c9a6-9509-4e76-af15-e5856dc7ea2e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.050955 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1023c9a6-9509-4e76-af15-e5856dc7ea2e tempest-ServersTestManualDisk-1035235252 tempest-ServersTestManualDisk-1035235252-project] 10.222.0.26 "DELETE /v2.0/floatingips/96ae8147-cb2b-4077-a30a-ad5a9af3db4f HTTP/1.1" status: 204 len: 168 time: 1.0787764 Jan 14 01:46:39.057963 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56684) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:39.069402 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:39.069803 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.104830 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=8fe7c2c6-cf09-466e-9a2e-789f11197ec5,segment=NetworkSegment(6bb1ee98-3c0d-416a-a22b-3d754e9f82a6),segment_id=6bb1ee98-3c0d-416a-a22b-3d754e9f82a6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:39.109290 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.128643 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-6daf2727-12e9-465b-8e69-b8b2f33dfb1d req-a9c721e5-c9ae-4bbf-a67b-b085e80fcb5f tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Deleting port e3bb970d-d495-4e80-880f-2ac401b1ae35 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:39.129076 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6daf2727-12e9-465b-8e69-b8b2f33dfb1d req-a9c721e5-c9ae-4bbf-a67b-b085e80fcb5f tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.134741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ae6d3-e59d-4137-bab6-cf0661501eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffe09ce-bec2-435b-a17b-5df9628fefff'}, {'server_uuid': '92d91da7-03a3-4553-b51e-b72efe018b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe7c2c6-cf09-466e-9a2e-789f11197ec5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:39.137265 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1ef858-68a0-481b-882c-291b31daace5" -d '{"events": [{"server_uuid": "941ae6d3-e59d-4137-bab6-cf0661501eb3", "name": "network-vif-plugged", "status": "completed", "tag": "3ffe09ce-bec2-435b-a17b-5df9628fefff"}, {"server_uuid": "92d91da7-03a3-4553-b51e-b72efe018b22", "name": "network-vif-plugged", "status": "completed", "tag": "8fe7c2c6-cf09-466e-9a2e-789f11197ec5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:39.140126 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-0ae7ba31-dab9-4d59-8267-91c0fb2b92ec tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (563dc214-3571-47a3-a3f0-4b2c7cf6f0d9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.146696 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-2b1d8d2d-c6a6-4c0a-9fe4-fdddfb941050 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/280c467f-cea2-4824-85b7-27f3eefdff97 HTTP/1.1" status: 200 len: 2998 time: 0.1234193 Jan 14 01:46:39.173383 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=8fe7c2c6-cf09-466e-9a2e-789f11197ec5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:39.179263 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7ba31-dab9-4d59-8267-91c0fb2b92ec tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Pushing event deleted for resources: {'Port': ['ID=563dc214-3571-47a3-a3f0-4b2c7cf6f0d9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:39.223469 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6daf2727-12e9-465b-8e69-b8b2f33dfb1d req-a9c721e5-c9ae-4bbf-a67b-b085e80fcb5f tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] For port e3bb970d-d495-4e80-880f-2ac401b1ae35, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=e3bb970d-d495-4e80-880f-2ac401b1ae35,segment=NetworkSegment(93b90aac-1986-4125-ada1-797fa9c5e2ba),segment_id=93b90aac-1986-4125-ada1-797fa9c5e2ba)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:39.223917 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6daf2727-12e9-465b-8e69-b8b2f33dfb1d req-a9c721e5-c9ae-4bbf-a67b-b085e80fcb5f tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.237682 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-6daf2727-12e9-465b-8e69-b8b2f33dfb1d req-a9c721e5-c9ae-4bbf-a67b-b085e80fcb5f tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Calling delete_port for e3bb970d-d495-4e80-880f-2ac401b1ae35 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:39.305360 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-3ab94747-bfe0-4093-abd7-2b0a35c539bc tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/280c467f-cea2-4824-85b7-27f3eefdff97 HTTP/1.1" status: 200 len: 2998 time: 0.1526814 Jan 14 01:46:39.338904 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-0ae7ba31-dab9-4d59-8267-91c0fb2b92ec tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for floatingip (0cd076dd-3e87-4749-bc4f-52c0b9c53171), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.342089 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-0ae7ba31-dab9-4d59-8267-91c0fb2b92ec tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.343182 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c92b821-8eb9-4cac-9f2f-dcc63413a7a5 req-0ae7ba31-dab9-4d59-8267-91c0fb2b92ec tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "DELETE /v2.0/floatingips/0cd076dd-3e87-4749-bc4f-52c0b9c53171 HTTP/1.1" status: 204 len: 173 time: 1.0645819 Jan 14 01:46:39.369017 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6daf2727-12e9-465b-8e69-b8b2f33dfb1d req-a9c721e5-c9ae-4bbf-a67b-b085e80fcb5f tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e3bb970d-d495-4e80-880f-2ac401b1ae35), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.396391 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c721e5-c9ae-4bbf-a67b-b085e80fcb5f tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Pushing event deleted for resources: {'Port': ['ID=e3bb970d-d495-4e80-880f-2ac401b1ae35,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:39.401162 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['e3bb970d-d495-4e80-880f-2ac401b1ae35'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:39.441512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-6daf2727-12e9-465b-8e69-b8b2f33dfb1d req-a9c721e5-c9ae-4bbf-a67b-b085e80fcb5f tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] No DVR routers for this DVR port e3bb970d-d495-4e80-880f-2ac401b1ae35 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:46:39.444479 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6daf2727-12e9-465b-8e69-b8b2f33dfb1d req-a9c721e5-c9ae-4bbf-a67b-b085e80fcb5f tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.447816 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6daf2727-12e9-465b-8e69-b8b2f33dfb1d req-a9c721e5-c9ae-4bbf-a67b-b085e80fcb5f tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.36 "DELETE /v2.0/ports/e3bb970d-d495-4e80-880f-2ac401b1ae35 HTTP/1.1" status: 204 len: 173 time: 0.4102612 Jan 14 01:46:39.448276 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4e1ba8-351e-4f77-a9f7-872b0e3872fb', 'name': 'network-vif-deleted', 'tag': 'e3bb970d-d495-4e80-880f-2ac401b1ae35'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:39.450674 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e6190d-3160-435d-b86b-b36cde675574" -d '{"events": [{"server_uuid": "9e4e1ba8-351e-4f77-a9f7-872b0e3872fb", "name": "network-vif-deleted", "tag": "e3bb970d-d495-4e80-880f-2ac401b1ae35"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:39.464890 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3d9d5905-8add-45e3-af86-27c92aa443c4 req-e838e355-5f8d-4524-ad18-721b7af3dc1a tempest-ServerGroupTestJSON-344203451 tempest-ServerGroupTestJSON-344203451-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e4e1ba8-351e-4f77-a9f7-872b0e3872fb HTTP/1.1" status: 200 len: 210 time: 0.0486546 Jan 14 01:46:39.468555 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-c6ea65b8-c2a4-4e30-a60b-1e259e721bbf tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7614824e-17c2-4ddf-bc72-d5f96a6c0b30 HTTP/1.1" status: 200 len: 2998 time: 0.1327648 Jan 14 01:46:39.524146 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be74354-60bf-41ce-8a7e-f3d294b5416c x-openstack-request-id: req-4be74354-60bf-41ce-8a7e-f3d294b5416c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:39.524443 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e8ab04-595a-4aca-9481-dc56a87ddfca", "name": "network-vif-deleted", "tag": "4e0c5495-0ad2-4023-8382-3e516cef80f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:39.524695 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4be74354-60bf-41ce-8a7e-f3d294b5416c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:39.525288 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e8ab04-595a-4aca-9481-dc56a87ddfca', 'name': 'network-vif-deleted', 'tag': '4e0c5495-0ad2-4023-8382-3e516cef80f4', 'status': 'completed', 'code': 200} Jan 14 01:46:39.525435 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617', 'status': 'completed', 'code': 200} Jan 14 01:46:39.552865 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-3be4e3f5-8bc2-4491-a902-402039735e80 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7614824e-17c2-4ddf-bc72-d5f96a6c0b30 HTTP/1.1" status: 200 len: 2998 time: 0.0764143 Jan 14 01:46:39.622708 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcdb27-d107-4138-acf7-149ef1c4672b req-fe101ef6-a26a-4732-8985-683a0cecb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:39.624203 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-12bcdb27-d107-4138-acf7-149ef1c4672b req-fe101ef6-a26a-4732-8985-683a0cecb2b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0695d654c2fe49eeac5927d1467dfbbd&device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 1097 time: 0.0452437 Jan 14 01:46:39.669228 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d5344-cad4-48ab-886d-f42df8ba9a66 req-33bc266a-3ce3-40e5-9797-6300e006512a tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:39.670707 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c3d5344-cad4-48ab-886d-f42df8ba9a66 req-33bc266a-3ce3-40e5-9797-6300e006512a tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/ports?device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 946 time: 0.0949330 Jan 14 01:46:39.673041 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-e599e8b5-851d-4f37-b31c-ee28dc0b5348 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/85817d75-0787-4ea5-aca6-1361da9f758d HTTP/1.1" status: 200 len: 2998 time: 0.0983944 Jan 14 01:46:39.718324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcdb27-d107-4138-acf7-149ef1c4672b req-94fbc31a-5300-4770-823c-88347e7753ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:39.719876 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-12bcdb27-d107-4138-acf7-149ef1c4672b req-94fbc31a-5300-4770-823c-88347e7753ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=96015cda-4f80-40a8-bf1d-97150e857a1f HTTP/1.1" status: 200 len: 920 time: 0.0899885 Jan 14 01:46:39.761735 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-12bcdb27-d107-4138-acf7-149ef1c4672b req-b9989e54-0e5f-4f50-8b71-8da495a6d246 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 200 len: 217 time: 0.0332029 Jan 14 01:46:39.785179 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c3d5344-cad4-48ab-886d-f42df8ba9a66 req-65735d89-3e40-4861-8c92-93c865924306 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/security-groups?id=280c467f-cea2-4824-85b7-27f3eefdff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038117 Jan 14 01:46:39.787863 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-a78424d2-1e5b-4499-b76f-f507cf4e2116 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/85817d75-0787-4ea5-aca6-1361da9f758d HTTP/1.1" status: 200 len: 2998 time: 0.1076312 Jan 14 01:46:39.812879 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcdb27-d107-4138-acf7-149ef1c4672b req-95f88d0f-d5de-494e-a0e6-cc1776d3b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:39.814450 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-12bcdb27-d107-4138-acf7-149ef1c4672b req-95f88d0f-d5de-494e-a0e6-cc1776d3b5de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0322bb8-6a2a-4453-9d21-14136292ac8f HTTP/1.1" status: 200 len: 859 time: 0.0463049 Jan 14 01:46:39.835444 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49b754c6-01e4-4674-94bd-9ecb7c4c84b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (27175b91-0eb8-4db2-80ee-eb70209dfc03), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.847020 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:39.865973 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-12bcdb27-d107-4138-acf7-149ef1c4672b req-622bd91f-2e4e-4cda-b289-34d06af47b62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96015cda-4f80-40a8-bf1d-97150e857a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325613 Jan 14 01:46:39.928652 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-9f32eb86-b0c3-4503-86d2-1a0f8f8a06e5 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/879e493f-290d-48bb-8b06-edd52c85daef HTTP/1.1" status: 200 len: 2994 time: 0.1330049 Jan 14 01:46:39.968404 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-12bcdb27-d107-4138-acf7-149ef1c4672b req-5af8280a-dbed-4542-81c5-ffa85270163a service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933814 Jan 14 01:46:40.008566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893cd8-6063-4671-965e-b937815f0d28 req-a7241410-de89-4e16-b5cb-ba812f6ceae8 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:40.010064 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5e893cd8-6063-4671-965e-b937815f0d28 req-a7241410-de89-4e16-b5cb-ba812f6ceae8 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1223578 Jan 14 01:46:40.066323 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-12bcdb27-d107-4138-acf7-149ef1c4672b req-9f0b39fe-f393-4e89-a258-cf7a9370aaf0 service neutron] 10.222.0.46 "GET /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898199 Jan 14 01:46:40.078893 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-9c7a011f-d66d-444a-8db4-54dd18579cbb tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/879e493f-290d-48bb-8b06-edd52c85daef HTTP/1.1" status: 200 len: 2994 time: 0.1431787 Jan 14 01:46:40.138910 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5e893cd8-6063-4671-965e-b937815f0d28 req-6e5f665b-f5e7-44af-b941-9a82817d38f3 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199460 Jan 14 01:46:40.167724 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-4d15c529-b485-4549-a592-d49697589e6b tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/900748e2-002e-4e4e-9d15-b0e50ccd1901 HTTP/1.1" status: 200 len: 2998 time: 0.0800824 Jan 14 01:46:40.279485 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-5d99efb3-5534-40da-9b38-14404c596ee9 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/900748e2-002e-4e4e-9d15-b0e50ccd1901 HTTP/1.1" status: 200 len: 2998 time: 0.1056266 Jan 14 01:46:40.315881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4702f5-5ab3-4fcb-a14a-b0fb9fd36ebb req-f9bdd456-0fd4-4396-8b8c-01d236d5bf43 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:40.317300 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5c4702f5-5ab3-4fcb-a14a-b0fb9fd36ebb req-f9bdd456-0fd4-4396-8b8c-01d236d5bf43 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 951 time: 0.1043193 Jan 14 01:46:40.368427 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-27dde425-c1d4-4dc5-98c6-437f9effcfe3 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/933c7ecf-becd-4eb8-b515-4f67f165926a HTTP/1.1" status: 200 len: 2990 time: 0.0801203 Jan 14 01:46:40.374496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-49b754c6-01e4-4674-94bd-9ecb7c4c84b2 admin admin] Deleting port 34c3e337-4663-452b-8f0c-20527ce35206 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:40.374779 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49b754c6-01e4-4674-94bd-9ecb7c4c84b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (34c3e337-4663-452b-8f0c-20527ce35206), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:40.747631 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5c4702f5-5ab3-4fcb-a14a-b0fb9fd36ebb req-f63a2b0a-095e-4536-8603-a3a5eaaa79fe tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214272 Jan 14 01:46:40.771251 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-56735125-ff56-4c30-8c7d-4b79b51b6bb6 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/933c7ecf-becd-4eb8-b515-4f67f165926a HTTP/1.1" status: 200 len: 2990 time: 0.3945410 Jan 14 01:46:40.822703 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-49b754c6-01e4-4674-94bd-9ecb7c4c84b2 admin admin] For port 34c3e337-4663-452b-8f0c-20527ce35206, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=34c3e337-4663-452b-8f0c-20527ce35206,segment=NetworkSegment(cf3c0787-974a-4f91-868e-a5d7ff707957),segment_id=cf3c0787-974a-4f91-868e-a5d7ff707957)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:40.823065 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49b754c6-01e4-4674-94bd-9ecb7c4c84b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (34c3e337-4663-452b-8f0c-20527ce35206), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:40.859746 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-49b754c6-01e4-4674-94bd-9ecb7c4c84b2 admin admin] Calling delete_port for 34c3e337-4663-452b-8f0c-20527ce35206 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:40.868334 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-d1e31961-81a3-47b9-b071-8ff7d609984a tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/93a13dfa-c8d0-4733-8a45-c2830f6cecfe HTTP/1.1" status: 200 len: 2998 time: 0.0908678 Jan 14 01:46:40.904389 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:40.935016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520a790-f915-4148-bd01-ed638b002c78 req-dfa54a14-2122-47d9-bd9d-74cac53b7367 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:40.936481 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3520a790-f915-4148-bd01-ed638b002c78 req-dfa54a14-2122-47d9-bd9d-74cac53b7367 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.1339741 Jan 14 01:46:41.001211 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-ac36547d-2f24-4572-b630-c980ce204fb8 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/93a13dfa-c8d0-4733-8a45-c2830f6cecfe HTTP/1.1" status: 200 len: 2998 time: 0.1268253 Jan 14 01:46:41.070497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3520a790-f915-4148-bd01-ed638b002c78 req-6b798f63-7054-44c6-96e7-72fc91e1c630 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244986 Jan 14 01:46:41.109031 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-0ad2049c-92f9-44d2-a8e9-4230eee21485 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b44e3ad4-b168-45c6-89b6-ccb0c1908295 HTTP/1.1" status: 200 len: 2998 time: 0.0734119 Jan 14 01:46:41.118804 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53361090-5baa-45de-b5f4-484374a0b152 x-openstack-request-id: req-53361090-5baa-45de-b5f4-484374a0b152 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:41.119102 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ae6d3-e59d-4137-bab6-cf0661501eb3", "name": "network-vif-plugged", "status": "completed", "tag": "3ffe09ce-bec2-435b-a17b-5df9628fefff", "code": 200}, {"server_uuid": "92d91da7-03a3-4553-b51e-b72efe018b22", "name": "network-vif-plugged", "status": "completed", "tag": "8fe7c2c6-cf09-466e-9a2e-789f11197ec5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:41.119356 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53361090-5baa-45de-b5f4-484374a0b152 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:41.119832 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ae6d3-e59d-4137-bab6-cf0661501eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffe09ce-bec2-435b-a17b-5df9628fefff', 'code': 200} Jan 14 01:46:41.120090 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d91da7-03a3-4553-b51e-b72efe018b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe7c2c6-cf09-466e-9a2e-789f11197ec5', 'code': 200} Jan 14 01:46:41.217255 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-e42e8dd0-f15f-47a1-b7e9-74f0c0c43ed6 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b44e3ad4-b168-45c6-89b6-ccb0c1908295 HTTP/1.1" status: 200 len: 2998 time: 0.0965321 Jan 14 01:46:41.217872 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49b754c6-01e4-4674-94bd-9ecb7c4c84b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (34c3e337-4663-452b-8f0c-20527ce35206), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:41.246373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b754c6-01e4-4674-94bd-9ecb7c4c84b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34c3e337-4663-452b-8f0c-20527ce35206,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:41.250289 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad965379-fbd3-4a9c-8142-6d4edb7948ed req-02283248-d8e2-49d2-8ed8-c3690b2532f8 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups/a5d4935b-3913-48c4-8a87-79e91e23f9a3 HTTP/1.1" status: 200 len: 1824 time: 0.1053810 Jan 14 01:46:41.336900 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852321-eaa6-4ad2-8e3d-a52d2980ca51 req-38c767f6-b78b-4fd0-a6b1-72208eaa9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:41.338492 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8f852321-eaa6-4ad2-8e3d-a52d2980ca51 req-38c767f6-b78b-4fd0-a6b1-72208eaa9299 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 1097 time: 0.0909445 Jan 14 01:46:41.372218 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-d39b3e10-1f84-4796-a5ed-61e5ea6bb3ca tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/c33b8551-0717-42ad-bac3-befae6b75a78 HTTP/1.1" status: 200 len: 2998 time: 0.1294019 Jan 14 01:46:41.384716 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ec686-4155-4890-ab27-580ea7d59568 req-d4ca9b60-6bb7-4aeb-a7c6-1cf264b85c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:41.386295 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1f1ec686-4155-4890-ab27-580ea7d59568 req-d4ca9b60-6bb7-4aeb-a7c6-1cf264b85c04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 1102 time: 0.0867050 Jan 14 01:46:41.403225 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8f852321-eaa6-4ad2-8e3d-a52d2980ca51 req-c4ade20d-d436-4f96-915a-670acc27cc99 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=280c467f-cea2-4824-85b7-27f3eefdff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580437 Jan 14 01:46:41.437078 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1f1ec686-4155-4890-ab27-580ea7d59568 req-e09e39a5-c0b3-41ef-ae7c-374b0e89c75e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Jan 14 01:46:41.445409 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ad965379-fbd3-4a9c-8142-6d4edb7948ed req-aaca5f5c-743c-4fec-8090-db13fe380a53 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for security_group (a5d4935b-3913-48c4-8a87-79e91e23f9a3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:41.522776 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-b0f1ea45-6df1-4e19-a07a-281c83369916 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/c33b8551-0717-42ad-bac3-befae6b75a78 HTTP/1.1" status: 200 len: 2998 time: 0.1411889 Jan 14 01:46:41.525441 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ad965379-fbd3-4a9c-8142-6d4edb7948ed req-aaca5f5c-743c-4fec-8090-db13fe380a53 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for security_group (a5d4935b-3913-48c4-8a87-79e91e23f9a3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:41.580318 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49b754c6-01e4-4674-94bd-9ecb7c4c84b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (27175b91-0eb8-4db2-80ee-eb70209dfc03), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:41.606917 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-93254173-7304-462d-8201-9fa3007508a8 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/dd995510-a0b6-4d6b-b583-8a948e0fc296 HTTP/1.1" status: 200 len: 2998 time: 0.0701315 Jan 14 01:46:41.656754 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ad965379-fbd3-4a9c-8142-6d4edb7948ed req-aaca5f5c-743c-4fec-8090-db13fe380a53 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a5d4935b-3913-48c4-8a87-79e91e23f9a3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:41.659328 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ad965379-fbd3-4a9c-8142-6d4edb7948ed req-aaca5f5c-743c-4fec-8090-db13fe380a53 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:41.660401 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad965379-fbd3-4a9c-8142-6d4edb7948ed req-aaca5f5c-743c-4fec-8090-db13fe380a53 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "DELETE /v2.0/security-groups/a5d4935b-3913-48c4-8a87-79e91e23f9a3 HTTP/1.1" status: 204 len: 173 time: 0.4032364 Jan 14 01:46:41.686348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca5f5c-743c-4fec-8090-db13fe380a53 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d4935b-3913-48c4-8a87-79e91e23f9a3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:41.701942 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bbda5b-03fa-4119-97fc-3460572986c8 x-openstack-request-id: req-c6bbda5b-03fa-4119-97fc-3460572986c8 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:41.702229 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4e1ba8-351e-4f77-a9f7-872b0e3872fb", "name": "network-vif-deleted", "tag": "e3bb970d-d495-4e80-880f-2ac401b1ae35", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:41.702681 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6bbda5b-03fa-4119-97fc-3460572986c8 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:41.703270 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4e1ba8-351e-4f77-a9f7-872b0e3872fb', 'name': 'network-vif-deleted', 'tag': 'e3bb970d-d495-4e80-880f-2ac401b1ae35', 'status': 'completed', 'code': 200} Jan 14 01:46:41.733535 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf354144-7ee5-4b04-bcf1-fe6d676809fb req-b6c9f46f-f69b-4dba-aa90-4ebae55865ad tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/dd995510-a0b6-4d6b-b583-8a948e0fc296 HTTP/1.1" status: 200 len: 2998 time: 0.0918958 Jan 14 01:46:41.912251 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10825e60-6ce2-4d3c-b17e-7aaccb8ba8f9 req-453745ab-85ff-41dc-9401-5c0264214ada tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:41.913716 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10825e60-6ce2-4d3c-b17e-7aaccb8ba8f9 req-453745ab-85ff-41dc-9401-5c0264214ada tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/ports?device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 946 time: 0.1007509 Jan 14 01:46:41.969890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b754c6-01e4-4674-94bd-9ecb7c4c84b2 admin admin] Router 27175b91-0eb8-4db2-80ee-eb70209dfc03 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:46:42.012067 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10825e60-6ce2-4d3c-b17e-7aaccb8ba8f9 req-178bb66e-c73d-49ff-8b3d-18bb61078a74 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/security-groups?id=280c467f-cea2-4824-85b7-27f3eefdff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857944 Jan 14 01:46:42.019947 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43fa1b-31e6-476e-bbff-4d9d781b370f req-a905295d-598b-4768-8296-cade81e07f58 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:42.021347 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a43fa1b-31e6-476e-bbff-4d9d781b370f req-a905295d-598b-4768-8296-cade81e07f58 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1052022 Jan 14 01:46:42.146902 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a43fa1b-31e6-476e-bbff-4d9d781b370f req-8f8b0785-6ad6-4718-97ca-aba716a46cf7 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943332 Jan 14 01:46:42.157287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b754c6-01e4-4674-94bd-9ecb7c4c84b2 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:46:42.164891 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-49b754c6-01e4-4674-94bd-9ecb7c4c84b2 admin admin] 10.222.0.26 "PUT /v2.0/routers/27175b91-0eb8-4db2-80ee-eb70209dfc03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1034491 Jan 14 01:46:42.165085 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56712) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:42.173295 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3a416-555f-42b1-a0e5-45cbb85f3b6f None None] Sync routers for ids ['27175b91-0eb8-4db2-80ee-eb70209dfc03'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:46:42.184375 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3a416-555f-42b1-a0e5-45cbb85f3b6f None None] Routers {'27175b91-0eb8-4db2-80ee-eb70209dfc03'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:42.184984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-aef3a416-555f-42b1-a0e5-45cbb85f3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27175b91-0eb8-4db2-80ee-eb70209dfc03'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:42.292128 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-aef3a416-555f-42b1-a0e5-45cbb85f3b6f None None] Set router 27175b91-0eb8-4db2-80ee-eb70209dfc03 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:42.356668 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Publish callbacks [] for router (27175b91-0eb8-4db2-80ee-eb70209dfc03), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:42.365609 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3388e2b-335a-43e2-8a77-ba19339eb0b8 req-ac9e9926-16f1-45f5-9786-a8cc711242a4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:42.367159 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3388e2b-335a-43e2-8a77-ba19339eb0b8 req-ac9e9926-16f1-45f5-9786-a8cc711242a4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 951 time: 0.1275132 Jan 14 01:46:42.373294 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7b0f2e56-d14b-4809-a014-c85c184013a1 req-58bd2064-72d8-40a4-b8e9-f2a723e5ee83 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd52623583be4f3ebb0ad6651cc91c9c HTTP/1.1" status: 200 len: 6152 time: 0.1601355 Jan 14 01:46:42.466977 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-aef3a416-555f-42b1-a0e5-45cbb85f3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:46:41Z', 'revision_number': 5, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:42.497822 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3a416-555f-42b1-a0e5-45cbb85f3b6f None None] Checking router: 27175b91-0eb8-4db2-80ee-eb70209dfc03 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:46:42.506304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3a416-555f-42b1-a0e5-45cbb85f3b6f None None] Routers {'27175b91-0eb8-4db2-80ee-eb70209dfc03'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:42.507366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-aef3a416-555f-42b1-a0e5-45cbb85f3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27175b91-0eb8-4db2-80ee-eb70209dfc03'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:42.522391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3388e2b-335a-43e2-8a77-ba19339eb0b8 req-09c0df20-5958-461d-9b83-d32e43355b6f tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472015 Jan 14 01:46:42.529134 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7b0f2e56-d14b-4809-a014-c85c184013a1 req-cb2c821f-d210-442d-ab43-80f1d9042c19 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] 10.222.0.26 "GET /v2.0/security-groups/1b82b05e-8483-4da9-904c-ed0eb2292156 HTTP/1.1" status: 200 len: 2998 time: 0.1184254 Jan 14 01:46:42.560925 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Publish callbacks [] for router_gateway (27175b91-0eb8-4db2-80ee-eb70209dfc03), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:42.622030 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7b0f2e56-d14b-4809-a014-c85c184013a1 req-84a3c9a0-48e0-4c24-99ea-4caf3239bec4 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] 10.222.0.26 "GET /v2.0/security-groups/1b82b05e-8483-4da9-904c-ed0eb2292156 HTTP/1.1" status: 200 len: 2998 time: 0.0852914 Jan 14 01:46:42.639297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-aef3a416-555f-42b1-a0e5-45cbb85f3b6f None None] Set router 27175b91-0eb8-4db2-80ee-eb70209dfc03 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:42.669282 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53679d4f-0523-47d8-96da-01fded888882 req-8de4f5e0-0573-47b4-9d2c-719dc63da245 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:42.670829 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53679d4f-0523-47d8-96da-01fded888882 req-8de4f5e0-0573-47b4-9d2c-719dc63da245 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.0804253 Jan 14 01:46:42.680878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Deleting port 3839d9e6-372c-4c35-a81e-e280bc5df73e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:42.681226 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:42.817228 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53679d4f-0523-47d8-96da-01fded888882 req-4175023a-aa2a-4bc6-9993-860370f2469a tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392703 Jan 14 01:46:42.832125 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5873c4-e742-469e-ac27-49fc39e10dbe req-a2bc6e29-ac95-44ae-be11-7a752be0c0c2 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:42.833637 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d5873c4-e742-469e-ac27-49fc39e10dbe req-a2bc6e29-ac95-44ae-be11-7a752be0c0c2 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1490858 Jan 14 01:46:42.856282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-aef3a416-555f-42b1-a0e5-45cbb85f3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:46:41Z', 'revision_number': 5, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:42.872151 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] For port 3839d9e6-372c-4c35-a81e-e280bc5df73e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3839d9e6-372c-4c35-a81e-e280bc5df73e,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:42.872587 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:42.886304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3a416-555f-42b1-a0e5-45cbb85f3b6f None None] The sync data for ids ['27175b91-0eb8-4db2-80ee-eb70209dfc03'] in n-d-824358-4 is: [{'id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'name': 'tempest-ServersTestManualDisk-98721013-router', 'tenant_id': 'c83079a7941148aa96b287d07d1653b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:44:09Z', 'updated_at': '2022-01-14T01:46:41Z', 'revision_number': 5, 'project_id': 'c83079a7941148aa96b287d07d1653b0', 'gw_port': {'id': '3839d9e6-372c-4c35-a81e-e280bc5df73e', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27175b91-0eb8-4db2-80ee-eb70209dfc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:44:11Z', 'updated_at': '2022-01-14T01:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:46:42.903160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Calling delete_port for 3839d9e6-372c-4c35-a81e-e280bc5df73e owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:42.950758 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d5873c4-e742-469e-ac27-49fc39e10dbe req-d891816f-e034-411b-bc1f-747a799f3a8f tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082046 Jan 14 01:46:42.995080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71076262-a014-4fe6-b5c0-b37267a4bcd9 req-b6ece32d-769a-4964-a0ab-5a422d2e1b4f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/607229ba-422d-44ca-a6f1-1d417aba7ac1 HTTP/1.1" status: 200 len: 1795 time: 0.1069944 Jan 14 01:46:43.135852 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71076262-a014-4fe6-b5c0-b37267a4bcd9 req-a5577956-3a93-451e-a246-9ad1be073d0f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (607229ba-422d-44ca-a6f1-1d417aba7ac1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.190025 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71076262-a014-4fe6-b5c0-b37267a4bcd9 req-a5577956-3a93-451e-a246-9ad1be073d0f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (607229ba-422d-44ca-a6f1-1d417aba7ac1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.208829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d66e5-30fd-4ec1-8160-9ac943bdf6f1 req-f237e12f-d393-414b-8e82-dd76f9be851c tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:43.210298 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a6d66e5-30fd-4ec1-8160-9ac943bdf6f1 req-f237e12f-d393-414b-8e82-dd76f9be851c tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/ports?device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 946 time: 0.1122999 Jan 14 01:46:43.253341 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (3839d9e6-372c-4c35-a81e-e280bc5df73e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.288137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Pushing event deleted for resources: {'Port': ['ID=3839d9e6-372c-4c35-a81e-e280bc5df73e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:43.320556 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71076262-a014-4fe6-b5c0-b37267a4bcd9 req-a5577956-3a93-451e-a246-9ad1be073d0f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (607229ba-422d-44ca-a6f1-1d417aba7ac1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.323165 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71076262-a014-4fe6-b5c0-b37267a4bcd9 req-a5577956-3a93-451e-a246-9ad1be073d0f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.324309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71076262-a014-4fe6-b5c0-b37267a4bcd9 req-a5577956-3a93-451e-a246-9ad1be073d0f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/607229ba-422d-44ca-a6f1-1d417aba7ac1 HTTP/1.1" status: 204 len: 173 time: 0.3218837 Jan 14 01:46:43.370901 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a6d66e5-30fd-4ec1-8160-9ac943bdf6f1 req-6a3e4749-b5d7-4e34-8066-49d5c1babb00 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/security-groups?id=280c467f-cea2-4824-85b7-27f3eefdff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517458 Jan 14 01:46:43.391349 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5577956-3a93-451e-a246-9ad1be073d0f tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607229ba-422d-44ca-a6f1-1d417aba7ac1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:43.405661 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (27175b91-0eb8-4db2-80ee-eb70209dfc03), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.537305 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (27175b91-0eb8-4db2-80ee-eb70209dfc03), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.543306 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Publish callbacks [] for router_controller (27175b91-0eb8-4db2-80ee-eb70209dfc03), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.595458 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2488e832-7e14-4fcc-a182-f556bd2a5d69 req-9fe35eee-3124-4a26-bc6c-66b9be1ffdf0 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "GET /v2.0/security-groups/2a65def9-a773-4f52-9564-b96e3d905d84 HTTP/1.1" status: 200 len: 1795 time: 0.1615767 Jan 14 01:46:43.601264 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (27175b91-0eb8-4db2-80ee-eb70209dfc03), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.601778 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27175b91-0eb8-4db2-80ee-eb70209dfc03 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:46:43.610113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac822f-982c-4a70-98f6-cf1184e3eb12 req-fc09b6e3-3d32-48b8-aad2-e79bfa718fd0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:43.612183 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7dac822f-982c-4a70-98f6-cf1184e3eb12 req-fc09b6e3-3d32-48b8-aad2-e79bfa718fd0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1767080 Jan 14 01:46:43.615108 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.616131 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4841aef1-4f15-41e9-ae47-101f91110433 admin admin] 10.222.0.26 "DELETE /v2.0/routers/27175b91-0eb8-4db2-80ee-eb70209dfc03 HTTP/1.1" status: 204 len: 168 time: 1.4501646 Jan 14 01:46:43.619124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56740) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:43.679745 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc60774a-d8d1-4795-aa65-63e2a01625ba admin admin] Deleting subnet 9b33cf5c-331a-49ac-b52b-8f2b00462c45 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:46:43.688249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7dac822f-982c-4a70-98f6-cf1184e3eb12 req-a2c6c931-104d-402b-8de2-7015a83f011c tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655398 Jan 14 01:46:43.690088 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc60774a-d8d1-4795-aa65-63e2a01625ba admin admin] Publish callbacks [] for subnet (9b33cf5c-331a-49ac-b52b-8f2b00462c45), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.705362 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2488e832-7e14-4fcc-a182-f556bd2a5d69 req-54da09da-bc09-4acb-9d34-8c79ea308ff1 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (2a65def9-a773-4f52-9564-b96e3d905d84), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.721072 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 34c3e337-4663-452b-8f0c-20527ce35206 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:43.728042 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc60774a-d8d1-4795-aa65-63e2a01625ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (9b33cf5c-331a-49ac-b52b-8f2b00462c45), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.745778 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2488e832-7e14-4fcc-a182-f556bd2a5d69 req-54da09da-bc09-4acb-9d34-8c79ea308ff1 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (2a65def9-a773-4f52-9564-b96e3d905d84), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.764201 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 34c3e337-4663-452b-8f0c-20527ce35206 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:43.765897 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 34c3e337-4663-452b-8f0c-20527ce35206 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:43.795939 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2488e832-7e14-4fcc-a182-f556bd2a5d69 req-54da09da-bc09-4acb-9d34-8c79ea308ff1 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2a65def9-a773-4f52-9564-b96e3d905d84), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.799068 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2488e832-7e14-4fcc-a182-f556bd2a5d69 req-54da09da-bc09-4acb-9d34-8c79ea308ff1 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.802115 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2488e832-7e14-4fcc-a182-f556bd2a5d69 req-54da09da-bc09-4acb-9d34-8c79ea308ff1 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a65def9-a773-4f52-9564-b96e3d905d84 HTTP/1.1" status: 204 len: 173 time: 0.1850002 Jan 14 01:46:43.818366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da09da-bc09-4acb-9d34-8c79ea308ff1 tempest-SecurityGroupsTestAdminJSON-389784040 tempest-SecurityGroupsTestAdminJSON-389784040-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a65def9-a773-4f52-9564-b96e3d905d84,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:43.838181 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc60774a-d8d1-4795-aa65-63e2a01625ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (9b33cf5c-331a-49ac-b52b-8f2b00462c45), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.918982 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc60774a-d8d1-4795-aa65-63e2a01625ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (9b33cf5c-331a-49ac-b52b-8f2b00462c45), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.938990 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c333db-423d-4feb-be7b-a9e5ac411673 req-646f2a04-8f63-4c06-8a78-e735a476f64d tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:43.941038 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83c333db-423d-4feb-be7b-a9e5ac411673 req-646f2a04-8f63-4c06-8a78-e735a476f64d tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 951 time: 0.1064816 Jan 14 01:46:43.946157 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db3ab72e-c1d2-429f-b6f6-2e13b170beb7 req-23919386-8009-46b2-960b-0df3e216909a tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] 10.222.0.26 "GET /v2.0/security-groups/ce865f96-5e09-4867-bab4-ddd6d1064dea HTTP/1.1" status: 200 len: 1794 time: 0.0583537 Jan 14 01:46:43.947351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60774a-d8d1-4795-aa65-63e2a01625ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b33cf5c-331a-49ac-b52b-8f2b00462c45,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:43.953004 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc60774a-d8d1-4795-aa65-63e2a01625ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:43.956762 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cc60774a-d8d1-4795-aa65-63e2a01625ba admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9b33cf5c-331a-49ac-b52b-8f2b00462c45 HTTP/1.1" status: 204 len: 168 time: 0.3364139 Jan 14 01:46:43.959127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56756) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:43.961190 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca65755-deab-457b-8c49-0455066b3115 None None] Network d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:46:44.025229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83c333db-423d-4feb-be7b-a9e5ac411673 req-14fb5afd-fc63-44d0-91a7-93fb4286453f tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780926 Jan 14 01:46:44.026801 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.060677 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db3ab72e-c1d2-429f-b6f6-2e13b170beb7 req-cc2cc2c7-a6f7-4f3e-a5fe-da302ba5a196 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (ce865f96-5e09-4867-bab4-ddd6d1064dea), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.085645 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db3ab72e-c1d2-429f-b6f6-2e13b170beb7 req-cc2cc2c7-a6f7-4f3e-a5fe-da302ba5a196 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (ce865f96-5e09-4867-bab4-ddd6d1064dea), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.093747 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Deleting port 1d65cf26-58ee-48aa-b40e-8cba29c52797 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:44.094087 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.162451 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] For port 1d65cf26-58ee-48aa-b40e-8cba29c52797, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1d65cf26-58ee-48aa-b40e-8cba29c52797,segment=NetworkSegment(cf3c0787-974a-4f91-868e-a5d7ff707957),segment_id=cf3c0787-974a-4f91-868e-a5d7ff707957)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:44.162751 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.165176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf4b72-1513-4ce5-9954-b00346313dd0 req-f4af6ffb-b5a8-4611-a5f7-694fd53f42b3 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:44.166677 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dddf4b72-1513-4ce5-9954-b00346313dd0 req-f4af6ffb-b5a8-4611-a5f7-694fd53f42b3 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.0663433 Jan 14 01:46:44.167711 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db3ab72e-c1d2-429f-b6f6-2e13b170beb7 req-cc2cc2c7-a6f7-4f3e-a5fe-da302ba5a196 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ce865f96-5e09-4867-bab4-ddd6d1064dea), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.170250 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db3ab72e-c1d2-429f-b6f6-2e13b170beb7 req-cc2cc2c7-a6f7-4f3e-a5fe-da302ba5a196 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.171318 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db3ab72e-c1d2-429f-b6f6-2e13b170beb7 req-cc2cc2c7-a6f7-4f3e-a5fe-da302ba5a196 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] 10.222.0.26 "DELETE /v2.0/security-groups/ce865f96-5e09-4867-bab4-ddd6d1064dea HTTP/1.1" status: 204 len: 173 time: 0.2080135 Jan 14 01:46:44.179007 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Calling delete_port for 1d65cf26-58ee-48aa-b40e-8cba29c52797 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:44.193869 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cc2c7-a6f7-4f3e-a5fe-da302ba5a196 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce865f96-5e09-4867-bab4-ddd6d1064dea,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:44.223009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56764) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:44.228433 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d57465-42a1-4a0b-9bbc-072675db8039 None None] DHCP port deletion for d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:46:44.268920 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dddf4b72-1513-4ce5-9954-b00346313dd0 req-2c8a07ba-3020-481a-bfb6-6e85da909f5e tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890658 Jan 14 01:46:44.314791 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c453992-7a12-4ce3-8090-19894128ab4c admin admin] Deleting subnet 049f5443-fb47-42c0-bbd7-02fb69596421 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:46:44.324975 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c453992-7a12-4ce3-8090-19894128ab4c admin admin] Publish callbacks [] for subnet (049f5443-fb47-42c0-bbd7-02fb69596421), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.334599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e1d57465-42a1-4a0b-9bbc-072675db8039 None None] Deleting port 1d65cf26-58ee-48aa-b40e-8cba29c52797 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:44.335257 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1d57465-42a1-4a0b-9bbc-072675db8039 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.365222 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.383392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] No DVR routers for this DVR port 1d65cf26-58ee-48aa-b40e-8cba29c52797 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:46:44.421575 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e1d57465-42a1-4a0b-9bbc-072675db8039 None None] For port 1d65cf26-58ee-48aa-b40e-8cba29c52797, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1d65cf26-58ee-48aa-b40e-8cba29c52797,segment=NetworkSegment(cf3c0787-974a-4f91-868e-a5d7ff707957),segment_id=cf3c0787-974a-4f91-868e-a5d7ff707957)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:44.421979 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1d57465-42a1-4a0b-9bbc-072675db8039 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.438484 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c453992-7a12-4ce3-8090-19894128ab4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (049f5443-fb47-42c0-bbd7-02fb69596421), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.439164 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d65cf26-58ee-48aa-b40e-8cba29c52797,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:44.442694 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e1d57465-42a1-4a0b-9bbc-072675db8039 None None] Calling delete_port for 1d65cf26-58ee-48aa-b40e-8cba29c52797 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:44.489561 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.507498 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff43ac-f838-4259-b6ec-44740fb6f5e3 req-f709c791-5cf3-46d3-b905-c7fe6a7f6380 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:44.509193 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35ff43ac-f838-4259-b6ec-44740fb6f5e3 req-f709c791-5cf3-46d3-b905-c7fe6a7f6380 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.1818540 Jan 14 01:46:44.515141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:44.525818 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c453992-7a12-4ce3-8090-19894128ab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (049f5443-fb47-42c0-bbd7-02fb69596421), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.526401 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3c0787-974a-4f91-868e-a5d7ff707957') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:44.526729 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3c0787-974a-4f91-868e-a5d7ff707957') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:44.528243 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1d57465-42a1-4a0b-9bbc-072675db8039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (1d65cf26-58ee-48aa-b40e-8cba29c52797), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.530902 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45e8fe33-d02a-4ac8-b05f-dc61684fb588 req-f4747d03-84ac-4f1a-b7c4-aa6ba2a7eb55 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] 10.222.0.26 "GET /v2.0/security-groups/84dee3da-245a-4037-9273-7047a5a06d6f HTTP/1.1" status: 200 len: 1793 time: 0.0929270 Jan 14 01:46:44.537316 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (cf3c0787-974a-4f91-868e-a5d7ff707957), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.550990 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (cf3c0787-974a-4f91-868e-a5d7ff707957), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.551478 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d57465-42a1-4a0b-9bbc-072675db8039 None None] Pushing event deleted for resources: {'Port': ['ID=1d65cf26-58ee-48aa-b40e-8cba29c52797,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:44.559285 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:46:44.559752 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (cf3c0787-974a-4f91-868e-a5d7ff707957), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.559947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d57465-42a1-4a0b-9bbc-072675db8039 None None] No DVR routers for this DVR port 1d65cf26-58ee-48aa-b40e-8cba29c52797 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:46:44.561653 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:46:44.581678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device e3bb970d-d495-4e80-880f-2ac401b1ae35 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:44.603604 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: e3bb970d-d495-4e80-880f-2ac401b1ae35 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:44.604239 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device e3bb970d-d495-4e80-880f-2ac401b1ae35 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:44.624905 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.631264 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.638970 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f HTTP/1.1" status: 204 len: 168 time: 0.6787598 Jan 14 01:46:44.651774 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26180903-605f-4ef3-8572-8ccb013d7f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b2e297-a85a-489b-ad1f-1e0e9fc1aa9f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:44.656062 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35ff43ac-f838-4259-b6ec-44740fb6f5e3 req-4b54e88a-2cce-45f6-9831-ac461a8d4726 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/security-groups?id=7614824e-17c2-4ddf-bc72-d5f96a6c0b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323214 Jan 14 01:46:44.690051 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45e8fe33-d02a-4ac8-b05f-dc61684fb588 req-98549d14-ecb2-4437-8b8a-2cc08630b6d5 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (84dee3da-245a-4037-9273-7047a5a06d6f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.693292 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c453992-7a12-4ce3-8090-19894128ab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (049f5443-fb47-42c0-bbd7-02fb69596421), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.730921 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3390f-a7f4-4cb6-98b6-195c09c79cbd req-c9d0b92a-dc7c-471b-bb39-9f2d221bf6d2 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:44.738663 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-dbc3390f-a7f4-4cb6-98b6-195c09c79cbd req-c9d0b92a-dc7c-471b-bb39-9f2d221bf6d2 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.46 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 946 time: 0.0710647 Jan 14 01:46:44.747819 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c453992-7a12-4ce3-8090-19894128ab4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049f5443-fb47-42c0-bbd7-02fb69596421,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:44.749966 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c453992-7a12-4ce3-8090-19894128ab4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.753935 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2c453992-7a12-4ce3-8090-19894128ab4c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/049f5443-fb47-42c0-bbd7-02fb69596421 HTTP/1.1" status: 204 len: 168 time: 0.5299568 Jan 14 01:46:44.757283 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56780) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:44.807109 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45e8fe33-d02a-4ac8-b05f-dc61684fb588 req-98549d14-ecb2-4437-8b8a-2cc08630b6d5 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (84dee3da-245a-4037-9273-7047a5a06d6f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.848137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-dbc3390f-a7f4-4cb6-98b6-195c09c79cbd req-9d31b0a8-19d0-4810-afd7-e4a6b57baab1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Deleting port 094871bf-5c58-4f05-aa54-84169bdf5617 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:44.848479 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dbc3390f-a7f4-4cb6-98b6-195c09c79cbd req-9d31b0a8-19d0-4810-afd7-e4a6b57baab1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.895779 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (3ec35f97-a390-4ad3-8c7a-81a2a2185bf5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.906934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55ecdd-203a-4ae9-834a-2cdabe802875 req-848e438e-5ab0-4656-8484-99071816aa1a tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:44.907757 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56782) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:44.908515 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0c55ecdd-203a-4ae9-834a-2cdabe802875 req-848e438e-5ab0-4656-8484-99071816aa1a tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 1102 time: 0.0986903 Jan 14 01:46:44.939762 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45e8fe33-d02a-4ac8-b05f-dc61684fb588 req-98549d14-ecb2-4437-8b8a-2cc08630b6d5 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (84dee3da-245a-4037-9273-7047a5a06d6f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.942135 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-45e8fe33-d02a-4ac8-b05f-dc61684fb588 req-98549d14-ecb2-4437-8b8a-2cc08630b6d5 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.943249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45e8fe33-d02a-4ac8-b05f-dc61684fb588 req-98549d14-ecb2-4437-8b8a-2cc08630b6d5 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] 10.222.0.26 "DELETE /v2.0/security-groups/84dee3da-245a-4037-9273-7047a5a06d6f HTTP/1.1" status: 204 len: 173 time: 0.3870649 Jan 14 01:46:44.975680 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-dbc3390f-a7f4-4cb6-98b6-195c09c79cbd req-9d31b0a8-19d0-4810-afd7-e4a6b57baab1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] For port 094871bf-5c58-4f05-aa54-84169bdf5617, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=094871bf-5c58-4f05-aa54-84169bdf5617,segment=NetworkSegment(81cf52bf-9b30-48c6-bbf1-616fa9f5cb61),segment_id=81cf52bf-9b30-48c6-bbf1-616fa9f5cb61)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:44.976031 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dbc3390f-a7f4-4cb6-98b6-195c09c79cbd req-9d31b0a8-19d0-4810-afd7-e4a6b57baab1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:44.988708 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0c6a48c9-43ad-4acd-9251-372db012fff1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c83079a7941148aa96b287d07d1653b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798128 Jan 14 01:46:44.990915 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56786) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:44.998849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98549d14-ecb2-4437-8b8a-2cc08630b6d5 tempest-SecurityGroupsTestAdminJSON-822129579 tempest-SecurityGroupsTestAdminJSON-822129579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dee3da-245a-4037-9273-7047a5a06d6f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:45.000077 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-dbc3390f-a7f4-4cb6-98b6-195c09c79cbd req-9d31b0a8-19d0-4810-afd7-e4a6b57baab1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Calling delete_port for 094871bf-5c58-4f05-aa54-84169bdf5617 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:45.049680 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (3ec35f97-a390-4ad3-8c7a-81a2a2185bf5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.081832 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0c55ecdd-203a-4ae9-834a-2cdabe802875 req-73ce74e0-18be-4101-a43a-80fe2b68e055 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650071 Jan 14 01:46:45.091530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec35f97-a390-4ad3-8c7a-81a2a2185bf5']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:45.108287 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c472bc9-09f8-421d-aef7-82dc67eeb3f2 admin admin] Publish callbacks [] for security_group (b44e3ad4-b168-45c6-89b6-ccb0c1908295), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.117584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77182ee6-8dbf-4e6d-96b0-eacf5532c38f req-d75dbb47-c098-4c96-9314-dc6a2c5f469f tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:45.119284 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77182ee6-8dbf-4e6d-96b0-eacf5532c38f req-d75dbb47-c098-4c96-9314-dc6a2c5f469f tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1111863 Jan 14 01:46:45.123310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b90aac-1986-4125-ada1-797fa9c5e2ba') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:45.123310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b90aac-1986-4125-ada1-797fa9c5e2ba') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:45.157828 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (93b90aac-1986-4125-ada1-797fa9c5e2ba), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.173131 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c472bc9-09f8-421d-aef7-82dc67eeb3f2 admin admin] Publish callbacks [] for security_group (b44e3ad4-b168-45c6-89b6-ccb0c1908295), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.185452 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (93b90aac-1986-4125-ada1-797fa9c5e2ba), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.204131 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:46:45.204871 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (93b90aac-1986-4125-ada1-797fa9c5e2ba), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:46:45.206898 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:46:45.210786 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:46:45.210786 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:46:45.210786 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:46:45.210786 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:46:45.210786 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:46:45.227446 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dbc3390f-a7f4-4cb6-98b6-195c09c79cbd req-9d31b0a8-19d0-4810-afd7-e4a6b57baab1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (094871bf-5c58-4f05-aa54-84169bdf5617), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.264628 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['094871bf-5c58-4f05-aa54-84169bdf5617'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:45.265774 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77182ee6-8dbf-4e6d-96b0-eacf5532c38f req-223988be-7b86-4e6d-81ee-a94f9c4be0bb tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337521 Jan 14 01:46:45.297264 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (3ec35f97-a390-4ad3-8c7a-81a2a2185bf5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.327203 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.331258 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] 10.222.0.26 "DELETE /v2.0/networks/3ec35f97-a390-4ad3-8c7a-81a2a2185bf5 HTTP/1.1" status: 204 len: 168 time: 0.5729783 Jan 14 01:46:45.333969 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a0dd0-2cf6-449b-8868-ecc7c0c37acb admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec35f97-a390-4ad3-8c7a-81a2a2185bf5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:45.336233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31b0a8-19d0-4810-afd7-e4a6b57baab1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Pushing event deleted for resources: {'Port': ['ID=094871bf-5c58-4f05-aa54-84169bdf5617,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:45.379468 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc3390f-a7f4-4cb6-98b6-195c09c79cbd req-9d31b0a8-19d0-4810-afd7-e4a6b57baab1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] No DVR routers for this DVR port 094871bf-5c58-4f05-aa54-84169bdf5617 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:46:45.383374 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dbc3390f-a7f4-4cb6-98b6-195c09c79cbd req-9d31b0a8-19d0-4810-afd7-e4a6b57baab1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.387742 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-dbc3390f-a7f4-4cb6-98b6-195c09c79cbd req-9d31b0a8-19d0-4810-afd7-e4a6b57baab1 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.46 "DELETE /v2.0/ports/094871bf-5c58-4f05-aa54-84169bdf5617 HTTP/1.1" status: 204 len: 173 time: 0.6468961 Jan 14 01:46:45.388596 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'name': 'network-vif-deleted', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:45.395252 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a95ff7-9da6-49b2-86d6-7cb12498d2bc" -d '{"events": [{"server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "name": "network-vif-deleted", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:45.398613 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c472bc9-09f8-421d-aef7-82dc67eeb3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b44e3ad4-b168-45c6-89b6-ccb0c1908295), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.401121 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c472bc9-09f8-421d-aef7-82dc67eeb3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.402222 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9c472bc9-09f8-421d-aef7-82dc67eeb3f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b44e3ad4-b168-45c6-89b6-ccb0c1908295 HTTP/1.1" status: 204 len: 168 time: 0.4104190 Jan 14 01:46:45.410324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c472bc9-09f8-421d-aef7-82dc67eeb3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44e3ad4-b168-45c6-89b6-ccb0c1908295,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:45.416475 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:46:45.461501 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56808) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:45.471841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea073eb-fdf3-48ef-aef3-3068b977793e req-e7e4a4b6-d35d-47e4-bc71-86d5a70634be tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:45.473976 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dea073eb-fdf3-48ef-aef3-3068b977793e req-e7e4a4b6-d35d-47e4-bc71-86d5a70634be tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.0959048 Jan 14 01:46:45.500739 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017767b-dc78-470b-a3a8-8aeb864985ad req-0b998a96-1a28-4fca-a69e-5d0fd1579131 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:45.502252 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a017767b-dc78-470b-a3a8-8aeb864985ad req-0b998a96-1a28-4fca-a69e-5d0fd1579131 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 1102 time: 0.0870709 Jan 14 01:46:45.551470 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dea073eb-fdf3-48ef-aef3-3068b977793e req-e49d4af1-6c3f-4acc-a23d-708796cfa2c4 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682733 Jan 14 01:46:45.619824 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56814) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:45.694890 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40f4cda-261c-4a87-b898-710aec0a0a14 x-openstack-request-id: req-b40f4cda-261c-4a87-b898-710aec0a0a14 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:45.700715 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4932e7f9-7d91-43a0-b1d7-2f954c8163cc", "name": "network-vif-deleted", "tag": "094871bf-5c58-4f05-aa54-84169bdf5617", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:45.700979 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b40f4cda-261c-4a87-b898-710aec0a0a14 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:45.701610 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4932e7f9-7d91-43a0-b1d7-2f954c8163cc', 'name': 'network-vif-deleted', 'tag': '094871bf-5c58-4f05-aa54-84169bdf5617', 'status': 'completed', 'code': 200} Jan 14 01:46:45.717203 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8cd23e37-78ac-4287-bc9c-b36f2bcea71a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82a5fba4f06749c78d9e8a8ad5b15e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0957980 Jan 14 01:46:45.719987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56820) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:45.748821 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1d65cf26-58ee-48aa-b40e-8cba29c52797 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:45.786901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 1d65cf26-58ee-48aa-b40e-8cba29c52797 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:45.789641 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1d65cf26-58ee-48aa-b40e-8cba29c52797 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:45.790330 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3839d9e6-372c-4c35-a81e-e280bc5df73e no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:45.823455 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 3839d9e6-372c-4c35-a81e-e280bc5df73e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:45.824966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3839d9e6-372c-4c35-a81e-e280bc5df73e not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:45.842378 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55a9d337-f9b7-410a-b3cf-7bd174c1fd48 admin admin] Publish callbacks [] for security_group (dd995510-a0b6-4d6b-b583-8a948e0fc296), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.877883 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55a9d337-f9b7-410a-b3cf-7bd174c1fd48 admin admin] Publish callbacks [] for security_group (dd995510-a0b6-4d6b-b583-8a948e0fc296), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:45.988276 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a017767b-dc78-470b-a3a8-8aeb864985ad req-01107f9d-0080-436c-88c8-3c0e66bd6806 tempest-ServersAdminTestJSON-1656219042 tempest-ServersAdminTestJSON-1656219042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774694 Jan 14 01:46:46.040785 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4e4a9c76-b02a-4013-9be4-4709dd49384f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd52623583be4f3ebb0ad6651cc91c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5780418 Jan 14 01:46:46.043553 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56834) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:46.099669 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-487691c9-c521-420b-9a72-b34e234e429e req-3f64c748-1f64-46fb-bd12-49701176f2c2 tempest-ServerRescueTestJSONUnderV235-1823872632 tempest-ServerRescueTestJSONUnderV235-1823872632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4932e7f9-7d91-43a0-b1d7-2f954c8163cc HTTP/1.1" status: 200 len: 210 time: 0.0548131 Jan 14 01:46:46.102549 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55a9d337-f9b7-410a-b3cf-7bd174c1fd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (dd995510-a0b6-4d6b-b583-8a948e0fc296), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:46.105465 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55a9d337-f9b7-410a-b3cf-7bd174c1fd48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:46.106973 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-55a9d337-f9b7-410a-b3cf-7bd174c1fd48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd995510-a0b6-4d6b-b583-8a948e0fc296 HTTP/1.1" status: 204 len: 168 time: 0.3838425 Jan 14 01:46:46.122480 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1411800-ac59-4669-af07-e3ded6f677d7 admin admin] Publish callbacks [] for security_group (1b82b05e-8483-4da9-904c-ed0eb2292156), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:46.125527 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9d337-f9b7-410a-b3cf-7bd174c1fd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd995510-a0b6-4d6b-b583-8a948e0fc296,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:46.164336 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1411800-ac59-4669-af07-e3ded6f677d7 admin admin] Publish callbacks [] for security_group (1b82b05e-8483-4da9-904c-ed0eb2292156), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:46.202652 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d7d57-5252-4e91-a18a-2e4fcc6770b8 req-4333c1fc-ff83-4808-a90f-1ad6f73bdbe4 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:46.207918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e0d7d57-5252-4e91-a18a-2e4fcc6770b8 req-4333c1fc-ff83-4808-a90f-1ad6f73bdbe4 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/ports?device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 946 time: 0.1067533 Jan 14 01:46:46.262209 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1411800-ac59-4669-af07-e3ded6f677d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1b82b05e-8483-4da9-904c-ed0eb2292156), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:46.266044 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1411800-ac59-4669-af07-e3ded6f677d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:46.268411 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c1411800-ac59-4669-af07-e3ded6f677d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b82b05e-8483-4da9-904c-ed0eb2292156 HTTP/1.1" status: 204 len: 168 time: 0.2226236 Jan 14 01:46:46.287127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1411800-ac59-4669-af07-e3ded6f677d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b82b05e-8483-4da9-904c-ed0eb2292156,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:46.300015 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e0d7d57-5252-4e91-a18a-2e4fcc6770b8 req-48b02eeb-cbc4-4f1a-8994-1df612964df1 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/security-groups?id=280c467f-cea2-4824-85b7-27f3eefdff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854766 Jan 14 01:46:46.468667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5547a-66fe-4b8a-9279-d4c8df49f6ad req-40835c15-72ac-47b8-a335-8ea9745f3ac3 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:46.470062 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-86b5547a-66fe-4b8a-9279-d4c8df49f6ad req-40835c15-72ac-47b8-a335-8ea9745f3ac3 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.0859571 Jan 14 01:46:46.503314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be002a5-8bd2-46f0-b068-9afbd3203b37 req-773fe299-3716-48da-9785-bbaca4aff35b tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:46.504800 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2be002a5-8bd2-46f0-b068-9afbd3203b37 req-773fe299-3716-48da-9785-bbaca4aff35b tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 950 time: 0.0811858 Jan 14 01:46:46.543248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56856) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:46.545048 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-86b5547a-66fe-4b8a-9279-d4c8df49f6ad req-b0a8ff26-83ed-41d0-920f-d07ec32e5754 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692005 Jan 14 01:46:46.575886 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2be002a5-8bd2-46f0-b068-9afbd3203b37 req-d7156009-83d4-4ebe-b6cf-10b4a56d85a4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608370 Jan 14 01:46:46.692103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38ebc7-dd6e-4d16-a36f-09745184848a req-cc6dd763-da37-47d0-8e34-8ba857ea4976 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:46.693871 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0b38ebc7-dd6e-4d16-a36f-09745184848a req-cc6dd763-da37-47d0-8e34-8ba857ea4976 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.0559642 Jan 14 01:46:46.759604 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0b38ebc7-dd6e-4d16-a36f-09745184848a req-1d6676de-774c-48cb-a578-88cc4bfc29a3 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597465 Jan 14 01:46:46.795940 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-205828428-network', 'tenant_id': 'cda1637d84124f32b4702438cb476922'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:46.827978 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:46.831067 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:46.843233 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:46.888606 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56870) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:46.928402 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Publish callbacks [] for security_group (cbf8ae4f-8c92-4370-8c3a-2838f6aa0241), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:46.929174 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ac7d3ac7-0858-4192-84e2-e83fd2ff70bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d85cc8eae4943c6839820517ad33e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394208 Jan 14 01:46:46.931912 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56872) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:46.935314 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cbf8ae4f-8c92-4370-8c3a-2838f6aa0241), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:46.958505 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:46:46.972873 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:46.977985 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6f795008-64a7-45d7-aee7-6a3f744a9e69), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:46.978750 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Added segment 6f795008-64a7-45d7-aee7-6a3f744a9e69 of type vlan for network 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 Jan 14 01:46:46.999901 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eca190fa-7c42-45be-a63f-1b8cfb7b0031 admin admin] Publish callbacks [] for security_group (08f30e89-73d9-42e5-810a-f83a794d7e5b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.021233 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.028279 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eca190fa-7c42-45be-a63f-1b8cfb7b0031 admin admin] Publish callbacks [] for security_group (08f30e89-73d9-42e5-810a-f83a794d7e5b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.047493 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.049127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:47.049783 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.083832 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eca190fa-7c42-45be-a63f-1b8cfb7b0031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (08f30e89-73d9-42e5-810a-f83a794d7e5b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.086405 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eca190fa-7c42-45be-a63f-1b8cfb7b0031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.087673 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-eca190fa-7c42-45be-a63f-1b8cfb7b0031 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08f30e89-73d9-42e5-810a-f83a794d7e5b HTTP/1.1" status: 204 len: 168 time: 0.1547465 Jan 14 01:46:47.100858 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca190fa-7c42-45be-a63f-1b8cfb7b0031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f30e89-73d9-42e5-810a-f83a794d7e5b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:47.108226 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5638683 Jan 14 01:46:47.112275 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56880) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:47.119034 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-78e05172-63aa-40f6-b739-64f92a69723b admin admin] Request body: {'subnet': {'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-205828428-subnet', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:47.134901 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eb1a0-76ab-41c2-984a-ede35c39265c admin admin] Pushing event updated for resources: {'Network': ['ID=7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:47.150944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:46:47.167782 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56886) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:47.182241 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e05172-63aa-40f6-b739-64f92a69723b admin admin] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:47.185157 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78e05172-63aa-40f6-b739-64f92a69723b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.363564 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56894) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:47.445175 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78e05172-63aa-40f6-b739-64f92a69723b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (65e659ce-4e91-4137-9355-3111225ca8ae), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.482733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7c081-f7f6-4122-8854-d844da593460 req-fec245aa-7674-430d-800c-e2461739993d tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:47.484696 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1fa7c081-f7f6-4122-8854-d844da593460 req-fec245aa-7674-430d-800c-e2461739993d tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/ports?device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 946 time: 0.0711110 Jan 14 01:46:47.525346 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e05172-63aa-40f6-b739-64f92a69723b admin admin] Checking segment: {'id': '6f795008-64a7-45d7-aee7-6a3f744a9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:47.525705 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e05172-63aa-40f6-b739-64f92a69723b admin admin] Network hostable DHCP agents. Network: 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:46:47.527922 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e05172-63aa-40f6-b739-64f92a69723b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e659ce-4e91-4137-9355-3111225ca8ae,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:47.542021 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1792062815-network', 'tenant_id': '2fab75ce1abf44998cda6d72ba056199'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:47.578811 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e05172-63aa-40f6-b739-64f92a69723b admin admin] Network 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:46:47.590827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1fa7c081-f7f6-4122-8854-d844da593460 req-ee5772cd-8b3b-42a4-a200-3b42c0949dbc tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/security-groups?id=280c467f-cea2-4824-85b7-27f3eefdff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810578 Jan 14 01:46:47.596714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Made reservation on behalf of 2fab75ce1abf44998cda6d72ba056199 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:47.598994 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.621243 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-78e05172-63aa-40f6-b739-64f92a69723b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:47.624962 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.630665 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e05172-63aa-40f6-b739-64f92a69723b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:47.631104 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78e05172-63aa-40f6-b739-64f92a69723b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.632588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b67c76-e9ff-4fd3-a694-fe7b831b760c None None] Network 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:46:47.678262 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-78e05172-63aa-40f6-b739-64f92a69723b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5623589 Jan 14 01:46:47.680674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56910) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:47.692399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922fcbd-1c0a-4efd-848e-706c72af74b6 req-22432827-d4a4-47ec-8a72-729603b80912 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:47.694461 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2922fcbd-1c0a-4efd-848e-706c72af74b6 req-22432827-d4a4-47ec-8a72-729603b80912 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.36 "GET /v2.0/ports?device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 946 time: 0.1095147 Jan 14 01:46:47.698231 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-205828428-router', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:47.738772 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229c5be-9769-40de-aa6d-81c71d656e88 req-b5d7a9c8-b5f2-4463-9c2d-889df107ed57 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:47.746115 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4229c5be-9769-40de-aa6d-81c71d656e88 req-b5d7a9c8-b5f2-4463-9c2d-889df107ed57 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.0910439 Jan 14 01:46:47.786385 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9', 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9', 'project_id': 'cda1637d84124f32b4702438cb476922', 'fixed_ips': [{'subnet_id': '65e659ce-4e91-4137-9355-3111225ca8ae'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:46:47.787363 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.820378 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.821430 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:47.859711 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4229c5be-9769-40de-aa6d-81c71d656e88 req-6e2b3edd-a945-4899-b978-6eaf6f6acdc3 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123240 Jan 14 01:46:47.877199 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5799ff43-2358-4d62-998e-c54fde591d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (5831ccd3-c8f9-49a4-92b1-7a7288b91698), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.038233 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca35d7-7915-4b7a-9bf5-5eb2613a0e7d req-fa000892-7096-4fc7-9b0b-1c95f0f9f37c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:48.039928 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-32ca35d7-7915-4b7a-9bf5-5eb2613a0e7d req-fa000892-7096-4fc7-9b0b-1c95f0f9f37c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 950 time: 0.2909460 Jan 14 01:46:48.056326 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Allocated IP 172.20.0.2 (7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9/65e659ce-4e91-4137-9355-3111225ca8ae/09c5223a-fbdd-44a1-bb4d-1c4562a44fbd) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:46:48.129291 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053e927-28c9-411f-bed3-8c704dabafd1 req-19c42150-d1b5-41da-b902-ce78d8d0c55f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:48.136439 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1053e927-28c9-411f-bed3-8c704dabafd1 req-19c42150-d1b5-41da-b902-ce78d8d0c55f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.1472001 Jan 14 01:46:48.164888 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Publish callbacks [] for security_group (6b1b0f31-3a98-42e5-afec-c0f4779ff6f9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.183466 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-32ca35d7-7915-4b7a-9bf5-5eb2613a0e7d req-b4486da9-8cde-453e-8ef4-aa8b9e258c8a tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148810 Jan 14 01:46:48.185275 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6b1b0f31-3a98-42e5-afec-c0f4779ff6f9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.238389 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1053e927-28c9-411f-bed3-8c704dabafd1 req-825b713d-4f15-4159-95b7-5a68e5fc8b2e tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008916 Jan 14 01:46:48.256231 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:46:48.264737 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Publish callbacks [] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.270140 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Publish callbacks [] for router_controller (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.274696 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.279383 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:48.287840 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (37f219ff-075f-4ebf-a5c5-24ae1fa78970), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.288183 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Added segment 37f219ff-075f-4ebf-a5c5-24ae1fa78970 of type vlan for network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c Jan 14 01:46:48.329283 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Network 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:46:48.334933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:48.338544 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:46:48.346491 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Pushing event updated for resources: {'Port': ['ID=09c5223a-fbdd-44a1-bb4d-1c4562a44fbd,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:48.363967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5799ff43-2358-4d62-998e-c54fde591d4a admin admin] Deleting port e14537b9-5830-4811-ba4c-341d1a2c25bd {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:48.364698 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5799ff43-2358-4d62-998e-c54fde591d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.389067 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-2922fcbd-1c0a-4efd-848e-706c72af74b6 req-50a83c14-9588-44d3-a658-5aa18489f220 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Deleting port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:48.389414 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2922fcbd-1c0a-4efd-848e-706c72af74b6 req-50a83c14-9588-44d3-a658-5aa18489f220 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.399570 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd566f9-df70-4354-9a66-01a34a401bb3 req-ab6ce170-a158-41cb-bd7c-ab2f44896a1b tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:48.400991 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2fd566f9-df70-4354-9a66-01a34a401bb3 req-ab6ce170-a158-41cb-bd7c-ab2f44896a1b tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 950 time: 0.2597060 Jan 14 01:46:48.404193 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Attempting to bind port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:46:48.404567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Attempting to bind port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '6f795008-64a7-45d7-aee7-6a3f744a9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:46:48.404972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Attempting to bind port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd on network 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:48.411165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:46:48.411581 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Checking segment: {'id': '6f795008-64a7-45d7-aee7-6a3f744a9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:48.411983 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.412366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Bound using segment: {'id': '6f795008-64a7-45d7-aee7-6a3f744a9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:46:48.412826 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Bound port: 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f795008-64a7-45d7-aee7-6a3f744a9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:46:48.413251 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.491588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] For port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:46:48.491801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5799ff43-2358-4d62-998e-c54fde591d4a admin admin] For port e14537b9-5830-4811-ba4c-341d1a2c25bd, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e14537b9-5830-4811-ba4c-341d1a2c25bd,segment=NetworkSegment(81cf52bf-9b30-48c6-bbf1-616fa9f5cb61),segment_id=81cf52bf-9b30-48c6-bbf1-616fa9f5cb61)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:48.492293 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5799ff43-2358-4d62-998e-c54fde591d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.496225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] For port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=09c5223a-fbdd-44a1-bb4d-1c4562a44fbd,segment=NetworkSegment(6f795008-64a7-45d7-aee7-6a3f744a9e69),segment_id=6f795008-64a7-45d7-aee7-6a3f744a9e69)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:46:48.502105 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-2922fcbd-1c0a-4efd-848e-706c72af74b6 req-50a83c14-9588-44d3-a658-5aa18489f220 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] For port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=8fe7c2c6-cf09-466e-9a2e-789f11197ec5,segment=NetworkSegment(6bb1ee98-3c0d-416a-a22b-3d754e9f82a6),segment_id=6bb1ee98-3c0d-416a-a22b-3d754e9f82a6)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:48.502577 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2922fcbd-1c0a-4efd-848e-706c72af74b6 req-50a83c14-9588-44d3-a658-5aa18489f220 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.503907 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.512437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5799ff43-2358-4d62-998e-c54fde591d4a admin admin] Calling delete_port for e14537b9-5830-4811-ba4c-341d1a2c25bd owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:48.515549 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-2922fcbd-1c0a-4efd-848e-706c72af74b6 req-50a83c14-9588-44d3-a658-5aa18489f220 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Calling delete_port for 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:48.542469 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.565268 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3294d-14fa-4a21-aa07-b9b8e40c5c2d None None] Pushing event updated for resources: {'Port': ['ID=09c5223a-fbdd-44a1-bb4d-1c4562a44fbd,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:48.724114 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.725078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:48.725666 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.764069 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Publish callbacks [] for router_gateway (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.773617 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d087e7-ca87-4e78-b6e7-9070333be883 req-a46d8cb8-842f-4c92-b152-a1a956a279cf tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:48.775197 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76d087e7-ca87-4e78-b6e7-9070333be883 req-a46d8cb8-842f-4c92-b152-a1a956a279cf tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/ports?device_id=92d91da7-03a3-4553-b51e-b72efe018b22 HTTP/1.1" status: 200 len: 946 time: 0.0800047 Jan 14 01:46:48.804293 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4371896 Jan 14 01:46:48.819028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56960) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:48.825412 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4a53530e-9e66-4ca6-8f3f-7cad47242a57 admin admin] Request body: {'subnet': {'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1792062815-subnet', 'tenant_id': '2fab75ce1abf44998cda6d72ba056199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:48.851264 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 094871bf-5c58-4f05-aa54-84169bdf5617 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:48.920654 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a2dfe-967c-4ddc-a605-6c6c6862e27a admin admin] Pushing event updated for resources: {'Network': ['ID=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:48.940807 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76d087e7-ca87-4e78-b6e7-9070333be883 req-8e6592e6-b829-4cd1-96dd-71c58fe743bd tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.26 "GET /v2.0/security-groups?id=280c467f-cea2-4824-85b7-27f3eefdff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595085 Jan 14 01:46:48.943276 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5799ff43-2358-4d62-998e-c54fde591d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (e14537b9-5830-4811-ba4c-341d1a2c25bd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:48.946841 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:46:48.995611 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a53530e-9e66-4ca6-8f3f-7cad47242a57 admin admin] Made reservation on behalf of 2fab75ce1abf44998cda6d72ba056199 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:48.998009 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a53530e-9e66-4ca6-8f3f-7cad47242a57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.011001 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799ff43-2358-4d62-998e-c54fde591d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=e14537b9-5830-4811-ba4c-341d1a2c25bd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:49.058451 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 094871bf-5c58-4f05-aa54-84169bdf5617 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:49.058872 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 094871bf-5c58-4f05-aa54-84169bdf5617 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:49.076582 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-2fd566f9-df70-4354-9a66-01a34a401bb3 req-660e21e6-337b-44fc-85c5-118380fbb119 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Deleting port fc8c34e8-da65-4699-b310-2b26de8fdc89 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:49.076915 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2fd566f9-df70-4354-9a66-01a34a401bb3 req-660e21e6-337b-44fc-85c5-118380fbb119 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.127500 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56966) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:49.145513 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2922fcbd-1c0a-4efd-848e-706c72af74b6 req-50a83c14-9588-44d3-a658-5aa18489f220 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8fe7c2c6-cf09-466e-9a2e-789f11197ec5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.180555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['8fe7c2c6-cf09-466e-9a2e-789f11197ec5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:49.191367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a83c14-9588-44d3-a658-5aa18489f220 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Pushing event deleted for resources: {'Port': ['ID=8fe7c2c6-cf09-466e-9a2e-789f11197ec5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:49.193570 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87baa8d-1c1f-4a35-bbe1-49efb79c5dbc req-ffe45092-3719-4657-a403-e19ef98477ac tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:49.198026 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a87baa8d-1c1f-4a35-bbe1-49efb79c5dbc req-ffe45092-3719-4657-a403-e19ef98477ac tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.2212689 Jan 14 01:46:49.260303 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-2922fcbd-1c0a-4efd-848e-706c72af74b6 req-50a83c14-9588-44d3-a658-5aa18489f220 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] No DVR routers for this DVR port 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:46:49.271838 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2922fcbd-1c0a-4efd-848e-706c72af74b6 req-50a83c14-9588-44d3-a658-5aa18489f220 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.275399 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2922fcbd-1c0a-4efd-848e-706c72af74b6 req-50a83c14-9588-44d3-a658-5aa18489f220 tempest-ServerMetadataNegativeTestJSON-1152605319 tempest-ServerMetadataNegativeTestJSON-1152605319-project] 10.222.0.36 "DELETE /v2.0/ports/8fe7c2c6-cf09-466e-9a2e-789f11197ec5 HTTP/1.1" status: 204 len: 173 time: 1.5695007 Jan 14 01:46:49.275853 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d91da7-03a3-4553-b51e-b72efe018b22', 'name': 'network-vif-deleted', 'tag': '8fe7c2c6-cf09-466e-9a2e-789f11197ec5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:49.278168 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d5b8e-54ad-4dc3-8b35-eb75defe067d" -d '{"events": [{"server_uuid": "92d91da7-03a3-4553-b51e-b72efe018b22", "name": "network-vif-deleted", "tag": "8fe7c2c6-cf09-466e-9a2e-789f11197ec5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:49.294632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-2fd566f9-df70-4354-9a66-01a34a401bb3 req-660e21e6-337b-44fc-85c5-118380fbb119 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] For port fc8c34e8-da65-4699-b310-2b26de8fdc89, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=fc8c34e8-da65-4699-b310-2b26de8fdc89,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:49.295022 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2fd566f9-df70-4354-9a66-01a34a401bb3 req-660e21e6-337b-44fc-85c5-118380fbb119 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.343261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-2fd566f9-df70-4354-9a66-01a34a401bb3 req-660e21e6-337b-44fc-85c5-118380fbb119 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Calling delete_port for fc8c34e8-da65-4699-b310-2b26de8fdc89 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:49.391594 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fad6d204-d16c-45bd-a9e2-0c7d0ede1a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.454847 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a87baa8d-1c1f-4a35-bbe1-49efb79c5dbc req-30a446fe-570f-4a18-93cd-4da100593667 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399876 Jan 14 01:46:49.462464 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Publish callbacks [] for router_gateway (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.487057 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.546686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85876b90-75f0-48de-a688-be6ea2244b25 req-0d473195-3360-4b09-b96a-0dba86efb68b tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:49.550896 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-85876b90-75f0-48de-a688-be6ea2244b25 req-0d473195-3360-4b09-b96a-0dba86efb68b tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd1709d-e6b4-4fd4-a66e-05b155ae47f9 HTTP/1.1" status: 200 len: 950 time: 0.2267239 Jan 14 01:46:49.570546 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5799ff43-2358-4d62-998e-c54fde591d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (5831ccd3-c8f9-49a4-92b1-7a7288b91698), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.638870 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2fd566f9-df70-4354-9a66-01a34a401bb3 req-660e21e6-337b-44fc-85c5-118380fbb119 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (fc8c34e8-da65-4699-b310-2b26de8fdc89), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.656247 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a53530e-9e66-4ca6-8f3f-7cad47242a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (845bcc49-2264-4165-8b1c-097522050b8c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.674228 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['fc8c34e8-da65-4699-b310-2b26de8fdc89', '3ffe09ce-bec2-435b-a17b-5df9628fefff'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:49.680101 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e21e6-337b-44fc-85c5-118380fbb119 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Pushing event deleted for resources: {'Port': ['ID=fc8c34e8-da65-4699-b310-2b26de8fdc89,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:49.689209 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['dc3120c4-8775-4a13-b340-a598925cad6c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:49.759140 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd566f9-df70-4354-9a66-01a34a401bb3 req-660e21e6-337b-44fc-85c5-118380fbb119 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] No DVR routers for this DVR port fc8c34e8-da65-4699-b310-2b26de8fdc89 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:46:49.765959 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2fd566f9-df70-4354-9a66-01a34a401bb3 req-660e21e6-337b-44fc-85c5-118380fbb119 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.769946 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2fd566f9-df70-4354-9a66-01a34a401bb3 req-660e21e6-337b-44fc-85c5-118380fbb119 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.36 "DELETE /v2.0/ports/fc8c34e8-da65-4699-b310-2b26de8fdc89 HTTP/1.1" status: 204 len: 173 time: 1.2410014 Jan 14 01:46:49.771122 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Allocated IP 172.25.2.138 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/4a81f8a4-1c66-41b6-83ee-be6a4d2d7698) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:46:49.850060 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-85876b90-75f0-48de-a688-be6ea2244b25 req-14a7a668-0479-46c7-9294-3d8c87f3a2d6 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835426 Jan 14 01:46:49.916942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b715-b3d9-4f4c-98ee-6da1495129ca req-2613bb4e-e029-4598-9d9b-14cab0c97f48 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:49.924980 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0196b715-b3d9-4f4c-98ee-6da1495129ca req-2613bb4e-e029-4598-9d9b-14cab0c97f48 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.3651593 Jan 14 01:46:49.932886 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fad6d204-d16c-45bd-a9e2-0c7d0ede1a11 admin admin] Publish callbacks [] for security_group (b8126eb5-5815-4330-8c6d-1190da1aacf5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:49.933959 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53530e-9e66-4ca6-8f3f-7cad47242a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845bcc49-2264-4165-8b1c-097522050b8c,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:50.009534 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fad6d204-d16c-45bd-a9e2-0c7d0ede1a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b8126eb5-5815-4330-8c6d-1190da1aacf5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.014182 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Publish callbacks [] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.077473 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:46:50.092765 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56978) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:50.116359 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32dab7c-8a78-4fb6-b736-1bbd894354d5 x-openstack-request-id: req-e32dab7c-8a78-4fb6-b736-1bbd894354d5 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:50.117150 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d91da7-03a3-4553-b51e-b72efe018b22", "name": "network-vif-deleted", "tag": "8fe7c2c6-cf09-466e-9a2e-789f11197ec5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:50.117491 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e32dab7c-8a78-4fb6-b736-1bbd894354d5 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:50.117962 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d91da7-03a3-4553-b51e-b72efe018b22', 'name': 'network-vif-deleted', 'tag': '8fe7c2c6-cf09-466e-9a2e-789f11197ec5', 'status': 'completed', 'code': 200} Jan 14 01:46:50.122327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.173982 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:46:50.179698 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:50.183670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:46:50.186563 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53530e-9e66-4ca6-8f3f-7cad47242a57 admin admin] Checking segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:50.187024 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53530e-9e66-4ca6-8f3f-7cad47242a57 admin admin] Network hostable DHCP agents. Network: 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:46:50.209001 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6d204-d16c-45bd-a9e2-0c7d0ede1a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8126eb5-5815-4330-8c6d-1190da1aacf5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:50.213419 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fad6d204-d16c-45bd-a9e2-0c7d0ede1a11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6fc594fae5246e285622a09bb549100&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0810568 Jan 14 01:46:50.213985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Pushing event updated for resources: {'Port': ['ID=4a81f8a4-1c66-41b6-83ee-be6a4d2d7698,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:50.218185 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 56980) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:50.247227 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0196b715-b3d9-4f4c-98ee-6da1495129ca req-2c12a407-373c-47d4-8653-0860810be4d6 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166811 Jan 14 01:46:50.325246 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c025b6-841d-47f5-ab7c-bcdc8af3e335 admin admin] Deleting subnet 2295c229-b7ba-4ed7-8cd1-d0512929870e {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:46:50.335044 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53530e-9e66-4ca6-8f3f-7cad47242a57 admin admin] Network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:46:50.337106 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9c025b6-841d-47f5-ab7c-bcdc8af3e335 admin admin] Publish callbacks [] for subnet (2295c229-b7ba-4ed7-8cd1-d0512929870e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.352973 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a92f735a-8469-4dda-9c99-fd203ddad49e admin admin] Publish callbacks [] for security_group (b8126eb5-5815-4330-8c6d-1190da1aacf5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.380909 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4a53530e-9e66-4ca6-8f3f-7cad47242a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:50.399807 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a92f735a-8469-4dda-9c99-fd203ddad49e admin admin] Publish callbacks [] for security_group (b8126eb5-5815-4330-8c6d-1190da1aacf5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.422598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a53530e-9e66-4ca6-8f3f-7cad47242a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:50.423225 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a53530e-9e66-4ca6-8f3f-7cad47242a57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.433245 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9c025b6-841d-47f5-ab7c-bcdc8af3e335 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (2295c229-b7ba-4ed7-8cd1-d0512929870e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.488117 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236bad9e-9223-490a-a407-4931e07e8d5c None None] Network 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:46:50.496995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b4329-a3f9-40d3-8a57-3950154b6f07 None None] Network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:46:50.506839 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4a53530e-9e66-4ca6-8f3f-7cad47242a57 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6765063 Jan 14 01:46:50.528810 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5799ff43-2358-4d62-998e-c54fde591d4a admin admin] Router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:46:50.541189 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9c025b6-841d-47f5-ab7c-bcdc8af3e335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (2295c229-b7ba-4ed7-8cd1-d0512929870e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.600120 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a92f735a-8469-4dda-9c99-fd203ddad49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b8126eb5-5815-4330-8c6d-1190da1aacf5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.603011 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a92f735a-8469-4dda-9c99-fd203ddad49e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.606492 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a92f735a-8469-4dda-9c99-fd203ddad49e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8126eb5-5815-4330-8c6d-1190da1aacf5 HTTP/1.1" status: 204 len: 168 time: 0.3847618 Jan 14 01:46:50.646302 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f735a-8469-4dda-9c99-fd203ddad49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8126eb5-5815-4330-8c6d-1190da1aacf5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:50.659727 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Publish callbacks [] for router_gateway (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.668024 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4d217432-cdf0-4803-81f4-73ce84883fca None None] Provisioning complete for port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:50.668710 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d217432-cdf0-4803-81f4-73ce84883fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.690760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:50.691980 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.722557 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905b6e1-9737-4caa-b037-8e29eb045ee8 req-d903fa06-7511-4a93-aa85-c846170c830f tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:50.733233 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4905b6e1-9737-4caa-b037-8e29eb045ee8 req-d903fa06-7511-4a93-aa85-c846170c830f tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1619437 Jan 14 01:46:50.770585 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9c025b6-841d-47f5-ab7c-bcdc8af3e335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (2295c229-b7ba-4ed7-8cd1-d0512929870e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.846605 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c025b6-841d-47f5-ab7c-bcdc8af3e335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2295c229-b7ba-4ed7-8cd1-d0512929870e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:50.863124 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9c025b6-841d-47f5-ab7c-bcdc8af3e335 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:50.866637 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f9c025b6-841d-47f5-ab7c-bcdc8af3e335 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2295c229-b7ba-4ed7-8cd1-d0512929870e HTTP/1.1" status: 204 len: 168 time: 0.7604735 Jan 14 01:46:50.872226 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 56992) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:50.992710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b1ff8-378c-4cbd-9baa-ad76e02e0a60 None None] Network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:46:51.024215 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:51.164053 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4d217432-cdf0-4803-81f4-73ce84883fca None None] Current status of the port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:51.164436 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d217432-cdf0-4803-81f4-73ce84883fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:51.180499 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:51.180887 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:51.240961 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4d217432-cdf0-4803-81f4-73ce84883fca None None] For port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=09c5223a-fbdd-44a1-bb4d-1c4562a44fbd,segment=NetworkSegment(6f795008-64a7-45d7-aee7-6a3f744a9e69),segment_id=6f795008-64a7-45d7-aee7-6a3f744a9e69)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:51.252867 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d217432-cdf0-4803-81f4-73ce84883fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:51.362437 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:46:51.362713 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:46:51.368165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d217432-cdf0-4803-81f4-73ce84883fca None None] Pushing event updated for resources: {'Port': ['ID=09c5223a-fbdd-44a1-bb4d-1c4562a44fbd,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:51.389863 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5799ff43-2358-4d62-998e-c54fde591d4a admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:46:51.402064 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9728d-e99b-483b-8b54-fee0e0f37489 None None] Sync routers for ids ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:46:51.413322 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5799ff43-2358-4d62-998e-c54fde591d4a admin admin] 10.222.0.26 "PUT /v2.0/routers/5831ccd3-c8f9-49a4-92b1-7a7288b91698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2444148 Jan 14 01:46:51.420297 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9728d-e99b-483b-8b54-fee0e0f37489 None None] Routers {'5831ccd3-c8f9-49a4-92b1-7a7288b91698'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:51.428568 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c7f9728d-e99b-483b-8b54-fee0e0f37489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:51.449028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57022) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:51.566298 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c7f9728d-e99b-483b-8b54-fee0e0f37489 None None] Set router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:51.581019 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-73d1720f-23a4-462b-bb1e-ac1b6b5c98ae None None] Provisioning complete for port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:51.581874 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73d1720f-23a4-462b-bb1e-ac1b6b5c98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:51.603947 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4905b6e1-9737-4caa-b037-8e29eb045ee8 req-40f066ae-043d-4693-a3ee-a31bb8227eaa tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8268323 Jan 14 01:46:51.661177 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Router 9f92ee17-e084-40e8-9f03-d60f94c3fd4a is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:46:51.715165 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (d38f42a2-f52a-4afc-b8e1-9de25af258fb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:51.750653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-73d1720f-23a4-462b-bb1e-ac1b6b5c98ae None None] Current status of the port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:51.822363 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f933ed-0793-4f12-b297-919456357cc4 req-36be8f32-c6bf-408d-a608-8ec95cdac7d5 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:51.824228 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-36be8f32-c6bf-408d-a608-8ec95cdac7d5 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.4428821 Jan 14 01:46:51.827225 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Publish callbacks [] for router (5831ccd3-c8f9-49a4-92b1-7a7288b91698), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:51.840368 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:46:51.854523 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Sync routers for ids ['9f92ee17-e084-40e8-9f03-d60f94c3fd4a'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:46:51.858022 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c7f9728d-e99b-483b-8b54-fee0e0f37489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:46:48Z', 'revision_number': 5, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:51.896074 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:51.897409 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e91333f2-11cf-4814-ac47-ec4f4eee8f57 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2155983 Jan 14 01:46:51.899995 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57034) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:51.905794 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-79602457-844f-4b03-bd3b-a60e85db4b5b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/quotas/2fab75ce1abf44998cda6d72ba056199 HTTP/1.1" status: 200 len: 375 time: 0.0558782 Jan 14 01:46:51.920017 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9728d-e99b-483b-8b54-fee0e0f37489 None None] Checking router: 5831ccd3-c8f9-49a4-92b1-7a7288b91698 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:46:51.921440 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Routers {'9f92ee17-e084-40e8-9f03-d60f94c3fd4a'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:51.922169 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9f92ee17-e084-40e8-9f03-d60f94c3fd4a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:51.924593 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:51.933284 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9728d-e99b-483b-8b54-fee0e0f37489 None None] Routers {'5831ccd3-c8f9-49a4-92b1-7a7288b91698'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:51.933972 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c7f9728d-e99b-483b-8b54-fee0e0f37489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:52.019271 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-70d0ae02-e4bb-4fd3-9af7-ed1dee5cf8cd tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100235 Jan 14 01:46:52.029230 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (d38f42a2-f52a-4afc-b8e1-9de25af258fb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.050269 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38f42a2-f52a-4afc-b8e1-9de25af258fb']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:52.057409 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:46:52.062078 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb1ee98-3c0d-416a-a22b-3d754e9f82a6') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:52.062382 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb1ee98-3c0d-416a-a22b-3d754e9f82a6') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:52.077839 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (6bb1ee98-3c0d-416a-a22b-3d754e9f82a6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.096996 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c7f9728d-e99b-483b-8b54-fee0e0f37489 None None] Set router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:52.138249 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Set router 9f92ee17-e084-40e8-9f03-d60f94c3fd4a gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:52.140289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:52.140289 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.156684 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd1709d-e6b4-4fd4-a66e-05b155ae47f9', 'name': 'network-vif-deleted', 'tag': 'fc8c34e8-da65-4699-b310-2b26de8fdc89'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:52.160517 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665ed214-ca0f-4366-be4f-b17fbf36f0c5" -d '{"events": [{"server_uuid": "dbd1709d-e6b4-4fd4-a66e-05b155ae47f9", "name": "network-vif-deleted", "tag": "fc8c34e8-da65-4699-b310-2b26de8fdc89"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:52.177279 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Publish callbacks [] for router_gateway (5831ccd3-c8f9-49a4-92b1-7a7288b91698), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.230034 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6bb1ee98-3c0d-416a-a22b-3d754e9f82a6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.264092 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:46:52.264508 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (6bb1ee98-3c0d-416a-a22b-3d754e9f82a6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:46:52.271049 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:46:52.293443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a08471-dfb3-4ce1-9c63-a0608b0dadaf req-4810d09d-6e4f-41ec-9104-b97296deb725 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:52.300872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69a08471-dfb3-4ce1-9c63-a0608b0dadaf req-4810d09d-6e4f-41ec-9104-b97296deb725 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.3377962 Jan 14 01:46:52.334335 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:52.387585 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (d38f42a2-f52a-4afc-b8e1-9de25af258fb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.409612 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.415046 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d38f42a2-f52a-4afc-b8e1-9de25af258fb HTTP/1.1" status: 204 len: 168 time: 1.5385008 Jan 14 01:46:52.444180 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be1f60-3178-450f-a59a-637b801f5a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=d38f42a2-f52a-4afc-b8e1-9de25af258fb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:52.444451 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'name': 'tempest-ServersTestMultiNic-205828428-router', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:46:48Z', 'updated_at': '2022-01-14T01:46:50Z', 'revision_number': 3, 'project_id': 'cda1637d84124f32b4702438cb476922', 'gw_port': {'id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:46:49Z', 'updated_at': '2022-01-14T01:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:52.449261 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c7f9728d-e99b-483b-8b54-fee0e0f37489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:46:48Z', 'revision_number': 5, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:52.470729 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69a08471-dfb3-4ce1-9c63-a0608b0dadaf req-d9c05219-faa0-4916-95ed-69cfdab9bc31 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683104 Jan 14 01:46:52.479792 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.486862 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Checking router: 9f92ee17-e084-40e8-9f03-d60f94c3fd4a for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:46:52.487261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Updating router 9f92ee17-e084-40e8-9f03-d60f94c3fd4a port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:46:52.492240 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-187dc4ac-0e7e-4709-b712-7eb923238b94 service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452241 Jan 14 01:46:52.506576 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9728d-e99b-483b-8b54-fee0e0f37489 None None] The sync data for ids ['5831ccd3-c8f9-49a4-92b1-7a7288b91698'] in n-d-824358-4 is: [{'id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'name': 'tempest-ServerRescueTestJSONUnderV235-821269974-router', 'tenant_id': '0695d654c2fe49eeac5927d1467dfbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:45:17Z', 'updated_at': '2022-01-14T01:46:48Z', 'revision_number': 5, 'project_id': '0695d654c2fe49eeac5927d1467dfbbd', 'gw_port': {'id': 'd089d037-b89a-45e3-b9f0-38c961ca67c8', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831ccd3-c8f9-49a4-92b1-7a7288b91698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:45:19Z', 'updated_at': '2022-01-14T01:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:46:52.524701 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.568991 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Deleting port d089d037-b89a-45e3-b9f0-38c961ca67c8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:52.569334 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.651797 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device fc8c34e8-da65-4699-b310-2b26de8fdc89 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:52.675950 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] For port d089d037-b89a-45e3-b9f0-38c961ca67c8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d089d037-b89a-45e3-b9f0-38c961ca67c8,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:52.676315 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.689653 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Calling delete_port for d089d037-b89a-45e3-b9f0-38c961ca67c8 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:52.709448 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: fc8c34e8-da65-4699-b310-2b26de8fdc89 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:52.709780 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device fc8c34e8-da65-4699-b310-2b26de8fdc89 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:52.710208 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:52.734067 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Allocated IP 172.20.0.1 (7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9/65e659ce-4e91-4137-9355-3111225ca8ae/737a5f49-b391-4ad2-acc0-fef0e4b5ed4d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:46:52.747979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57048) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:52.769053 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-c9e7ab77-2d82-4716-8bac-a7a70dfa5f03 service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755401 Jan 14 01:46:52.771840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:52.772763 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 8fe7c2c6-cf09-466e-9a2e-789f11197ec5 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:52.855487 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fd24da58-9e2f-449c-9b3f-b40127170d1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83cd75eeec224a3baba511e4a4892a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1058581 Jan 14 01:46:52.859187 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57056) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:52.975030 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Publish callbacks [] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:52.976887 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c410ba82-8dc7-47c1-aebf-6bbe2c483db3 admin admin] Publish callbacks [] for security_group (280c467f-cea2-4824-85b7-27f3eefdff97), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.011088 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c410ba82-8dc7-47c1-aebf-6bbe2c483db3 admin admin] Publish callbacks [] for security_group (280c467f-cea2-4824-85b7-27f3eefdff97), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.013636 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17af8c78-7efe-40c0-9700-a1c4778fb95f x-openstack-request-id: req-17af8c78-7efe-40c0-9700-a1c4778fb95f {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:53.013936 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd1709d-e6b4-4fd4-a66e-05b155ae47f9", "name": "network-vif-deleted", "tag": "fc8c34e8-da65-4699-b310-2b26de8fdc89", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:53.014204 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17af8c78-7efe-40c0-9700-a1c4778fb95f {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:53.014596 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd1709d-e6b4-4fd4-a66e-05b155ae47f9', 'name': 'network-vif-deleted', 'tag': 'fc8c34e8-da65-4699-b310-2b26de8fdc89', 'status': 'completed', 'code': 200} Jan 14 01:46:53.076613 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.102580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe75e78-c931-4342-9027-7d0572964d6c req-8ba719fe-4df7-420d-b804-749f6a5ffcf8 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:53.103965 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bbe75e78-c931-4342-9027-7d0572964d6c req-8ba719fe-4df7-420d-b804-749f6a5ffcf8 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 950 time: 0.1705718 Jan 14 01:46:53.147954 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Pushing event updated for resources: {'Port': ['ID=737a5f49-b391-4ad2-acc0-fef0e4b5ed4d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:53.150241 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Network 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:46:53.152079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:53.157051 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:46:53.206942 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.209889 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c410ba82-8dc7-47c1-aebf-6bbe2c483db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (280c467f-cea2-4824-85b7-27f3eefdff97), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.213162 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c410ba82-8dc7-47c1-aebf-6bbe2c483db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.214327 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c410ba82-8dc7-47c1-aebf-6bbe2c483db3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/280c467f-cea2-4824-85b7-27f3eefdff97 HTTP/1.1" status: 204 len: 168 time: 0.3535936 Jan 14 01:46:53.319540 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410ba82-8dc7-47c1-aebf-6bbe2c483db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280c467f-cea2-4824-85b7-27f3eefdff97,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:53.344571 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d0f05-629d-4fc4-9def-ee3e410f4a14 req-22249bf9-9ae1-41ff-9dbc-13b374a2d7f4 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:53.352867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b1d0f05-629d-4fc4-9def-ee3e410f4a14 req-22249bf9-9ae1-41ff-9dbc-13b374a2d7f4 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.2478511 Jan 14 01:46:53.361737 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Publish callbacks [] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.370011 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d089d037-b89a-45e3-b9f0-38c961ca67c8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.383623 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.441370 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bbe75e78-c931-4342-9027-7d0572964d6c req-2269680b-9523-454d-920d-02486e8a759c tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169734 Jan 14 01:46:53.502756 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Pushing event deleted for resources: {'Port': ['ID=d089d037-b89a-45e3-b9f0-38c961ca67c8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:53.516581 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.541408 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Attempting to bind port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:46:53.541778 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Attempting to bind port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:46:53.542136 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Attempting to bind port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:53.605885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:46:53.608258 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:53.608756 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.609045 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:46:53.609512 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Bound port: 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:46:53.615193 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.618370 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cedaa3-4880-47a8-85c3-5281cd54c528 None None] Pushing event updated for resources: {'Port': ['ID=4a81f8a4-1c66-41b6-83ee-be6a4d2d7698,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:53.659848 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (5831ccd3-c8f9-49a4-92b1-7a7288b91698), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.723670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018470c-eab2-4bcc-9a06-f9c3f5637523 req-01b47897-7264-467d-b8ef-845c20a54ff4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:53.725897 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] For port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:46:53.726267 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8018470c-eab2-4bcc-9a06-f9c3f5637523 req-01b47897-7264-467d-b8ef-845c20a54ff4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.46 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 950 time: 0.2702348 Jan 14 01:46:53.729460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] For port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=4a81f8a4-1c66-41b6-83ee-be6a4d2d7698,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:46:53.737180 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.815232 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cedaa3-4880-47a8-85c3-5281cd54c528 None None] Pushing event updated for resources: {'Port': ['ID=4a81f8a4-1c66-41b6-83ee-be6a4d2d7698,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:53.817150 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b1d0f05-629d-4fc4-9def-ee3e410f4a14 req-e800c89c-46f8-4ead-af4d-8e8842b5932c tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629693 Jan 14 01:46:53.838473 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Routers {'9f92ee17-e084-40e8-9f03-d60f94c3fd4a'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:53.838473 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9f92ee17-e084-40e8-9f03-d60f94c3fd4a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:53.885602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c779ab2a-bc57-4a40-b091-ac9b99ff507a None None] Provisioning complete for port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:53.886137 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c779ab2a-bc57-4a40-b091-ac9b99ff507a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.916223 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (5831ccd3-c8f9-49a4-92b1-7a7288b91698), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.920586 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Publish callbacks [] for router_controller (5831ccd3-c8f9-49a4-92b1-7a7288b91698), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.988375 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f87cbec1-fcac-4a6f-88ed-1c4d93e3c9eb req-4ad39f44-b19c-4477-82d2-326c05966020 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 210 time: 0.2647409 Jan 14 01:46:53.990881 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (5831ccd3-c8f9-49a4-92b1-7a7288b91698), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:53.992675 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5831ccd3-c8f9-49a4-92b1-7a7288b91698 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:46:54.017622 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Publish callbacks [] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:54.034955 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:54.036288 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:54.037446 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3c76a942-ae6a-4f83-8836-2b44a5fce372 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5831ccd3-c8f9-49a4-92b1-7a7288b91698 HTTP/1.1" status: 204 len: 168 time: 2.5874562 Jan 14 01:46:54.046527 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57092) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:54.102341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c779ab2a-bc57-4a40-b091-ac9b99ff507a None None] Port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:46:54.124315 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e14537b9-5830-4811-ba4c-341d1a2c25bd no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:54.142036 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:54.184832 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] Set router 9f92ee17-e084-40e8-9f03-d60f94c3fd4a gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:54.190857 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: e14537b9-5830-4811-ba4c-341d1a2c25bd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:54.191184 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e14537b9-5830-4811-ba4c-341d1a2c25bd not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:54.230838 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4c592-6c82-46e9-998b-e4f9b111dcdd req-38cd7e84-a4a3-4b77-b13a-e5d140dadb61 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:54.234235 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-92c4c592-6c82-46e9-998b-e4f9b111dcdd req-38cd7e84-a4a3-4b77-b13a-e5d140dadb61 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.2443626 Jan 14 01:46:54.243058 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-040ed416-096e-4dfa-a357-9cdc83055d84 admin admin] Deleting subnet c0322bb8-6a2a-4453-9d21-14136292ac8f {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:46:54.250403 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-040ed416-096e-4dfa-a357-9cdc83055d84 admin admin] Publish callbacks [] for subnet (c0322bb8-6a2a-4453-9d21-14136292ac8f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:54.258879 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Pushing event updated for resources: {'Port': ['ID=737a5f49-b391-4ad2-acc0-fef0e4b5ed4d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:54.293063 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8018470c-eab2-4bcc-9a06-f9c3f5637523 req-52cb2c6d-06b9-45a8-bab7-5a23eb60eea4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Deleting port dc3120c4-8775-4a13-b340-a598925cad6c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:54.293407 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8018470c-eab2-4bcc-9a06-f9c3f5637523 req-52cb2c6d-06b9-45a8-bab7-5a23eb60eea4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:54.308682 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-040ed416-096e-4dfa-a357-9cdc83055d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (c0322bb8-6a2a-4453-9d21-14136292ac8f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:54.372802 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Network 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:46:54.377289 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:54.392882 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-040ed416-096e-4dfa-a357-9cdc83055d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (c0322bb8-6a2a-4453-9d21-14136292ac8f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:54.400008 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-92c4c592-6c82-46e9-998b-e4f9b111dcdd req-642d9f41-1ed4-4599-807b-c1eef4674e39 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886595 Jan 14 01:46:54.560802 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8018470c-eab2-4bcc-9a06-f9c3f5637523 req-52cb2c6d-06b9-45a8-bab7-5a23eb60eea4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] For port dc3120c4-8775-4a13-b340-a598925cad6c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=dc3120c4-8775-4a13-b340-a598925cad6c,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:54.561177 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8018470c-eab2-4bcc-9a06-f9c3f5637523 req-52cb2c6d-06b9-45a8-bab7-5a23eb60eea4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:54.569571 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-040ed416-096e-4dfa-a357-9cdc83055d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (c0322bb8-6a2a-4453-9d21-14136292ac8f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:54.613563 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8018470c-eab2-4bcc-9a06-f9c3f5637523 req-52cb2c6d-06b9-45a8-bab7-5a23eb60eea4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Calling delete_port for dc3120c4-8775-4a13-b340-a598925cad6c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:46:54.692653 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ed416-096e-4dfa-a357-9cdc83055d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0322bb8-6a2a-4453-9d21-14136292ac8f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:54.727661 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'name': 'tempest-ServersTestMultiNic-205828428-router', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:46:48Z', 'updated_at': '2022-01-14T01:46:53Z', 'revision_number': 4, 'project_id': 'cda1637d84124f32b4702438cb476922', 'gw_port': {'id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:46:49Z', 'updated_at': '2022-01-14T01:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '737a5f49-b391-4ad2-acc0-fef0e4b5ed4d', 'name': '', 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'mac_address': 'fa:16:3e:cd:59:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '65e659ce-4e91-4137-9355-3111225ca8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:46:52Z', 'updated_at': '2022-01-14T01:46:52Z', 'revision_number': 1, 'project_id': 'cda1637d84124f32b4702438cb476922', 'subnets': [{'id': '65e659ce-4e91-4137-9355-3111225ca8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:54.755574 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-040ed416-096e-4dfa-a357-9cdc83055d84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:54.771482 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-040ed416-096e-4dfa-a357-9cdc83055d84 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c0322bb8-6a2a-4453-9d21-14136292ac8f HTTP/1.1" status: 204 len: 168 time: 0.7238934 Jan 14 01:46:54.772103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57116) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:54.845541 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb806fd3-7dd9-4a2d-b076-3b95d770bc12 None None] The sync data for ids ['9f92ee17-e084-40e8-9f03-d60f94c3fd4a'] in n-d-824358-4 is: [{'id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'name': 'tempest-ServersTestMultiNic-205828428-router', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:46:48Z', 'updated_at': '2022-01-14T01:46:53Z', 'revision_number': 4, 'project_id': 'cda1637d84124f32b4702438cb476922', 'gw_port': {'id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:46:49Z', 'updated_at': '2022-01-14T01:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '737a5f49-b391-4ad2-acc0-fef0e4b5ed4d', 'name': '', 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'mac_address': 'fa:16:3e:cd:59:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '65e659ce-4e91-4137-9355-3111225ca8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:46:52Z', 'updated_at': '2022-01-14T01:46:52Z', 'revision_number': 1, 'project_id': 'cda1637d84124f32b4702438cb476922', 'subnets': [{'id': '65e659ce-4e91-4137-9355-3111225ca8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:46:54.916833 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57120) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:54.945164 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-07b17a78-44b0-4125-acd1-3514640f175d None None] Provisioning complete for port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:54.945539 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07b17a78-44b0-4125-acd1-3514640f175d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:54.992993 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae207cb0-84ff-409d-b7b7-01d6dd558523 req-fd75f447-c700-4360-bc7c-e9d7dfa281e1 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:55.012122 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae207cb0-84ff-409d-b7b7-01d6dd558523 req-fd75f447-c700-4360-bc7c-e9d7dfa281e1 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=269adfc7-cf47-411d-898a-84484797692f HTTP/1.1" status: 200 len: 950 time: 0.3527672 Jan 14 01:46:55.045604 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-07b17a78-44b0-4125-acd1-3514640f175d None None] Port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:46:55.082055 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Router 9f92ee17-e084-40e8-9f03-d60f94c3fd4a has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:46:55.100544 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (96015cda-4f80-40a8-bf1d-97150e857a1f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.151859 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f933ed-0793-4f12-b297-919456357cc4 req-caf687e5-bee7-491a-bc3d-8612a976b769 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:55.152982 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-caf687e5-bee7-491a-bc3d-8612a976b769 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.36 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.4519260 Jan 14 01:46:55.154728 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8d64956-5975-4abe-9494-a62702501a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.193929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae207cb0-84ff-409d-b7b7-01d6dd558523 req-0cfdb01b-9439-49ec-b632-e5019b97be84 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809437 Jan 14 01:46:55.195495 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-81f933ed-0793-4f12-b297-919456357cc4 req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Request body: {'port': {'device_id': '050b1805-8adc-4458-9502-3827ad2eb842', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'admin_state_up': True, 'tenant_id': '2fab75ce1abf44998cda6d72ba056199'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:55.233244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02dfae-5cd2-4105-9bf9-bc065222ca3c req-7b895da2-37c4-407d-b9b2-5a27a04465b9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:55.252610 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b02dfae-5cd2-4105-9bf9-bc065222ca3c req-7b895da2-37c4-407d-b9b2-5a27a04465b9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.2120910 Jan 14 01:46:55.359041 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a223b5f-add9-432d-b7d2-8036d516948b req-d69aa870-bd27-4121-9a08-451059156ecf tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 210 time: 0.0538297 Jan 14 01:46:55.386641 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (96015cda-4f80-40a8-bf1d-97150e857a1f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.393219 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:46:55.398956 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-eb5c1064-ac89-477f-8de9-01f5ea37fe6e admin admin] 10.222.0.26 "PUT /v2.0/routers/9f92ee17-e084-40e8-9f03-d60f94c3fd4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4977129 Jan 14 01:46:55.411415 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8018470c-eab2-4bcc-9a06-f9c3f5637523 req-52cb2c6d-06b9-45a8-bab7-5a23eb60eea4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (dc3120c4-8775-4a13-b340-a598925cad6c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.442201 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96015cda-4f80-40a8-bf1d-97150e857a1f']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:55.447805 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['3ffe09ce-bec2-435b-a17b-5df9628fefff'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:55.461167 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b02dfae-5cd2-4105-9bf9-bc065222ca3c req-bcda41f8-9d45-42be-b46f-b27e272be2c1 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074423 Jan 14 01:46:55.486712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cf52bf-9b30-48c6-bbf1-616fa9f5cb61') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:55.487859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cf52bf-9b30-48c6-bbf1-616fa9f5cb61') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:55.511616 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb2c6d-06b9-45a8-bab7-5a23eb60eea4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Pushing event deleted for resources: {'Port': ['ID=dc3120c4-8775-4a13-b340-a598925cad6c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:55.520257 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-8018470c-eab2-4bcc-9a06-f9c3f5637523 req-52cb2c6d-06b9-45a8-bab7-5a23eb60eea4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] No DVR routers for this DVR port dc3120c4-8775-4a13-b340-a598925cad6c on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:46:55.524045 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8018470c-eab2-4bcc-9a06-f9c3f5637523 req-52cb2c6d-06b9-45a8-bab7-5a23eb60eea4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.528033 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (81cf52bf-9b30-48c6-bbf1-616fa9f5cb61), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.528734 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8018470c-eab2-4bcc-9a06-f9c3f5637523 req-52cb2c6d-06b9-45a8-bab7-5a23eb60eea4 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.46 "DELETE /v2.0/ports/dc3120c4-8775-4a13-b340-a598925cad6c HTTP/1.1" status: 204 len: 173 time: 1.7959416 Jan 14 01:46:55.530493 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269adfc7-cf47-411d-898a-84484797692f', 'name': 'network-vif-deleted', 'tag': 'dc3120c4-8775-4a13-b340-a598925cad6c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:55.536593 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f0d6f6-0e9a-43b0-805e-c206df606b41" -d '{"events": [{"server_uuid": "269adfc7-cf47-411d-898a-84484797692f", "name": "network-vif-deleted", "tag": "dc3120c4-8775-4a13-b340-a598925cad6c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:55.571739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f933ed-0793-4f12-b297-919456357cc4 req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Made reservation on behalf of 2fab75ce1abf44998cda6d72ba056199 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:55.575983 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-81f933ed-0793-4f12-b297-919456357cc4 req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.584116 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (81cf52bf-9b30-48c6-bbf1-616fa9f5cb61), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.623042 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8d64956-5975-4abe-9494-a62702501a0d admin admin] Publish callbacks [] for security_group (605dd25e-c88b-4c00-adbc-afa486d207e2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.624898 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:46:55.625496 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (81cf52bf-9b30-48c6-bbf1-616fa9f5cb61), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:46:55.653519 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:46:55.669676 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8d64956-5975-4abe-9494-a62702501a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (605dd25e-c88b-4c00-adbc-afa486d207e2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.747035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57136) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:55.791313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d64956-5975-4abe-9494-a62702501a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605dd25e-c88b-4c00-adbc-afa486d207e2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:55.798138 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a8d64956-5975-4abe-9494-a62702501a0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94352ed6979a4c7489e951e988ad73a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8753688 Jan 14 01:46:55.799773 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57144) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:55.805440 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (96015cda-4f80-40a8-bf1d-97150e857a1f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.811439 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.824655 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/96015cda-4f80-40a8-bf1d-97150e857a1f HTTP/1.1" status: 204 len: 168 time: 1.0509291 Jan 14 01:46:55.839825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e1731-7d39-4667-b6a0-021f40576a9b req-78841116-8f10-4c45-ba98-adb69e0dd571 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:55.852461 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-208e1731-7d39-4667-b6a0-021f40576a9b req-78841116-8f10-4c45-ba98-adb69e0dd571 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.2574203 Jan 14 01:46:55.891705 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452f02c-0f87-4336-b2c9-fc93a7eec1f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=96015cda-4f80-40a8-bf1d-97150e857a1f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:55.924055 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18081d1-f141-487a-ac7d-4b1210166bc4 x-openstack-request-id: req-a18081d1-f141-487a-ac7d-4b1210166bc4 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:55.925440 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269adfc7-cf47-411d-898a-84484797692f", "name": "network-vif-deleted", "tag": "dc3120c4-8775-4a13-b340-a598925cad6c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:55.925894 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a18081d1-f141-487a-ac7d-4b1210166bc4 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:55.926540 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269adfc7-cf47-411d-898a-84484797692f', 'name': 'network-vif-deleted', 'tag': 'dc3120c4-8775-4a13-b340-a598925cad6c', 'status': 'completed', 'code': 200} Jan 14 01:46:55.978571 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7677c87e-3533-45b3-b250-a3905d41975a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-565809231'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:55.990702 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f09eea77-9532-4441-8eab-8e359f58f491 admin admin] Publish callbacks [] for security_group (605dd25e-c88b-4c00-adbc-afa486d207e2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:55.993740 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-208e1731-7d39-4667-b6a0-021f40576a9b req-450092f8-c07d-4326-9bbf-0392a3cbdeec tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390004 Jan 14 01:46:56.022567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d089d037-b89a-45e3-b9f0-38c961ca67c8 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:56.065611 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: d089d037-b89a-45e3-b9f0-38c961ca67c8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:56.065987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-81f933ed-0793-4f12-b297-919456357cc4 req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Allocated IP 172.20.0.3 (673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c/845bcc49-2264-4165-8b1c-097522050b8c/ee32ab1f-68b2-4844-8920-b9eb34485ad5) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:46:56.066121 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d089d037-b89a-45e3-b9f0-38c961ca67c8 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:56.113710 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57158) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:56.176125 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f09eea77-9532-4441-8eab-8e359f58f491 admin admin] Publish callbacks [] for security_group (605dd25e-c88b-4c00-adbc-afa486d207e2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.195872 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7677c87e-3533-45b3-b250-a3905d41975a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:56.201540 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7677c87e-3533-45b3-b250-a3905d41975a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.217250 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e5a12f58-0594-40ef-abca-ca8d558e017c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0695d654c2fe49eeac5927d1467dfbbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1000860 Jan 14 01:46:56.217790 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57164) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:56.323569 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7154165-f1ff-44ab-bb92-1bb1ee319755 admin admin] Publish callbacks [] for security_group (7614824e-17c2-4ddf-bc72-d5f96a6c0b30), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.338073 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7677c87e-3533-45b3-b250-a3905d41975a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:46:56.348973 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7677c87e-3533-45b3-b250-a3905d41975a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (fd5582c3-97c3-4d2e-8568-657d2c01389d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.349416 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-7677c87e-3533-45b3-b250-a3905d41975a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Added segment fd5582c3-97c3-4d2e-8568-657d2c01389d of type vlan for network 36e44d7e-5b9c-4569-9483-de784e9e24e8 Jan 14 01:46:56.362833 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7154165-f1ff-44ab-bb92-1bb1ee319755 admin admin] Publish callbacks [] for security_group (7614824e-17c2-4ddf-bc72-d5f96a6c0b30), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.432242 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7154165-f1ff-44ab-bb92-1bb1ee319755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7614824e-17c2-4ddf-bc72-d5f96a6c0b30), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.435990 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7154165-f1ff-44ab-bb92-1bb1ee319755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.438629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c7154165-f1ff-44ab-bb92-1bb1ee319755 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7614824e-17c2-4ddf-bc72-d5f96a6c0b30 HTTP/1.1" status: 204 len: 168 time: 0.2192960 Jan 14 01:46:56.457052 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7677c87e-3533-45b3-b250-a3905d41975a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (36e44d7e-5b9c-4569-9483-de784e9e24e8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.464625 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7154165-f1ff-44ab-bb92-1bb1ee319755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7614824e-17c2-4ddf-bc72-d5f96a6c0b30,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:56.512290 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f09eea77-9532-4441-8eab-8e359f58f491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (605dd25e-c88b-4c00-adbc-afa486d207e2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.515328 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f09eea77-9532-4441-8eab-8e359f58f491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.516572 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f09eea77-9532-4441-8eab-8e359f58f491 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/605dd25e-c88b-4c00-adbc-afa486d207e2 HTTP/1.1" status: 204 len: 168 time: 0.7167926 Jan 14 01:46:56.557882 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eea77-9532-4441-8eab-8e359f58f491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605dd25e-c88b-4c00-adbc-afa486d207e2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:56.577791 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7677c87e-3533-45b3-b250-a3905d41975a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (36e44d7e-5b9c-4569-9483-de784e9e24e8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.590340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7677c87e-3533-45b3-b250-a3905d41975a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:56.591088 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7677c87e-3533-45b3-b250-a3905d41975a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.601470 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-799633be-1b85-47e9-aac7-770490d8a0f2 req-6e65083c-a5e5-42f5-a8c8-a09fcce259d5 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 210 time: 0.0725191 Jan 14 01:46:56.629068 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-81f933ed-0793-4f12-b297-919456357cc4 req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks [] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.655991 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7677c87e-3533-45b3-b250-a3905d41975a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9076750 Jan 14 01:46:56.659277 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57182) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:56.669650 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-48f94a93-15d5-4899-aac9-0afb167f00f1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'subnet': {'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:56.761755 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677c87e-3533-45b3-b250-a3905d41975a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Network': ['ID=36e44d7e-5b9c-4569-9483-de784e9e24e8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:56.773453 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 36e44d7e-5b9c-4569-9483-de784e9e24e8 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:46:56.815686 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-81f933ed-0793-4f12-b297-919456357cc4 req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:56.855896 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af38842-d11b-4469-9089-d97d256b887a req-db81b809-93d8-45f0-a472-1a1974e8bee5 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:56.857852 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:46:56.860337 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device dc3120c4-8775-4a13-b340-a598925cad6c no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:56.870446 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8af38842-d11b-4469-9089-d97d256b887a req-db81b809-93d8-45f0-a472-1a1974e8bee5 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1234608 Jan 14 01:46:56.905965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: dc3120c4-8775-4a13-b340-a598925cad6c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:46:56.906372 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device dc3120c4-8775-4a13-b340-a598925cad6c not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:46:56.906836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:46:56.932200 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f933ed-0793-4f12-b297-919456357cc4 req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:46:56.935810 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-81f933ed-0793-4f12-b297-919456357cc4 req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:56.945384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f933ed-0793-4f12-b297-919456357cc4 req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:46:56.993074 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f94a93-15d5-4899-aac9-0afb167f00f1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:56.999279 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48f94a93-15d5-4899-aac9-0afb167f00f1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:57.041853 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8af38842-d11b-4469-9089-d97d256b887a req-77e6d224-bf1e-4bda-82ce-50813947efde tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703427 Jan 14 01:46:57.068154 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event updated for resources: {'Port': ['ID=ee32ab1f-68b2-4844-8920-b9eb34485ad5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:57.115408 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:57.115957 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:57.133426 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f933ed-0793-4f12-b297-919456357cc4 req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:57.134096 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-81f933ed-0793-4f12-b297-919456357cc4 req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:57.172326 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-7b479f8c-a2c7-4d3b-8fe9-0b316f7836e9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9853771 Jan 14 01:46:57.188267 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:57.195340 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f9618c-e028-4baa-b421-10cfafecc29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:57.197579 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc067191-af36-417e-adc3-f94b8bfe2d1c" -d '{"events": [{"server_uuid": "97f9618c-e028-4baa-b421-10cfafecc29c", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:57.200858 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Request body: {'port': {'device_id': '050b1805-8adc-4458-9502-3827ad2eb842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:57.240720 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3', 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8', 'port_id': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3', 'mac_address': 'fa:16:3e:a4:7e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b3016c-15b4-4514-b43b-bbebf480ff89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:46:57.248191 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:57.267715 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:57.347739 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c2a7-c08c-48c0-9849-8ec324b992d1 req-4416d746-d832-44b6-a8e4-595bf6f658d2 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:57.354851 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:57.356014 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2304c2a7-c08c-48c0-9849-8ec324b992d1 req-4416d746-d832-44b6-a8e4-595bf6f658d2 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 951 time: 0.1850533 Jan 14 01:46:57.441907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:57.445891 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:57.463296 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:57.477766 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:46:57.495646 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2304c2a7-c08c-48c0-9849-8ec324b992d1 req-0bf296ec-80a2-40dd-8f30-c98933c25574 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343987 Jan 14 01:46:57.507477 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:57.518623 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:57.589394 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f2da67-ebf5-407a-96e1-b25c96694326 x-openstack-request-id: req-86f2da67-ebf5-407a-96e1-b25c96694326 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:46:57.589783 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f9618c-e028-4baa-b421-10cfafecc29c", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:46:57.590149 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86f2da67-ebf5-407a-96e1-b25c96694326 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:46:57.590767 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f9618c-e028-4baa-b421-10cfafecc29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3', 'code': 200} Jan 14 01:46:57.596439 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:57.604428 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310bbc7-d266-46c0-a537-42cc170ea6ba req-649fcbde-7c5a-41cb-9290-113fb7350021 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:57.611968 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a310bbc7-d266-46c0-a537-42cc170ea6ba req-649fcbde-7c5a-41cb-9290-113fb7350021 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.2255087 Jan 14 01:46:57.650456 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48f94a93-15d5-4899-aac9-0afb167f00f1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (ca9d6e86-a649-4e95-a413-91d00ce816f0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:57.727193 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a310bbc7-d266-46c0-a537-42cc170ea6ba req-2010876f-fddc-4e84-b90c-e876df793898 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142735 Jan 14 01:46:57.791162 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f94a93-15d5-4899-aac9-0afb167f00f1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Subnet': ['ID=ca9d6e86-a649-4e95-a413-91d00ce816f0,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:57.801008 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f94a93-15d5-4899-aac9-0afb167f00f1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Checking segment: {'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:57.801174 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f94a93-15d5-4899-aac9-0afb167f00f1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network hostable DHCP agents. Network: 36e44d7e-5b9c-4569-9483-de784e9e24e8, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:46:57.816320 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee32ab1f-68b2-4844-8920-b9eb34485ad5 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:46:57.834531 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Publish callbacks [] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:57.834839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:46:57.852694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f94a93-15d5-4899-aac9-0afb167f00f1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network 36e44d7e-5b9c-4569-9483-de784e9e24e8 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:46:57.861412 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Transition to ACTIVE for port object ee32ab1f-68b2-4844-8920-b9eb34485ad5 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:46:57.872978 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:57.939676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-48f94a93-15d5-4899-aac9-0afb167f00f1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 36e44d7e-5b9c-4569-9483-de784e9e24e8) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:57.945284 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f94a93-15d5-4899-aac9-0afb167f00f1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:57.945583 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48f94a93-15d5-4899-aac9-0afb167f00f1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:57.994841 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ff885-d9fd-46d8-bcef-85828f081a92 None None] Network 36e44d7e-5b9c-4569-9483-de784e9e24e8 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:46:58.017739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Pushing event updated for resources: {'Port': ['ID=ee32ab1f-68b2-4844-8920-b9eb34485ad5,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:58.018525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b16d93-f25e-406a-a476-44f60f2d1705 req-2ebcc74b-4ca1-4d71-a7f3-07f73c135909 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:58.020164 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-80b16d93-f25e-406a-a476-44f60f2d1705 req-2ebcc74b-4ca1-4d71-a7f3-07f73c135909 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 943 time: 0.1784580 Jan 14 01:46:58.034557 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-48f94a93-15d5-4899-aac9-0afb167f00f1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3708448 Jan 14 01:46:58.035982 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57232) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:58.041593 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1947044308'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:58.150252 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:46:58.166304 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-80b16d93-f25e-406a-a476-44f60f2d1705 req-06c3faaa-e9d3-4bf3-9ab4-5e7a0091bf76 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294975 Jan 14 01:46:58.280451 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:58.281092 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:58.283253 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-36e44d7e-5b9c-4569-9483-de784e9e24e8', 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8', 'project_id': 'cda1637d84124f32b4702438cb476922', 'fixed_ips': [{'subnet_id': 'ca9d6e86-a649-4e95-a413-91d00ce816f0'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:46:58.284280 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:58.363854 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da5c48-d9a6-4dd9-86dc-6733e194f1dd req-173f07ab-8619-4c53-b3b1-9d28c3fc1422 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:58.371376 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0da5c48-d9a6-4dd9-86dc-6733e194f1dd req-173f07ab-8619-4c53-b3b1-9d28c3fc1422 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 944 time: 0.0885739 Jan 14 01:46:58.441012 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0da5c48-d9a6-4dd9-86dc-6733e194f1dd req-c1953990-3ed5-44a1-8c34-10ab36dc56b6 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687122 Jan 14 01:46:58.457381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Allocated IP 19.80.0.2 (36e44d7e-5b9c-4569-9483-de784e9e24e8/ca9d6e86-a649-4e95-a413-91d00ce816f0/e02f3090-2fb6-456a-ac1a-d5f1bb638580) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:46:58.543171 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Sync routers for ids ['9f92ee17-e084-40e8-9f03-d60f94c3fd4a'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:46:58.565220 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Routers {'9f92ee17-e084-40e8-9f03-d60f94c3fd4a'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:46:58.565850 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9f92ee17-e084-40e8-9f03-d60f94c3fd4a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:58.596278 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:58.596777 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:58.633624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=4a81f8a4-1c66-41b6-83ee-be6a4d2d7698,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:58.644662 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:58.662625 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:46:58.669614 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:58.711776 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Set router 9f92ee17-e084-40e8-9f03-d60f94c3fd4a gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:46:58.716476 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Attempting to bind port ee32ab1f-68b2-4844-8920-b9eb34485ad5 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:46:58.716825 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Attempting to bind port ee32ab1f-68b2-4844-8920-b9eb34485ad5 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:46:58.717161 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Attempting to bind port ee32ab1f-68b2-4844-8920-b9eb34485ad5 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:58.729377 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Port ee32ab1f-68b2-4844-8920-b9eb34485ad5 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:46:58.729870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Attempting to bind port ee32ab1f-68b2-4844-8920-b9eb34485ad5 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:58.738480 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:46:58.739495 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Checking segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:58.741623 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Bound using segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:46:58.742052 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Bound port: ee32ab1f-68b2-4844-8920-b9eb34485ad5, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:46:58.742447 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:58.771902 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Publish callbacks [] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:58.802474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:46:58.803410 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=4a81f8a4-1c66-41b6-83ee-be6a4d2d7698,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:58.809379 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:58.831499 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57256) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:58.872265 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:46:58.896507 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f777fa30-5448-4d9b-97f4-9f62032a7ff3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:58.897103 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Added segment f777fa30-5448-4d9b-97f4-9f62032a7ff3 of type vlan for network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb Jan 14 01:46:58.923793 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5af50e-527b-4980-9f8c-34badf26e52e req-094d9b2d-f3e9-489b-a835-aa80a6a11543 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:58.925397 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb5af50e-527b-4980-9f8c-34badf26e52e req-094d9b2d-f3e9-489b-a835-aa80a6a11543 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.36 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 951 time: 0.8158963 Jan 14 01:46:58.939850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Network 36e44d7e-5b9c-4569-9483-de784e9e24e8 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:46:58.950529 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:46:58.971649 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:46:58.989378 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b7a2ee6-61b3-41d1-8c2a-6824e7e3f1b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.037167 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'name': 'tempest-ServersTestMultiNic-205828428-router', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:46:48Z', 'updated_at': '2022-01-14T01:46:53Z', 'revision_number': 4, 'project_id': 'cda1637d84124f32b4702438cb476922', 'gw_port': {'id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:46:49Z', 'updated_at': '2022-01-14T01:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '737a5f49-b391-4ad2-acc0-fef0e4b5ed4d', 'name': '', 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'mac_address': 'fa:16:3e:cd:59:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '65e659ce-4e91-4137-9355-3111225ca8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:46:52Z', 'updated_at': '2022-01-14T01:46:53Z', 'revision_number': 2, 'project_id': 'cda1637d84124f32b4702438cb476922', 'subnets': [{'id': '65e659ce-4e91-4137-9355-3111225ca8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:46:59.078673 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Checking router: 9f92ee17-e084-40e8-9f03-d60f94c3fd4a for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:46:59.079083 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Updating router 9f92ee17-e084-40e8-9f03-d60f94c3fd4a port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:46:59.125598 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b7a2ee6-61b3-41d1-8c2a-6824e7e3f1b2 admin admin] Publish callbacks [] for security_group (05d471e1-87e5-4e1c-a79e-a015c64164f4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.131753 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.144462 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b7a2ee6-61b3-41d1-8c2a-6824e7e3f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (05d471e1-87e5-4e1c-a79e-a015c64164f4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.189179 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.242926 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Pushing event updated for resources: {'Port': ['ID=e02f3090-2fb6-456a-ac1a-d5f1bb638580,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:59.243832 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3b7a2ee6-61b3-41d1-8c2a-6824e7e3f1b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=475bb3c882324e6ea60d8c7e5fa2778a&name=default HTTP/1.1" status: 200 len: 2998 time: 0.4107931 Jan 14 01:46:59.254896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57272) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:59.262709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a2ee6-61b3-41d1-8c2a-6824e7e3f1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d471e1-87e5-4e1c-a79e-a015c64164f4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:59.278406 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Attempting to bind port e02f3090-2fb6-456a-ac1a-d5f1bb638580 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:46:59.278888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Attempting to bind port e02f3090-2fb6-456a-ac1a-d5f1bb638580 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:46:59.279664 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Attempting to bind port e02f3090-2fb6-456a-ac1a-d5f1bb638580 on network 36e44d7e-5b9c-4569-9483-de784e9e24e8 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:59.286752 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:46:59.287244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Checking segment: {'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:59.287739 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.288240 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Bound using segment: {'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:46:59.288807 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Bound port: e02f3090-2fb6-456a-ac1a-d5f1bb638580, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:46:59.289276 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.300426 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665f316-bed3-4373-a713-62c38ebdacaa req-3124d545-5d34-4179-b5dd-89704a59efc6 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:59.302647 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2665f316-bed3-4373-a713-62c38ebdacaa req-3124d545-5d34-4179-b5dd-89704a59efc6 tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 951 time: 0.1396170 Jan 14 01:46:59.317707 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.db.resource_extend [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:46:59.321554 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] For port ee32ab1f-68b2-4844-8920-b9eb34485ad5, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:46:59.344315 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:46:59.345636 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.365079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] For port ee32ab1f-68b2-4844-8920-b9eb34485ad5, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=ee32ab1f-68b2-4844-8920-b9eb34485ad5,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:46:59.387328 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.418326 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] For port e02f3090-2fb6-456a-ac1a-d5f1bb638580, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:46:59.421956 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] For port e02f3090-2fb6-456a-ac1a-d5f1bb638580, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e02f3090-2fb6-456a-ac1a-d5f1bb638580,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:46:59.431473 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.461444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Pushing event updated for resources: {'Port': ['ID=ee32ab1f-68b2-4844-8920-b9eb34485ad5,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:59.473508 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.480053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:59.480674 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.504698 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a8d5-095b-41a7-a97a-05cd3bf920b1 admin admin] Publish callbacks [] for security_group (05d471e1-87e5-4e1c-a79e-a015c64164f4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.512043 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:59.513063 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.514793 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-8b9b4946-8f94-4312-8b93-b3b8fc411e47 service neutron] 10.222.0.36 "PUT /v2.0/ports/ee32ab1f-68b2-4844-8920-b9eb34485ad5 HTTP/1.1" status: 200 len: 1091 time: 2.3262582 Jan 14 01:46:59.533011 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2665f316-bed3-4373-a713-62c38ebdacaa req-3cd03e30-32d6-4280-8bc4-c014fba1981e tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080562 Jan 14 01:46:59.559352 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df67fa6-f6c1-4c32-a079-9f9f488c1677 None None] Pushing event updated for resources: {'Port': ['ID=e02f3090-2fb6-456a-ac1a-d5f1bb638580,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:59.574714 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Publish callbacks [] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.585832 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.592190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050b1805-8adc-4458-9502-3827ad2eb842', 'tag': 'ee32ab1f-68b2-4844-8920-b9eb34485ad5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:59.594459 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f492f529-71cc-4bcc-bfdf-85b5051630b2" -d '{"events": [{"name": "network-changed", "server_uuid": "050b1805-8adc-4458-9502-3827ad2eb842", "tag": "ee32ab1f-68b2-4844-8920-b9eb34485ad5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:59.622591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2de222-edb1-4385-962b-0855524d6dfa req-f2039d5b-e374-424a-a797-b0e40326526c tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:46:59.630705 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:46:59.631285 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.634329 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f2de222-edb1-4385-962b-0855524d6dfa req-f2039d5b-e374-424a-a797-b0e40326526c tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.2195396 Jan 14 01:46:59.651227 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-cb5af50e-527b-4980-9f8c-34badf26e52e req-04ff4c4a-5400-472b-b9bb-42e7d8cad2ed tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Deleting port 3ffe09ce-bec2-435b-a17b-5df9628fefff {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:46:59.651831 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5af50e-527b-4980-9f8c-34badf26e52e req-04ff4c4a-5400-472b-b9bb-42e7d8cad2ed tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.721945 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f9618c-e028-4baa-b421-10cfafecc29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:46:59.725993 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac9b195-466e-483d-90d8-9f70e14f6e5d" -d '{"events": [{"server_uuid": "97f9618c-e028-4baa-b421-10cfafecc29c", "name": "network-vif-plugged", "status": "completed", "tag": "cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:46:59.739652 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Network': ['ID=b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:59.749043 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7d44ab9c-56c1-4de4-9ef0-22d4ce9544c7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7082760 Jan 14 01:46:59.756601 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57290) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:46:59.766283 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:46:59.780471 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Pushing event updated for resources: {'Port': ['ID=737a5f49-b391-4ad2-acc0-fef0e4b5ed4d,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:46:59.783146 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ea491f18-25ee-4892-80d9-90faf5967db1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'subnet': {'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:46:59.792297 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.792910 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.794159 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.795018 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.795479 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.795906 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.796575 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.797019 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.797867 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.798335 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.799054 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.799473 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.800462 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:46:59.825164 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:46:59.841773 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a8d5-095b-41a7-a97a-05cd3bf920b1 admin admin] Publish callbacks [] for security_group (05d471e1-87e5-4e1c-a79e-a015c64164f4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.892702 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Attempting to bind port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:46:59.893463 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Attempting to bind port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '6f795008-64a7-45d7-aee7-6a3f744a9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:46:59.894127 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Attempting to bind port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d on network 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:46:59.900656 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:46:59.901414 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Checking segment: {'id': '6f795008-64a7-45d7-aee7-6a3f744a9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:46:59.902071 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.904297 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Bound using segment: {'id': '6f795008-64a7-45d7-aee7-6a3f744a9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:46:59.905327 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.905855 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Bound port: 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f795008-64a7-45d7-aee7-6a3f744a9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:46:59.911180 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:46:59.997282 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f933ed-0793-4f12-b297-919456357cc4 req-2373b686-38b1-4e59-9a8d-72e36bbdf0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:00.005404 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-2373b686-38b1-4e59-9a8d-72e36bbdf0ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 1094 time: 0.4051695 Jan 14 01:47:00.026618 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f2de222-edb1-4385-962b-0855524d6dfa req-e13fbfe0-192e-4ebd-aa8f-e53e478dc633 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912804 Jan 14 01:47:00.067686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3914af-7d51-4b7a-a287-18897d0a06d4 req-07ec91af-6ec7-402d-b4cd-d16134d1aa2f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:00.071313 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] For port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:00.075034 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] For port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=737a5f49-b391-4ad2-acc0-fef0e4b5ed4d,segment=NetworkSegment(6f795008-64a7-45d7-aee7-6a3f744a9e69),segment_id=6f795008-64a7-45d7-aee7-6a3f744a9e69)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:00.085754 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d3914af-7d51-4b7a-a287-18897d0a06d4 req-07ec91af-6ec7-402d-b4cd-d16134d1aa2f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 943 time: 0.1703458 Jan 14 01:47:00.090019 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:00.131441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:00.151494 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-843b5c35-db5e-4e7c-bb64-c07bc68b15b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee32ab1f-68b2-4844-8920-b9eb34485ad5 HTTP/1.1" status: 200 len: 217 time: 0.1258085 Jan 14 01:47:00.164585 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:00.212474 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d3914af-7d51-4b7a-a287-18897d0a06d4 req-fc385844-8d2b-49b9-9aa3-aca11940b577 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258407 Jan 14 01:47:00.214047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea491f18-25ee-4892-80d9-90faf5967db1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:00.217598 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea491f18-25ee-4892-80d9-90faf5967db1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:00.225856 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Routers {'9f92ee17-e084-40e8-9f03-d60f94c3fd4a'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:47:00.226996 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:46:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9f92ee17-e084-40e8-9f03-d60f94c3fd4a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:00.289295 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cb5af50e-527b-4980-9f8c-34badf26e52e req-04ff4c4a-5400-472b-b9bb-42e7d8cad2ed tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] For port 3ffe09ce-bec2-435b-a17b-5df9628fefff, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=3ffe09ce-bec2-435b-a17b-5df9628fefff,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:00.292932 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5af50e-527b-4980-9f8c-34badf26e52e req-04ff4c4a-5400-472b-b9bb-42e7d8cad2ed tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:00.324703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0b2683cf-8342-4512-ab7c-a0f953e2b426 None None] Provisioning complete for port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:00.333003 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b2683cf-8342-4512-ab7c-a0f953e2b426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:00.374012 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-cb5af50e-527b-4980-9f8c-34badf26e52e req-04ff4c4a-5400-472b-b9bb-42e7d8cad2ed tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Calling delete_port for 3ffe09ce-bec2-435b-a17b-5df9628fefff owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:47:00.403870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f933ed-0793-4f12-b297-919456357cc4 req-9ef1d2a3-3283-46b7-b079-2fdddc24f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:00.404019 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:00.404487 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:00.408894 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-9ef1d2a3-3283-46b7-b079-2fdddc24f7a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.2491443 Jan 14 01:47:00.416386 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a3aae7e-183d-4fce-992d-e19ef4741a1a req-57451689-91ce-4ad6-86e8-6da4184a3701 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.2201939 Jan 14 01:47:00.426664 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77eaf5a-edf4-4846-b858-c4e5f8fad5bc None None] Pushing event updated for resources: {'Port': ['ID=737a5f49-b391-4ad2-acc0-fef0e4b5ed4d,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:00.506480 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-a640f91b-de89-4bcf-bb0d-157b342c4d53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823870 Jan 14 01:47:00.511664 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9805269e-d605-4a17-a775-a3f77be1f95d x-openstack-request-id: req-9805269e-d605-4a17-a775-a3f77be1f95d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:00.512039 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050b1805-8adc-4458-9502-3827ad2eb842", "tag": "ee32ab1f-68b2-4844-8920-b9eb34485ad5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:00.512356 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9805269e-d605-4a17-a775-a3f77be1f95d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:00.512959 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050b1805-8adc-4458-9502-3827ad2eb842', 'tag': 'ee32ab1f-68b2-4844-8920-b9eb34485ad5', 'status': 'completed', 'code': 200} Jan 14 01:47:00.513670 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a8d5-095b-41a7-a97a-05cd3bf920b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (05d471e1-87e5-4e1c-a79e-a015c64164f4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:00.517714 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a8d5-095b-41a7-a97a-05cd3bf920b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:00.519034 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d9b9a8d5-095b-41a7-a97a-05cd3bf920b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05d471e1-87e5-4e1c-a79e-a015c64164f4 HTTP/1.1" status: 204 len: 168 time: 1.2619367 Jan 14 01:47:00.596291 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd413c0-b735-4d1c-bce9-67ff1f30fb42 req-aff7d95a-2f7e-4df0-948e-4f72c370e91b tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:00.608315 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0b2683cf-8342-4512-ab7c-a0f953e2b426 None None] Current status of the port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:00.608975 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b2683cf-8342-4512-ab7c-a0f953e2b426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:00.619686 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6bd413c0-b735-4d1c-bce9-67ff1f30fb42 req-aff7d95a-2f7e-4df0-948e-4f72c370e91b tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.2453635 Jan 14 01:47:00.671068 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c47a4b-d9ef-4bef-b2f8-62e1a2062985 x-openstack-request-id: req-b4c47a4b-d9ef-4bef-b2f8-62e1a2062985 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:00.671377 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f9618c-e028-4baa-b421-10cfafecc29c", "name": "network-vif-plugged", "status": "completed", "tag": "cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:00.671705 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4c47a4b-d9ef-4bef-b2f8-62e1a2062985 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:00.672114 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f9618c-e028-4baa-b421-10cfafecc29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3', 'code': 200} Jan 14 01:47:00.674582 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] Set router 9f92ee17-e084-40e8-9f03-d60f94c3fd4a gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:47:00.697964 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0b2683cf-8342-4512-ab7c-a0f953e2b426 None None] For port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=737a5f49-b391-4ad2-acc0-fef0e4b5ed4d,segment=NetworkSegment(6f795008-64a7-45d7-aee7-6a3f744a9e69),segment_id=6f795008-64a7-45d7-aee7-6a3f744a9e69)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:00.746460 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6bd413c0-b735-4d1c-bce9-67ff1f30fb42 req-a861056e-099f-4448-b61b-ba99728dbac6 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238883 Jan 14 01:47:00.776892 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b2683cf-8342-4512-ab7c-a0f953e2b426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:00.782070 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-dd768a75-a493-4cec-89a6-c9809b217f99 service neutron] 10.222.0.36 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496090 Jan 14 01:47:00.796877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9a8d5-095b-41a7-a97a-05cd3bf920b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d471e1-87e5-4e1c-a79e-a015c64164f4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:00.976388 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:00.985275 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fbcd7-b3d6-4f9f-81e6-6c5b5daefb26 req-a5595b27-1b52-46e3-9b63-3921ad1ce62f tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:00.998571 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f28fbcd7-b3d6-4f9f-81e6-6c5b5daefb26 req-a5595b27-1b52-46e3-9b63-3921ad1ce62f tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/ports?device_id=941ae6d3-e59d-4137-bab6-cf0661501eb3 HTTP/1.1" status: 200 len: 951 time: 0.2403057 Jan 14 01:47:01.021818 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6240b02c-291c-4838-bedc-cdfe8477c6c8 None None] Provisioning complete for port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:01.022196 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6240b02c-291c-4838-bedc-cdfe8477c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:01.039383 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2683cf-8342-4512-ab7c-a0f953e2b426 None None] Pushing event updated for resources: {'Port': ['ID=737a5f49-b391-4ad2-acc0-fef0e4b5ed4d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:01.176090 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5af50e-527b-4980-9f8c-34badf26e52e req-04ff4c4a-5400-472b-b9bb-42e7d8cad2ed tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (3ffe09ce-bec2-435b-a17b-5df9628fefff), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:01.216722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6240b02c-291c-4838-bedc-cdfe8477c6c8 None None] Current status of the port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:01.249658 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'name': 'tempest-ServersTestMultiNic-205828428-router', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:46:48Z', 'updated_at': '2022-01-14T01:46:53Z', 'revision_number': 4, 'project_id': 'cda1637d84124f32b4702438cb476922', 'gw_port': {'id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:46:49Z', 'updated_at': '2022-01-14T01:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '737a5f49-b391-4ad2-acc0-fef0e4b5ed4d', 'name': '', 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'mac_address': 'fa:16:3e:cd:59:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '65e659ce-4e91-4137-9355-3111225ca8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:46:52Z', 'updated_at': '2022-01-14T01:47:00Z', 'revision_number': 4, 'project_id': 'cda1637d84124f32b4702438cb476922', 'subnets': [{'id': '65e659ce-4e91-4137-9355-3111225ca8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:01.251728 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f28fbcd7-b3d6-4f9f-81e6-6c5b5daefb26 req-394862d0-38e5-48f9-bde9-c441a0ea5bce tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.26 "GET /v2.0/security-groups?id=93a13dfa-c8d0-4733-8a45-c2830f6cecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522030 Jan 14 01:47:01.252985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff4c4a-5400-472b-b9bb-42e7d8cad2ed tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Pushing event deleted for resources: {'Port': ['ID=3ffe09ce-bec2-435b-a17b-5df9628fefff,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:01.279825 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d85b-aa6d-4d68-ac5c-140302d86244 req-88431fa5-fb46-429a-9af9-5276c4e46940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:01.280038 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34facc21-e34c-4eb9-a232-8191c17d0af3 None None] The sync data for ids ['9f92ee17-e084-40e8-9f03-d60f94c3fd4a'] in n-d-824358-4 is: [{'id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'name': 'tempest-ServersTestMultiNic-205828428-router', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:46:48Z', 'updated_at': '2022-01-14T01:46:53Z', 'revision_number': 4, 'project_id': 'cda1637d84124f32b4702438cb476922', 'gw_port': {'id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:46:49Z', 'updated_at': '2022-01-14T01:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '737a5f49-b391-4ad2-acc0-fef0e4b5ed4d', 'name': '', 'network_id': '7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'mac_address': 'fa:16:3e:cd:59:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '65e659ce-4e91-4137-9355-3111225ca8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:46:52Z', 'updated_at': '2022-01-14T01:47:00Z', 'revision_number': 4, 'project_id': 'cda1637d84124f32b4702438cb476922', 'subnets': [{'id': '65e659ce-4e91-4137-9355-3111225ca8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:47:01.281362 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-47a2d85b-aa6d-4d68-ac5c-140302d86244 req-88431fa5-fb46-429a-9af9-5276c4e46940 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 1096 time: 0.3132463 Jan 14 01:47:01.289523 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-81f933ed-0793-4f12-b297-919456357cc4 req-8c0707c7-af66-444a-a35a-3ff1183aa4ed service neutron] 10.222.0.36 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942329 Jan 14 01:47:01.340737 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea491f18-25ee-4892-80d9-90faf5967db1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (0e5807b8-ad3b-4149-8159-7db634a306ee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:01.514166 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:01.529652 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5af50e-527b-4980-9f8c-34badf26e52e req-04ff4c4a-5400-472b-b9bb-42e7d8cad2ed tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] No DVR routers for this DVR port 3ffe09ce-bec2-435b-a17b-5df9628fefff on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:47:01.537854 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dabfd1-22ac-4bac-8a23-8d43458bf5ae None None] Network 36e44d7e-5b9c-4569-9483-de784e9e24e8 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:01.554330 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5af50e-527b-4980-9f8c-34badf26e52e req-04ff4c4a-5400-472b-b9bb-42e7d8cad2ed tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:01.557711 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb5af50e-527b-4980-9f8c-34badf26e52e req-04ff4c4a-5400-472b-b9bb-42e7d8cad2ed tempest-ServersAdminTestJSON-619903617 tempest-ServersAdminTestJSON-619903617-project] 10.222.0.36 "DELETE /v2.0/ports/3ffe09ce-bec2-435b-a17b-5df9628fefff HTTP/1.1" status: 204 len: 173 time: 2.5443485 Jan 14 01:47:01.607230 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492f529-71cc-4bcc-bfdf-85b5051630b2 req-d0825da1-444a-4054-abf5-f268e279e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:01.618926 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f492f529-71cc-4bcc-bfdf-85b5051630b2 req-d0825da1-444a-4054-abf5-f268e279e51c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 1094 time: 0.1862569 Jan 14 01:47:01.621848 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-47a2d85b-aa6d-4d68-ac5c-140302d86244 req-1cfb1d8e-0339-42a3-8008-6edc86ed13dd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304503 Jan 14 01:47:01.637650 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99810de-f193-4858-a345-b8ac95aefc67 req-7b5223d4-c0a1-45fa-994f-723ba6f334cc tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:01.638355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-14398484-2539-4d02-9e87-7df0d88355b7 None None] Provisioning complete for port e02f3090-2fb6-456a-ac1a-d5f1bb638580 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:01.638754 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14398484-2539-4d02-9e87-7df0d88355b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:01.647645 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d99810de-f193-4858-a345-b8ac95aefc67 req-7b5223d4-c0a1-45fa-994f-723ba6f334cc tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.4346154 Jan 14 01:47:01.667216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea491f18-25ee-4892-80d9-90faf5967db1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Subnet': ['ID=0e5807b8-ad3b-4149-8159-7db634a306ee,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:01.750086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea491f18-25ee-4892-80d9-90faf5967db1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Checking segment: {'id': 'f777fa30-5448-4d9b-97f4-9f62032a7ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:01.755637 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea491f18-25ee-4892-80d9-90faf5967db1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network hostable DHCP agents. Network: b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:47:01.802295 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538caf0d-1d23-4170-a049-04cc4acdabee req-0e3732a1-d838-4736-a081-dc8c814d5799 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:01.804233 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-538caf0d-1d23-4170-a049-04cc4acdabee req-0e3732a1-d838-4736-a081-dc8c814d5799 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 943 time: 0.3043590 Jan 14 01:47:01.824685 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492f529-71cc-4bcc-bfdf-85b5051630b2 req-ecba7408-c4b8-41d3-8c7c-e761c3e17bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:01.826790 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f492f529-71cc-4bcc-bfdf-85b5051630b2 req-ecba7408-c4b8-41d3-8c7c-e761c3e17bd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 907 time: 0.1995058 Jan 14 01:47:01.832570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d99810de-f193-4858-a345-b8ac95aefc67 req-40fd7f48-54ad-4fa1-805d-df9905788c75 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834190 Jan 14 01:47:01.883995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-14398484-2539-4d02-9e87-7df0d88355b7 None None] Current status of the port e02f3090-2fb6-456a-ac1a-d5f1bb638580 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:01.884390 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14398484-2539-4d02-9e87-7df0d88355b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:01.888484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea491f18-25ee-4892-80d9-90faf5967db1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:47:01.910105 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f492f529-71cc-4bcc-bfdf-85b5051630b2 req-3cb2554a-a483-4c6c-a4a0-2fcaf66fcc9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee32ab1f-68b2-4844-8920-b9eb34485ad5 HTTP/1.1" status: 200 len: 217 time: 0.0641086 Jan 14 01:47:01.913638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ea491f18-25ee-4892-80d9-90faf5967db1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:01.932054 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bff1580-6904-4728-a2e5-ccc547beddd2 None None] Network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:01.935817 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea491f18-25ee-4892-80d9-90faf5967db1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:01.937345 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea491f18-25ee-4892-80d9-90faf5967db1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:01.960563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-538caf0d-1d23-4170-a049-04cc4acdabee req-ab3cf39e-f158-4acd-934a-26fb11df4cc9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130924 Jan 14 01:47:02.009565 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-14398484-2539-4d02-9e87-7df0d88355b7 None None] For port e02f3090-2fb6-456a-ac1a-d5f1bb638580, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e02f3090-2fb6-456a-ac1a-d5f1bb638580,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:02.011422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ea491f18-25ee-4892-80d9-90faf5967db1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2532516 Jan 14 01:47:02.083397 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492f529-71cc-4bcc-bfdf-85b5051630b2 req-9e0dd88a-1790-4122-b359-82470dba8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:02.085294 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f492f529-71cc-4bcc-bfdf-85b5051630b2 req-9e0dd88a-1790-4122-b359-82470dba8a49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.1715562 Jan 14 01:47:02.130720 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14398484-2539-4d02-9e87-7df0d88355b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:02.143574 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f492f529-71cc-4bcc-bfdf-85b5051630b2 req-c47ec3b4-2d98-412d-a65d-4ad6a6b41b0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475674 Jan 14 01:47:02.285260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1d3b0-60af-4138-9286-5016dd3bef44 req-507ff61b-aace-4aee-9f68-44f88bb0bd70 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:02.293875 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fad1d3b0-60af-4138-9286-5016dd3bef44 req-507ff61b-aace-4aee-9f68-44f88bb0bd70 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1549203 Jan 14 01:47:02.307548 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e02f3090-2fb6-456a-ac1a-d5f1bb638580 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:02.396640 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14398484-2539-4d02-9e87-7df0d88355b7 None None] Pushing event updated for resources: {'Port': ['ID=e02f3090-2fb6-456a-ac1a-d5f1bb638580,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:02.397283 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e929292b-46e2-4a88-95ad-e5fdde792473 req-9fd3e730-f86d-44bd-833c-0298075a4c87 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0424614 Jan 14 01:47:02.440710 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fad1d3b0-60af-4138-9286-5016dd3bef44 req-63730ca2-40ff-4357-a107-60155fecacfc tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409192 Jan 14 01:47:02.491392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb', 'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb', 'project_id': 'cda1637d84124f32b4702438cb476922', 'fixed_ips': [{'subnet_id': '0e5807b8-ad3b-4149-8159-7db634a306ee'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:47:02.492976 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:02.523478 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ae6d3-e59d-4137-bab6-cf0661501eb3', 'name': 'network-vif-deleted', 'tag': '3ffe09ce-bec2-435b-a17b-5df9628fefff'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:02.526645 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e4910c-b570-42aa-b7de-1f392384e12e" -d '{"events": [{"server_uuid": "941ae6d3-e59d-4137-bab6-cf0661501eb3", "name": "network-vif-deleted", "tag": "3ffe09ce-bec2-435b-a17b-5df9628fefff"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:02.542364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port e02f3090-2fb6-456a-ac1a-d5f1bb638580 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:02.542942 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:02.576053 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f492f529-71cc-4bcc-bfdf-85b5051630b2 req-e6cd95dc-dea3-43b8-8793-aa63441cc3aa service neutron] 10.222.0.36 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243562 Jan 14 01:47:02.745163 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f492f529-71cc-4bcc-bfdf-85b5051630b2 req-7bd77a4b-1062-4c1c-9c94-eac983ac3f09 service neutron] 10.222.0.36 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616743 Jan 14 01:47:02.752335 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device ee32ab1f-68b2-4844-8920-b9eb34485ad5 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:47:02.777328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 3ffe09ce-bec2-435b-a17b-5df9628fefff no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:47:02.886247 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 3ffe09ce-bec2-435b-a17b-5df9628fefff {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:47:02.886930 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 3ffe09ce-bec2-435b-a17b-5df9628fefff not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:47:02.896117 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:47:02.917130 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a5563047-4998-49aa-b4e3-f7f001e84c7a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:02.928519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a5563047-4998-49aa-b4e3-f7f001e84c7a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:02.941797 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a5563047-4998-49aa-b4e3-f7f001e84c7a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/networks?id=36e44d7e-5b9c-4569-9483-de784e9e24e8&id=b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb&id=36e44d7e-5b9c-4569-9483-de784e9e24e8 HTTP/1.1" status: 200 len: 1391 time: 0.2910657 Jan 14 01:47:02.976156 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-7cdef6e3-0f4b-45e0-b4d4-7e5be63d09ac tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/quotas/cda1637d84124f32b4702438cb476922 HTTP/1.1" status: 200 len: 375 time: 0.0297463 Jan 14 01:47:02.992377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1b84043f-04a3-48d2-9f31-e6ab9e1981f4 None None] Provisioning complete for port e02f3090-2fb6-456a-ac1a-d5f1bb638580 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:02.992748 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b84043f-04a3-48d2-9f31-e6ab9e1981f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:03.008068 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57368) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:03.105888 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01e0fcb-c095-4043-bf14-23038487dd53 x-openstack-request-id: req-a01e0fcb-c095-4043-bf14-23038487dd53 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:03.106213 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ae6d3-e59d-4137-bab6-cf0661501eb3", "name": "network-vif-deleted", "tag": "3ffe09ce-bec2-435b-a17b-5df9628fefff", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:03.106458 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a01e0fcb-c095-4043-bf14-23038487dd53 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:03.107289 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ae6d3-e59d-4137-bab6-cf0661501eb3', 'name': 'network-vif-deleted', 'tag': '3ffe09ce-bec2-435b-a17b-5df9628fefff', 'status': 'completed', 'code': 200} Jan 14 01:47:03.114094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-4d08f340-0916-4ab8-8608-bc26bda47b7a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cda1637d84124f32b4702438cb476922&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1330972 Jan 14 01:47:03.173360 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Allocated IP 19.86.0.2 (b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb/0e5807b8-ad3b-4149-8159-7db634a306ee/f256c64c-f9d6-48a7-b37e-ee121379df12) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:03.231480 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port ee32ab1f-68b2-4844-8920-b9eb34485ad5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=ee32ab1f-68b2-4844-8920-b9eb34485ad5,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:03.248262 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port e02f3090-2fb6-456a-ac1a-d5f1bb638580 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:03.249313 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-09c4f948-0b14-4b9e-84f9-d5beb455b194 req-7b9225cd-7e28-46a8-be55-8c42ce12c576 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0677361 Jan 14 01:47:03.249554 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:03.269753 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-07e248cc-ff64-40c4-9b36-0915aed2be8b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7cecf3e8e39d4aada86f9cfa08984ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604668 Jan 14 01:47:03.270669 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57378) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:03.294148 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'ee32ab1f-68b2-4844-8920-b9eb34485ad5', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'port_id': 'ee32ab1f-68b2-4844-8920-b9eb34485ad5', 'mac_address': 'fa:16:3e:f9:69:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845bcc49-2264-4165-8b1c-097522050b8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:47:03.330621 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9269b73d-487b-4f08-9f5b-c9936d857206 admin admin] Publish callbacks [] for security_group (93a13dfa-c8d0-4733-8a45-c2830f6cecfe), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:03.361042 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9269b73d-487b-4f08-9f5b-c9936d857206 admin admin] Publish callbacks [] for security_group (93a13dfa-c8d0-4733-8a45-c2830f6cecfe), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:03.441291 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9269b73d-487b-4f08-9f5b-c9936d857206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (93a13dfa-c8d0-4733-8a45-c2830f6cecfe), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:03.446363 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9269b73d-487b-4f08-9f5b-c9936d857206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:03.451252 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9269b73d-487b-4f08-9f5b-c9936d857206 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93a13dfa-c8d0-4733-8a45-c2830f6cecfe HTTP/1.1" status: 204 len: 168 time: 0.1792488 Jan 14 01:47:03.461678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1b84043f-04a3-48d2-9f31-e6ab9e1981f4 None None] Current status of the port e02f3090-2fb6-456a-ac1a-d5f1bb638580 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:03.474382 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269b73d-487b-4f08-9f5b-c9936d857206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a13dfa-c8d0-4733-8a45-c2830f6cecfe,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:03.475850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port ee32ab1f-68b2-4844-8920-b9eb34485ad5 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:03.485000 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:03.530950 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee32ab1f-68b2-4844-8920-b9eb34485ad5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:03.598025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:03.598644 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:03.602453 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port ee32ab1f-68b2-4844-8920-b9eb34485ad5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=ee32ab1f-68b2-4844-8920-b9eb34485ad5,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:03.634451 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:03.638134 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Publish callbacks [] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:03.652545 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820c588-c772-4bf8-8397-a91a4907cde2 req-0140ce64-5396-4d14-a757-4907b1842fee tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:03.659713 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0820c588-c772-4bf8-8397-a91a4907cde2 req-0140ce64-5396-4d14-a757-4907b1842fee tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.4791737 Jan 14 01:47:03.668993 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:03.697285 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-44613646-2b60-4a3c-bbaf-bf064d2b67e3 service neutron] 10.222.0.26 "GET /v2.0/networks/36e44d7e-5b9c-4569-9483-de784e9e24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821693 Jan 14 01:47:03.716555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:03.724442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:03.750154 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:03.752740 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=ee32ab1f-68b2-4844-8920-b9eb34485ad5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:03.791820 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0820c588-c772-4bf8-8397-a91a4907cde2 req-6a2c7d4b-15bf-4831-8b9d-7acf09a78d0c tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168756 Jan 14 01:47:03.887373 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-4faaf42f-bca4-4dc4-9d83-d225036500f5 service neutron] 10.222.0.26 "GET /v2.0/networks/36e44d7e-5b9c-4569-9483-de784e9e24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890888 Jan 14 01:47:04.012683 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:04.013608 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57404) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:04.014079 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882a353-f4d5-41c1-930d-08b246580c38 req-7b0b60d8-43e5-4610-9f64-5f2e43a6cbf7 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:04.015368 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8882a353-f4d5-41c1-930d-08b246580c38 req-7b0b60d8-43e5-4610-9f64-5f2e43a6cbf7 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 944 time: 0.1132512 Jan 14 01:47:04.043891 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Pushing event updated for resources: {'Port': ['ID=f256c64c-f9d6-48a7-b37e-ee121379df12,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:04.059110 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-f9fbbef5-72d4-49c1-b92f-aac5a66c2b71 service neutron] 10.222.0.26 "GET /v2.0/networks/b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707854 Jan 14 01:47:04.063675 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Attempting to bind port f256c64c-f9d6-48a7-b37e-ee121379df12 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:04.064274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Attempting to bind port f256c64c-f9d6-48a7-b37e-ee121379df12 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'f777fa30-5448-4d9b-97f4-9f62032a7ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:04.064551 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Attempting to bind port f256c64c-f9d6-48a7-b37e-ee121379df12 on network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:04.068275 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:04.099205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:04.099626 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Checking segment: {'id': 'f777fa30-5448-4d9b-97f4-9f62032a7ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:04.099984 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:04.100378 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Bound using segment: {'id': 'f777fa30-5448-4d9b-97f4-9f62032a7ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:04.100863 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Bound port: f256c64c-f9d6-48a7-b37e-ee121379df12, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f777fa30-5448-4d9b-97f4-9f62032a7ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:04.101243 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:04.107555 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-dd0c5f01-286e-4ce3-b724-1bd3bb848752 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95b727c684ef4e36849808b39c1cdbc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0880413 Jan 14 01:47:04.111121 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57408) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:04.158838 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e02f3090-2fb6-456a-ac1a-d5f1bb638580 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:04.181879 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b208043-4641-46eb-8956-68e45a39c0d2 admin admin] Publish callbacks [] for security_group (85817d75-0787-4ea5-aca6-1361da9f758d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:04.218941 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b208043-4641-46eb-8956-68e45a39c0d2 admin admin] Publish callbacks [] for security_group (85817d75-0787-4ea5-aca6-1361da9f758d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:04.222587 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8882a353-f4d5-41c1-930d-08b246580c38 req-1295a14b-24dc-4158-b8ce-b671bd6965ed tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909492 Jan 14 01:47:04.225139 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-81f9d51e-7d08-481e-8a00-57fb99407115 service neutron] 10.222.0.26 "GET /v2.0/networks/b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652629 Jan 14 01:47:04.277474 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] For port f256c64c-f9d6-48a7-b37e-ee121379df12, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:04.341176 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b208043-4641-46eb-8956-68e45a39c0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (85817d75-0787-4ea5-aca6-1361da9f758d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:04.343950 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b208043-4641-46eb-8956-68e45a39c0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:04.348120 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0b208043-4641-46eb-8956-68e45a39c0d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85817d75-0787-4ea5-aca6-1361da9f758d HTTP/1.1" status: 204 len: 168 time: 0.2328799 Jan 14 01:47:04.359774 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b208043-4641-46eb-8956-68e45a39c0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85817d75-0787-4ea5-aca6-1361da9f758d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:04.369297 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a956d5ef-bd4f-47e1-953e-23c40f4d9387 service neutron] 10.222.0.26 "GET /v2.0/networks/36e44d7e-5b9c-4569-9483-de784e9e24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334465 Jan 14 01:47:04.409224 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] For port f256c64c-f9d6-48a7-b37e-ee121379df12, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f256c64c-f9d6-48a7-b37e-ee121379df12,segment=NetworkSegment(f777fa30-5448-4d9b-97f4-9f62032a7ff3),segment_id=f777fa30-5448-4d9b-97f4-9f62032a7ff3)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:04.435206 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:04.461157 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:04.461849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port e02f3090-2fb6-456a-ac1a-d5f1bb638580 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:04.462209 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:04.587323 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-e8b2ddd5-db5d-4c29-9599-e57d93ab8fda service neutron] 10.222.0.26 "GET /v2.0/networks/36e44d7e-5b9c-4569-9483-de784e9e24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068648 Jan 14 01:47:04.593240 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ad07e-ee47-4a6e-91d6-d7aceef6b864 None None] Pushing event updated for resources: {'Port': ['ID=f256c64c-f9d6-48a7-b37e-ee121379df12,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:04.725477 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port e02f3090-2fb6-456a-ac1a-d5f1bb638580 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:04.769955 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170119e-f8ef-4db3-a84e-55dbc8ecb8ef req-f729f666-7289-4737-8ca3-261b96283d88 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:04.777969 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f170119e-f8ef-4db3-a84e-55dbc8ecb8ef req-f729f666-7289-4737-8ca3-261b96283d88 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.0769427 Jan 14 01:47:04.886338 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3dbb18c8-da4a-4c76-ac4e-39899b7d91fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:04.935754 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f170119e-f8ef-4db3-a84e-55dbc8ecb8ef req-e6ffa833-d6e2-4d99-8cbe-a51ce2c1cce3 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568291 Jan 14 01:47:05.022809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-555010f6-91d1-4093-ad9f-342ea050c7d8 req-9e9ca82b-84d8-4392-9324-c40ed0461207 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0855784 Jan 14 01:47:05.219537 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2cccc9e7-3387-480c-a70e-4f3de93bc923 req-5bdb7eff-8028-4aaa-aec9-9ff59c27312c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 210 time: 0.0429821 Jan 14 01:47:05.240388 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e76205-f6ac-4e2a-9be4-6080a9ea875b req-a74388ac-f1b7-4c12-8e1e-0106e18ef544 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:05.242140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-02e76205-f6ac-4e2a-9be4-6080a9ea875b req-a74388ac-f1b7-4c12-8e1e-0106e18ef544 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.1209512 Jan 14 01:47:05.296048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57454) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:05.365863 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-02e76205-f6ac-4e2a-9be4-6080a9ea875b req-15c1f9b3-7abc-4f28-b227-330eaa7efd2f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175578 Jan 14 01:47:05.407890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eed553-a8a5-4e6f-a7bc-55aad80385e9 req-463197db-8c99-47d5-a29f-c20e2a205515 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:05.409521 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b6eed553-a8a5-4e6f-a7bc-55aad80385e9 req-463197db-8c99-47d5-a29f-c20e2a205515 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1016333 Jan 14 01:47:05.511213 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b6eed553-a8a5-4e6f-a7bc-55aad80385e9 req-682b33f0-cd7e-48dd-add5-2acab11cf745 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947235 Jan 14 01:47:05.567940 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e79546b1-2b79-43c5-937b-bb2e3413b7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:05.738890 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e79546b1-2b79-43c5-937b-bb2e3413b7b5 admin admin] Publish callbacks [] for security_group (77f36293-94e6-4112-b9f6-db948f6ab6a3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:05.751120 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e79546b1-2b79-43c5-937b-bb2e3413b7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (77f36293-94e6-4112-b9f6-db948f6ab6a3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:05.826700 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481f7d-fad5-4fb5-85a7-e5c39611ec66 req-f5ab9847-947b-47f3-b7a8-02773dfce0a6 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:05.854113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0f481f7d-fad5-4fb5-85a7-e5c39611ec66 req-f5ab9847-947b-47f3-b7a8-02773dfce0a6 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 944 time: 0.2011504 Jan 14 01:47:05.905412 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e79546b1-2b79-43c5-937b-bb2e3413b7b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9a4fe8f2096475f8d01601dcc54233c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6074631 Jan 14 01:47:05.911420 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57488) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:05.927014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57490) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:05.947783 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79546b1-2b79-43c5-937b-bb2e3413b7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f36293-94e6-4112-b9f6-db948f6ab6a3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:06.005283 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0f481f7d-fad5-4fb5-85a7-e5c39611ec66 req-26d7415a-5825-4393-9bbc-f0b1bf556de3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500466 Jan 14 01:47:06.039663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de8a71-e4b3-491a-9a14-da56faf81fc5 None None] Network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:06.072848 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6396278d-e248-4bb7-a858-3606b41e85ff admin admin] Publish callbacks [] for security_group (77f36293-94e6-4112-b9f6-db948f6ab6a3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.183443 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6396278d-e248-4bb7-a858-3606b41e85ff admin admin] Publish callbacks [] for security_group (77f36293-94e6-4112-b9f6-db948f6ab6a3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.187001 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-525608a6-477e-4ce2-afe0-fd43e7964c97 None None] Provisioning complete for port f256c64c-f9d6-48a7-b37e-ee121379df12 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:06.187638 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-525608a6-477e-4ce2-afe0-fd43e7964c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.297433 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f256c64c-f9d6-48a7-b37e-ee121379df12 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:06.305955 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa2c7b39-d4f5-4299-a0ff-d313055d40b5 req-eb239797-ed9f-4e1b-85c1-f5d4ca4cc44f tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0607171 Jan 14 01:47:06.324696 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1957025568-network', 'tenant_id': 'a0569d856355492ca5720a37a4290839'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:06.408690 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-525608a6-477e-4ce2-afe0-fd43e7964c97 None None] Current status of the port f256c64c-f9d6-48a7-b37e-ee121379df12 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:06.409168 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-525608a6-477e-4ce2-afe0-fd43e7964c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.462647 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-525608a6-477e-4ce2-afe0-fd43e7964c97 None None] For port f256c64c-f9d6-48a7-b37e-ee121379df12, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f256c64c-f9d6-48a7-b37e-ee121379df12,segment=NetworkSegment(f777fa30-5448-4d9b-97f4-9f62032a7ff3),segment_id=f777fa30-5448-4d9b-97f4-9f62032a7ff3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:06.464095 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port f256c64c-f9d6-48a7-b37e-ee121379df12 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:06.464693 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.491704 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Made reservation on behalf of a0569d856355492ca5720a37a4290839 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:06.494719 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.501488 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6396278d-e248-4bb7-a858-3606b41e85ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (77f36293-94e6-4112-b9f6-db948f6ab6a3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.505605 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6396278d-e248-4bb7-a858-3606b41e85ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.508261 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-525608a6-477e-4ce2-afe0-fd43e7964c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.514367 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6396278d-e248-4bb7-a858-3606b41e85ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77f36293-94e6-4112-b9f6-db948f6ab6a3 HTTP/1.1" status: 204 len: 168 time: 0.6000936 Jan 14 01:47:06.568127 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.578827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4da2c934-3739-40a9-b622-7896756f27b2 req-480fd844-00e8-4234-b117-3e52dd4c1268 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 210 time: 0.0437152 Jan 14 01:47:06.607999 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396278d-e248-4bb7-a858-3606b41e85ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f36293-94e6-4112-b9f6-db948f6ab6a3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:06.709931 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525608a6-477e-4ce2-afe0-fd43e7964c97 None None] Pushing event updated for resources: {'Port': ['ID=f256c64c-f9d6-48a7-b37e-ee121379df12,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:06.724135 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57520) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:06.735772 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-f9176af2-986a-4d85-a9d4-003b99841865 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:06.740135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device ee32ab1f-68b2-4844-8920-b9eb34485ad5 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:06.743015 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-f9176af2-986a-4d85-a9d4-003b99841865 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:06.744888 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-f9176af2-986a-4d85-a9d4-003b99841865 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.36 "GET /v2.0/networks?id=36e44d7e-5b9c-4569-9483-de784e9e24e8&id=b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb&id=36e44d7e-5b9c-4569-9483-de784e9e24e8 HTTP/1.1" status: 200 len: 1391 time: 0.3807409 Jan 14 01:47:06.769529 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'port': {'device_id': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8', 'admin_state_up': True, 'tenant_id': 'cda1637d84124f32b4702438cb476922'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:06.809046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-1e8bb0d3-5209-4c64-9a58-fc9dec2946e6 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:06.813148 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-1e8bb0d3-5209-4c64-9a58-fc9dec2946e6 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/networks?id=e1eec745-07b3-42a4-8e38-bc8500879dd8 HTTP/1.1" status: 200 len: 815 time: 0.4564834 Jan 14 01:47:06.817513 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port f256c64c-f9d6-48a7-b37e-ee121379df12 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:06.822290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-51bb1700-77e3-4116-a95a-5bbe1e4388f6 None None] Provisioning complete for port f256c64c-f9d6-48a7-b37e-ee121379df12 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:06.824570 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51bb1700-77e3-4116-a95a-5bbe1e4388f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.825491 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port ee32ab1f-68b2-4844-8920-b9eb34485ad5 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:47:06.860009 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port ee32ab1f-68b2-4844-8920-b9eb34485ad5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:06.861292 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.867862 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-b73b3770-77c5-4521-a7c8-56a9a6dfcd51 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/quotas/8d2ed6ba6dfc48ef9b24e591f94a32ad HTTP/1.1" status: 200 len: 375 time: 0.0311472 Jan 14 01:47:06.929958 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eaae0-e4ac-482f-9539-b11235a854a0 req-fcacb75d-3b9b-465f-b862-1b6f9d9938a0 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:06.945383 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-340eaae0-e4ac-482f-9539-b11235a854a0 req-fcacb75d-3b9b-465f-b862-1b6f9d9938a0 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.2133062 Jan 14 01:47:06.959849 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:06.963733 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:06.987606 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Publish callbacks [] for security_group (45f1e4f9-5aa8-4fcd-9990-20a47b7cef43), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.019044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-9b3d8c5b-7762-465e-9ef6-7161616b1efb tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d2ed6ba6dfc48ef9b24e591f94a32ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1451700 Jan 14 01:47:07.020973 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-51bb1700-77e3-4116-a95a-5bbe1e4388f6 None None] Current status of the port f256c64c-f9d6-48a7-b37e-ee121379df12 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:07.030166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port ee32ab1f-68b2-4844-8920-b9eb34485ad5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:07.030590 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.032088 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-340eaae0-e4ac-482f-9539-b11235a854a0 req-e43459c1-782f-4280-a5d7-a65aba5efad8 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855107 Jan 14 01:47:07.089689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050b1805-8adc-4458-9502-3827ad2eb842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee32ab1f-68b2-4844-8920-b9eb34485ad5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:07.100752 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa9ec2c-5fd8-4702-8602-d6961397b69b" -d '{"events": [{"server_uuid": "050b1805-8adc-4458-9502-3827ad2eb842", "name": "network-vif-plugged", "status": "completed", "tag": "ee32ab1f-68b2-4844-8920-b9eb34485ad5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:07.117458 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (45f1e4f9-5aa8-4fcd-9990-20a47b7cef43), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.131772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port ee32ab1f-68b2-4844-8920-b9eb34485ad5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=ee32ab1f-68b2-4844-8920-b9eb34485ad5,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:07.145936 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Allocated IP 19.80.0.69 (36e44d7e-5b9c-4569-9483-de784e9e24e8/ca9d6e86-a649-4e95-a413-91d00ce816f0/0d1b5b9d-4172-4d66-9047-2d96f0d872f5) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:07.148198 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.151785 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.197292 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3672745c-1edd-4048-9cf1-a872115c1f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.203353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f1e4f9-5aa8-4fcd-9990-20a47b7cef43,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:07.207350 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57530) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:07.218682 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:47:07.241058 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (db443225-0cd1-4b2c-baa1-b79a88545b6c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.241727 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Added segment db443225-0cd1-4b2c-baa1-b79a88545b6c of type vlan for network 1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 Jan 14 01:47:07.257485 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=ee32ab1f-68b2-4844-8920-b9eb34485ad5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:07.258933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97d2b440-7e54-473b-95d7-e6fa7b2bbc4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.277644 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75d683-3801-452e-8c33-7bf2e707d8ce req-0023c916-03f1-421b-91e5-fe173e8c9eb6 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:07.279169 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a75d683-3801-452e-8c33-7bf2e707d8ce req-0023c916-03f1-421b-91e5-fe173e8c9eb6 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 945 time: 0.1240995 Jan 14 01:47:07.280958 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-8c56f402-3d86-4680-86bd-3def693032b4 service neutron] 10.222.0.26 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460873 Jan 14 01:47:07.329587 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (1f3726f4-63f5-4f89-a7d3-5b548a2e19e0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.382778 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (1f3726f4-63f5-4f89-a7d3-5b548a2e19e0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.384043 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:07.384656 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.404284 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks [] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.458948 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5304110 Jan 14 01:47:07.462199 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a75d683-3801-452e-8c33-7bf2e707d8ce req-91e09d2d-cb76-4bcf-bb38-40e53627dd75 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713896 Jan 14 01:47:07.463116 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57534) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:07.470903 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414f40e-f13d-407a-9487-ac090f975744 admin admin] Pushing event updated for resources: {'Network': ['ID=1f3726f4-63f5-4f89-a7d3-5b548a2e19e0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:07.484308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-64047191-b65d-4c30-9a53-dd23a0efedc1 admin admin] Request body: {'subnet': {'network_id': '1f3726f4-63f5-4f89-a7d3-5b548a2e19e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1957025568-subnet', 'tenant_id': 'a0569d856355492ca5720a37a4290839', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:07.494931 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:47:07.517684 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.524863 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Publish callbacks [] for security_group (a021697a-1f9a-4636-8867-fc70373539b4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.536726 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-c8422fa3-439e-4517-a8ae-38d0567a258e service neutron] 10.222.0.26 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448316 Jan 14 01:47:07.542078 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a021697a-1f9a-4636-8867-fc70373539b4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.577239 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e78327d-e4ce-45c8-bf9a-28464c4833bb x-openstack-request-id: req-7e78327d-e4ce-45c8-bf9a-28464c4833bb {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:07.577534 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050b1805-8adc-4458-9502-3827ad2eb842", "name": "network-vif-plugged", "status": "completed", "tag": "ee32ab1f-68b2-4844-8920-b9eb34485ad5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:07.577789 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e78327d-e4ce-45c8-bf9a-28464c4833bb {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:07.578159 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050b1805-8adc-4458-9502-3827ad2eb842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee32ab1f-68b2-4844-8920-b9eb34485ad5', 'code': 200} Jan 14 01:47:07.582952 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Port': ['ID=0d1b5b9d-4172-4d66-9047-2d96f0d872f5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:07.601535 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network 36e44d7e-5b9c-4569-9483-de784e9e24e8 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:07.603706 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:07.616214 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:07.618512 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a021697a-1f9a-4636-8867-fc70373539b4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:07.630037 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64047191-b65d-4c30-9a53-dd23a0efedc1 admin admin] Made reservation on behalf of a0569d856355492ca5720a37a4290839 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:07.632889 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64047191-b65d-4c30-9a53-dd23a0efedc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.727849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.728202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.728543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.728881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.729208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.729744 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.730253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.730783 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.731291 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.731795 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.732288 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.732789 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.733466 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:07.735852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:07.736624 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.759840 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97d2b440-7e54-473b-95d7-e6fa7b2bbc4a admin admin] Publish callbacks [] for security_group (2d39eed4-70f9-4618-8822-4b05f175a5ca), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.773730 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-169c2eaf-b566-450c-b49b-ad26ef391ad3 req-858dff9c-da63-4435-ac02-34f5cbc35562 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.1447103 Jan 14 01:47:07.775714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7656c6-87ba-417d-b2cf-838109a51d78 req-5f839ad2-e6f5-4390-a97b-a20a03e4f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:07.778242 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0a7656c6-87ba-417d-b2cf-838109a51d78 req-5f839ad2-e6f5-4390-a97b-a20a03e4f044 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 1096 time: 0.1581960 Jan 14 01:47:07.787912 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805938d4-e5d4-411d-9aa9-5e13423594b7 req-c07990c6-50d7-4ab4-9f67-fd9d61dad842 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:07.790225 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-805938d4-e5d4-411d-9aa9-5e13423594b7 req-c07990c6-50d7-4ab4-9f67-fd9d61dad842 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.46 "GET /v2.0/ports?device_id=97f9618c-e028-4baa-b421-10cfafecc29c HTTP/1.1" status: 200 len: 945 time: 0.1595891 Jan 14 01:47:07.796428 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9717ab2-6eb7-466a-83c8-18f4c476512f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0324192 Jan 14 01:47:07.811333 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97d2b440-7e54-473b-95d7-e6fa7b2bbc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2d39eed4-70f9-4618-8822-4b05f175a5ca), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.817232 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9a70a199-02a5-4a1d-8a57-dc2fff372452 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18296c2c7c6440bf9ea71f234238a3e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0920625 Jan 14 01:47:07.828317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:07.849724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'port': {'device_id': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb', 'admin_state_up': True, 'tenant_id': 'cda1637d84124f32b4702438cb476922'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:07.940384 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2b440-7e54-473b-95d7-e6fa7b2bbc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d39eed4-70f9-4618-8822-4b05f175a5ca,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:07.974227 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4e78ee5e-334f-45a3-b38f-6cf0b184bb05 req-404794c1-7079-48d3-b1d0-f0e476c76660 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 210 time: 0.0850892 Jan 14 01:47:07.975921 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a21bb41-d9fa-4d1a-8598-06f8b0b452c8 None None] Provisioning complete for port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:07.976548 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a21bb41-d9fa-4d1a-8598-06f8b0b452c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:07.994753 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-97d2b440-7e54-473b-95d7-e6fa7b2bbc4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=660aa58f65c648fbadc6ef812fd9d982&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7721019 Jan 14 01:47:07.994753 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57550) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:08.026326 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227704c2-65ac-4969-87ac-82bc55013d79 req-83b5c993-6bd0-4899-ba6f-c53fc107cc31 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:08.028389 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-227704c2-65ac-4969-87ac-82bc55013d79 req-83b5c993-6bd0-4899-ba6f-c53fc107cc31 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 931 time: 0.2086916 Jan 14 01:47:08.045697 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4a21bb41-d9fa-4d1a-8598-06f8b0b452c8 None None] Port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:47:08.068096 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0a7656c6-87ba-417d-b2cf-838109a51d78 req-e4ebada5-a592-4167-809a-7784e51e4bfd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766953 Jan 14 01:47:08.141076 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e52f9c9f-9fe6-4d26-adaa-aef08c791629 admin admin] Publish callbacks [] for security_group (a021697a-1f9a-4636-8867-fc70373539b4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.145441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f256c64c-f9d6-48a7-b37e-ee121379df12 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:08.180570 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e52f9c9f-9fe6-4d26-adaa-aef08c791629 admin admin] Publish callbacks [] for security_group (a021697a-1f9a-4636-8867-fc70373539b4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.199780 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-805938d4-e5d4-411d-9aa9-5e13423594b7 req-0f2b39eb-cc0b-4443-ba2e-c6dd54180c03 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Deleting port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:47:08.200663 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-805938d4-e5d4-411d-9aa9-5e13423594b7 req-0f2b39eb-cc0b-4443-ba2e-c6dd54180c03 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.207398 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port f256c64c-f9d6-48a7-b37e-ee121379df12 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:08.207806 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.211065 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-227704c2-65ac-4969-87ac-82bc55013d79 req-eb3d2ad1-d9a7-486b-86fd-7be391cd8d6b tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730418 Jan 14 01:47:08.250125 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:08.254139 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.273551 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a30122c-b704-4f44-8484-fdba3d1379f6 admin admin] Publish callbacks [] for security_group (2d39eed4-70f9-4618-8822-4b05f175a5ca), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.338113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ffab0-0bc5-47ed-9999-968d350fad6f req-fa6f0b4a-106e-4a85-aabd-c48a1fe6c2e1 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:08.345544 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-952ffab0-0bc5-47ed-9999-968d350fad6f req-fa6f0b4a-106e-4a85-aabd-c48a1fe6c2e1 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.2099471 Jan 14 01:47:08.352554 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.353367 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port f256c64c-f9d6-48a7-b37e-ee121379df12 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:08.375378 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a30122c-b704-4f44-8484-fdba3d1379f6 admin admin] Publish callbacks [] for security_group (2d39eed4-70f9-4618-8822-4b05f175a5ca), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.384074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64047191-b65d-4c30-9a53-dd23a0efedc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.393980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-805938d4-e5d4-411d-9aa9-5e13423594b7 req-0f2b39eb-cc0b-4443-ba2e-c6dd54180c03 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] For port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:08.394601 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-805938d4-e5d4-411d-9aa9-5e13423594b7 req-0f2b39eb-cc0b-4443-ba2e-c6dd54180c03 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.413764 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e52f9c9f-9fe6-4d26-adaa-aef08c791629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a021697a-1f9a-4636-8867-fc70373539b4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.416254 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e52f9c9f-9fe6-4d26-adaa-aef08c791629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.419749 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e52f9c9f-9fe6-4d26-adaa-aef08c791629 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a021697a-1f9a-4636-8867-fc70373539b4 HTTP/1.1" status: 204 len: 168 time: 0.5637634 Jan 14 01:47:08.437771 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-805938d4-e5d4-411d-9aa9-5e13423594b7 req-0f2b39eb-cc0b-4443-ba2e-c6dd54180c03 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Calling delete_port for cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:47:08.477199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f9c9f-9fe6-4d26-adaa-aef08c791629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a021697a-1f9a-4636-8867-fc70373539b4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:08.480785 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-952ffab0-0bc5-47ed-9999-968d350fad6f req-4f4bf8f3-9644-4447-8185-3931862e15b0 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331563 Jan 14 01:47:08.513459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64047191-b65d-4c30-9a53-dd23a0efedc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:08.526087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64047191-b65d-4c30-9a53-dd23a0efedc1 admin admin] Checking segment: {'id': 'db443225-0cd1-4b2c-baa1-b79a88545b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1f3726f4-63f5-4f89-a7d3-5b548a2e19e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:08.526484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64047191-b65d-4c30-9a53-dd23a0efedc1 admin admin] Network hostable DHCP agents. Network: 1f3726f4-63f5-4f89-a7d3-5b548a2e19e0, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:47:08.536323 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a30122c-b704-4f44-8484-fdba3d1379f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2d39eed4-70f9-4618-8822-4b05f175a5ca), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.539176 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a30122c-b704-4f44-8484-fdba3d1379f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.540829 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6a30122c-b704-4f44-8484-fdba3d1379f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d39eed4-70f9-4618-8822-4b05f175a5ca HTTP/1.1" status: 204 len: 168 time: 0.5393445 Jan 14 01:47:08.575977 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30122c-b704-4f44-8484-fdba3d1379f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d39eed4-70f9-4618-8822-4b05f175a5ca,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:08.594383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64047191-b65d-4c30-9a53-dd23a0efedc1 admin admin] Network 1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:47:08.601390 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Allocated IP 19.86.0.132 (b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb/0e5807b8-ad3b-4149-8159-7db634a306ee/838b35c9-58e3-438d-95d0-a166b1e53618) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:08.612577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-64047191-b65d-4c30-9a53-dd23a0efedc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 1f3726f4-63f5-4f89-a7d3-5b548a2e19e0) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:08.629873 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64047191-b65d-4c30-9a53-dd23a0efedc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:08.630692 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64047191-b65d-4c30-9a53-dd23a0efedc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.636112 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4191a8b2-ad67-4d6b-841a-ab68c83bc06c None None] Network 1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:08.702969 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-64047191-b65d-4c30-9a53-dd23a0efedc1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2335954 Jan 14 01:47:08.736456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381ae38-f72b-4b6e-b6e3-4f44a89a9761 req-a3740e1c-0f93-43d7-8422-d3d02d02520a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:08.738072 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3381ae38-f72b-4b6e-b6e3-4f44a89a9761 req-a3740e1c-0f93-43d7-8422-d3d02d02520a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 945 time: 0.1104646 Jan 14 01:47:08.835049 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3381ae38-f72b-4b6e-b6e3-4f44a89a9761 req-d873d6a8-55e4-4bbd-827d-0942ddbf14e4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908175 Jan 14 01:47:08.892913 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4bdc44-eaf3-4a06-ba1c-a5a93ec05985 None None] Network 1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:08.917451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-805938d4-e5d4-411d-9aa9-5e13423594b7 req-0f2b39eb-cc0b-4443-ba2e-c6dd54180c03 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:08.954507 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b39eb-cc0b-4443-ba2e-c6dd54180c03 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Pushing event deleted for resources: {'Port': ['ID=cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:09.045422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f04b164-4c8e-4d7a-867c-de07f4c35885 req-c91b12af-57a0-4fe1-ac39-d992b04d9601 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0524099 Jan 14 01:47:09.066684 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-805938d4-e5d4-411d-9aa9-5e13423594b7 req-0f2b39eb-cc0b-4443-ba2e-c6dd54180c03 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] No DVR routers for this DVR port cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:47:09.070856 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks [] for port (838b35c9-58e3-438d-95d0-a166b1e53618), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:09.072875 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-805938d4-e5d4-411d-9aa9-5e13423594b7 req-0f2b39eb-cc0b-4443-ba2e-c6dd54180c03 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:09.076718 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-805938d4-e5d4-411d-9aa9-5e13423594b7 req-0f2b39eb-cc0b-4443-ba2e-c6dd54180c03 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.46 "DELETE /v2.0/ports/cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 HTTP/1.1" status: 204 len: 173 time: 1.2792025 Jan 14 01:47:09.077168 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f9618c-e028-4baa-b421-10cfafecc29c', 'name': 'network-vif-deleted', 'tag': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:09.079487 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b5aacc-8479-410e-8282-84c5820b73ce" -d '{"events": [{"server_uuid": "97f9618c-e028-4baa-b421-10cfafecc29c", "name": "network-vif-deleted", "tag": "cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:09.173918 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:09.231689 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:09.264485 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Port': ['ID=838b35c9-58e3-438d-95d0-a166b1e53618,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:09.285301 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:09.292057 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:09.309652 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-85540508-93e2-4956-b45c-e82e9cac3783 req-111531c6-5a73-438f-9653-9ad06da03088 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 210 time: 0.0814672 Jan 14 01:47:09.337850 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2692b1b-8ed9-44d3-b5e7-afbac75366b3 x-openstack-request-id: req-e2692b1b-8ed9-44d3-b5e7-afbac75366b3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:09.338406 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f9618c-e028-4baa-b421-10cfafecc29c", "name": "network-vif-deleted", "tag": "cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:09.338710 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2692b1b-8ed9-44d3-b5e7-afbac75366b3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:09.339204 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f9618c-e028-4baa-b421-10cfafecc29c', 'name': 'network-vif-deleted', 'tag': 'cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3', 'status': 'completed', 'code': 200} Jan 14 01:47:09.509036 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79700290-f3b0-4238-a56a-bc73a42155d2 req-c4aa72d7-c81d-4855-971c-40374a517366 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:09.515531 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79700290-f3b0-4238-a56a-bc73a42155d2 req-c4aa72d7-c81d-4855-971c-40374a517366 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:09.517934 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79700290-f3b0-4238-a56a-bc73a42155d2 req-c4aa72d7-c81d-4855-971c-40374a517366 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 1654 time: 0.1040213 Jan 14 01:47:09.523749 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:09.526787 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:09.602333 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2f9818d7-6ff8-4b4e-bf73-ccafd98633fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7827778 Jan 14 01:47:09.627153 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79700290-f3b0-4238-a56a-bc73a42155d2 req-70f15b21-4999-4445-9196-bc806b1eac1d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955606 Jan 14 01:47:09.636511 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'port': {'device_id': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8', 'admin_state_up': True, 'tenant_id': 'cda1637d84124f32b4702438cb476922'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:09.689417 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8235838e-cbc7-40da-9b49-109f13985b84 None None] Provisioning complete for port 838b35c9-58e3-438d-95d0-a166b1e53618 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:09.690042 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8235838e-cbc7-40da-9b49-109f13985b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.725735 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-693b1781-d858-40b3-9037-1bf9e2fe7801 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:09.729080 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-693b1781-d858-40b3-9037-1bf9e2fe7801 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.36 "GET /v2.0/networks?id=e1eec745-07b3-42a4-8e38-bc8500879dd8 HTTP/1.1" status: 200 len: 815 time: 0.3682346 Jan 14 01:47:09.743018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8235838e-cbc7-40da-9b49-109f13985b84 None None] Port 838b35c9-58e3-438d-95d0-a166b1e53618 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:47:09.754657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Request body: {'port': {'device_id': '4bfbd471-7f39-4055-8c3e-329d1b8aeef6', 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8', 'admin_state_up': True, 'tenant_id': '8d2ed6ba6dfc48ef9b24e591f94a32ad'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:09.848110 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.038046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933c0bc-d65d-4424-b492-ca9c835e7f19 req-2d677629-9cba-4c07-ac97-d11ca80abe30 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:10.039948 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0933c0bc-d65d-4424-b492-ca9c835e7f19 req-2d677629-9cba-4c07-ac97-d11ca80abe30 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 945 time: 0.0667243 Jan 14 01:47:10.119406 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0933c0bc-d65d-4424-b492-ca9c835e7f19 req-d845e35c-77a7-4b17-ba04-fd44cb4fef21 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665791 Jan 14 01:47:10.177006 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57642) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:10.182269 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2123435523-network', 'tenant_id': '4f2a89767c57464fbf0ef01ad6609b74'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:10.244834 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:10.252308 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.253960 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-78bba715-594b-442c-931d-d764a35aa3b0 req-fefde065-12a0-4f08-9ab9-0946892e9d1d tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0783012 Jan 14 01:47:10.258099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Made reservation on behalf of 4f2a89767c57464fbf0ef01ad6609b74 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:10.263818 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.283328 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.383991 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Made reservation on behalf of 8d2ed6ba6dfc48ef9b24e591f94a32ad for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:10.383991 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.528619 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Allocated IP 19.80.0.207 (36e44d7e-5b9c-4569-9483-de784e9e24e8/ca9d6e86-a649-4e95-a413-91d00ce816f0/c9dd45ba-5933-4013-bc0a-d3c8f44fbeda) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:10.546968 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf6991df-657b-4fc1-82e6-3abd38c24c46 req-b6fd80e7-66e9-4fd4-b687-6a4b7fbc9bfb tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 210 time: 0.1216125 Jan 14 01:47:10.550062 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Publish callbacks [] for security_group (0671b3cb-dd81-4cac-ab2e-1c9dc02f92b9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.557793 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0671b3cb-dd81-4cac-ab2e-1c9dc02f92b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.607157 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:47:10.624986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Allocated IP 172.20.0.6 (e1eec745-07b3-42a4-8e38-bc8500879dd8/35b3016c-15b4-4514-b43b-bbebf480ff89/25d7b73e-9fe3-48f3-a548-61c33cf3c01b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:10.631212 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0671b3cb-dd81-4cac-ab2e-1c9dc02f92b9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:10.642041 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (54bb3359-e0c9-42cf-bbc1-f3585051504b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.643260 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Added segment 54bb3359-e0c9-42cf-bbc1-f3585051504b of type vlan for network 7a612310-2d61-49e8-b808-4e2dc45bc549 Jan 14 01:47:10.653205 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a68610-1ae1-4276-b08d-d48e1e57f6e9 req-cb63d1c5-4b63-4408-b246-900b66bbf33b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:10.661946 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0a68610-1ae1-4276-b08d-d48e1e57f6e9 req-cb63d1c5-4b63-4408-b246-900b66bbf33b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.2240913 Jan 14 01:47:10.713357 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0a68610-1ae1-4276-b08d-d48e1e57f6e9 req-12a330bf-8033-4776-991e-b688830a09b5 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/quotas/2fab75ce1abf44998cda6d72ba056199 HTTP/1.1" status: 200 len: 375 time: 0.0501809 Jan 14 01:47:10.755030 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (7a612310-2d61-49e8-b808-4e2dc45bc549), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.803561 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0a68610-1ae1-4276-b08d-d48e1e57f6e9 req-01a87407-1a31-4b37-a4d9-eb25a931b178 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889351 Jan 14 01:47:10.817657 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (7a612310-2d61-49e8-b808-4e2dc45bc549), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.821814 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:10.824021 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.840266 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks [] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.912522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a76ba19f-cb8f-43a6-9134-8deb78c3153a details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:47:10.917991 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks [] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.924809 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:10.935450 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:47:10.966337 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:47:10.967114 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device cd2bfa45-bdaf-41c9-996f-8a978f3e1ca3 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:47:10.974288 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:11.036001 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8579602 Jan 14 01:47:11.038929 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network 36e44d7e-5b9c-4569-9483-de784e9e24e8 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:11.039477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56d309-afae-40c9-b66d-a2084133aca6 admin admin] Pushing event updated for resources: {'Network': ['ID=7a612310-2d61-49e8-b808-4e2dc45bc549,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:11.041380 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57688) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:11.048846 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5fc31b36-ef9b-45db-b922-f2f73409cb3a admin admin] Request body: {'subnet': {'network_id': '7a612310-2d61-49e8-b808-4e2dc45bc549', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2123435523-subnet', 'tenant_id': '4f2a89767c57464fbf0ef01ad6609b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:11.051341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 7a612310-2d61-49e8-b808-4e2dc45bc549 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:47:11.052794 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:11.060467 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:11.066715 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Port': ['ID=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:11.090389 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d54e47-a954-4075-940a-ad32b32ace38 req-fad6e9c5-b252-4511-ac9b-80900c147b8e tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:11.096728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d54e47-a954-4075-940a-ad32b32ace38 req-fad6e9c5-b252-4511-ac9b-80900c147b8e tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:11.102774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d54e47-a954-4075-940a-ad32b32ace38 req-fad6e9c5-b252-4511-ac9b-80900c147b8e tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:11.110384 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:11.111850 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0d54e47-a954-4075-940a-ad32b32ace38 req-fad6e9c5-b252-4511-ac9b-80900c147b8e tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2376 time: 0.1446869 Jan 14 01:47:11.177718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a76ba19f-cb8f-43a6-9134-8deb78c3153a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a76ba19f-cb8f-43a6-9134-8deb78c3153a,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:11.180550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0a68610-1ae1-4276-b08d-d48e1e57f6e9 req-0af2b002-8de4-44a2-8d55-dbd1325a8e13 service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757732 Jan 14 01:47:11.191558 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a', 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'port_id': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a', 'mac_address': 'fa:16:3e:b2:d0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d3bd97-b0d7-4581-9638-89c747c1dc86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:47:11.215378 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:11.216288 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:11.224664 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Network e1eec745-07b3-42a4-8e38-bc8500879dd8 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:11.234705 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:11.239934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:11.242867 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Pushing event updated for resources: {'Port': ['ID=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:11.270319 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a76ba19f-cb8f-43a6-9134-8deb78c3153a is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:11.270749 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:11.287594 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1ff91f3f-c150-4095-93b2-662f07775cf1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6630323 Jan 14 01:47:11.287820 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc31b36-ef9b-45db-b922-f2f73409cb3a admin admin] Made reservation on behalf of 4f2a89767c57464fbf0ef01ad6609b74 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:11.289941 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5fc31b36-ef9b-45db-b922-f2f73409cb3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:11.293191 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a76ba19f-cb8f-43a6-9134-8deb78c3153a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:11.307966 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Request body: {'port': {'device_id': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:11.325342 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a76ba19f-cb8f-43a6-9134-8deb78c3153a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a76ba19f-cb8f-43a6-9134-8deb78c3153a,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:11.335954 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:11.358317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:11.358820 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:11.388809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0d54e47-a954-4075-940a-ad32b32ace38 req-5017384a-a9be-419d-9e4b-ea2285e14ae1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754073 Jan 14 01:47:11.416770 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:11.432424 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-72d1a52d-dafe-4f58-8050-fb8692484e05 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6827183 Jan 14 01:47:11.459463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0a68610-1ae1-4276-b08d-d48e1e57f6e9 req-84fff532-3cd4-41ff-9e31-7018d23d255f service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758288 Jan 14 01:47:11.466781 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Request body: {'port': {'device_id': '4bfbd471-7f39-4055-8c3e-329d1b8aeef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:11.471002 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a76ba19f-cb8f-43a6-9134-8deb78c3153a,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:11.497541 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-debdd3c6-7a3e-408c-8683-7be80219b8d2 None None] Provisioning complete for port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:11.498049 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-debdd3c6-7a3e-408c-8683-7be80219b8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:11.568545 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad067750-0506-4a03-bdb0-92d69d84a8d9 req-b5bc3992-9b2a-47fd-9295-cdc3ae5a3421 tempest-AbsoluteLimitsNegativeTestJSON-680317920 tempest-AbsoluteLimitsNegativeTestJSON-680317920-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=001296cae98f472eb9db74eb9bd758a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287073 Jan 14 01:47:11.596837 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-debdd3c6-7a3e-408c-8683-7be80219b8d2 None None] Port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:47:11.598909 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['a76ba19f-cb8f-43a6-9134-8deb78c3153a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:11.668488 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:11.701853 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5fc31b36-ef9b-45db-b922-f2f73409cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (f1f40201-3594-462e-9edf-286cb60abd93), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:11.939720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad067750-0506-4a03-bdb0-92d69d84a8d9 req-3ca3ad20-b4cb-402c-827c-03b90364771e tempest-AbsoluteLimitsNegativeTestJSON-680317920 tempest-AbsoluteLimitsNegativeTestJSON-680317920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:11.952202 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad067750-0506-4a03-bdb0-92d69d84a8d9 req-3ca3ad20-b4cb-402c-827c-03b90364771e tempest-AbsoluteLimitsNegativeTestJSON-680317920 tempest-AbsoluteLimitsNegativeTestJSON-680317920-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3732817 Jan 14 01:47:11.970403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc31b36-ef9b-45db-b922-f2f73409cb3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f40201-3594-462e-9edf-286cb60abd93,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:11.995797 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad067750-0506-4a03-bdb0-92d69d84a8d9 req-d2195aba-2e67-4e2d-b545-48e4a4d55b8a tempest-AbsoluteLimitsNegativeTestJSON-680317920 tempest-AbsoluteLimitsNegativeTestJSON-680317920-project] 10.222.0.26 "GET /v2.0/quotas/001296cae98f472eb9db74eb9bd758a6 HTTP/1.1" status: 200 len: 375 time: 0.0338738 Jan 14 01:47:11.998284 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc31b36-ef9b-45db-b922-f2f73409cb3a admin admin] Checking segment: {'id': '54bb3359-e0c9-42cf-bbc1-f3585051504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7a612310-2d61-49e8-b808-4e2dc45bc549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:11.998861 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc31b36-ef9b-45db-b922-f2f73409cb3a admin admin] Network hostable DHCP agents. Network: 7a612310-2d61-49e8-b808-4e2dc45bc549, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:47:12.042772 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-835f54e7-9aa0-4d64-8787-daedd70e355b req-3632d285-1fee-4617-9244-b419504e38df tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0637770 Jan 14 01:47:12.093650 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad067750-0506-4a03-bdb0-92d69d84a8d9 req-f95d4907-b7b8-4859-9258-32ed1c3f3b98 tempest-AbsoluteLimitsNegativeTestJSON-680317920 tempest-AbsoluteLimitsNegativeTestJSON-680317920-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=001296cae98f472eb9db74eb9bd758a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906029 Jan 14 01:47:12.108917 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc31b36-ef9b-45db-b922-f2f73409cb3a admin admin] Network 7a612310-2d61-49e8-b808-4e2dc45bc549 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:47:12.142676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5fc31b36-ef9b-45db-b922-f2f73409cb3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 7a612310-2d61-49e8-b808-4e2dc45bc549) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:12.148806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc31b36-ef9b-45db-b922-f2f73409cb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:12.149460 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5fc31b36-ef9b-45db-b922-f2f73409cb3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:12.159431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d94643-e1ec-4549-9555-f41f4d794cd5 None None] Network 7a612310-2d61-49e8-b808-4e2dc45bc549 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:12.201092 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d7b73e-9fe3-48f3-a548-61c33cf3c01b {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:12.210812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:12.216207 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Publish callbacks [] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:12.222509 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Publish callbacks [] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:12.236298 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5fc31b36-ef9b-45db-b922-f2f73409cb3a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1921506 Jan 14 01:47:12.244025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Transition to ACTIVE for port object 25d7b73e-9fe3-48f3-a548-61c33cf3c01b will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:47:12.257130 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Transition to ACTIVE for port object 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:47:12.258028 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:12.282582 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:12.327165 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad024188-ed3c-4b8c-bd9b-d3e6224d5b26 req-c3bff2ac-a299-41f2-9675-f1af35272004 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:12.337335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad024188-ed3c-4b8c-bd9b-d3e6224d5b26 req-c3bff2ac-a299-41f2-9675-f1af35272004 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 931 time: 0.1544292 Jan 14 01:47:12.396804 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Pushing event updated for resources: {'Port': ['ID=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:12.433776 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad024188-ed3c-4b8c-bd9b-d3e6224d5b26 req-87f4c154-c115-4d69-a781-67a15a3e9cf0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955384 Jan 14 01:47:12.471850 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1b5b9d-4172-4d66-9047-2d96f0d872f5,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:12.501850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d11fdf-2103-4101-80fb-26f63db871f2 None None] Network 7a612310-2d61-49e8-b808-4e2dc45bc549 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:12.661098 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Attempting to bind port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:12.661499 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Attempting to bind port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:12.662199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Attempting to bind port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b on network e1eec745-07b3-42a4-8e38-bc8500879dd8 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:12.671869 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8a086-7411-4280-bbe4-c574a60564c8 req-ee91c47f-bf56-490e-801f-8b3b7620abd5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:12.680065 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8a086-7411-4280-bbe4-c574a60564c8 req-ee91c47f-bf56-490e-801f-8b3b7620abd5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:12.680484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b on network e1eec745-07b3-42a4-8e38-bc8500879dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:47:12.681159 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Attempting to bind port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b on network e1eec745-07b3-42a4-8e38-bc8500879dd8 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:12.686447 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:12.686811 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Checking segment: {'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:12.686941 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8a086-7411-4280-bbe4-c574a60564c8 req-ee91c47f-bf56-490e-801f-8b3b7620abd5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:12.687194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Bound using segment: {'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:12.687711 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Bound port: 25d7b73e-9fe3-48f3-a548-61c33cf3c01b, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:12.687983 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:12.688568 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1a8a086-7411-4280-bbe4-c574a60564c8 req-ee91c47f-bf56-490e-801f-8b3b7620abd5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2388 time: 0.1178465 Jan 14 01:47:12.697555 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Attempting to bind port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:12.697882 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Attempting to bind port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:12.698211 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Attempting to bind port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 on network 36e44d7e-5b9c-4569-9483-de784e9e24e8 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:12.704542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 on network 36e44d7e-5b9c-4569-9483-de784e9e24e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:47:12.705124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Attempting to bind port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 on network 36e44d7e-5b9c-4569-9483-de784e9e24e8 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:12.711884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:12.712230 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Checking segment: {'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:12.712620 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Bound using segment: {'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:12.713051 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Bound port: 0d1b5b9d-4172-4d66-9047-2d96f0d872f5, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:12.713417 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:12.779461 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1a8a086-7411-4280-bbe4-c574a60564c8 req-2f0b1164-11c1-4799-a48b-cb199ed7451f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848622 Jan 14 01:47:12.842186 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] For port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:12.866661 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] For port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:12.874819 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] For port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:12.879112 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:12.884519 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] For port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0d1b5b9d-4172-4d66-9047-2d96f0d872f5,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:12.908058 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a76ba19f-cb8f-43a6-9134-8deb78c3153a up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:12.944060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:12.959101 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:12.960367 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:12.961478 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] 10.222.0.36 "PUT /v2.0/ports/25d7b73e-9fe3-48f3-a548-61c33cf3c01b HTTP/1.1" status: 200 len: 1091 time: 1.5036221 Jan 14 01:47:12.963592 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfbd471-7f39-4055-8c3e-329d1b8aeef6', 'tag': '25d7b73e-9fe3-48f3-a548-61c33cf3c01b'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:12.966693 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d6d961-3b2c-4e18-a331-6ea1377138bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfbd471-7f39-4055-8c3e-329d1b8aeef6", "tag": "25d7b73e-9fe3-48f3-a548-61c33cf3c01b"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:12.989482 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:12.991143 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:12.992645 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] 10.222.0.36 "PUT /v2.0/ports/0d1b5b9d-4172-4d66-9047-2d96f0d872f5 HTTP/1.1" status: 200 len: 1091 time: 1.6969068 Jan 14 01:47:12.999050 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ef18e-4350-40a3-bea7-6339d59570fa service neutron] Pushing event updated for resources: {'Port': ['ID=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:13.016975 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57788) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:13.058075 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bec6b4-9d36-4bc7-8568-fb895415f548 x-openstack-request-id: req-96bec6b4-9d36-4bc7-8568-fb895415f548 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:13.058370 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfbd471-7f39-4055-8c3e-329d1b8aeef6", "tag": "25d7b73e-9fe3-48f3-a548-61c33cf3c01b", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:13.058651 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96bec6b4-9d36-4bc7-8568-fb895415f548 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:13.059063 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfbd471-7f39-4055-8c3e-329d1b8aeef6', 'tag': '25d7b73e-9fe3-48f3-a548-61c33cf3c01b', 'status': 'completed', 'code': 200} Jan 14 01:47:13.059777 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port a76ba19f-cb8f-43a6-9134-8deb78c3153a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:13.062290 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:13.067638 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Request body: {'port': {'device_id': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:13.171819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a76ba19f-cb8f-43a6-9134-8deb78c3153a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:13.172874 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:13.184879 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28ee7001-93a4-453a-8cd0-2f57aa2a1060 req-33ff1f0d-c44a-4475-a603-702f1d8f8d46 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0548921 Jan 14 01:47:13.209954 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44641064-e687-48d2-8f67-eab19a81fb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:13.216486 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21bd19f-0392-44f9-89d1-ee59c2959b61" -d '{"events": [{"server_uuid": "44641064-e687-48d2-8f67-eab19a81fb07", "name": "network-vif-plugged", "status": "completed", "tag": "a76ba19f-cb8f-43a6-9134-8deb78c3153a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:13.231967 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a76ba19f-cb8f-43a6-9134-8deb78c3153a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a76ba19f-cb8f-43a6-9134-8deb78c3153a,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:13.243830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98cdfe-61b7-4cdb-b159-25a68f99ac34 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1b5b9d-4172-4d66-9047-2d96f0d872f5,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:13.244295 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:13.288601 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-e3aac7a2-1385-4258-ae43-f89e431b9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:13.290297 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-e3aac7a2-1385-4258-ae43-f89e431b9b91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d2ed6ba6dfc48ef9b24e591f94a32ad&device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 1094 time: 0.2167282 Jan 14 01:47:13.291985 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:13.338553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a76ba19f-cb8f-43a6-9134-8deb78c3153a,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:13.374828 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-2cd4c028-6e17-4bed-915f-7186a4293871 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25d7b73e-9fe3-48f3-a548-61c33cf3c01b HTTP/1.1" status: 200 len: 217 time: 0.0678663 Jan 14 01:47:13.425745 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21f6ebb2-fe16-4e99-bf9b-c24339d607cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:13.438961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-e7a135f1-dcc7-4e2d-8bce-b4898145d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:13.440935 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-e7a135f1-dcc7-4e2d-8bce-b4898145d1ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35b3016c-15b4-4514-b43b-bbebf480ff89 HTTP/1.1" status: 200 len: 855 time: 0.0594537 Jan 14 01:47:13.513493 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1448894-27de-4151-ac2a-84c87271ec74 x-openstack-request-id: req-d1448894-27de-4151-ac2a-84c87271ec74 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:13.514137 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44641064-e687-48d2-8f67-eab19a81fb07", "name": "network-vif-plugged", "status": "completed", "tag": "a76ba19f-cb8f-43a6-9134-8deb78c3153a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:13.514537 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-fdcc612d-44fc-468b-842a-b291b97a66e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1eec745-07b3-42a4-8e38-bc8500879dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649717 Jan 14 01:47:13.514771 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1448894-27de-4151-ac2a-84c87271ec74 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:13.515459 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44641064-e687-48d2-8f67-eab19a81fb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a', 'code': 200} Jan 14 01:47:13.729605 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21f6ebb2-fe16-4e99-bf9b-c24339d607cd admin admin] Publish callbacks [] for security_group (179013b7-f363-4686-a34f-3161396b2098), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:13.743442 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21f6ebb2-fe16-4e99-bf9b-c24339d607cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (179013b7-f363-4686-a34f-3161396b2098), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:13.817468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c569f4-f68a-42fe-bc15-b333adf5527f req-557d8e10-1823-4c62-8a5a-542bf7fbea22 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:13.830454 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-44c569f4-f68a-42fe-bc15-b333adf5527f req-557d8e10-1823-4c62-8a5a-542bf7fbea22 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 943 time: 0.2248266 Jan 14 01:47:13.910384 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-21f6ebb2-fe16-4e99-bf9b-c24339d607cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=001296cae98f472eb9db74eb9bd758a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8910608 Jan 14 01:47:13.913374 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57826) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:13.937572 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6ebb2-fe16-4e99-bf9b-c24339d607cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179013b7-f363-4686-a34f-3161396b2098,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:14.005144 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-b8da6f8d-349b-4424-918e-6ed756dbd76f service neutron] 10.222.0.36 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515260 Jan 14 01:47:14.155039 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-44c569f4-f68a-42fe-bc15-b333adf5527f req-015decbf-4e8d-462b-92ce-de67689d94ef tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165088 Jan 14 01:47:14.205927 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beb66481-d560-4c20-a1b0-e9c9fb275163 admin admin] Publish callbacks [] for security_group (179013b7-f363-4686-a34f-3161396b2098), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:14.229990 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beb66481-d560-4c20-a1b0-e9c9fb275163 admin admin] Publish callbacks [] for security_group (179013b7-f363-4686-a34f-3161396b2098), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:14.291281 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4674c14b-cd6d-4e74-a22f-0d6cf2c2bf20 req-37413152-d2b7-4e15-9d96-15f68f0d4b5d service neutron] 10.222.0.36 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757313 Jan 14 01:47:14.308701 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838b35c9-58e3-438d-95d0-a166b1e53618 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:14.321876 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Publish callbacks [] for port (838b35c9-58e3-438d-95d0-a166b1e53618), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:14.331496 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beb66481-d560-4c20-a1b0-e9c9fb275163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (179013b7-f363-4686-a34f-3161396b2098), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:14.334347 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beb66481-d560-4c20-a1b0-e9c9fb275163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:14.335518 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-beb66481-d560-4c20-a1b0-e9c9fb275163 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/179013b7-f363-4686-a34f-3161396b2098 HTTP/1.1" status: 204 len: 168 time: 0.4107018 Jan 14 01:47:14.346862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39008-86bf-4311-893c-078bf5b8c921 req-bb36f1ad-8b88-4002-af17-efea647e1e26 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:14.353429 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-bb36f1ad-8b88-4002-af17-efea647e1e26 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/networks?id=1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 HTTP/1.1" status: 200 len: 815 time: 0.3636444 Jan 14 01:47:14.355308 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Transition to ACTIVE for port object 838b35c9-58e3-438d-95d0-a166b1e53618 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:47:14.366709 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:14.370869 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb66481-d560-4c20-a1b0-e9c9fb275163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179013b7-f363-4686-a34f-3161396b2098,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:14.389061 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-e686dea8-076e-4e74-9ae9-7b452a9590c9 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/quotas/a0569d856355492ca5720a37a4290839 HTTP/1.1" status: 200 len: 375 time: 0.0345693 Jan 14 01:47:14.430489 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4af12743-1206-4cc8-84f4-a4081c9097d4 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0569d856355492ca5720a37a4290839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406225 Jan 14 01:47:14.534237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-8fa2e36f-0563-40fe-aba6-ab766812c447 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:14.535808 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-8fa2e36f-0563-40fe-aba6-ab766812c447 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.2614849 Jan 14 01:47:14.568000 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-ecbf2a70-4b8a-4331-bc35-92764e9e9156 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/quotas/2fab75ce1abf44998cda6d72ba056199 HTTP/1.1" status: 200 len: 375 time: 0.0244052 Jan 14 01:47:14.602570 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=838b35c9-58e3-438d-95d0-a166b1e53618,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:14.614084 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-86bfcd15-080e-4b26-85fd-021b9bee6e2c service neutron] 10.222.0.26 "GET /v2.0/networks/1f3726f4-63f5-4f89-a7d3-5b548a2e19e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824448 Jan 14 01:47:14.725151 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-59dbd8db-2448-4579-8123-4d97744b5e5c tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1414289 Jan 14 01:47:14.796536 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6d961-3b2c-4e18-a331-6ea1377138bc req-d87d9229-edd5-4e27-88d9-69cf93bfbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:14.801663 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11d6d961-3b2c-4e18-a331-6ea1377138bc req-d87d9229-edd5-4e27-88d9-69cf93bfbd94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d2ed6ba6dfc48ef9b24e591f94a32ad&device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 1094 time: 0.3389199 Jan 14 01:47:14.870784 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-07b8e2f0-2ebe-4bee-9b24-f24467de43c5 service neutron] 10.222.0.26 "GET /v2.0/networks/1f3726f4-63f5-4f89-a7d3-5b548a2e19e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555268 Jan 14 01:47:14.914823 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Attempting to bind port 838b35c9-58e3-438d-95d0-a166b1e53618 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:14.915199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Attempting to bind port 838b35c9-58e3-438d-95d0-a166b1e53618 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'f777fa30-5448-4d9b-97f4-9f62032a7ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:14.915533 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Attempting to bind port 838b35c9-58e3-438d-95d0-a166b1e53618 on network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:14.950119 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Port 838b35c9-58e3-438d-95d0-a166b1e53618 on network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:47:14.951561 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Attempting to bind port 838b35c9-58e3-438d-95d0-a166b1e53618 on network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:14.966942 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:14.967275 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Checking segment: {'id': 'f777fa30-5448-4d9b-97f4-9f62032a7ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:14.971830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Bound using segment: {'id': 'f777fa30-5448-4d9b-97f4-9f62032a7ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:14.974200 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Bound port: 838b35c9-58e3-438d-95d0-a166b1e53618, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f777fa30-5448-4d9b-97f4-9f62032a7ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:14.974599 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:14.988291 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-375ee0f9-968e-48a7-a789-4453e010219f service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613611 Jan 14 01:47:15.019979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57856) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:15.067694 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'tag': '0d1b5b9d-4172-4d66-9047-2d96f0d872f5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:15.080977 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e79587a-249b-4406-a572-c669c42afdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "tag": "0d1b5b9d-4172-4d66-9047-2d96f0d872f5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:15.149265 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-3d3dd039-b855-410f-9c25-7a02b7e27cb1 service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605322 Jan 14 01:47:15.252944 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6d961-3b2c-4e18-a331-6ea1377138bc req-34e8a7e0-e5cf-47ce-af0a-ce41fb24b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:15.254578 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11d6d961-3b2c-4e18-a331-6ea1377138bc req-34e8a7e0-e5cf-47ce-af0a-ce41fb24b204 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1eec745-07b3-42a4-8e38-bc8500879dd8 HTTP/1.1" status: 200 len: 916 time: 0.4308188 Jan 14 01:47:15.300825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18829f-3d8e-40da-a10c-76d7dce663a5 req-97ff4aaa-f715-45ef-8199-30b2891998c5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:15.333878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18829f-3d8e-40da-a10c-76d7dce663a5 req-97ff4aaa-f715-45ef-8199-30b2891998c5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:15.340328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18829f-3d8e-40da-a10c-76d7dce663a5 req-97ff4aaa-f715-45ef-8199-30b2891998c5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:15.342042 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a18829f-3d8e-40da-a10c-76d7dce663a5 req-97ff4aaa-f715-45ef-8199-30b2891998c5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2400 time: 0.1801705 Jan 14 01:47:15.400103 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11d6d961-3b2c-4e18-a331-6ea1377138bc req-5ee0bb7c-7e72-44ff-bd30-57bed814e875 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25d7b73e-9fe3-48f3-a548-61c33cf3c01b HTTP/1.1" status: 200 len: 217 time: 0.1162043 Jan 14 01:47:15.434019 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c342653b-e1b5-4b5c-acad-80277457b28a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:15.466737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] For port 838b35c9-58e3-438d-95d0-a166b1e53618, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:15.505172 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] For port 838b35c9-58e3-438d-95d0-a166b1e53618, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=838b35c9-58e3-438d-95d0-a166b1e53618,segment=NetworkSegment(f777fa30-5448-4d9b-97f4-9f62032a7ff3),segment_id=f777fa30-5448-4d9b-97f4-9f62032a7ff3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:15.516353 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a18829f-3d8e-40da-a10c-76d7dce663a5 req-a5b59ae3-677a-4023-9194-9432c8ef9bd9 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581964 Jan 14 01:47:15.524789 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:15.531510 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6d961-3b2c-4e18-a331-6ea1377138bc req-df64b44e-92f0-4a98-932b-30f92fc96162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:15.534522 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11d6d961-3b2c-4e18-a331-6ea1377138bc req-df64b44e-92f0-4a98-932b-30f92fc96162 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35b3016c-15b4-4514-b43b-bbebf480ff89 HTTP/1.1" status: 200 len: 855 time: 0.1218555 Jan 14 01:47:15.630456 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:15.631368 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:15.633062 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-740a603c-523b-4c27-985a-641010835cb1 service neutron] 10.222.0.36 "PUT /v2.0/ports/838b35c9-58e3-438d-95d0-a166b1e53618 HTTP/1.1" status: 200 len: 1092 time: 2.5713844 Jan 14 01:47:15.635238 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11d6d961-3b2c-4e18-a331-6ea1377138bc req-3312f2c2-b3c4-4e5a-a863-6e7ceca94515 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1eec745-07b3-42a4-8e38-bc8500879dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625181 Jan 14 01:47:15.692481 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef1fa667-b581-46c9-9306-e3bef873b1ad req-548b5c16-8a8c-4928-9b3a-eabbf90aa98f tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 210 time: 0.0811536 Jan 14 01:47:15.753187 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Request body: {'port': {'device_id': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:15.827057 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-634a5da1-08e0-4940-b710-0fc5e7049645 req-a5a3527b-eee5-4892-b7e3-3e5b682c1691 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0699058 Jan 14 01:47:15.883343 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8006c41d-a37f-4232-9edf-2525e113d58a x-openstack-request-id: req-8006c41d-a37f-4232-9edf-2525e113d58a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:15.883503 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "tag": "0d1b5b9d-4172-4d66-9047-2d96f0d872f5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:15.898921 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8006c41d-a37f-4232-9edf-2525e113d58a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:15.899431 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'tag': '0d1b5b9d-4172-4d66-9047-2d96f0d872f5', 'status': 'completed', 'code': 200} Jan 14 01:47:15.997679 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a603c-523b-4c27-985a-641010835cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=838b35c9-58e3-438d-95d0-a166b1e53618,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:16.085795 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:16.129673 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cff02d3e-5a1c-4723-a154-7698d3d06daa req-30b83864-63be-445d-bf4a-5c90da61d436 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 210 time: 0.1912396 Jan 14 01:47:16.132920 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c342653b-e1b5-4b5c-acad-80277457b28a admin admin] Publish callbacks [] for security_group (e5ac1867-bf92-4e16-b88b-6078374b9571), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:16.155556 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c342653b-e1b5-4b5c-acad-80277457b28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e5ac1867-bf92-4e16-b88b-6078374b9571), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:16.164364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79587a-249b-4406-a572-c669c42afdbf req-a6a2a064-c330-4a3c-8272-cfb0d0837129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:16.165250 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79587a-249b-4406-a572-c669c42afdbf req-a6a2a064-c330-4a3c-8272-cfb0d0837129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:16.165390 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79587a-249b-4406-a572-c669c42afdbf req-a6a2a064-c330-4a3c-8272-cfb0d0837129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:16.167535 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e79587a-249b-4406-a572-c669c42afdbf req-a6a2a064-c330-4a3c-8272-cfb0d0837129 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cda1637d84124f32b4702438cb476922&device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2798 time: 0.3695853 Jan 14 01:47:16.201666 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebbd72-5f31-43e5-b17f-c6bbc90742e5 req-d42fb577-0512-4a73-b341-fa82e0956deb tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:16.203286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18ebbd72-5f31-43e5-b17f-c6bbc90742e5 req-d42fb577-0512-4a73-b341-fa82e0956deb tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 943 time: 0.3432941 Jan 14 01:47:16.203517 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c342653b-e1b5-4b5c-acad-80277457b28a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c529cc5bf814150af2f3d0b61003f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1662884 Jan 14 01:47:16.218934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57906) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:16.246881 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57910) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:16.286470 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342653b-e1b5-4b5c-acad-80277457b28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ac1867-bf92-4e16-b88b-6078374b9571,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:16.372575 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11d6d961-3b2c-4e18-a331-6ea1377138bc req-4b9f2e21-509a-4b2a-b21e-b81cf604f64a service neutron] 10.222.0.36 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7245305 Jan 14 01:47:16.791373 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 25d7b73e-9fe3-48f3-a548-61c33cf3c01b details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:47:16.973200 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-34605730-network', 'tenant_id': '61850497a69949dba6026a6d4c55ad11'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:17.026086 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:17.041105 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '25d7b73e-9fe3-48f3-a548-61c33cf3c01b', 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8', 'port_id': '25d7b73e-9fe3-48f3-a548-61c33cf3c01b', 'mac_address': 'fa:16:3e:f9:d0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b3016c-15b4-4514-b43b-bbebf480ff89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:47:17.091545 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79587a-249b-4406-a572-c669c42afdbf req-bdc6c046-fe5c-4f95-8e34-04962ef57c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:17.091921 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79587a-249b-4406-a572-c669c42afdbf req-bdc6c046-fe5c-4f95-8e34-04962ef57c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:17.092375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79587a-249b-4406-a572-c669c42afdbf req-bdc6c046-fe5c-4f95-8e34-04962ef57c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:17.094690 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e79587a-249b-4406-a572-c669c42afdbf req-bdc6c046-fe5c-4f95-8e34-04962ef57c37 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cda1637d84124f32b4702438cb476922&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8806407 Jan 14 01:47:17.132575 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:17.134591 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.174377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d7b73e-9fe3-48f3-a548-61c33cf3c01b {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:17.183052 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Made reservation on behalf of 61850497a69949dba6026a6d4c55ad11 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:17.186012 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.204251 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-11d6d961-3b2c-4e18-a331-6ea1377138bc req-a5daf97c-1d71-41bc-bb45-7a26741522c0 service neutron] 10.222.0.36 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232338 Jan 14 01:47:17.218854 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:17.232679 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.234351 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.343054 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:17.405998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39008-86bf-4311-893c-078bf5b8c921 req-39211c1e-9e7e-4330-8781-fd23ce026e84 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:17.408996 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-39211c1e-9e7e-4330-8781-fd23ce026e84 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.46 "GET /v2.0/networks?id=1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 HTTP/1.1" status: 200 len: 815 time: 0.3520765 Jan 14 01:47:17.426198 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9dd45ba-5933-4013-bc0a-d3c8f44fbeda {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:17.436278 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Publish callbacks [] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.446401 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Request body: {'port': {'device_id': '495c9525-262a-45b9-b3db-8384299a4ccc', 'network_id': '1f3726f4-63f5-4f89-a7d3-5b548a2e19e0', 'admin_state_up': True, 'tenant_id': 'a0569d856355492ca5720a37a4290839'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:17.470727 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79587a-249b-4406-a572-c669c42afdbf req-82e723b6-29ca-4db7-9773-fd2f5a9e9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:17.472215 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e79587a-249b-4406-a572-c669c42afdbf req-82e723b6-29ca-4db7-9773-fd2f5a9e9964 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3127873 Jan 14 01:47:17.487758 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0be41b4-d68f-4bd9-ad95-ec48b045c96e admin admin] Publish callbacks [] for security_group (e5ac1867-bf92-4e16-b88b-6078374b9571), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.512415 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Transition to ACTIVE for port object c9dd45ba-5933-4013-bc0a-d3c8f44fbeda will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:47:17.530795 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.541293 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['25d7b73e-9fe3-48f3-a548-61c33cf3c01b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:17.545253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2328563-226b-42a8-ad56-d67d0f368fc8 req-abd3c92d-b604-43f5-9905-c9c769116443 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:17.553922 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2328563-226b-42a8-ad56-d67d0f368fc8 req-abd3c92d-b604-43f5-9905-c9c769116443 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:17.560725 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2328563-226b-42a8-ad56-d67d0f368fc8 req-abd3c92d-b604-43f5-9905-c9c769116443 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:17.562394 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2328563-226b-42a8-ad56-d67d0f368fc8 req-abd3c92d-b604-43f5-9905-c9c769116443 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2400 time: 0.4370954 Jan 14 01:47:17.574688 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Publish callbacks [] for security_group (5e23215e-d11a-4ae5-9b38-9ca50703fea2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.591160 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18ebbd72-5f31-43e5-b17f-c6bbc90742e5 req-544bfec0-84a0-4dbf-a4ba-5cccd4da0990 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3700912 Jan 14 01:47:17.592961 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5e23215e-d11a-4ae5-9b38-9ca50703fea2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.605449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:47:17.615037 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6bcbfbeb-94b0-4da5-b524-20bb1718cec0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.615981 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Added segment 6bcbfbeb-94b0-4da5-b524-20bb1718cec0 of type vlan for network 7c6422e0-cdd4-456c-94af-f7620461d560 Jan 14 01:47:17.700082 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (7c6422e0-cdd4-456c-94af-f7620461d560), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.717074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0be41b4-d68f-4bd9-ad95-ec48b045c96e admin admin] Publish callbacks [] for security_group (e5ac1867-bf92-4e16-b88b-6078374b9571), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.777576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2766da46-8461-424c-8bb0-89cd177bbbd2 req-8eb9cc6d-d118-4d51-ab67-e5aff7fa5987 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 210 time: 0.0505800 Jan 14 01:47:17.801113 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (7c6422e0-cdd4-456c-94af-f7620461d560), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.802126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:17.802749 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:17.869638 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:17.948755 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'tag': '838b35c9-58e3-438d-95d0-a166b1e53618'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:17.952470 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0e2f79-cc49-46a5-a3f7-da475fc4d996" -d '{"events": [{"name": "network-changed", "server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "tag": "838b35c9-58e3-438d-95d0-a166b1e53618"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:17.983286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a94fb4af-ea4d-4c97-9941-73ff75a4f7af req-c8c72caf-ef0e-4b65-a727-b3c1ffce2096 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0573909 Jan 14 01:47:17.996915 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2328563-226b-42a8-ad56-d67d0f368fc8 req-9412f443-24fb-4d60-90cd-9a1c70490f08 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785217 Jan 14 01:47:18.014615 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-8bf58edc-3386-446c-8e6b-6f9a0b73a246 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:18.016877 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-8bf58edc-3386-446c-8e6b-6f9a0b73a246 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.5965114 Jan 14 01:47:18.036062 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Request body: {'port': {'device_id': 'ec210fc2-9224-4f8c-bbb3-a5a865e43f6a', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'admin_state_up': True, 'tenant_id': '2fab75ce1abf44998cda6d72ba056199'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:18.078052 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8298919 Jan 14 01:47:18.088059 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e23215e-d11a-4ae5-9b38-9ca50703fea2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:18.104750 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57940) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:18.109528 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a59f8256-33cc-448b-b5ff-3913bfb7aa4b admin admin] Request body: {'subnet': {'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-34605730-subnet', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:18.145300 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48900d91-a918-4cbb-95de-567a790bebbf admin admin] Pushing event updated for resources: {'Network': ['ID=7c6422e0-cdd4-456c-94af-f7620461d560,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:18.158003 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Attempting to bind port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:18.158357 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Attempting to bind port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:18.158726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Attempting to bind port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda on network 36e44d7e-5b9c-4569-9483-de784e9e24e8 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:18.168255 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 7c6422e0-cdd4-456c-94af-f7620461d560 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:47:18.176292 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a4891-989c-49ba-b5dc-65453338bf06 req-d162dd49-07de-4b98-8553-0e3d175cb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:18.178090 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-500a4891-989c-49ba-b5dc-65453338bf06 req-d162dd49-07de-4b98-8553-0e3d175cb174 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 1096 time: 0.2242429 Jan 14 01:47:18.183623 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda on network 36e44d7e-5b9c-4569-9483-de784e9e24e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:47:18.184254 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Attempting to bind port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda on network 36e44d7e-5b9c-4569-9483-de784e9e24e8 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:18.194921 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:18.195342 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Checking segment: {'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:18.195739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Bound using segment: {'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:18.196176 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Bound port: c9dd45ba-5933-4013-bc0a-d3c8f44fbeda, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5582c3-97c3-4d2e-8568-657d2c01389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:18.196626 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:18.214474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59f8256-33cc-448b-b5ff-3913bfb7aa4b admin admin] Made reservation on behalf of 61850497a69949dba6026a6d4c55ad11 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:18.217035 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a59f8256-33cc-448b-b5ff-3913bfb7aa4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:18.264073 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Made reservation on behalf of a0569d856355492ca5720a37a4290839 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:18.267903 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:18.295338 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8991143-0813-4789-beb2-038d104fde1c req-51f1e54a-7c59-4fda-8458-98d15883e0bf tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 210 time: 0.0539057 Jan 14 01:47:18.299862 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5476b244-824f-43c6-aa38-852235c2ca2b x-openstack-request-id: req-5476b244-824f-43c6-aa38-852235c2ca2b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:18.300148 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "tag": "838b35c9-58e3-438d-95d0-a166b1e53618", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:18.300395 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5476b244-824f-43c6-aa38-852235c2ca2b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:18.300794 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'tag': '838b35c9-58e3-438d-95d0-a166b1e53618', 'status': 'completed', 'code': 200} Jan 14 01:47:18.308835 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0be41b4-d68f-4bd9-ad95-ec48b045c96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e5ac1867-bf92-4e16-b88b-6078374b9571), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:18.311505 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0be41b4-d68f-4bd9-ad95-ec48b045c96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:18.315637 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c0be41b4-d68f-4bd9-ad95-ec48b045c96e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5ac1867-bf92-4e16-b88b-6078374b9571 HTTP/1.1" status: 204 len: 168 time: 2.0929604 Jan 14 01:47:18.387942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be41b4-d68f-4bd9-ad95-ec48b045c96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ac1867-bf92-4e16-b88b-6078374b9571,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:18.407768 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e2f79-cc49-46a5-a3f7-da475fc4d996 req-49ba04d7-5ade-40fc-98cc-0aa569bb6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:18.408397 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e2f79-cc49-46a5-a3f7-da475fc4d996 req-49ba04d7-5ade-40fc-98cc-0aa569bb6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:18.409365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e2f79-cc49-46a5-a3f7-da475fc4d996 req-49ba04d7-5ade-40fc-98cc-0aa569bb6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:18.411921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d0e2f79-cc49-46a5-a3f7-da475fc4d996 req-49ba04d7-5ade-40fc-98cc-0aa569bb6b3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cda1637d84124f32b4702438cb476922&device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2823 time: 0.1149831 Jan 14 01:47:18.413173 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Made reservation on behalf of 2fab75ce1abf44998cda6d72ba056199 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:18.417359 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:18.615836 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e2f79-cc49-46a5-a3f7-da475fc4d996 req-c6e6d5af-5889-4a75-bf99-3eb2d1f8190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:18.616512 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e2f79-cc49-46a5-a3f7-da475fc4d996 req-c6e6d5af-5889-4a75-bf99-3eb2d1f8190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:18.616758 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e2f79-cc49-46a5-a3f7-da475fc4d996 req-c6e6d5af-5889-4a75-bf99-3eb2d1f8190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:18.618261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d0e2f79-cc49-46a5-a3f7-da475fc4d996 req-c6e6d5af-5889-4a75-bf99-3eb2d1f8190e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cda1637d84124f32b4702438cb476922&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1880574 Jan 14 01:47:18.632918 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] For port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:18.640752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] For port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:18.724796 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a4891-989c-49ba-b5dc-65453338bf06 req-ddbe500e-9cb2-408a-ace0-1e1caab55cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:18.726459 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-500a4891-989c-49ba-b5dc-65453338bf06 req-ddbe500e-9cb2-408a-ace0-1e1caab55cb9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 906 time: 0.5153232 Jan 14 01:47:18.731186 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:18.814002 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:18.840400 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:18.841548 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:18.847111 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a9bb517c-514c-4a93-830d-1652b69e400f service neutron] 10.222.0.36 "PUT /v2.0/ports/c9dd45ba-5933-4013-bc0a-d3c8f44fbeda HTTP/1.1" status: 200 len: 1092 time: 3.1294961 Jan 14 01:47:18.853220 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Allocated IP 172.20.0.10 (673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c/845bcc49-2264-4165-8b1c-097522050b8c/2c988c6d-328a-4f42-ae4c-bce024bb65f1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:18.870857 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 57954) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:18.992030 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-500a4891-989c-49ba-b5dc-65453338bf06 req-43de2ef3-92d0-4359-b690-2f5725689d40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a76ba19f-cb8f-43a6-9134-8deb78c3153a HTTP/1.1" status: 200 len: 217 time: 0.2472730 Jan 14 01:47:19.011738 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Allocated IP 172.20.0.9 (1f3726f4-63f5-4f89-a7d3-5b548a2e19e0/aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd/3350003d-6c2c-41ef-8740-4a68bf98a93e) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:19.024169 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ff061ac-946f-4dc1-945e-d4c02628e743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:19.149886 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ff061ac-946f-4dc1-945e-d4c02628e743 admin admin] Publish callbacks [] for security_group (e8060e76-ce97-4bc9-a3ca-715773251a8e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:19.174214 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ff061ac-946f-4dc1-945e-d4c02628e743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e8060e76-ce97-4bc9-a3ca-715773251a8e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:19.185013 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks [] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:19.226157 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b4566bde-7765-46db-93cd-df40f820e185 req-00c444c6-8786-464c-a742-c4a53d1d1b79 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 210 time: 0.2803726 Jan 14 01:47:19.248989 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:19.294123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a4891-989c-49ba-b5dc-65453338bf06 req-eade45c5-bb03-4250-813c-434c5895940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:19.305718 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-500a4891-989c-49ba-b5dc-65453338bf06 req-eade45c5-bb03-4250-813c-434c5895940f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8d3bd97-b0d7-4581-9638-89c747c1dc86 HTTP/1.1" status: 200 len: 845 time: 0.2873375 Jan 14 01:47:19.309891 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:19.321082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:19.342249 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:19.363185 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:19.399421 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-500a4891-989c-49ba-b5dc-65453338bf06 req-edba9207-bff4-4034-a0d4-166d6e2e1eaa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f027ff3-61cc-4e5c-82d5-688896fb83a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651150 Jan 14 01:47:19.405709 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a59f8256-33cc-448b-b5ff-3913bfb7aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (632fe819-208c-460c-b2be-a914dd3442c1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:19.408162 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff061ac-946f-4dc1-945e-d4c02628e743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8060e76-ce97-4bc9-a3ca-715773251a8e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:19.411430 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577a276-0690-4be1-8d88-b08b2ca8eabc req-10bf0d32-eedf-4296-8fcb-873683486a22 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:19.413165 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c577a276-0690-4be1-8d88-b08b2ca8eabc req-10bf0d32-eedf-4296-8fcb-873683486a22 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 944 time: 0.4664786 Jan 14 01:47:19.469899 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event updated for resources: {'Port': ['ID=2c988c6d-328a-4f42-ae4c-bce024bb65f1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:19.477306 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-906b0f1d-edac-4e0a-9284-1f3057eaa5c6 req-7202dd77-8454-4999-b444-337d100be758 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.1153176 Jan 14 01:47:19.493236 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:19.493982 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:19.536245 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e2f79-cc49-46a5-a3f7-da475fc4d996 req-eadf2c6b-e45e-4b9b-ad1c-7e948ebdc533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:19.538046 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d0e2f79-cc49-46a5-a3f7-da475fc4d996 req-eadf2c6b-e45e-4b9b-ad1c-7e948ebdc533 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5825126 Jan 14 01:47:19.543982 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-6a496de9-634c-44a7-97bf-811260dfc535 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5122483 Jan 14 01:47:19.546946 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-500a4891-989c-49ba-b5dc-65453338bf06 req-7f2c5d43-2fcf-478e-901b-45a91a52ea09 service neutron] 10.222.0.46 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201179 Jan 14 01:47:19.554818 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8ff061ac-946f-4dc1-945e-d4c02628e743 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f1f1ff2d83a4945abac6b36b85f705b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5786765 Jan 14 01:47:19.565364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57964) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:19.581668 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Request body: {'port': {'device_id': 'ec210fc2-9224-4f8c-bbb3-a5a865e43f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:19.615726 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c577a276-0690-4be1-8d88-b08b2ca8eabc req-1bae7ff5-873c-428d-b9c5-ca24c61f1422 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763232 Jan 14 01:47:19.757420 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:19.774576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f8256-33cc-448b-b5ff-3913bfb7aa4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=632fe819-208c-460c-b2be-a914dd3442c1,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:19.786466 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a89f07ca-e103-4f02-811a-4c1e5770e3ca admin admin] Publish callbacks [] for security_group (e8060e76-ce97-4bc9-a3ca-715773251a8e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:19.805887 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-fd99609d-841b-460d-ab93-0d97a581f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:19.807140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-fd99609d-841b-460d-ab93-0d97a581f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:19.807140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-fd99609d-841b-460d-ab93-0d97a581f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:19.813686 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-fd99609d-841b-460d-ab93-0d97a581f976 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cda1637d84124f32b4702438cb476922&device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2865 time: 0.1854041 Jan 14 01:47:19.813955 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f8256-33cc-448b-b5ff-3913bfb7aa4b admin admin] Checking segment: {'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:19.813955 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f8256-33cc-448b-b5ff-3913bfb7aa4b admin admin] Network hostable DHCP agents. Network: 7c6422e0-cdd4-456c-94af-f7620461d560, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:47:19.854463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6a230-1436-4c89-8bda-3f1f940cba28 req-bdc4de7e-3aae-4021-9cda-e8d53ca11e78 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:19.854463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6a230-1436-4c89-8bda-3f1f940cba28 req-bdc4de7e-3aae-4021-9cda-e8d53ca11e78 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:19.857823 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6a230-1436-4c89-8bda-3f1f940cba28 req-bdc4de7e-3aae-4021-9cda-e8d53ca11e78 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:19.859516 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9d6a230-1436-4c89-8bda-3f1f940cba28 req-bdc4de7e-3aae-4021-9cda-e8d53ca11e78 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2412 time: 0.2351184 Jan 14 01:47:19.887658 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Publish callbacks [] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:19.893471 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-500a4891-989c-49ba-b5dc-65453338bf06 req-aeb2a720-4cb7-4d44-af3b-30d277ada702 service neutron] 10.222.0.46 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476559 Jan 14 01:47:19.904817 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f8256-33cc-448b-b5ff-3913bfb7aa4b admin admin] Network 7c6422e0-cdd4-456c-94af-f7620461d560 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:47:19.939104 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a59f8256-33cc-448b-b5ff-3913bfb7aa4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 7c6422e0-cdd4-456c-94af-f7620461d560) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:19.945117 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f8256-33cc-448b-b5ff-3913bfb7aa4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:19.947029 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a59f8256-33cc-448b-b5ff-3913bfb7aa4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:19.949074 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d5b14f-b07c-4a5c-b629-11c44173fe3d None None] Network 7c6422e0-cdd4-456c-94af-f7620461d560 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:19.961014 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:19.973648 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a89f07ca-e103-4f02-811a-4c1e5770e3ca admin admin] Publish callbacks [] for security_group (e8060e76-ce97-4bc9-a3ca-715773251a8e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:20.006297 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-7e9ed191-a46f-4129-9293-2687bcf1fa6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.69&port_id=0d1b5b9d-4172-4d66-9047-2d96f0d872f5 HTTP/1.1" status: 200 len: 217 time: 0.1275427 Jan 14 01:47:20.043223 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Pushing event updated for resources: {'Port': ['ID=3350003d-6c2c-41ef-8740-4a68bf98a93e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:20.066274 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a59f8256-33cc-448b-b5ff-3913bfb7aa4b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9604478 Jan 14 01:47:20.071739 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 57978) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:20.092263 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Network 1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:20.093862 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:20.106741 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:20.156626 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-7c6422e0-cdd4-456c-94af-f7620461d560', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'project_id': '61850497a69949dba6026a6d4c55ad11', 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:47:20.158374 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:20.163405 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:20.180355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a278-f486-41c1-b875-5dbe1b5db421 req-a6a1f785-0916-4545-9c24-a3ae8ccc274a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:20.181884 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6fa4a278-f486-41c1-b875-5dbe1b5db421 req-a6a1f785-0916-4545-9c24-a3ae8ccc274a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 932 time: 0.3966558 Jan 14 01:47:20.193735 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:20.195048 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:20.230955 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-4c565150-fbb8-42c3-964e-44dd831ad3a8 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7918119 Jan 14 01:47:20.250475 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Request body: {'port': {'device_id': '495c9525-262a-45b9-b3db-8384299a4ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:20.336442 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9d6a230-1436-4c89-8bda-3f1f940cba28 req-7c3b58a0-be6e-4f33-a96a-2c50b2022611 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349031 Jan 14 01:47:20.353431 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'tag': 'c9dd45ba-5933-4013-bc0a-d3c8f44fbeda'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:20.358924 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f31a842-455f-4403-9a24-d2d08e7f43e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "tag": "c9dd45ba-5933-4013-bc0a-d3c8f44fbeda"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:20.378626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-dec90c5f-acd6-48ef-956f-47c6825155f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:20.380603 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-dec90c5f-acd6-48ef-956f-47c6825155f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca9d6e86-a649-4e95-a413-91d00ce816f0 HTTP/1.1" status: 200 len: 801 time: 0.3680470 Jan 14 01:47:20.420333 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (ba637b14-b100-4486-a6d8-dc57d571142e), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:20.421586 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (ba637b14-b100-4486-a6d8-dc57d571142e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:20.438317 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:20.516933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Publish callbacks [] for router_controller (ba637b14-b100-4486-a6d8-dc57d571142e), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:20.537288 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a89f07ca-e103-4f02-811a-4c1e5770e3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e8060e76-ce97-4bc9-a3ca-715773251a8e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:20.539633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Allocated IP 172.20.0.2 (7c6422e0-cdd4-456c-94af-f7620461d560/632fe819-208c-460c-b2be-a914dd3442c1/8e91d8dd-513d-4fad-8484-6733baf9fa8c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:20.540906 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a89f07ca-e103-4f02-811a-4c1e5770e3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:20.542936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a89f07ca-e103-4f02-811a-4c1e5770e3ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8060e76-ce97-4bc9-a3ca-715773251a8e HTTP/1.1" status: 204 len: 168 time: 0.9749095 Jan 14 01:47:20.622032 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6fa4a278-f486-41c1-b875-5dbe1b5db421 req-417e1533-8fc4-4597-9335-05c7864b2654 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197426 Jan 14 01:47:20.706887 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd895752-1503-4d51-9009-d6c9b862b85f x-openstack-request-id: req-bd895752-1503-4d51-9009-d6c9b862b85f {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:20.707277 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "tag": "c9dd45ba-5933-4013-bc0a-d3c8f44fbeda", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:20.707483 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd895752-1503-4d51-9009-d6c9b862b85f {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:20.707892 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'tag': 'c9dd45ba-5933-4013-bc0a-d3c8f44fbeda', 'status': 'completed', 'code': 200} Jan 14 01:47:20.897234 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Publish callbacks [] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:20.908956 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 25d7b73e-9fe3-48f3-a548-61c33cf3c01b up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:20.962133 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.086741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Pushing event updated for resources: {'Port': ['ID=8e91d8dd-513d-4fad-8484-6733baf9fa8c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:21.104868 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Network 7c6422e0-cdd4-456c-94af-f7620461d560 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:21.108827 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:21.112238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:21.116134 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3350003d-6c2c-41ef-8740-4a68bf98a93e {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:21.133102 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Publish callbacks [] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.145857 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:47:21.162373 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Transition to ACTIVE for port object 3350003d-6c2c-41ef-8740-4a68bf98a93e will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:47:21.171925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:21.173223 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.174952 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.246036 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Attempting to bind port 8e91d8dd-513d-4fad-8484-6733baf9fa8c on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:21.256416 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Attempting to bind port 8e91d8dd-513d-4fad-8484-6733baf9fa8c by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:21.256830 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Attempting to bind port 8e91d8dd-513d-4fad-8484-6733baf9fa8c on network 7c6422e0-cdd4-456c-94af-f7620461d560 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:21.290736 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:21.291232 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Checking segment: {'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:21.291646 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.292045 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Bound using segment: {'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:21.292547 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Bound port: 8e91d8dd-513d-4fad-8484-6733baf9fa8c, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:21.292931 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.304165 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Pushing event updated for resources: {'Port': ['ID=3350003d-6c2c-41ef-8740-4a68bf98a93e,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:21.407463 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Attempting to bind port 3350003d-6c2c-41ef-8740-4a68bf98a93e on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:21.408145 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Attempting to bind port 3350003d-6c2c-41ef-8740-4a68bf98a93e by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'db443225-0cd1-4b2c-baa1-b79a88545b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1f3726f4-63f5-4f89-a7d3-5b548a2e19e0'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:21.408145 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Attempting to bind port 3350003d-6c2c-41ef-8740-4a68bf98a93e on network 1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:21.417735 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Port 3350003d-6c2c-41ef-8740-4a68bf98a93e on network 1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:47:21.418066 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Attempting to bind port 3350003d-6c2c-41ef-8740-4a68bf98a93e on network 1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:21.428486 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] For port 8e91d8dd-513d-4fad-8484-6733baf9fa8c, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:21.431388 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:21.431732 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Checking segment: {'id': 'db443225-0cd1-4b2c-baa1-b79a88545b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1f3726f4-63f5-4f89-a7d3-5b548a2e19e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:21.432120 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Bound using segment: {'id': 'db443225-0cd1-4b2c-baa1-b79a88545b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1f3726f4-63f5-4f89-a7d3-5b548a2e19e0'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:21.432556 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Bound port: 3350003d-6c2c-41ef-8740-4a68bf98a93e, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db443225-0cd1-4b2c-baa1-b79a88545b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1f3726f4-63f5-4f89-a7d3-5b548a2e19e0'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:21.432915 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.436923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] For port 8e91d8dd-513d-4fad-8484-6733baf9fa8c, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8e91d8dd-513d-4fad-8484-6733baf9fa8c,segment=NetworkSegment(6bcbfbeb-94b0-4da5-b524-20bb1718cec0),segment_id=6bcbfbeb-94b0-4da5-b524-20bb1718cec0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:21.452152 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.488270 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c988c6d-328a-4f42-ae4c-bce024bb65f1 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:21.499696 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Publish callbacks [] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.521623 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Transition to ACTIVE for port object 2c988c6d-328a-4f42-ae4c-bce024bb65f1 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:47:21.533193 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f07ca-e103-4f02-811a-4c1e5770e3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8060e76-ce97-4bc9-a3ca-715773251a8e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:21.582347 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] For port 3350003d-6c2c-41ef-8740-4a68bf98a93e, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:21.587351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] For port 3350003d-6c2c-41ef-8740-4a68bf98a93e, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=3350003d-6c2c-41ef-8740-4a68bf98a93e,segment=NetworkSegment(db443225-0cd1-4b2c-baa1-b79a88545b6c),segment_id=db443225-0cd1-4b2c-baa1-b79a88545b6c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:21.594837 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc8373-edbd-4214-8c6d-7a2053fb0d36 None None] Pushing event updated for resources: {'Port': ['ID=8e91d8dd-513d-4fad-8484-6733baf9fa8c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:21.603467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.667949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:21.668349 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.674351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:21.675003 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.676406 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] 10.222.0.46 "PUT /v2.0/ports/3350003d-6c2c-41ef-8740-4a68bf98a93e HTTP/1.1" status: 200 len: 1091 time: 1.4315112 Jan 14 01:47:21.720537 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfbd471-7f39-4055-8c3e-329d1b8aeef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d7b73e-9fe3-48f3-a548-61c33cf3c01b'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:21.723221 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2bc44-a39c-49ac-a421-726357b81009 service neutron] Pushing event updated for resources: {'Port': ['ID=3350003d-6c2c-41ef-8740-4a68bf98a93e,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:21.734151 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4c8b31-3f02-44ef-936c-e6e4a6770677" -d '{"events": [{"server_uuid": "4bfbd471-7f39-4055-8c3e-329d1b8aeef6", "name": "network-vif-plugged", "status": "completed", "tag": "25d7b73e-9fe3-48f3-a548-61c33cf3c01b"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:21.755105 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:21.773504 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.819654 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.858234 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb356a67-b664-4e92-a74b-fea8b77d178d req-3477cb97-068a-45e2-bcc7-07644b1aa6de tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.6374619 Jan 14 01:47:21.861825 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Publish callbacks [] for router_gateway (ba637b14-b100-4486-a6d8-dc57d571142e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:21.868667 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39008-86bf-4311-893c-078bf5b8c921 req-a0ca4817-80b3-4317-a018-61889ff1ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:21.875664 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-a0ca4817-80b3-4317-a018-61889ff1ba34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0569d856355492ca5720a37a4290839&device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 1094 time: 0.1230745 Jan 14 01:47:21.919950 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:21.959388 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-b0978c3c-3a61-4c74-8236-c527292e3f47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3350003d-6c2c-41ef-8740-4a68bf98a93e HTTP/1.1" status: 200 len: 217 time: 0.0699418 Jan 14 01:47:22.036264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39008-86bf-4311-893c-078bf5b8c921 req-24073208-47e0-4d61-a540-7c6964e3d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:22.037826 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-24073208-47e0-4d61-a540-7c6964e3d41d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd HTTP/1.1" status: 200 len: 855 time: 0.0712020 Jan 14 01:47:22.105781 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-c916dd1e-3833-4fb8-9492-cb5d35cc67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:22.108868 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-c916dd1e-3833-4fb8-9492-cb5d35cc67f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e44d7e-5b9c-4569-9483-de784e9e24e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.5851557 Jan 14 01:47:22.133671 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-9bdf4a02-ce7d-4882-a529-294e513aa43d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f3726f4-63f5-4f89-a7d3-5b548a2e19e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847826 Jan 14 01:47:22.225519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09313e-ed46-40b3-b462-ca545191d70e req-42bd3efc-6271-4502-b925-fc2b34e45fd0 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:22.227187 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb09313e-ed46-40b3-b462-ca545191d70e req-42bd3efc-6271-4502-b925-fc2b34e45fd0 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 931 time: 1.7018347 Jan 14 01:47:22.281753 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Pushing event updated for resources: {'Port': ['ID=2c988c6d-328a-4f42-ae4c-bce024bb65f1,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:22.335031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8e91d8dd-513d-4fad-8484-6733baf9fa8c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:22.343814 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-e72522c0-d042-4521-be78-b8c9216d35b4 service neutron] 10.222.0.46 "GET /v2.0/networks/1f3726f4-63f5-4f89-a7d3-5b548a2e19e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032073 Jan 14 01:47:22.407085 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:47:22.463602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8e91d8dd-513d-4fad-8484-6733baf9fa8c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:22.465320 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:22.547510 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-68d39008-86bf-4311-893c-078bf5b8c921 req-27e6026e-4cd3-4c0a-8cf4-eb9b6e7cf940 service neutron] 10.222.0.46 "GET /v2.0/networks/1f3726f4-63f5-4f89-a7d3-5b548a2e19e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973188 Jan 14 01:47:22.567411 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ba020-d87c-4588-8080-c1ffc6ad0ae6 req-ae257ffb-76b7-4c7d-8fa8-72c05b3782e2 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:22.575712 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b22ba020-d87c-4588-8080-c1ffc6ad0ae6 req-ae257ffb-76b7-4c7d-8fa8-72c05b3782e2 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.5762396 Jan 14 01:47:22.661845 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb09313e-ed46-40b3-b462-ca545191d70e req-48d856ae-1878-4270-bafe-7969cec8f7e4 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f1e4f9-5aa8-4fcd-9990-20a47b7cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093263 Jan 14 01:47:22.696282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8e91d8dd-513d-4fad-8484-6733baf9fa8c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:22.698633 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:22.709233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495c9525-262a-45b9-b3db-8384299a4ccc', 'tag': '3350003d-6c2c-41ef-8740-4a68bf98a93e'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:22.712771 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc108303-2eb8-4c70-9682-5435d3431444" -d '{"events": [{"name": "network-changed", "server_uuid": "495c9525-262a-45b9-b3db-8384299a4ccc", "tag": "3350003d-6c2c-41ef-8740-4a68bf98a93e"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:22.718231 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Attempting to bind port 2c988c6d-328a-4f42-ae4c-bce024bb65f1 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:22.718599 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Attempting to bind port 2c988c6d-328a-4f42-ae4c-bce024bb65f1 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:22.718929 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Attempting to bind port 2c988c6d-328a-4f42-ae4c-bce024bb65f1 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:22.728376 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-2b697e78-26c8-4939-a1d0-a1d055d0154f service neutron] 10.222.0.36 "GET /v2.0/networks/36e44d7e-5b9c-4569-9483-de784e9e24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965179 Jan 14 01:47:22.735353 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Port 2c988c6d-328a-4f42-ae4c-bce024bb65f1 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:47:22.735353 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Attempting to bind port 2c988c6d-328a-4f42-ae4c-bce024bb65f1 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:22.766296 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b22ba020-d87c-4588-8080-c1ffc6ad0ae6 req-1cbb0b01-f6ce-47e6-850d-5159a229f72e tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877468 Jan 14 01:47:22.805370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:22.805716 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Checking segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:22.825050 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Bound using segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:22.826878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Bound port: 2c988c6d-328a-4f42-ae4c-bce024bb65f1, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:22.827698 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:22.866869 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 8e91d8dd-513d-4fad-8484-6733baf9fa8c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8e91d8dd-513d-4fad-8484-6733baf9fa8c,segment=NetworkSegment(6bcbfbeb-94b0-4da5-b524-20bb1718cec0),segment_id=6bcbfbeb-94b0-4da5-b524-20bb1718cec0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:22.876480 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:23.009729 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=8e91d8dd-513d-4fad-8484-6733baf9fa8c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:23.271103 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-0daa2557-3da1-451c-813e-62b9a6d1edbb service neutron] 10.222.0.36 "GET /v2.0/networks/36e44d7e-5b9c-4569-9483-de784e9e24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295303 Jan 14 01:47:23.284513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d554-780e-4f81-9441-8fd3dc45bdbe req-ace988bd-c937-45c3-8fb6-ada72077acc4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:23.291890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d554-780e-4f81-9441-8fd3dc45bdbe req-ace988bd-c937-45c3-8fb6-ada72077acc4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:23.298579 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d554-780e-4f81-9441-8fd3dc45bdbe req-ace988bd-c937-45c3-8fb6-ada72077acc4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:23.301543 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fd56d554-780e-4f81-9441-8fd3dc45bdbe req-ace988bd-c937-45c3-8fb6-ada72077acc4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2412 time: 0.3469107 Jan 14 01:47:23.314565 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba876494-5375-4217-a039-5c08886baa61 req-5a120862-2a3c-4492-a863-a9afa7e798ee tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:23.323286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba876494-5375-4217-a039-5c08886baa61 req-5a120862-2a3c-4492-a863-a9afa7e798ee tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 944 time: 0.3509078 Jan 14 01:47:23.401727 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] For port 2c988c6d-328a-4f42-ae4c-bce024bb65f1, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:23.423182 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba876494-5375-4217-a039-5c08886baa61 req-9026ba4c-293a-43b0-9d8c-f21e698b211b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977588 Jan 14 01:47:23.432782 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96df4b5e-f05f-4f18-b97f-896dd6f88190 None None] Network 7c6422e0-cdd4-456c-94af-f7620461d560 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:23.528840 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6ad916-b4e6-42ce-98a9-ae4977b9ea08 x-openstack-request-id: req-9d6ad916-b4e6-42ce-98a9-ae4977b9ea08 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:23.529412 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfbd471-7f39-4055-8c3e-329d1b8aeef6", "name": "network-vif-plugged", "status": "completed", "tag": "25d7b73e-9fe3-48f3-a548-61c33cf3c01b", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:23.529841 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d6ad916-b4e6-42ce-98a9-ae4977b9ea08 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:23.530483 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfbd471-7f39-4055-8c3e-329d1b8aeef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d7b73e-9fe3-48f3-a548-61c33cf3c01b', 'code': 200} Jan 14 01:47:23.553306 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0765f209-e40b-4cd2-a11b-2b99fce833e2 None None] Provisioning complete for port 8e91d8dd-513d-4fad-8484-6733baf9fa8c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:23.553919 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0765f209-e40b-4cd2-a11b-2b99fce833e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:23.677828 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-1d242ed8-bac7-4d9d-8e04-f34ec044681b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.132&port_id=838b35c9-58e3-438d-95d0-a166b1e53618 HTTP/1.1" status: 200 len: 217 time: 0.3749218 Jan 14 01:47:23.685748 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfa8d79-d636-4379-8516-c2780168c53c x-openstack-request-id: req-fbfa8d79-d636-4379-8516-c2780168c53c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:23.687290 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495c9525-262a-45b9-b3db-8384299a4ccc", "tag": "3350003d-6c2c-41ef-8740-4a68bf98a93e", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:23.687732 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbfa8d79-d636-4379-8516-c2780168c53c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:23.689453 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495c9525-262a-45b9-b3db-8384299a4ccc', 'tag': '3350003d-6c2c-41ef-8740-4a68bf98a93e', 'status': 'completed', 'code': 200} Jan 14 01:47:23.695104 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] For port 2c988c6d-328a-4f42-ae4c-bce024bb65f1, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=2c988c6d-328a-4f42-ae4c-bce024bb65f1,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:23.732787 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:23.736689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0765f209-e40b-4cd2-a11b-2b99fce833e2 None None] Current status of the port 8e91d8dd-513d-4fad-8484-6733baf9fa8c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:23.869600 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105e64f-dcb1-4ccc-8c3a-f2aa03fd1f1f req-aea23204-dd76-4b0d-8baf-18a7778c4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:23.871256 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f105e64f-dcb1-4ccc-8c3a-f2aa03fd1f1f req-aea23204-dd76-4b0d-8baf-18a7778c4914 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 1096 time: 0.2224114 Jan 14 01:47:23.878457 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc108303-2eb8-4c70-9682-5435d3431444 req-f2a55876-9369-4a48-a1cb-74e95e071717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:23.880521 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc108303-2eb8-4c70-9682-5435d3431444 req-f2a55876-9369-4a48-a1cb-74e95e071717 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0569d856355492ca5720a37a4290839&device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 1094 time: 0.1147802 Jan 14 01:47:23.965062 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:23.973767 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:23.984101 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] 10.222.0.46 "PUT /v2.0/ports/2c988c6d-328a-4f42-ae4c-bce024bb65f1 HTTP/1.1" status: 200 len: 1092 time: 4.4176416 Jan 14 01:47:24.063728 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ea737052-2394-4442-b9c4-7efd04d9c07f None None] Provisioning complete for port 8e91d8dd-513d-4fad-8484-6733baf9fa8c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:24.064107 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea737052-2394-4442-b9c4-7efd04d9c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:24.103907 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f105e64f-dcb1-4ccc-8c3a-f2aa03fd1f1f req-763660a9-fb05-4142-a01a-a09cc340c11a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223589 Jan 14 01:47:24.122267 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec210fc2-9224-4f8c-bbb3-a5a865e43f6a', 'tag': '2c988c6d-328a-4f42-ae4c-bce024bb65f1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:24.124635 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7f9639-c2cb-472b-85a1-715790e7f34a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec210fc2-9224-4f8c-bbb3-a5a865e43f6a", "tag": "2c988c6d-328a-4f42-ae4c-bce024bb65f1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:24.162408 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Publish callbacks [] for router_gateway (ba637b14-b100-4486-a6d8-dc57d571142e), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:24.197953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8e91d8dd-513d-4fad-8484-6733baf9fa8c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:24.228935 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc108303-2eb8-4c70-9682-5435d3431444 req-1f16f3c3-e901-4d6b-a10b-ad0dddb0872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:24.231706 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc108303-2eb8-4c70-9682-5435d3431444 req-1f16f3c3-e901-4d6b-a10b-ad0dddb0872c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 HTTP/1.1" status: 200 len: 916 time: 0.3344135 Jan 14 01:47:24.249050 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-afc22f8c-4026-467a-9252-1ad3a44a899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:24.250613 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-afc22f8c-4026-467a-9252-1ad3a44a899d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e5807b8-ad3b-4149-8159-7db634a306ee HTTP/1.1" status: 200 len: 801 time: 0.5214229 Jan 14 01:47:24.267092 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ea737052-2394-4442-b9c4-7efd04d9c07f None None] Current status of the port 8e91d8dd-513d-4fad-8484-6733baf9fa8c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:24.277426 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8e91d8dd-513d-4fad-8484-6733baf9fa8c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:24.278075 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:24.289857 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3661d42e-d76d-42e2-b8f7-89cc60d4dd38 req-a0dc7f05-0456-499f-b16e-b49ee3ee1867 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.4563010 Jan 14 01:47:24.331034 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc108303-2eb8-4c70-9682-5435d3431444 req-0f1bd293-65bf-465e-bbe7-678d817f36be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3350003d-6c2c-41ef-8740-4a68bf98a93e HTTP/1.1" status: 200 len: 217 time: 0.0944190 Jan 14 01:47:24.364074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:24.422528 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fd56d554-780e-4f81-9441-8fd3dc45bdbe req-8ad7279e-0b12-458a-a276-09cb092c171b tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0563951 Jan 14 01:47:24.457461 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc108303-2eb8-4c70-9682-5435d3431444 req-b9d89cd5-34a3-46f0-b27b-91e8f5f9db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:24.463761 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc108303-2eb8-4c70-9682-5435d3431444 req-b9d89cd5-34a3-46f0-b27b-91e8f5f9db49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd HTTP/1.1" status: 200 len: 855 time: 0.1234004 Jan 14 01:47:24.483960 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8e91d8dd-513d-4fad-8484-6733baf9fa8c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:24.514280 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc108303-2eb8-4c70-9682-5435d3431444 req-38577909-daac-45f6-a08a-4fea5542aa43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f3726f4-63f5-4f89-a7d3-5b548a2e19e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456707 Jan 14 01:47:24.517681 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a830c-87dd-4cc4-a465-eef2789449bd service neutron] Pushing event updated for resources: {'Port': ['ID=2c988c6d-328a-4f42-ae4c-bce024bb65f1,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:24.530080 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-5758b81e-f2b4-455c-973c-df8a2dc1f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:24.531609 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-5758b81e-f2b4-455c-973c-df8a2dc1f324 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 1095 time: 0.3708248 Jan 14 01:47:24.570823 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-4ad72b45-d70e-4183-856d-5429c7d39530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:24.572422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-4ad72b45-d70e-4183-856d-5429c7d39530 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1697633 Jan 14 01:47:24.666534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-b70bd728-0aab-4a76-b860-1ad279dc66ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c988c6d-328a-4f42-ae4c-bce024bb65f1 HTTP/1.1" status: 200 len: 217 time: 0.1200044 Jan 14 01:47:24.716068 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272ca99-23b2-4973-8566-f8dab64aab8a req-7a4ed72c-1e6c-4312-9865-b289b35b77ad tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:24.717604 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3272ca99-23b2-4973-8566-f8dab64aab8a req-7a4ed72c-1e6c-4312-9865-b289b35b77ad tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 943 time: 0.3181221 Jan 14 01:47:24.740136 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc108303-2eb8-4c70-9682-5435d3431444 req-ae8ac294-e9c6-4905-9cb1-8d8341759da5 service neutron] 10.222.0.46 "GET /v2.0/networks/1f3726f4-63f5-4f89-a7d3-5b548a2e19e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186639 Jan 14 01:47:24.807802 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-4e64b754-a378-4f3c-9999-92535bf40a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:24.815238 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-4e64b754-a378-4f3c-9999-92535bf40a30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.1176515 Jan 14 01:47:24.899454 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc108303-2eb8-4c70-9682-5435d3431444 req-542ad256-a0a1-440e-a4f4-54029ccf73d3 service neutron] 10.222.0.46 "GET /v2.0/networks/1f3726f4-63f5-4f89-a7d3-5b548a2e19e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499124 Jan 14 01:47:24.944814 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 3350003d-6c2c-41ef-8740-4a68bf98a93e details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:47:25.162231 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 3350003d-6c2c-41ef-8740-4a68bf98a93e, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=3350003d-6c2c-41ef-8740-4a68bf98a93e,segment=NetworkSegment(db443225-0cd1-4b2c-baa1-b79a88545b6c),segment_id=db443225-0cd1-4b2c-baa1-b79a88545b6c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:25.215898 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '3350003d-6c2c-41ef-8740-4a68bf98a93e', 'network_id': '1f3726f4-63f5-4f89-a7d3-5b548a2e19e0', 'port_id': '3350003d-6c2c-41ef-8740-4a68bf98a93e', 'mac_address': 'fa:16:3e:95:ab:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:47:25.289867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 3350003d-6c2c-41ef-8740-4a68bf98a93e is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:25.290235 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:25.291642 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Allocated IP 172.25.2.176 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/3911c350-942f-4466-9332-98bea68f9487) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:25.298686 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-03dd6c19-0796-4caf-b556-873bc7ceb194 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4700685 Jan 14 01:47:25.312954 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3350003d-6c2c-41ef-8740-4a68bf98a93e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:25.343038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34131b16-8f51-451e-8721-807a84a61eea req-34025502-9bf4-41ed-beb3-71831fa5e0ca tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:25.343716 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 3350003d-6c2c-41ef-8740-4a68bf98a93e, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=3350003d-6c2c-41ef-8740-4a68bf98a93e,segment=NetworkSegment(db443225-0cd1-4b2c-baa1-b79a88545b6c),segment_id=db443225-0cd1-4b2c-baa1-b79a88545b6c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:25.345232 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34131b16-8f51-451e-8721-807a84a61eea req-34025502-9bf4-41ed-beb3-71831fa5e0ca tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.7779121 Jan 14 01:47:25.351235 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:25.421042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=3350003d-6c2c-41ef-8740-4a68bf98a93e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:25.487513 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3272ca99-23b2-4973-8566-f8dab64aab8a req-6f202d7c-c675-482d-90d8-8a56d22615ab tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f1e4f9-5aa8-4fcd-9990-20a47b7cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866646 Jan 14 01:47:25.547054 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-d030139f-ccf0-47c1-baa9-bc2125e7468f service neutron] 10.222.0.36 "GET /v2.0/networks/b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8977981 Jan 14 01:47:25.673042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['3350003d-6c2c-41ef-8740-4a68bf98a93e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:25.677593 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34131b16-8f51-451e-8721-807a84a61eea req-a025a02e-b66d-4720-a9ce-00b567ac39f2 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004289 Jan 14 01:47:25.695565 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b45a94e-5c89-4516-b8c8-86ca30baf491 x-openstack-request-id: req-7b45a94e-5c89-4516-b8c8-86ca30baf491 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:25.695868 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec210fc2-9224-4f8c-bbb3-a5a865e43f6a", "tag": "2c988c6d-328a-4f42-ae4c-bce024bb65f1", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:25.696121 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b45a94e-5c89-4516-b8c8-86ca30baf491 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:25.696572 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec210fc2-9224-4f8c-bbb3-a5a865e43f6a', 'tag': '2c988c6d-328a-4f42-ae4c-bce024bb65f1', 'status': 'completed', 'code': 200} Jan 14 01:47:25.705426 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-d79ab03b-d172-48ef-a650-d19996760c91 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963425 Jan 14 01:47:25.854787 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1439975-b599-4752-9eaa-620ed73b82a1 req-889a990e-6fce-4c2a-b920-f3ddec429fe3 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403401 Jan 14 01:47:25.929904 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Publish callbacks [] for port (3911c350-942f-4466-9332-98bea68f9487), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:25.959210 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01e2223b-fc3b-4935-85a3-f2d4b69892d7 req-5a3f134d-699d-4421-9635-b1052ef8e0bb tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0977037 Jan 14 01:47:25.984733 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-fa510403-a2a6-4479-aad0-6a8c0ead76af service neutron] 10.222.0.36 "GET /v2.0/networks/b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213932 Jan 14 01:47:26.030281 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fa2cd-4d51-4d3b-be45-09529b9d1313 req-c4543962-057f-4657-bfda-c9c857b75ef7 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:26.037885 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b2fa2cd-4d51-4d3b-be45-09529b9d1313 req-c4543962-057f-4657-bfda-c9c857b75ef7 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 944 time: 0.1821084 Jan 14 01:47:26.103120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-a7c5366f-2784-4204-a1f1-ef6768c91ddf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.207&port_id=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda HTTP/1.1" status: 200 len: 217 time: 0.0995803 Jan 14 01:47:26.210716 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (3911c350-942f-4466-9332-98bea68f9487), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:26.228583 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9639-c2cb-472b-85a1-715790e7f34a req-699b8178-b015-4c38-9a16-dccb435c0b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:26.230120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db7f9639-c2cb-472b-85a1-715790e7f34a req-699b8178-b015-4c38-9a16-dccb435c0b1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 1095 time: 0.2665784 Jan 14 01:47:26.247309 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131580a-e296-43ef-bb50-661b1034606c req-c77dbd9b-c8cc-489b-be20-c556dcb7fa51 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:26.253570 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131580a-e296-43ef-bb50-661b1034606c req-c77dbd9b-c8cc-489b-be20-c556dcb7fa51 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:26.259750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131580a-e296-43ef-bb50-661b1034606c req-c77dbd9b-c8cc-489b-be20-c556dcb7fa51 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:26.261531 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c131580a-e296-43ef-bb50-661b1034606c req-c77dbd9b-c8cc-489b-be20-c556dcb7fa51 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2412 time: 0.1804249 Jan 14 01:47:26.299295 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b2fa2cd-4d51-4d3b-be45-09529b9d1313 req-a70386da-105e-420d-9777-f76a85c6d75d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553012 Jan 14 01:47:26.364256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:26.367462 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-48160e60-e099-47b0-aaf1-6859ed8d1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:26.368935 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-48160e60-e099-47b0-aaf1-6859ed8d1c6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca9d6e86-a649-4e95-a413-91d00ce816f0 HTTP/1.1" status: 200 len: 801 time: 0.2404301 Jan 14 01:47:26.383415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:26.401848 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:26.468103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Pushing event updated for resources: {'Port': ['ID=3911c350-942f-4466-9332-98bea68f9487,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:26.570966 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c131580a-e296-43ef-bb50-661b1034606c req-95d87141-2c88-4da6-9459-869c384d809d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554550 Jan 14 01:47:26.573072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-ad577e5b-fd20-41b3-8021-aa1adb97696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:26.574596 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-ad577e5b-fd20-41b3-8021-aa1adb97696d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e44d7e-5b9c-4569-9483-de784e9e24e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1961234 Jan 14 01:47:26.873815 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9639-c2cb-472b-85a1-715790e7f34a req-e6f77c1c-e7a8-43bf-8f71-dbb0e65b961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:26.875866 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db7f9639-c2cb-472b-85a1-715790e7f34a req-e6f77c1c-e7a8-43bf-8f71-dbb0e65b961f service neutron] 10.222.0.46 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 907 time: 0.6091568 Jan 14 01:47:26.959653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 3350003d-6c2c-41ef-8740-4a68bf98a93e up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:26.978434 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db7f9639-c2cb-472b-85a1-715790e7f34a req-f0e71f48-818d-42f3-b2ed-7f6c82f7cd40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c988c6d-328a-4f42-ae4c-bce024bb65f1 HTTP/1.1" status: 200 len: 217 time: 0.0802782 Jan 14 01:47:27.024517 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eba970-ff77-4fdf-8a4c-5f449a605c6a req-6a85086d-1795-4129-ad79-fa21c42813cf tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:27.026131 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01eba970-ff77-4fdf-8a4c-5f449a605c6a req-6a85086d-1795-4129-ad79-fa21c42813cf tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.1979861 Jan 14 01:47:27.058186 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 3350003d-6c2c-41ef-8740-4a68bf98a93e completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:47:27.064162 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445db4b6-388c-4f80-bfc9-bb28744c003a req-48f2ee01-e444-46dd-8347-455a8311ee88 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:27.065883 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-445db4b6-388c-4f80-bfc9-bb28744c003a req-48f2ee01-e444-46dd-8347-455a8311ee88 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 944 time: 0.4887488 Jan 14 01:47:27.066804 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 3350003d-6c2c-41ef-8740-4a68bf98a93e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:27.068644 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:27.081703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-804415dd-8c8e-4e7f-9792-001e6b97df2f service neutron] 10.222.0.36 "GET /v2.0/networks/36e44d7e-5b9c-4569-9483-de784e9e24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355783 Jan 14 01:47:27.232390 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 3350003d-6c2c-41ef-8740-4a68bf98a93e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:27.232830 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:27.243974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9639-c2cb-472b-85a1-715790e7f34a req-fa905b98-783f-4641-85d5-2a3e8aac2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:27.245423 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db7f9639-c2cb-472b-85a1-715790e7f34a req-fa905b98-783f-4641-85d5-2a3e8aac2ac4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.2579656 Jan 14 01:47:27.281523 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495c9525-262a-45b9-b3db-8384299a4ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350003d-6c2c-41ef-8740-4a68bf98a93e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:27.288302 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b87fba-c071-4f27-ba9a-d66bd3f74638" -d '{"events": [{"server_uuid": "495c9525-262a-45b9-b3db-8384299a4ccc", "name": "network-vif-plugged", "status": "completed", "tag": "3350003d-6c2c-41ef-8740-4a68bf98a93e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:27.293215 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 3350003d-6c2c-41ef-8740-4a68bf98a93e, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=3350003d-6c2c-41ef-8740-4a68bf98a93e,segment=NetworkSegment(db443225-0cd1-4b2c-baa1-b79a88545b6c),segment_id=db443225-0cd1-4b2c-baa1-b79a88545b6c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:27.304981 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:27.305505 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-769d8894-f389-401a-9d3d-33c7b50ae783 req-239deb3f-2210-47aa-940b-34518a1288b8 service neutron] 10.222.0.36 "GET /v2.0/networks/36e44d7e-5b9c-4569-9483-de784e9e24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801205 Jan 14 01:47:27.387199 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=3350003d-6c2c-41ef-8740-4a68bf98a93e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:27.408372 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.408717 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.409062 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.409395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.409727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.410052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.412829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.413038 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.415051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.415245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.415542 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.415876 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.416198 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:27.657581 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db7f9639-c2cb-472b-85a1-715790e7f34a req-b4ae47f0-8b08-4918-aa9d-2f286b779068 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3939638 Jan 14 01:47:27.765417 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01eba970-ff77-4fdf-8a4c-5f449a605c6a req-7e6e8b3d-55df-4c6d-9f31-aaea3efa0d19 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7101853 Jan 14 01:47:27.805659 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-445db4b6-388c-4f80-bfc9-bb28744c003a req-18665f0c-bbc9-411d-bed8-63588cf61e8f tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f1e4f9-5aa8-4fcd-9990-20a47b7cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6891019 Jan 14 01:47:27.818276 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db7f9639-c2cb-472b-85a1-715790e7f34a req-acff0756-509b-4c56-ae4e-0968fc0744cc service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492774 Jan 14 01:47:27.824377 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Publish callbacks [] for router_gateway (ba637b14-b100-4486-a6d8-dc57d571142e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:27.877399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-0c1f7bc7-260f-4baf-a576-7dbf1a27b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:27.878726 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-0c1f7bc7-260f-4baf-a576-7dbf1a27b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:27.878726 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-0c1f7bc7-260f-4baf-a576-7dbf1a27b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:27.880171 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-0c1f7bc7-260f-4baf-a576-7dbf1a27b09e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cda1637d84124f32b4702438cb476922&device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2865 time: 0.2146735 Jan 14 01:47:27.923670 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640082e6-7ad6-4aa5-9eb2-e6dd0db126ec x-openstack-request-id: req-640082e6-7ad6-4aa5-9eb2-e6dd0db126ec {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:27.923965 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495c9525-262a-45b9-b3db-8384299a4ccc", "name": "network-vif-plugged", "status": "completed", "tag": "3350003d-6c2c-41ef-8740-4a68bf98a93e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:27.924219 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-640082e6-7ad6-4aa5-9eb2-e6dd0db126ec {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:27.924611 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495c9525-262a-45b9-b3db-8384299a4ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350003d-6c2c-41ef-8740-4a68bf98a93e', 'code': 200} Jan 14 01:47:28.091962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaaab0-53be-417e-aefb-c55f1b9eeeea req-acaa3c38-e336-4022-8b8a-fefb7dd8d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:28.094958 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfeaaab0-53be-417e-aefb-c55f1b9eeeea req-acaa3c38-e336-4022-8b8a-fefb7dd8d130 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 1096 time: 0.0727320 Jan 14 01:47:28.129430 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3e81927d-f63c-48ca-a17b-8d2c3cbc5840 req-5ec79cc5-ee52-46f3-8423-0d19d73d04f6 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.2287889 Jan 14 01:47:28.213891 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-fc1c8b00-f3cd-4fa9-80b0-9b4bc5561ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:28.215410 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-fc1c8b00-f3cd-4fa9-80b0-9b4bc5561ad8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36e44d7e-5b9c-4569-9483-de784e9e24e8 HTTP/1.1" status: 200 len: 902 time: 0.3161180 Jan 14 01:47:28.229378 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bfeaaab0-53be-417e-aefb-c55f1b9eeeea req-c5f86930-40cf-46e9-bbfa-76a238254db0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=45f1e4f9-5aa8-4fcd-9990-20a47b7cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272557 Jan 14 01:47:28.293411 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-47e27113-087f-4b3f-b7c4-e1cb158e9781 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.207&port_id=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda HTTP/1.1" status: 200 len: 217 time: 0.0517392 Jan 14 01:47:28.309749 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1699b-cd1a-4dcb-a8a3-ba9d901dd01d req-de7c953d-e8a4-4bd2-9c57-4694de1670fb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:28.312447 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45a1699b-cd1a-4dcb-a8a3-ba9d901dd01d req-de7c953d-e8a4-4bd2-9c57-4694de1670fb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 944 time: 0.2622085 Jan 14 01:47:28.363908 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db7f9639-c2cb-472b-85a1-715790e7f34a req-09bfca6f-2d16-4052-86fa-5d5e6216a5a7 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350971 Jan 14 01:47:28.504477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-9615f517-56fd-4181-8124-994459a02b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:28.506108 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-9615f517-56fd-4181-8124-994459a02b23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca9d6e86-a649-4e95-a413-91d00ce816f0 HTTP/1.1" status: 200 len: 801 time: 0.1907272 Jan 14 01:47:28.545708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfae946-b175-4868-90ff-27efdebc2c57 req-503ad7a9-e3dc-428e-97a9-f661d943cf76 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:28.552383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfae946-b175-4868-90ff-27efdebc2c57 req-503ad7a9-e3dc-428e-97a9-f661d943cf76 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:28.558546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfae946-b175-4868-90ff-27efdebc2c57 req-503ad7a9-e3dc-428e-97a9-f661d943cf76 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:28.560283 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cfae946-b175-4868-90ff-27efdebc2c57 req-503ad7a9-e3dc-428e-97a9-f661d943cf76 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2412 time: 0.2765510 Jan 14 01:47:28.643843 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45a1699b-cd1a-4dcb-a8a3-ba9d901dd01d req-fb770b30-93c6-47f4-9426-334c4fed429c tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337787 Jan 14 01:47:28.651129 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (ba637b14-b100-4486-a6d8-dc57d571142e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:28.661941 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-bcf29dff-3a62-40a4-81dd-4f55c28cc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:28.663584 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-bcf29dff-3a62-40a4-81dd-4f55c28cc83e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e44d7e-5b9c-4569-9483-de784e9e24e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1486044 Jan 14 01:47:28.796144 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cfae946-b175-4868-90ff-27efdebc2c57 req-c983baf0-aa78-4f0d-9a91-1a64b767d59f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133100 Jan 14 01:47:28.820458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device c9dd45ba-5933-4013-bc0a-d3c8f44fbeda details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:47:28.951414 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:28.971114 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'c9dd45ba-5933-4013-bc0a-d3c8f44fbeda', 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8', 'port_id': 'c9dd45ba-5933-4013-bc0a-d3c8f44fbeda', 'mac_address': 'fa:16:3e:5a:54:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9d6e86-a649-4e95-a413-91d00ce816f0', 'ip_address': '19.80.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:47:29.018451 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:29.019125 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:29.021655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 2c988c6d-328a-4f42-ae4c-bce024bb65f1 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:47:29.072908 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-8bfb2e1a-afa6-4f80-8833-5f899332465b service neutron] 10.222.0.36 "GET /v2.0/networks/36e44d7e-5b9c-4569-9483-de784e9e24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735763 Jan 14 01:47:29.088186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6df4c-cb68-4eb3-8a48-aca9cb6e0f60 req-5d68873a-61c5-46d3-9a82-475e79492ba2 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:29.089864 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfd6df4c-cb68-4eb3-8a48-aca9cb6e0f60 req-5d68873a-61c5-46d3-9a82-475e79492ba2 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.2078531 Jan 14 01:47:29.138643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 2c988c6d-328a-4f42-ae4c-bce024bb65f1, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=2c988c6d-328a-4f42-ae4c-bce024bb65f1,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:29.153989 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '2c988c6d-328a-4f42-ae4c-bce024bb65f1', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'port_id': '2c988c6d-328a-4f42-ae4c-bce024bb65f1', 'mac_address': 'fa:16:3e:73:37:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845bcc49-2264-4165-8b1c-097522050b8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:47:29.171500 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9dd45ba-5933-4013-bc0a-d3c8f44fbeda {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:29.197649 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:29.232403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Router ba637b14-b100-4486-a6d8-dc57d571142e is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:47:29.239540 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:29.240462 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 838b35c9-58e3-438d-95d0-a166b1e53618 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:47:29.265373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6330034-5757-4be9-a7af-81af07863d0b req-1d9d0b1c-43bd-4a29-9b9b-b9673e152afa tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:29.278455 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f6330034-5757-4be9-a7af-81af07863d0b req-1d9d0b1c-43bd-4a29-9b9b-b9673e152afa tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 945 time: 0.3135834 Jan 14 01:47:29.317159 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfd6df4c-cb68-4eb3-8a48-aca9cb6e0f60 req-0b31e9a5-c726-46f9-8704-10b225543931 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069566 Jan 14 01:47:29.343829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 2c988c6d-328a-4f42-ae4c-bce024bb65f1 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:29.344656 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:29.390706 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c988c6d-328a-4f42-ae4c-bce024bb65f1 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:29.394739 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:29.485234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 2c988c6d-328a-4f42-ae4c-bce024bb65f1, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=2c988c6d-328a-4f42-ae4c-bce024bb65f1,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:29.496343 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:29.537338 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f6330034-5757-4be9-a7af-81af07863d0b req-5b646a24-08aa-4f70-aa70-4319f22f5254 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f1e4f9-5aa8-4fcd-9990-20a47b7cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564833 Jan 14 01:47:29.540460 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f31a842-455f-4403-9a24-d2d08e7f43e2 req-d3c287c0-36d9-4de9-b9b2-2a84c4d21de6 service neutron] 10.222.0.36 "GET /v2.0/networks/36e44d7e-5b9c-4569-9483-de784e9e24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389682 Jan 14 01:47:29.598628 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 838b35c9-58e3-438d-95d0-a166b1e53618, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=838b35c9-58e3-438d-95d0-a166b1e53618,segment=NetworkSegment(f777fa30-5448-4d9b-97f4-9f62032a7ff3),segment_id=f777fa30-5448-4d9b-97f4-9f62032a7ff3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:29.613015 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=2c988c6d-328a-4f42-ae4c-bce024bb65f1,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:29.618122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '838b35c9-58e3-438d-95d0-a166b1e53618', 'network_id': 'b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb', 'port_id': '838b35c9-58e3-438d-95d0-a166b1e53618', 'mac_address': 'fa:16:3e:fa:84:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5807b8-ad3b-4149-8159-7db634a306ee', 'ip_address': '19.86.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:47:29.622718 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-449f100e-d316-4e25-9856-a1b6778c0b2b req-c2cf54f6-a83c-4076-9b05-df86a08127c7 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.1906462 Jan 14 01:47:29.684381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 838b35c9-58e3-438d-95d0-a166b1e53618 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:29.684793 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:29.689929 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:47:29.706331 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838b35c9-58e3-438d-95d0-a166b1e53618 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:29.711464 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Sync routers for ids ['ba637b14-b100-4486-a6d8-dc57d571142e'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:47:29.738724 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:29.743459 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58220) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:29.744436 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-840a71fc-7dcd-4a9d-b041-9442b43abbeb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.5986474 Jan 14 01:47:29.747573 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 838b35c9-58e3-438d-95d0-a166b1e53618, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=838b35c9-58e3-438d-95d0-a166b1e53618,segment=NetworkSegment(f777fa30-5448-4d9b-97f4-9f62032a7ff3),segment_id=f777fa30-5448-4d9b-97f4-9f62032a7ff3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:29.748815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Routers {'ba637b14-b100-4486-a6d8-dc57d571142e'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:47:29.749505 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:47:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ba637b14-b100-4486-a6d8-dc57d571142e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:29.830602 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:29.831366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:47:29.852818 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc383c-53f6-499a-a306-0eb7512b3379 req-2cfee635-aa62-47ea-bd91-300edf3e649a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:29.865852 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1fc383c-53f6-499a-a306-0eb7512b3379 req-2cfee635-aa62-47ea-bd91-300edf3e649a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 945 time: 0.1025629 Jan 14 01:47:29.915358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['2c988c6d-328a-4f42-ae4c-bce024bb65f1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:29.977817 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1fc383c-53f6-499a-a306-0eb7512b3379 req-17bb9818-fd9b-4ea7-9dcc-9e77df7cdf50 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110761 Jan 14 01:47:30.272862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20bfa-c066-49ee-b62d-d13e58d34be7 req-45cedfd3-30eb-4f5b-82a8-99f60622fb87 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:30.302003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20bfa-c066-49ee-b62d-d13e58d34be7 req-45cedfd3-30eb-4f5b-82a8-99f60622fb87 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:30.318278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20bfa-c066-49ee-b62d-d13e58d34be7 req-45cedfd3-30eb-4f5b-82a8-99f60622fb87 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:30.326785 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fce20bfa-c066-49ee-b62d-d13e58d34be7 req-45cedfd3-30eb-4f5b-82a8-99f60622fb87 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2414 time: 0.2677107 Jan 14 01:47:30.327774 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:47:30.363635 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06969a2a-6a21-4f69-8f74-df6c1a377b5a req-106bfc04-5711-4e1d-b131-7aa65da5f249 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:30.369064 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0d1b5b9d-4172-4d66-9047-2d96f0d872f5,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:30.375212 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06969a2a-6a21-4f69-8f74-df6c1a377b5a req-106bfc04-5711-4e1d-b131-7aa65da5f249 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.2399707 Jan 14 01:47:30.388106 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '0d1b5b9d-4172-4d66-9047-2d96f0d872f5', 'network_id': '36e44d7e-5b9c-4569-9483-de784e9e24e8', 'port_id': '0d1b5b9d-4172-4d66-9047-2d96f0d872f5', 'mac_address': 'fa:16:3e:9c:d6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9d6e86-a649-4e95-a413-91d00ce816f0', 'ip_address': '19.80.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:47:30.458158 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fce20bfa-c066-49ee-b62d-d13e58d34be7 req-b6b84264-d8f0-4012-837f-13f010fb6f37 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294539 Jan 14 01:47:30.490228 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06969a2a-6a21-4f69-8f74-df6c1a377b5a req-a6e5a82d-09c2-4699-87bd-8e0a7c93234e tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136181 Jan 14 01:47:30.504087 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:30.504717 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:30.508681 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=838b35c9-58e3-438d-95d0-a166b1e53618,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:30.550529 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:30.562144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Set router ba637b14-b100-4486-a6d8-dc57d571142e gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:47:30.711757 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0d1b5b9d-4172-4d66-9047-2d96f0d872f5,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:30.754831 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:30.795530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf79347-53f2-49e8-9a48-365e32405ce1 req-4462c7bd-70ac-4d14-9beb-2c2a26d73534 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:30.797155 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ebf79347-53f2-49e8-9a48-365e32405ce1 req-4462c7bd-70ac-4d14-9beb-2c2a26d73534 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.1820188 Jan 14 01:47:30.888707 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194c636-a875-4c95-89a5-442cc71df63c req-90c1b585-1eb5-4a22-8377-721e9d5018b2 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:30.899654 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4194c636-a875-4c95-89a5-442cc71df63c req-90c1b585-1eb5-4a22-8377-721e9d5018b2 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 945 time: 0.2263815 Jan 14 01:47:30.914329 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=0d1b5b9d-4172-4d66-9047-2d96f0d872f5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:30.995914 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4194c636-a875-4c95-89a5-442cc71df63c req-4f956a25-f27b-461d-988e-7fcb9ce08e61 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f1e4f9-5aa8-4fcd-9990-20a47b7cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945036 Jan 14 01:47:31.022388 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:31.037288 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:47:26Z', 'revision_number': 3, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:31.060371 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ebf79347-53f2-49e8-9a48-365e32405ce1 req-10769926-b3f0-4cf8-a4a9-a3511848f28c tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549832 Jan 14 01:47:31.100727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Checking router: ba637b14-b100-4486-a6d8-dc57d571142e for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:47:31.101390 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Updating router ba637b14-b100-4486-a6d8-dc57d571142e port 3911c350-942f-4466-9332-98bea68f9487 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:47:31.142505 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3911c350-942f-4466-9332-98bea68f9487), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:31.223533 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7932cea4-710f-45d8-a961-b4f34922a683 req-f4f94c28-4f77-49ef-8fd9-93311b926cf1 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0842667 Jan 14 01:47:31.338333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['c9dd45ba-5933-4013-bc0a-d3c8f44fbeda'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:31.341319 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['838b35c9-58e3-438d-95d0-a166b1e53618'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:31.344994 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['0d1b5b9d-4172-4d66-9047-2d96f0d872f5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:31.519115 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Allocated IP 172.20.0.1 (7c6422e0-cdd4-456c-94af-f7620461d560/632fe819-208c-460c-b2be-a914dd3442c1/e0110df5-1122-402d-a495-8162f9aaa7f5) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:31.521584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae190da-a0f0-4b31-be8f-9d5c9dddf6ef req-d7d9064e-f99b-441d-a6c3-a71dfe919da4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:31.524337 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ae190da-a0f0-4b31-be8f-9d5c9dddf6ef req-d7d9064e-f99b-441d-a6c3-a71dfe919da4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 945 time: 0.2689385 Jan 14 01:47:31.595066 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ae190da-a0f0-4b31-be8f-9d5c9dddf6ef req-0057fe11-33bb-471d-88ea-8eb3303bbac9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644999 Jan 14 01:47:31.771809 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:31.930829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b913bc2-381e-44d3-992e-7307fa608a69 req-f78a45de-9c9a-4f3b-86bc-8c8e0efe0709 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:31.931924 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Publish callbacks [] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:31.939399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b913bc2-381e-44d3-992e-7307fa608a69 req-f78a45de-9c9a-4f3b-86bc-8c8e0efe0709 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:31.951855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b913bc2-381e-44d3-992e-7307fa608a69 req-f78a45de-9c9a-4f3b-86bc-8c8e0efe0709 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:31.965459 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b913bc2-381e-44d3-992e-7307fa608a69 req-f78a45de-9c9a-4f3b-86bc-8c8e0efe0709 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2415 time: 0.1874452 Jan 14 01:47:32.069978 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560ed1d-3a72-4f86-92f4-d2b5814a1052 req-7db43724-c788-41b9-b782-4c1165604252 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:32.072828 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6560ed1d-3a72-4f86-92f4-d2b5814a1052 req-7db43724-c788-41b9-b782-4c1165604252 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.1546011 Jan 14 01:47:32.092779 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:32.124640 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b913bc2-381e-44d3-992e-7307fa608a69 req-b8319aea-3c36-460b-ad72-9543f39fac98 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549504 Jan 14 01:47:32.228741 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0110df5-1122-402d-a495-8162f9aaa7f5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:32.230314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6560ed1d-3a72-4f86-92f4-d2b5814a1052 req-1cb3b4c8-92d3-4a96-8d39-b191407ad295 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023679 Jan 14 01:47:32.297854 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.303101 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.303462 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.303809 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.304150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.304653 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.304995 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.305324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.305653 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.306087 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.307037 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.307561 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.307904 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:47:32.321789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Network 7c6422e0-cdd4-456c-94af-f7620461d560 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:32.323797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:32.326665 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:32.392511 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (ba637b14-b100-4486-a6d8-dc57d571142e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:32.454663 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e5790c5-2702-46b1-9671-f1f62848cd94 req-378e8e93-095e-4260-b23b-2f46e39d676e tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0593848 Jan 14 01:47:32.521862 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Publish callbacks [] for port (3911c350-942f-4466-9332-98bea68f9487), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:32.550078 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3911c350-942f-4466-9332-98bea68f9487), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:32.612842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:32.646373 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Attempting to bind port 3911c350-942f-4466-9332-98bea68f9487 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:32.654052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Attempting to bind port 3911c350-942f-4466-9332-98bea68f9487 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:32.654791 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Attempting to bind port 3911c350-942f-4466-9332-98bea68f9487 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:32.691315 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:32.697280 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:32.698101 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:32.698813 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:32.699572 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Bound port: 3911c350-942f-4466-9332-98bea68f9487, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:32.700215 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3911c350-942f-4466-9332-98bea68f9487), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:32.790873 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6efc6e-1db4-4367-b4db-3aaf0ba97657 None None] Pushing event updated for resources: {'Port': ['ID=3911c350-942f-4466-9332-98bea68f9487,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:32.808642 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] For port 3911c350-942f-4466-9332-98bea68f9487, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:32.812317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] For port 3911c350-942f-4466-9332-98bea68f9487, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3911c350-942f-4466-9332-98bea68f9487,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:32.826843 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3911c350-942f-4466-9332-98bea68f9487), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:32.902101 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312751-67d1-4434-8cd2-412f49d4e2e6 req-8feed88a-6b9b-40ab-996a-e067760543ea tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:32.903736 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-81312751-67d1-4434-8cd2-412f49d4e2e6 req-8feed88a-6b9b-40ab-996a-e067760543ea tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 945 time: 0.1738701 Jan 14 01:47:32.918438 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Publish callbacks [] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:32.937814 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:32.988917 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Routers {'ba637b14-b100-4486-a6d8-dc57d571142e'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:47:32.990831 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:47:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ba637b14-b100-4486-a6d8-dc57d571142e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:32.997358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-50afbf9e-0f30-4f2d-9004-cc95123f43fa None None] Provisioning complete for port e0110df5-1122-402d-a495-8162f9aaa7f5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:32.997735 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50afbf9e-0f30-4f2d-9004-cc95123f43fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:33.033526 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-81312751-67d1-4434-8cd2-412f49d4e2e6 req-79a9be99-92b4-405b-895f-360a7f54b195 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123698 Jan 14 01:47:33.041973 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0110df5-1122-402d-a495-8162f9aaa7f5,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:33.062702 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (ba637b14-b100-4486-a6d8-dc57d571142e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:33.092005 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-50afbf9e-0f30-4f2d-9004-cc95123f43fa None None] Port e0110df5-1122-402d-a495-8162f9aaa7f5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:47:33.096289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 2c988c6d-328a-4f42-ae4c-bce024bb65f1 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:33.099297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6efc6e-1db4-4367-b4db-3aaf0ba97657 None None] Pushing event updated for resources: {'Port': ['ID=3911c350-942f-4466-9332-98bea68f9487,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:33.230868 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Network 7c6422e0-cdd4-456c-94af-f7620461d560 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:33.232328 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:33.261360 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] Set router ba637b14-b100-4486-a6d8-dc57d571142e gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:47:33.337842 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 2c988c6d-328a-4f42-ae4c-bce024bb65f1 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:47:33.338529 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4148c7-f2bb-4405-843e-1e686d8369de req-56905c91-bdc4-4efb-8071-2be8d70a58d7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:33.356649 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4148c7-f2bb-4405-843e-1e686d8369de req-56905c91-bdc4-4efb-8071-2be8d70a58d7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:33.364812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4148c7-f2bb-4405-843e-1e686d8369de req-56905c91-bdc4-4efb-8071-2be8d70a58d7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:33.370342 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 2c988c6d-328a-4f42-ae4c-bce024bb65f1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:33.371154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e4148c7-f2bb-4405-843e-1e686d8369de req-56905c91-bdc4-4efb-8071-2be8d70a58d7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2415 time: 0.1328316 Jan 14 01:47:33.372010 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:33.481827 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Router ba637b14-b100-4486-a6d8-dc57d571142e has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:47:33.507046 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9e4148c7-f2bb-4405-843e-1e686d8369de req-9072d341-2f75-4c10-8372-1ec7a2035aa9 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349123 Jan 14 01:47:33.543138 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b17fb-8f74-4243-b415-85d520cacb2d req-f4cdef4f-b786-42cf-aeb0-b43d030600fb tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:33.544943 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d9b17fb-8f74-4243-b415-85d520cacb2d req-f4cdef4f-b786-42cf-aeb0-b43d030600fb tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.1712234 Jan 14 01:47:33.644939 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d9b17fb-8f74-4243-b415-85d520cacb2d req-cadeb3b9-6f2e-43a7-989e-5908029b0990 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939481 Jan 14 01:47:33.683190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:47:33.694357 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-701acb04-7593-4c80-a10f-b294e02bd7e9 admin admin] 10.222.0.26 "PUT /v2.0/routers/ba637b14-b100-4486-a6d8-dc57d571142e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9486673 Jan 14 01:47:33.787055 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-465c30a7-c925-43a1-952f-590de4effc9b req-fb026d2f-dfec-4727-8c79-9d259b4fe686 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0522475 Jan 14 01:47:33.803165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1be9aec8-988c-417c-9e30-7e426577a571 None None] Provisioning complete for port e0110df5-1122-402d-a495-8162f9aaa7f5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:33.803165 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1be9aec8-988c-417c-9e30-7e426577a571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:33.864122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 2c988c6d-328a-4f42-ae4c-bce024bb65f1 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:33.864515 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:34.059377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1be9aec8-988c-417c-9e30-7e426577a571 None None] Port e0110df5-1122-402d-a495-8162f9aaa7f5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:47:34.073074 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec210fc2-9224-4f8c-bbb3-a5a865e43f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c988c6d-328a-4f42-ae4c-bce024bb65f1'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:34.075542 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fafcda5-eeb4-465b-b5cc-92369e19a6a5" -d '{"events": [{"server_uuid": "ec210fc2-9224-4f8c-bbb3-a5a865e43f6a", "name": "network-vif-plugged", "status": "completed", "tag": "2c988c6d-328a-4f42-ae4c-bce024bb65f1"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:34.092087 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 2c988c6d-328a-4f42-ae4c-bce024bb65f1, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=2c988c6d-328a-4f42-ae4c-bce024bb65f1,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:34.100828 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:34.167643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e0110df5-1122-402d-a495-8162f9aaa7f5', 'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'mac_address': 'fa:16:3e:25:95:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:31Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 2, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'subnets': [{'id': '632fe819-208c-460c-b2be-a914dd3442c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:34.202287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=2c988c6d-328a-4f42-ae4c-bce024bb65f1,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:34.205465 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029a4f85-fec7-4264-938b-a8e460520a5c None None] The sync data for ids ['ba637b14-b100-4486-a6d8-dc57d571142e'] in n-d-824358-4 is: [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e0110df5-1122-402d-a495-8162f9aaa7f5', 'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'mac_address': 'fa:16:3e:25:95:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:31Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 2, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'subnets': [{'id': '632fe819-208c-460c-b2be-a914dd3442c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:47:34.351284 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:34.521879 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58432) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:34.527727 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f495a462-fdb3-4975-962a-f25781404362 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744029107', 'description': 'tempest-description--858329052'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:34.587683 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f495a462-fdb3-4975-962a-f25781404362 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:34.661158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68dd5a-4877-419a-8458-20f93ef78e80 req-47fc3ff0-a7f5-4d73-8ed8-10979729ce4c tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:34.671006 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4a68dd5a-4877-419a-8458-20f93ef78e80 req-47fc3ff0-a7f5-4d73-8ed8-10979729ce4c tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 946 time: 0.0705507 Jan 14 01:47:34.727318 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f495a462-fdb3-4975-962a-f25781404362 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for security_group (ad76723f-04fc-4afb-94cd-6a77598f2e1d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:34.732971 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f495a462-fdb3-4975-962a-f25781404362 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ad76723f-04fc-4afb-94cd-6a77598f2e1d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:34.743479 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe7e6ea-be1f-433c-8126-2f8269cbd7d7 x-openstack-request-id: req-bfe7e6ea-be1f-433c-8126-2f8269cbd7d7 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:34.743776 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec210fc2-9224-4f8c-bbb3-a5a865e43f6a", "name": "network-vif-plugged", "status": "completed", "tag": "2c988c6d-328a-4f42-ae4c-bce024bb65f1", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:34.744032 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfe7e6ea-be1f-433c-8126-2f8269cbd7d7 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:34.744548 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec210fc2-9224-4f8c-bbb3-a5a865e43f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c988c6d-328a-4f42-ae4c-bce024bb65f1', 'code': 200} Jan 14 01:47:34.762300 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4a68dd5a-4877-419a-8458-20f93ef78e80 req-8a9b2658-0b68-47cf-8389-f8163b180cef tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900197 Jan 14 01:47:34.780725 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f495a462-fdb3-4975-962a-f25781404362 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:34.785278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 58448) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:34.785808 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f495a462-fdb3-4975-962a-f25781404362 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2623436 Jan 14 01:47:34.788966 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495a462-fdb3-4975-962a-f25781404362 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad76723f-04fc-4afb-94cd-6a77598f2e1d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:34.791533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0a47d5c5-2066-496b-9a9c-5db569b8604d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Request body: {'security_group_rule': {'security_group_id': 'ad76723f-04fc-4afb-94cd-6a77598f2e1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:34.884882 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fd92de68-fb3d-4951-af8a-4b711b70b013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:34.905166 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a47d5c5-2066-496b-9a9c-5db569b8604d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for security_group_rule (01ff46bc-7e31-4174-9ce1-58896e560f41), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:34.920238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 838b35c9-58e3-438d-95d0-a166b1e53618 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:34.978662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f515e8-ed86-4b57-8287-8715a82e1601 req-77537eac-0a99-4ab4-ad29-cf0c06b69513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:34.982529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-39f515e8-ed86-4b57-8287-8715a82e1601 req-77537eac-0a99-4ab4-ad29-cf0c06b69513 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 1097 time: 0.1316247 Jan 14 01:47:35.009718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 838b35c9-58e3-438d-95d0-a166b1e53618 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:47:35.017052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 838b35c9-58e3-438d-95d0-a166b1e53618 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:35.017756 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.065326 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e42812-90bb-4200-8c3f-7c39706700b1 req-917abadd-157f-4d47-b74b-3ffdb86ac3e0 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:35.083763 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e42812-90bb-4200-8c3f-7c39706700b1 req-917abadd-157f-4d47-b74b-3ffdb86ac3e0 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:35.096608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e42812-90bb-4200-8c3f-7c39706700b1 req-917abadd-157f-4d47-b74b-3ffdb86ac3e0 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:35.111024 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90e42812-90bb-4200-8c3f-7c39706700b1 req-917abadd-157f-4d47-b74b-3ffdb86ac3e0 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2415 time: 0.2432752 Jan 14 01:47:35.152781 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a47d5c5-2066-496b-9a9c-5db569b8604d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for security_group_rule (01ff46bc-7e31-4174-9ce1-58896e560f41), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.226391 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 838b35c9-58e3-438d-95d0-a166b1e53618 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:35.226809 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.277451 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 838b35c9-58e3-438d-95d0-a166b1e53618, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=838b35c9-58e3-438d-95d0-a166b1e53618,segment=NetworkSegment(f777fa30-5448-4d9b-97f4-9f62032a7ff3),segment_id=f777fa30-5448-4d9b-97f4-9f62032a7ff3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:35.285155 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.286165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device c9dd45ba-5933-4013-bc0a-d3c8f44fbeda up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:35.397501 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=838b35c9-58e3-438d-95d0-a166b1e53618,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:35.403908 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:47:35.408730 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:35.409205 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.501510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:35.502439 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.539940 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a47d5c5-2066-496b-9a9c-5db569b8604d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (01ff46bc-7e31-4174-9ce1-58896e560f41), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.547505 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:35.561382 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.562192 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:35.590636 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-39f515e8-ed86-4b57-8287-8715a82e1601 req-25cbdb3e-211f-41cc-8955-1bf7deff2408 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002133 Jan 14 01:47:35.596077 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47d5c5-2066-496b-9a9c-5db569b8604d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ff46bc-7e31-4174-9ce1-58896e560f41,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:35.616122 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a47d5c5-2066-496b-9a9c-5db569b8604d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.620042 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58476) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:35.620605 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0a47d5c5-2066-496b-9a9c-5db569b8604d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8335335 Jan 14 01:47:35.628810 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f596a89f-ab84-427b-85b6-0392290f431a tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Request body: {'security_group_rule': {'security_group_id': 'ad76723f-04fc-4afb-94cd-6a77598f2e1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:35.638472 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90e42812-90bb-4200-8c3f-7c39706700b1 req-05ab7ab3-32d9-44a9-8108-9f4076d5319d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210490 Jan 14 01:47:35.646174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:35.659635 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92a593-8fda-4575-bdc2-7dbb7b7c2921 req-22c9f3cb-e741-43ea-8625-303b737ece75 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:35.662831 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:47:35.670026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:35.670525 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.671154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba92a593-8fda-4575-bdc2-7dbb7b7c2921 req-22c9f3cb-e741-43ea-8625-303b737ece75 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.5506785 Jan 14 01:47:35.703809 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f596a89f-ab84-427b-85b6-0392290f431a tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for security_group_rule (0c11331e-1811-4b2b-acee-068db9c32b42), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.783100 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba92a593-8fda-4575-bdc2-7dbb7b7c2921 req-55ece327-dd91-4f7e-888c-4879f99a0d49 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108956 Jan 14 01:47:35.821462 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-306bbc53-684d-475a-8fea-4b286f3b3ee7 req-7cdbbfac-3254-40e6-8902-950717de9d60 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0756426 Jan 14 01:47:35.822826 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f596a89f-ab84-427b-85b6-0392290f431a tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for security_group_rule (0c11331e-1811-4b2b-acee-068db9c32b42), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.835547 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f596a89f-ab84-427b-85b6-0392290f431a tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (0c11331e-1811-4b2b-acee-068db9c32b42), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.852679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:35.854157 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.876504 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596a89f-ab84-427b-85b6-0392290f431a tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c11331e-1811-4b2b-acee-068db9c32b42,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:35.908886 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0d1b5b9d-4172-4d66-9047-2d96f0d872f5,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:35.912267 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f596a89f-ab84-427b-85b6-0392290f431a tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.913775 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:35.914647 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f596a89f-ab84-427b-85b6-0392290f431a tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2919915 Jan 14 01:47:35.918462 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 58490) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:35.926826 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:36.022686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=0d1b5b9d-4172-4d66-9047-2d96f0d872f5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:36.036018 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:36.174584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-9b3940dc-0601-4568-b47d-39865d195048 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:36.176408 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-9b3940dc-0601-4568-b47d-39865d195048 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 805 time: 0.2390950 Jan 14 01:47:36.203126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-ef324f46-4858-4c0c-9db8-071e30fcaaa2 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/quotas/1d45fc8997fc4ca8890daac1eb8eb224 HTTP/1.1" status: 200 len: 375 time: 0.0182981 Jan 14 01:47:36.252748 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3911c350-942f-4466-9332-98bea68f9487 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:36.320734 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-1c344f44-2143-4c78-8775-a2714ce0d098 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076560 Jan 14 01:47:36.326990 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:36.354186 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 3911c350-942f-4466-9332-98bea68f9487 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:36.354739 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3911c350-942f-4466-9332-98bea68f9487), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:36.473273 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 3911c350-942f-4466-9332-98bea68f9487 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:36.474623 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3911c350-942f-4466-9332-98bea68f9487), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:36.515855 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 3911c350-942f-4466-9332-98bea68f9487, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3911c350-942f-4466-9332-98bea68f9487,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:36.523141 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3911c350-942f-4466-9332-98bea68f9487), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:36.527026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae984d45-84b7-43c6-b9c6-a4374c69033b req-79af507b-368d-4105-a2c2-12d02b3bd160 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:36.534806 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae984d45-84b7-43c6-b9c6-a4374c69033b req-79af507b-368d-4105-a2c2-12d02b3bd160 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 946 time: 0.1595356 Jan 14 01:47:36.592842 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=3911c350-942f-4466-9332-98bea68f9487,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:36.611921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-de57746f-3ccc-4455-b710-bce204e9fb29 service neutron] 10.222.0.26 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813885 Jan 14 01:47:36.691856 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae984d45-84b7-43c6-b9c6-a4374c69033b req-fd72589b-63f1-4b61-8ba3-0e98c7de32e6 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560559 Jan 14 01:47:36.713262 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Allocated IP 172.25.2.130 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/457ffae7-6504-4352-bf17-f745813a88ce) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:36.745884 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838b35c9-58e3-438d-95d0-a166b1e53618'}, {'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd45ba-5933-4013-bc0a-d3c8f44fbeda'}, {'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1b5b9d-4172-4d66-9047-2d96f0d872f5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:36.749450 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c089097-a61c-49f0-a533-bfb4ad050711" -d '{"events": [{"server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "name": "network-vif-plugged", "status": "completed", "tag": "838b35c9-58e3-438d-95d0-a166b1e53618"}, {"server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "name": "network-vif-plugged", "status": "completed", "tag": "c9dd45ba-5933-4013-bc0a-d3c8f44fbeda"}, {"server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "name": "network-vif-plugged", "status": "completed", "tag": "0d1b5b9d-4172-4d66-9047-2d96f0d872f5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:36.907908 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for port (457ffae7-6504-4352-bf17-f745813a88ce), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:36.963754 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-b6119631-0b55-492d-908f-e1079799fec6 service neutron] 10.222.0.26 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447704 Jan 14 01:47:36.975607 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209772ab-55b9-415f-ad86-6c3e4dcfd291 req-4fc5d936-21f4-4a51-a666-8b23e82d56eb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:36.983914 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209772ab-55b9-415f-ad86-6c3e4dcfd291 req-4fc5d936-21f4-4a51-a666-8b23e82d56eb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:36.992423 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209772ab-55b9-415f-ad86-6c3e4dcfd291 req-4fc5d936-21f4-4a51-a666-8b23e82d56eb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:37.000818 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-209772ab-55b9-415f-ad86-6c3e4dcfd291 req-4fc5d936-21f4-4a51-a666-8b23e82d56eb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2418 time: 0.2188907 Jan 14 01:47:37.036367 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a76ba19f-cb8f-43a6-9134-8deb78c3153a no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:47:37.040069 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (457ffae7-6504-4352-bf17-f745813a88ce), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:37.092841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:37.109999 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-209772ab-55b9-415f-ad86-6c3e4dcfd291 req-281e0c02-88e3-4806-803c-bfc4b16de069 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051817 Jan 14 01:47:37.131539 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:37.138054 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:37.213622 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e70aac-89b0-4131-9789-60cc879d58f5 x-openstack-request-id: req-19e70aac-89b0-4131-9789-60cc879d58f5 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:37.213925 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "name": "network-vif-plugged", "status": "completed", "tag": "838b35c9-58e3-438d-95d0-a166b1e53618", "code": 200}, {"server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "name": "network-vif-plugged", "status": "completed", "tag": "c9dd45ba-5933-4013-bc0a-d3c8f44fbeda", "code": 200}, {"server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "name": "network-vif-plugged", "status": "completed", "tag": "0d1b5b9d-4172-4d66-9047-2d96f0d872f5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:37.214453 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19e70aac-89b0-4131-9789-60cc879d58f5 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:37.214881 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838b35c9-58e3-438d-95d0-a166b1e53618', 'code': 200} Jan 14 01:47:37.215143 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd45ba-5933-4013-bc0a-d3c8f44fbeda', 'code': 200} Jan 14 01:47:37.215389 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1b5b9d-4172-4d66-9047-2d96f0d872f5', 'code': 200} Jan 14 01:47:37.218203 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdb808e2-b6b6-4f54-bf94-e397199216bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:37.301890 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a76ba19f-cb8f-43a6-9134-8deb78c3153a is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:37.302289 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:37.384409 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a76ba19f-cb8f-43a6-9134-8deb78c3153a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a76ba19f-cb8f-43a6-9134-8deb78c3153a,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:37.394293 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Pushing event updated for resources: {'Port': ['ID=457ffae7-6504-4352-bf17-f745813a88ce,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:37.396077 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:37.437801 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Sync routers for ids ['ba637b14-b100-4486-a6d8-dc57d571142e'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:47:37.462453 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Routers {'ba637b14-b100-4486-a6d8-dc57d571142e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:47:37.463089 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:47:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ba637b14-b100-4486-a6d8-dc57d571142e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:37.515899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a76ba19f-cb8f-43a6-9134-8deb78c3153a,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:37.560278 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40ef3c5e-1515-4a87-af31-8a2e2ff14560 req-545f21f3-b75a-4c5f-a6b7-d7796c092cb7 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.1664505 Jan 14 01:47:37.648552 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d6180-ee30-4188-9197-115ca80988d7 req-14dc5744-b254-48e6-a085-57b3201e442d tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:37.649872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-503d6180-ee30-4188-9197-115ca80988d7 req-14dc5744-b254-48e6-a085-57b3201e442d tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.3382428 Jan 14 01:47:37.688534 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Set router ba637b14-b100-4486-a6d8-dc57d571142e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:47:37.701069 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52be2b-d30a-4397-a400-b8ed27652bbb req-f2be21d8-1c72-45d9-8863-7e19f43d7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:37.701642 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52be2b-d30a-4397-a400-b8ed27652bbb req-f2be21d8-1c72-45d9-8863-7e19f43d7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:37.702027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52be2b-d30a-4397-a400-b8ed27652bbb req-f2be21d8-1c72-45d9-8863-7e19f43d7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:37.704667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb52be2b-d30a-4397-a400-b8ed27652bbb req-f2be21d8-1c72-45d9-8863-7e19f43d7022 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2871 time: 0.3121467 Jan 14 01:47:37.745544 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485b277-0636-4e97-8f91-e95b8f68f86b req-35486fc6-d643-4d44-9d2b-29de521c1ee0 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:37.747191 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9485b277-0636-4e97-8f91-e95b8f68f86b req-35486fc6-d643-4d44-9d2b-29de521c1ee0 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.46 "GET /v2.0/ports?device_id=44641064-e687-48d2-8f67-eab19a81fb07 HTTP/1.1" status: 200 len: 945 time: 0.5595334 Jan 14 01:47:37.763045 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9264a33f-933a-4390-9895-5fa550c5d743 req-194594c0-85e9-430b-ae4c-d98eceb5dca3 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 210 time: 0.0723152 Jan 14 01:47:37.980679 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e0110df5-1122-402d-a495-8162f9aaa7f5', 'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'mac_address': 'fa:16:3e:25:95:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:31Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 2, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'subnets': [{'id': '632fe819-208c-460c-b2be-a914dd3442c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:38.012074 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Checking router: ba637b14-b100-4486-a6d8-dc57d571142e for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:47:38.012695 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Updating router ba637b14-b100-4486-a6d8-dc57d571142e port e0110df5-1122-402d-a495-8162f9aaa7f5 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:47:38.041752 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for floatingip (7090c5f0-b166-49d3-a0e5-eba0b0df4d07), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.047518 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.070304 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb52be2b-d30a-4397-a400-b8ed27652bbb req-d6a4b9cb-1d1f-4c83-bb3c-9a7a4e573b69 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743227 Jan 14 01:47:38.126443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e362488-4724-4ca8-a97f-d6a932ccf027 req-92d2ce6e-14f4-470b-9054-ffd4785b9fda tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:38.134309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4e362488-4724-4ca8-a97f-d6a932ccf027 req-92d2ce6e-14f4-470b-9054-ffd4785b9fda tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 946 time: 0.1963797 Jan 14 01:47:38.157139 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-503d6180-ee30-4188-9197-115ca80988d7 req-1fe6e625-a073-4224-a556-5b500e239ed7 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601176 Jan 14 01:47:38.185395 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (457ffae7-6504-4352-bf17-f745813a88ce), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.229660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3911c350-942f-4466-9332-98bea68f9487 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:38.318828 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-9485b277-0636-4e97-8f91-e95b8f68f86b req-b9877df3-8f9f-4d91-af94-65db325641da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Deleting port a76ba19f-cb8f-43a6-9134-8deb78c3153a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:47:38.319206 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9485b277-0636-4e97-8f91-e95b8f68f86b req-b9877df3-8f9f-4d91-af94-65db325641da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.357386 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.358680 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 3911c350-942f-4466-9332-98bea68f9487 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:38.360368 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3911c350-942f-4466-9332-98bea68f9487), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.373419 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Publish callbacks [] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.380066 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.481562 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22a2de-3ceb-4924-86cd-f870d9222fc7 None None] Pushing event updated for resources: {'Port': ['ID=e0110df5-1122-402d-a495-8162f9aaa7f5,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:38.493812 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4e362488-4724-4ca8-a97f-d6a932ccf027 req-c656906e-4c28-4551-a882-a46b269a374f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544910 Jan 14 01:47:38.546101 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Attempting to bind port e0110df5-1122-402d-a495-8162f9aaa7f5 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:38.546744 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Attempting to bind port e0110df5-1122-402d-a495-8162f9aaa7f5 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:38.547849 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Attempting to bind port e0110df5-1122-402d-a495-8162f9aaa7f5 on network 7c6422e0-cdd4-456c-94af-f7620461d560 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:38.556004 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:38.556559 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f724c-243f-4902-a565-6115d3fc41b6 req-e49875b0-4e32-4d10-b583-51bf4709ce70 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:38.558832 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Checking segment: {'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:38.559518 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.560092 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Bound using segment: {'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:38.562102 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Bound port: e0110df5-1122-402d-a495-8162f9aaa7f5, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:38.563758 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.574798 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f724c-243f-4902-a565-6115d3fc41b6 req-e49875b0-4e32-4d10-b583-51bf4709ce70 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:38.593419 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f724c-243f-4902-a565-6115d3fc41b6 req-e49875b0-4e32-4d10-b583-51bf4709ce70 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:38.598911 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dc9f724c-243f-4902-a565-6115d3fc41b6 req-e49875b0-4e32-4d10-b583-51bf4709ce70 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2418 time: 0.3455844 Jan 14 01:47:38.692539 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 3911c350-942f-4466-9332-98bea68f9487 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:38.712983 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] For port e0110df5-1122-402d-a495-8162f9aaa7f5, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:38.716252 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] For port e0110df5-1122-402d-a495-8162f9aaa7f5, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e0110df5-1122-402d-a495-8162f9aaa7f5,segment=NetworkSegment(6bcbfbeb-94b0-4da5-b524-20bb1718cec0),segment_id=6bcbfbeb-94b0-4da5-b524-20bb1718cec0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:38.725202 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.737335 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-25e069d8-db7d-4a76-8414-ecf318b8c3a5 None None] Provisioning complete for port e0110df5-1122-402d-a495-8162f9aaa7f5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:38.742823 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25e069d8-db7d-4a76-8414-ecf318b8c3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.803558 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Routers {'ba637b14-b100-4486-a6d8-dc57d571142e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:47:38.804394 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:47:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ba637b14-b100-4486-a6d8-dc57d571142e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:38.869279 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9485b277-0636-4e97-8f91-e95b8f68f86b req-b9877df3-8f9f-4d91-af94-65db325641da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] For port a76ba19f-cb8f-43a6-9134-8deb78c3153a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a76ba19f-cb8f-43a6-9134-8deb78c3153a,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:38.870257 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9485b277-0636-4e97-8f91-e95b8f68f86b req-b9877df3-8f9f-4d91-af94-65db325641da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.890508 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22a2de-3ceb-4924-86cd-f870d9222fc7 None None] Pushing event updated for resources: {'Port': ['ID=e0110df5-1122-402d-a495-8162f9aaa7f5,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:38.935380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-25e069d8-db7d-4a76-8414-ecf318b8c3a5 None None] Current status of the port e0110df5-1122-402d-a495-8162f9aaa7f5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:38.935778 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25e069d8-db7d-4a76-8414-ecf318b8c3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:38.953720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-9485b277-0636-4e97-8f91-e95b8f68f86b req-b9877df3-8f9f-4d91-af94-65db325641da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Calling delete_port for a76ba19f-cb8f-43a6-9134-8deb78c3153a owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:47:39.013321 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-25e069d8-db7d-4a76-8414-ecf318b8c3a5 None None] For port e0110df5-1122-402d-a495-8162f9aaa7f5, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e0110df5-1122-402d-a495-8162f9aaa7f5,segment=NetworkSegment(6bcbfbeb-94b0-4da5-b524-20bb1718cec0),segment_id=6bcbfbeb-94b0-4da5-b524-20bb1718cec0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:39.024155 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25e069d8-db7d-4a76-8414-ecf318b8c3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:39.033128 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] Set router ba637b14-b100-4486-a6d8-dc57d571142e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:47:39.065808 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dc9f724c-243f-4902-a565-6115d3fc41b6 req-1e824c68-634b-44c5-8e13-fdfeb20ea273 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475262 Jan 14 01:47:39.173859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e069d8-db7d-4a76-8414-ecf318b8c3a5 None None] Pushing event updated for resources: {'Port': ['ID=e0110df5-1122-402d-a495-8162f9aaa7f5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:39.194636 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464e83f-04d0-4fcb-aef9-bac94934d0c4 req-4cb87c32-5099-43a2-8d80-10e98b07dab2 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:39.204449 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c464e83f-04d0-4fcb-aef9-bac94934d0c4 req-4cb87c32-5099-43a2-8d80-10e98b07dab2 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 946 time: 0.5850394 Jan 14 01:47:39.217658 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44641064-e687-48d2-8f67-eab19a81fb07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:39.220682 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cf7832-3736-4aed-b965-0677857de2e7" -d '{"events": [{"server_uuid": "44641064-e687-48d2-8f67-eab19a81fb07", "name": "network-vif-unplugged", "status": "completed", "tag": "a76ba19f-cb8f-43a6-9134-8deb78c3153a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:39.267686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5c956866-41ca-427b-8540-ccf92db979ee None None] Provisioning complete for port e0110df5-1122-402d-a495-8162f9aaa7f5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:39.268998 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5c956866-41ca-427b-8540-ccf92db979ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:39.413989 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-67c59f98-03a0-43f0-b574-de6dd41dbb61 req-dbbd683c-7c49-410a-b352-05ec550d339e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0728350 Jan 14 01:47:39.423651 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e0110df5-1122-402d-a495-8162f9aaa7f5', 'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'mac_address': 'fa:16:3e:25:95:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:31Z', 'updated_at': '2022-01-14T01:47:38Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'subnets': [{'id': '632fe819-208c-460c-b2be-a914dd3442c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:39.431816 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e6cd138f-e2fe-430c-81d8-0a6fd739b8f6 req-b7417e1a-4bb3-47b8-9636-a9d8be352eef tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.2196565 Jan 14 01:47:39.479540 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for port (457ffae7-6504-4352-bf17-f745813a88ce), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:39.487140 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5c956866-41ca-427b-8540-ccf92db979ee None None] Current status of the port e0110df5-1122-402d-a495-8162f9aaa7f5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:39.512042 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (457ffae7-6504-4352-bf17-f745813a88ce), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:39.514514 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4efe32b-cd30-4188-abd6-cb22aa784247 None None] The sync data for ids ['ba637b14-b100-4486-a6d8-dc57d571142e'] in n-d-824358-4 is: [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e0110df5-1122-402d-a495-8162f9aaa7f5', 'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'mac_address': 'fa:16:3e:25:95:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:31Z', 'updated_at': '2022-01-14T01:47:38Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'subnets': [{'id': '632fe819-208c-460c-b2be-a914dd3442c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:47:39.725712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Pushing event updated for resources: {'Port': ['ID=457ffae7-6504-4352-bf17-f745813a88ce,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:39.751116 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-84835239-70c1-4bd2-8241-58f0fc1121f3 req-e2269f94-8968-45c5-afc2-6cf12a8e3f09 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 210 time: 0.1206398 Jan 14 01:47:39.761292 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c464e83f-04d0-4fcb-aef9-bac94934d0c4 req-c7829ef6-f371-4878-9c7d-29f2a802e49a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542295 Jan 14 01:47:39.826957 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (7090c5f0-b166-49d3-a0e5-eba0b0df4d07), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:39.846567 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:39.858202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-e6ef3739-4c4b-40d3-b9b3-9fcb5a78f5c6 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:39.864342 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-e6ef3739-4c4b-40d3-b9b3-9fcb5a78f5c6 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.36 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 805 time: 0.5746939 Jan 14 01:47:39.868331 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9485b277-0636-4e97-8f91-e95b8f68f86b req-b9877df3-8f9f-4d91-af94-65db325641da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (a76ba19f-cb8f-43a6-9134-8deb78c3153a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:39.886094 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Request body: {'port': {'device_id': 'a7f54392-7f16-4125-be67-566bfcbb7280', 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'admin_state_up': True, 'tenant_id': '1d45fc8997fc4ca8890daac1eb8eb224'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:39.888287 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e54d98-4ecd-4aee-9297-e2b98ee33d16 x-openstack-request-id: req-c1e54d98-4ecd-4aee-9297-e2b98ee33d16 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:39.889263 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44641064-e687-48d2-8f67-eab19a81fb07", "name": "network-vif-unplugged", "status": "completed", "tag": "a76ba19f-cb8f-43a6-9134-8deb78c3153a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:39.889684 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1e54d98-4ecd-4aee-9297-e2b98ee33d16 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:39.891900 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44641064-e687-48d2-8f67-eab19a81fb07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a', 'code': 200} Jan 14 01:47:39.947772 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:39.948972 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7102e480-801f-405b-80c6-f338a6ec5f5c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0293677 Jan 14 01:47:40.077060 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9877df3-8f9f-4d91-af94-65db325641da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Pushing event deleted for resources: {'Port': ['ID=a76ba19f-cb8f-43a6-9134-8deb78c3153a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:40.270835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:40.305721 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e0110df5-1122-402d-a495-8162f9aaa7f5 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:40.404317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port e0110df5-1122-402d-a495-8162f9aaa7f5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:40.404703 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:40.542842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6bdcfc7-dedf-4691-ad48-96364003a09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:40.563636 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port e0110df5-1122-402d-a495-8162f9aaa7f5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:40.709161 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6bdcfc7-dedf-4691-ad48-96364003a09d admin admin] Publish callbacks [] for security_group (0a99b219-256f-4b8f-9d52-e8989e1a8523), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:40.714772 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6bdcfc7-dedf-4691-ad48-96364003a09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0a99b219-256f-4b8f-9d52-e8989e1a8523), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:40.752842 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdcfc7-dedf-4691-ad48-96364003a09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a99b219-256f-4b8f-9d52-e8989e1a8523,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:40.778127 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c6bdcfc7-dedf-4691-ad48-96364003a09d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cbd0740f1ac7438b950e4300677b46f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5055141 Jan 14 01:47:40.780350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58624) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:40.825752 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9485b277-0636-4e97-8f91-e95b8f68f86b req-b9877df3-8f9f-4d91-af94-65db325641da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] No DVR routers for this DVR port a76ba19f-cb8f-43a6-9134-8deb78c3153a on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:47:40.836701 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9485b277-0636-4e97-8f91-e95b8f68f86b req-b9877df3-8f9f-4d91-af94-65db325641da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:40.842875 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9485b277-0636-4e97-8f91-e95b8f68f86b req-b9877df3-8f9f-4d91-af94-65db325641da tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.46 "DELETE /v2.0/ports/a76ba19f-cb8f-43a6-9134-8deb78c3153a HTTP/1.1" status: 204 len: 173 time: 3.0504653 Jan 14 01:47:40.843660 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21ba3c02-7ab0-4856-826c-f6400f5d577c admin admin] Publish callbacks [] for security_group (0a99b219-256f-4b8f-9d52-e8989e1a8523), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:40.855346 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44641064-e687-48d2-8f67-eab19a81fb07', 'name': 'network-vif-deleted', 'tag': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:40.858189 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e0ff7f-4954-4715-a6c8-cd07ccdb3890" -d '{"events": [{"server_uuid": "44641064-e687-48d2-8f67-eab19a81fb07", "name": "network-vif-deleted", "tag": "a76ba19f-cb8f-43a6-9134-8deb78c3153a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:40.885342 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86438bc-6890-4fc2-82d1-fa539445d349 req-44533f38-d269-4992-bf4b-dc913a44004a tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:40.895359 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a86438bc-6890-4fc2-82d1-fa539445d349 req-44533f38-d269-4992-bf4b-dc913a44004a tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.9883425 Jan 14 01:47:40.898707 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21ba3c02-7ab0-4856-826c-f6400f5d577c admin admin] Publish callbacks [] for security_group (0a99b219-256f-4b8f-9d52-e8989e1a8523), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:40.932782 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:40.976798 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21ba3c02-7ab0-4856-826c-f6400f5d577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0a99b219-256f-4b8f-9d52-e8989e1a8523), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:40.983892 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21ba3c02-7ab0-4856-826c-f6400f5d577c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:40.985550 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-21ba3c02-7ab0-4856-826c-f6400f5d577c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a99b219-256f-4b8f-9d52-e8989e1a8523 HTTP/1.1" status: 204 len: 168 time: 0.2040713 Jan 14 01:47:41.027535 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba3c02-7ab0-4856-826c-f6400f5d577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a99b219-256f-4b8f-9d52-e8989e1a8523,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:41.028669 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446eff3-131f-4595-ad08-5ce107c07223 req-c737a92b-fbcb-46bf-bba3-9cb82c89d3cb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:41.038245 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446eff3-131f-4595-ad08-5ce107c07223 req-c737a92b-fbcb-46bf-bba3-9cb82c89d3cb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:41.045333 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446eff3-131f-4595-ad08-5ce107c07223 req-c737a92b-fbcb-46bf-bba3-9cb82c89d3cb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:41.053824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e446eff3-131f-4595-ad08-5ce107c07223 req-c737a92b-fbcb-46bf-bba3-9cb82c89d3cb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2418 time: 0.2665062 Jan 14 01:47:41.058213 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Made reservation on behalf of 1d45fc8997fc4ca8890daac1eb8eb224 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:41.059984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a76ba19f-cb8f-43a6-9134-8deb78c3153a no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:47:41.062363 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:41.132928 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: a76ba19f-cb8f-43a6-9134-8deb78c3153a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:47:41.133534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a76ba19f-cb8f-43a6-9134-8deb78c3153a not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:47:41.208717 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a86438bc-6890-4fc2-82d1-fa539445d349 req-b742e0a2-6350-4d91-9f10-a49c28dbd54c tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124833 Jan 14 01:47:41.375061 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Allocated IP 172.20.0.8 (5f027ff3-61cc-4e5c-82d5-688896fb83a3/d8d3bd97-b0d7-4581-9638-89c747c1dc86/22261ac0-e53d-4d33-aeec-acf92063c2ce) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:41.395900 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e446eff3-131f-4595-ad08-5ce107c07223 req-3945c2e1-b7c1-4afb-b66e-438c29698f0c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411317 Jan 14 01:47:41.429283 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04eaa92-0d43-46ec-b71a-b47e7f857e88 req-f7bc5e25-a422-4068-9baa-b11c4156956f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:41.437864 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f04eaa92-0d43-46ec-b71a-b47e7f857e88 req-f7bc5e25-a422-4068-9baa-b11c4156956f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 946 time: 0.1228244 Jan 14 01:47:41.531232 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58670) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:41.542327 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f04eaa92-0d43-46ec-b71a-b47e7f857e88 req-6a2fca3d-7526-48d9-921f-1f626463e324 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995114 Jan 14 01:47:41.555370 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d385a304-a68a-482e-8736-e01641559993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:41.630659 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8f9860d8-fdf3-4722-b300-3ad9eb14fe14 req-4d3013bb-acdb-41f9-9286-8f5b06d6eae6 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.1023808 Jan 14 01:47:41.762919 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee364b39-4e7d-4363-823c-e0800394bc39 x-openstack-request-id: req-ee364b39-4e7d-4363-823c-e0800394bc39 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:41.765597 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44641064-e687-48d2-8f67-eab19a81fb07", "name": "network-vif-deleted", "tag": "a76ba19f-cb8f-43a6-9134-8deb78c3153a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:41.767896 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee364b39-4e7d-4363-823c-e0800394bc39 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:41.771192 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44641064-e687-48d2-8f67-eab19a81fb07', 'name': 'network-vif-deleted', 'tag': 'a76ba19f-cb8f-43a6-9134-8deb78c3153a', 'status': 'completed', 'code': 200} Jan 14 01:47:41.790527 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d385a304-a68a-482e-8736-e01641559993 admin admin] Publish callbacks [] for security_group (b40b647d-5140-40e7-910c-0af3651ffca0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:41.798978 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d385a304-a68a-482e-8736-e01641559993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b40b647d-5140-40e7-910c-0af3651ffca0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:41.814552 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0ffd3d6c-83f6-4e65-91e8-d2c29031f348 req-efddf47e-25c0-4a5e-8833-1b365e8b608e tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 210 time: 0.1551785 Jan 14 01:47:41.897559 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385a304-a68a-482e-8736-e01641559993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40b647d-5140-40e7-910c-0af3651ffca0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:41.908418 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d385a304-a68a-482e-8736-e01641559993 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=582a776b04464cf6aef892de94aac998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3754191 Jan 14 01:47:41.915246 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58676) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:41.916228 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks [] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:41.993359 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:42.018676 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb35693c-3b42-4573-a420-461decf758da admin admin] Publish callbacks [] for security_group (b40b647d-5140-40e7-910c-0af3651ffca0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:42.089532 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb35693c-3b42-4573-a420-461decf758da admin admin] Publish callbacks [] for security_group (b40b647d-5140-40e7-910c-0af3651ffca0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:42.144373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:42.164795 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:42.178804 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:42.182834 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Pushing event updated for resources: {'Port': ['ID=22261ac0-e53d-4d33-aeec-acf92063c2ce,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:42.223010 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-71e96d5b-ba67-4d57-981a-ddfb85fb9e05 req-fed50845-7eda-4f23-9c6e-c0793e311698 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63878639eba0465faffb51988c46843d&device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0673668 Jan 14 01:47:42.283954 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb35693c-3b42-4573-a420-461decf758da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b40b647d-5140-40e7-910c-0af3651ffca0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:42.288015 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb35693c-3b42-4573-a420-461decf758da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:42.289425 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-eb35693c-3b42-4573-a420-461decf758da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b40b647d-5140-40e7-910c-0af3651ffca0 HTTP/1.1" status: 204 len: 168 time: 0.3709655 Jan 14 01:47:42.294503 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-71e96d5b-ba67-4d57-981a-ddfb85fb9e05 req-0e7ec1e2-3d48-4562-8854-2c87d19b4df7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=63878639eba0465faffb51988c46843d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527222 Jan 14 01:47:42.295037 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8d157-c8ce-49be-9ee9-8a0c09707b1e req-0235d4db-d036-49ec-9a0d-c46c90c9d5b9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:42.296512 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1bc8d157-c8ce-49be-9ee9-8a0c09707b1e req-0235d4db-d036-49ec-9a0d-c46c90c9d5b9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 946 time: 0.3295171 Jan 14 01:47:42.304570 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35693c-3b42-4573-a420-461decf758da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40b647d-5140-40e7-910c-0af3651ffca0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:42.400245 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63268295-59af-46c7-8583-f69ed96bc75c req-cc946eb3-1f35-490c-9bf8-2656c95194da tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.1468945 Jan 14 01:47:42.427665 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:42.432087 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:42.504035 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159acbf-b3a4-491a-8da6-ec40553fde23 req-be670d6c-d900-49f2-8551-0fbfce265e03 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:42.510035 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159acbf-b3a4-491a-8da6-ec40553fde23 req-be670d6c-d900-49f2-8551-0fbfce265e03 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:42.517077 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159acbf-b3a4-491a-8da6-ec40553fde23 req-be670d6c-d900-49f2-8551-0fbfce265e03 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:42.524490 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e159acbf-b3a4-491a-8da6-ec40553fde23 req-be670d6c-d900-49f2-8551-0fbfce265e03 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2418 time: 0.3658948 Jan 14 01:47:42.567127 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-7aaa5e69-b1a0-4b6e-b64b-0a55e6ba4237 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6850805 Jan 14 01:47:42.604388 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e96d5b-ba67-4d57-981a-ddfb85fb9e05 req-a7fa7ee4-6eb8-4dfd-8307-6259d88f16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:42.606547 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Request body: {'port': {'device_id': 'a7f54392-7f16-4125-be67-566bfcbb7280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:42.607112 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-71e96d5b-ba67-4d57-981a-ddfb85fb9e05 req-a7fa7ee4-6eb8-4dfd-8307-6259d88f16e8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2999523 Jan 14 01:47:42.719677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b3d84-8390-4e21-af24-a904353bb83f req-939f06ad-3ed8-43dc-97a4-5fea9c589a70 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:42.720514 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c41b3d84-8390-4e21-af24-a904353bb83f req-939f06ad-3ed8-43dc-97a4-5fea9c589a70 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.1743400 Jan 14 01:47:42.743746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e159acbf-b3a4-491a-8da6-ec40553fde23 req-57f1931a-206a-4d33-bb73-e931c55a6e5e tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047722 Jan 14 01:47:42.775002 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:42.794878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1bc8d157-c8ce-49be-9ee9-8a0c09707b1e req-16d24c5d-1150-4205-b79d-ed2f031bdcdb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Deleting port 2c988c6d-328a-4f42-ae4c-bce024bb65f1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:47:42.795216 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1bc8d157-c8ce-49be-9ee9-8a0c09707b1e req-16d24c5d-1150-4205-b79d-ed2f031bdcdb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:42.942095 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c41b3d84-8390-4e21-af24-a904353bb83f req-dca95acd-1573-426b-b063-452c9c01de2f tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010503 Jan 14 01:47:43.059816 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b80021-1db8-473c-99a3-24e17337762d req-d34b75d2-b93f-4279-8dfc-53769e27480e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:43.067162 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f3b80021-1db8-473c-99a3-24e17337762d req-d34b75d2-b93f-4279-8dfc-53769e27480e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 946 time: 0.2268958 Jan 14 01:47:43.070271 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1bc8d157-c8ce-49be-9ee9-8a0c09707b1e req-16d24c5d-1150-4205-b79d-ed2f031bdcdb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] For port 2c988c6d-328a-4f42-ae4c-bce024bb65f1, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=2c988c6d-328a-4f42-ae4c-bce024bb65f1,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:43.070668 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1bc8d157-c8ce-49be-9ee9-8a0c09707b1e req-16d24c5d-1150-4205-b79d-ed2f031bdcdb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:43.100969 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1bc8d157-c8ce-49be-9ee9-8a0c09707b1e req-16d24c5d-1150-4205-b79d-ed2f031bdcdb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Calling delete_port for 2c988c6d-328a-4f42-ae4c-bce024bb65f1 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:47:43.307353 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f3b80021-1db8-473c-99a3-24e17337762d req-e63caded-bc79-4ca7-89da-127b3e5dab4b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392471 Jan 14 01:47:43.334577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6877eb-2b55-4f6f-b97b-2e3f9a74b0c0 req-16719ebc-7183-4ff5-9e88-243c551c130a tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:43.336223 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4c6877eb-2b55-4f6f-b97b-2e3f9a74b0c0 req-16719ebc-7183-4ff5-9e88-243c551c130a tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 931 time: 0.2365463 Jan 14 01:47:43.425018 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4c6877eb-2b55-4f6f-b97b-2e3f9a74b0c0 req-9428c48b-7e56-4437-9a85-3b6795eba4d4 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807321 Jan 14 01:47:43.651621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79f59ecb-7360-4e6e-a775-b01862fd1132 req-d58b7192-fdde-47e4-8f02-86338dcfe305 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0835633 Jan 14 01:47:43.653967 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1bc8d157-c8ce-49be-9ee9-8a0c09707b1e req-16d24c5d-1150-4205-b79d-ed2f031bdcdb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (2c988c6d-328a-4f42-ae4c-bce024bb65f1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:43.693885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:43.706847 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22261ac0-e53d-4d33-aeec-acf92063c2ce {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:43.716694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d24c5d-1150-4205-b79d-ed2f031bdcdb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event deleted for resources: {'Port': ['ID=2c988c6d-328a-4f42-ae4c-bce024bb65f1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:43.720757 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Publish callbacks [] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:43.758375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Transition to ACTIVE for port object 22261ac0-e53d-4d33-aeec-acf92063c2ce will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:47:43.762294 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['2c988c6d-328a-4f42-ae4c-bce024bb65f1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:43.784325 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc8d157-c8ce-49be-9ee9-8a0c09707b1e req-16d24c5d-1150-4205-b79d-ed2f031bdcdb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] No DVR routers for this DVR port 2c988c6d-328a-4f42-ae4c-bce024bb65f1 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:47:43.786818 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:43.791470 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1bc8d157-c8ce-49be-9ee9-8a0c09707b1e req-16d24c5d-1150-4205-b79d-ed2f031bdcdb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:43.795780 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1bc8d157-c8ce-49be-9ee9-8a0c09707b1e req-16d24c5d-1150-4205-b79d-ed2f031bdcdb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "DELETE /v2.0/ports/2c988c6d-328a-4f42-ae4c-bce024bb65f1 HTTP/1.1" status: 204 len: 173 time: 1.4784989 Jan 14 01:47:43.798341 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec210fc2-9224-4f8c-bbb3-a5a865e43f6a', 'name': 'network-vif-deleted', 'tag': '2c988c6d-328a-4f42-ae4c-bce024bb65f1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:43.800880 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acda30c7-cdb1-4ffa-9501-fc09aaa227bd" -d '{"events": [{"server_uuid": "ec210fc2-9224-4f8c-bbb3-a5a865e43f6a", "name": "network-vif-deleted", "tag": "2c988c6d-328a-4f42-ae4c-bce024bb65f1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:43.912364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Pushing event updated for resources: {'Port': ['ID=22261ac0-e53d-4d33-aeec-acf92063c2ce,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:44.001219 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d37551-c13e-4795-9691-83d3f060188d x-openstack-request-id: req-47d37551-c13e-4795-9691-83d3f060188d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:44.004697 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec210fc2-9224-4f8c-bbb3-a5a865e43f6a", "name": "network-vif-deleted", "tag": "2c988c6d-328a-4f42-ae4c-bce024bb65f1", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:44.005817 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47d37551-c13e-4795-9691-83d3f060188d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:44.006264 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec210fc2-9224-4f8c-bbb3-a5a865e43f6a', 'name': 'network-vif-deleted', 'tag': '2c988c6d-328a-4f42-ae4c-bce024bb65f1', 'status': 'completed', 'code': 200} Jan 14 01:47:44.086190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-b588b204-1d10-483d-b3b2-9f295b34189d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:44.099004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-b588b204-1d10-483d-b3b2-9f295b34189d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:44.103590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Attempting to bind port 22261ac0-e53d-4d33-aeec-acf92063c2ce on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:44.103590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Attempting to bind port 22261ac0-e53d-4d33-aeec-acf92063c2ce by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:44.103590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Attempting to bind port 22261ac0-e53d-4d33-aeec-acf92063c2ce on network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:44.120691 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Port 22261ac0-e53d-4d33-aeec-acf92063c2ce on network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:47:44.121166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Attempting to bind port 22261ac0-e53d-4d33-aeec-acf92063c2ce on network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:44.121301 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-b588b204-1d10-483d-b3b2-9f295b34189d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:44.128279 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-b588b204-1d10-483d-b3b2-9f295b34189d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.36 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2418 time: 0.1617558 Jan 14 01:47:44.164941 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71e96d5b-ba67-4d57-981a-ddfb85fb9e05 req-56f85adc-1604-4f55-8c34-a48e87c6b0d0 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.46 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0700951 Jan 14 01:47:44.169611 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:44.172676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Checking segment: {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:44.173224 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Bound using segment: {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:44.173781 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Bound port: 22261ac0-e53d-4d33-aeec-acf92063c2ce, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:44.174264 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:44.193962 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cda02-7015-45ff-aac4-e739cf34ec65 req-1c7b7d0e-e654-4650-aef6-7d7ff6d33ab2 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:44.200186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cda02-7015-45ff-aac4-e739cf34ec65 req-1c7b7d0e-e654-4650-aef6-7d7ff6d33ab2 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:44.207508 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cda02-7015-45ff-aac4-e739cf34ec65 req-1c7b7d0e-e654-4650-aef6-7d7ff6d33ab2 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:44.209396 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e3cda02-7015-45ff-aac4-e739cf34ec65 req-1c7b7d0e-e654-4650-aef6-7d7ff6d33ab2 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 2418 time: 0.2642863 Jan 14 01:47:44.270829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc3df8-f01b-4560-bd92-217556f99713 req-1177b919-e961-4717-b6dd-3a8216debd84 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:44.277698 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0bbc3df8-f01b-4560-bd92-217556f99713 req-1177b919-e961-4717-b6dd-3a8216debd84 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.1852682 Jan 14 01:47:44.369413 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e3cda02-7015-45ff-aac4-e739cf34ec65 req-d00ca6b3-9039-46cd-a139-c3f25909dbe4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515217 Jan 14 01:47:44.382270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-6204e4bd-ba4f-4c0a-8d87-154045ebb3fd tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:47:44.382270 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-6204e4bd-ba4f-4c0a-8d87-154045ebb3fd tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:44.403127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] For port 22261ac0-e53d-4d33-aeec-acf92063c2ce, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:44.442899 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0bbc3df8-f01b-4560-bd92-217556f99713 req-9fcee305-792f-4eae-a85f-dd263b52ec72 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586173 Jan 14 01:47:44.488072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] For port 22261ac0-e53d-4d33-aeec-acf92063c2ce, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=22261ac0-e53d-4d33-aeec-acf92063c2ce,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:44.503475 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:44.634759 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Pushing event updated for resources: {'Port': ['ID=22261ac0-e53d-4d33-aeec-acf92063c2ce,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:44.664194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-6204e4bd-ba4f-4c0a-8d87-154045ebb3fd tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] For port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=0d1b5b9d-4172-4d66-9047-2d96f0d872f5,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:44.664774 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-6204e4bd-ba4f-4c0a-8d87-154045ebb3fd tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:44.706427 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73d03b2c-d862-42f9-9a41-4ce0e71185c6 req-8808c384-8c1a-47b1-bc65-110c49df44f1 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec210fc2-9224-4f8c-bbb3-a5a865e43f6a HTTP/1.1" status: 200 len: 210 time: 0.0582457 Jan 14 01:47:44.724305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:44.725186 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:44.726919 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-49cdc232-49f7-41a3-9ecd-515893e64acb service neutron] 10.222.0.36 "PUT /v2.0/ports/22261ac0-e53d-4d33-aeec-acf92063c2ce HTTP/1.1" status: 200 len: 1091 time: 2.1297903 Jan 14 01:47:44.746924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-6204e4bd-ba4f-4c0a-8d87-154045ebb3fd tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Calling delete_port for 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.762732 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.765982 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.765982 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.765982 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.765982 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.765982 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.765982 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.765982 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.765982 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.765982 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.765982 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.765982 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:44.765982 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:44.771764 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab197111-c27c-4fec-9f37-6649a1aeb5b2 req-2511e4c1-5098-4c45-893a-7fdc2398429c tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:44.773674 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab197111-c27c-4fec-9f37-6649a1aeb5b2 req-2511e4c1-5098-4c45-893a-7fdc2398429c tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 943 time: 0.0803235 Jan 14 01:47:44.960105 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab197111-c27c-4fec-9f37-6649a1aeb5b2 req-90285e4d-b6b6-4ee8-b9cd-80489f96e2e5 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793079 Jan 14 01:47:45.032160 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-914129ed-6419-42d1-a731-dcfef2d8543c req-b6caf663-cf8d-44b4-a277-423f9403ff74 tempest-ServerShowV257Test-1572940287 tempest-ServerShowV257Test-1572940287-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5a504e-f591-4db9-a056-a6f69fd42252 HTTP/1.1" status: 200 len: 210 time: 0.0518782 Jan 14 01:47:45.052772 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-1b8b8d7d-6eee-4393-a57e-18becda3c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:45.054314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-1b8b8d7d-6eee-4393-a57e-18becda3c1dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 1094 time: 0.1681302 Jan 14 01:47:45.114057 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-6c870136-ebec-4876-b60c-a0e2fd662288 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22261ac0-e53d-4d33-aeec-acf92063c2ce HTTP/1.1" status: 200 len: 217 time: 0.0463622 Jan 14 01:47:45.117967 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-6204e4bd-ba4f-4c0a-8d87-154045ebb3fd tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (0d1b5b9d-4172-4d66-9047-2d96f0d872f5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:45.148109 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204e4bd-ba4f-4c0a-8d87-154045ebb3fd tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Port': ['ID=0d1b5b9d-4172-4d66-9047-2d96f0d872f5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:45.156942 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['838b35c9-58e3-438d-95d0-a166b1e53618', '0d1b5b9d-4172-4d66-9047-2d96f0d872f5', 'c9dd45ba-5933-4013-bc0a-d3c8f44fbeda'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:45.189355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-a1c4bfbb-b59a-40ba-9f0e-6db30a7e4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:45.189355 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-a1c4bfbb-b59a-40ba-9f0e-6db30a7e4fd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8d3bd97-b0d7-4581-9638-89c747c1dc86 HTTP/1.1" status: 200 len: 845 time: 0.0686440 Jan 14 01:47:45.230267 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-6204e4bd-ba4f-4c0a-8d87-154045ebb3fd tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] No DVR routers for this DVR port 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:47:45.233616 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-6204e4bd-ba4f-4c0a-8d87-154045ebb3fd tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:45.237837 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-6204e4bd-ba4f-4c0a-8d87-154045ebb3fd tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.36 "DELETE /v2.0/ports/0d1b5b9d-4172-4d66-9047-2d96f0d872f5 HTTP/1.1" status: 204 len: 173 time: 1.1051006 Jan 14 01:47:45.238921 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'name': 'network-vif-deleted', 'tag': '0d1b5b9d-4172-4d66-9047-2d96f0d872f5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:45.242167 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb146904-cbf2-4379-b1b3-72b66966af5d" -d '{"events": [{"server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "name": "network-vif-deleted", "tag": "0d1b5b9d-4172-4d66-9047-2d96f0d872f5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:45.258926 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-c80bcb8c-1aea-48a6-9927-21139bd8b9bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f027ff3-61cc-4e5c-82d5-688896fb83a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631487 Jan 14 01:47:45.369518 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f99bf8-3b92-4ca9-bb2e-c58ac45a1dca x-openstack-request-id: req-a0f99bf8-3b92-4ca9-bb2e-c58ac45a1dca {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:45.370308 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "name": "network-vif-deleted", "tag": "0d1b5b9d-4172-4d66-9047-2d96f0d872f5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:45.370769 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0f99bf8-3b92-4ca9-bb2e-c58ac45a1dca {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:45.371333 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'name': 'network-vif-deleted', 'tag': '0d1b5b9d-4172-4d66-9047-2d96f0d872f5', 'status': 'completed', 'code': 200} Jan 14 01:47:45.462261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-41a97625-67e5-4ac1-a6cf-b6308a1afe27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:47:45.463279 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-41a97625-67e5-4ac1-a6cf-b6308a1afe27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:45.517543 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-e2cc12fc-8ee7-4618-92ce-8c4a7eada9b2 service neutron] 10.222.0.36 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505252 Jan 14 01:47:45.612510 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-41a97625-67e5-4ac1-a6cf-b6308a1afe27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] For port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:45.616376 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-41a97625-67e5-4ac1-a6cf-b6308a1afe27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:45.646178 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-41a97625-67e5-4ac1-a6cf-b6308a1afe27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Calling delete_port for c9dd45ba-5933-4013-bc0a-d3c8f44fbeda owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:47:45.786379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36856ae0-d58b-46a1-adda-5f4945afb1ca req-e35fa711-afa6-414d-9b0e-de31590fdfa7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:45.792911 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36856ae0-d58b-46a1-adda-5f4945afb1ca req-e35fa711-afa6-414d-9b0e-de31590fdfa7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:45.794629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36856ae0-d58b-46a1-adda-5f4945afb1ca req-e35fa711-afa6-414d-9b0e-de31590fdfa7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 1683 time: 0.2760766 Jan 14 01:47:45.840601 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65e4d3-ba4e-4328-bcd5-5941a4960c7e req-27de0888-2941-4f34-8326-4944b0030ad0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:45.844114 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed65e4d3-ba4e-4328-bcd5-5941a4960c7e req-27de0888-2941-4f34-8326-4944b0030ad0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.1939716 Jan 14 01:47:45.899942 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-41a97625-67e5-4ac1-a6cf-b6308a1afe27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (c9dd45ba-5933-4013-bc0a-d3c8f44fbeda), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:45.915720 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66f8c9f9-2e39-4ebd-9a04-efed1fae8f5b req-fa626141-1a0f-4949-86d9-232c86016ef4 service neutron] 10.222.0.36 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982376 Jan 14 01:47:45.964573 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed65e4d3-ba4e-4328-bcd5-5941a4960c7e req-c6ac89d2-9957-4511-be64-89124a5b263d tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049173 Jan 14 01:47:45.968968 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36856ae0-d58b-46a1-adda-5f4945afb1ca req-f5ef7837-c8eb-4d8e-93cb-158ca7f98170 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669159 Jan 14 01:47:45.980074 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['0d1b5b9d-4172-4d66-9047-2d96f0d872f5', 'c9dd45ba-5933-4013-bc0a-d3c8f44fbeda'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:46.007729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f54392-7f16-4125-be67-566bfcbb7280', 'tag': '22261ac0-e53d-4d33-aeec-acf92063c2ce'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:46.010068 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1850cbb7-8f48-4bd0-8d6a-c8eb2ad1ff93" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f54392-7f16-4125-be67-566bfcbb7280", "tag": "22261ac0-e53d-4d33-aeec-acf92063c2ce"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:46.036324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a97625-67e5-4ac1-a6cf-b6308a1afe27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Port': ['ID=c9dd45ba-5933-4013-bc0a-d3c8f44fbeda,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:46.042767 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-41a97625-67e5-4ac1-a6cf-b6308a1afe27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] No DVR routers for this DVR port c9dd45ba-5933-4013-bc0a-d3c8f44fbeda on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:47:46.047539 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-41a97625-67e5-4ac1-a6cf-b6308a1afe27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:46.060231 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-41a97625-67e5-4ac1-a6cf-b6308a1afe27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.36 "DELETE /v2.0/ports/c9dd45ba-5933-4013-bc0a-d3c8f44fbeda HTTP/1.1" status: 204 len: 173 time: 0.8144388 Jan 14 01:47:46.166046 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed68be9d-f453-442a-9c33-f0b2f6a80ac2 x-openstack-request-id: req-ed68be9d-f453-442a-9c33-f0b2f6a80ac2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:46.166739 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f54392-7f16-4125-be67-566bfcbb7280", "tag": "22261ac0-e53d-4d33-aeec-acf92063c2ce", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:46.166739 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed68be9d-f453-442a-9c33-f0b2f6a80ac2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:46.167033 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f54392-7f16-4125-be67-566bfcbb7280', 'tag': '22261ac0-e53d-4d33-aeec-acf92063c2ce', 'status': 'completed', 'code': 200} Jan 14 01:47:46.259801 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-0a95cb32-770b-4a12-876b-0feb9f477653 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting port 838b35c9-58e3-438d-95d0-a166b1e53618 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:47:46.260720 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-0a95cb32-770b-4a12-876b-0feb9f477653 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:46.279310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e336a-f83d-4db0-b249-54604784c437 req-098ffbf6-0c19-4359-a076-47a227e77ffa tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:46.284915 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-416e336a-f83d-4db0-b249-54604784c437 req-098ffbf6-0c19-4359-a076-47a227e77ffa tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 943 time: 0.1703000 Jan 14 01:47:46.351671 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850cbb7-8f48-4bd0-8d6a-c8eb2ad1ff93 req-6a46baa2-3874-4937-84f5-e836be6bcc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:46.353171 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1850cbb7-8f48-4bd0-8d6a-c8eb2ad1ff93 req-6a46baa2-3874-4937-84f5-e836be6bcc9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 1094 time: 0.1611648 Jan 14 01:47:46.438459 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-0a95cb32-770b-4a12-876b-0feb9f477653 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] For port 838b35c9-58e3-438d-95d0-a166b1e53618, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=838b35c9-58e3-438d-95d0-a166b1e53618,segment=NetworkSegment(f777fa30-5448-4d9b-97f4-9f62032a7ff3),segment_id=f777fa30-5448-4d9b-97f4-9f62032a7ff3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:46.438880 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-0a95cb32-770b-4a12-876b-0feb9f477653 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:46.466196 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-0a95cb32-770b-4a12-876b-0feb9f477653 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Calling delete_port for 838b35c9-58e3-438d-95d0-a166b1e53618 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:47:46.552017 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850cbb7-8f48-4bd0-8d6a-c8eb2ad1ff93 req-26ccea5c-0d36-4a82-b18e-1fc78812d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:46.554451 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1850cbb7-8f48-4bd0-8d6a-c8eb2ad1ff93 req-26ccea5c-0d36-4a82-b18e-1fc78812d989 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 906 time: 0.1892600 Jan 14 01:47:46.578895 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-416e336a-f83d-4db0-b249-54604784c437 req-73ef4c8b-020d-462e-977a-eafecf2cea02 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930303 Jan 14 01:47:46.728351 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1850cbb7-8f48-4bd0-8d6a-c8eb2ad1ff93 req-6b57b5f4-e25b-429a-ae5e-dd3524adf3ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22261ac0-e53d-4d33-aeec-acf92063c2ce HTTP/1.1" status: 200 len: 217 time: 0.1433735 Jan 14 01:47:46.775363 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-0a95cb32-770b-4a12-876b-0feb9f477653 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (838b35c9-58e3-438d-95d0-a166b1e53618), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:46.816993 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['0d1b5b9d-4172-4d66-9047-2d96f0d872f5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:46.822741 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95cb32-770b-4a12-876b-0feb9f477653 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Port': ['ID=838b35c9-58e3-438d-95d0-a166b1e53618,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:46.866019 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 58798) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:46.884772 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-0a95cb32-770b-4a12-876b-0feb9f477653 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] No DVR routers for this DVR port 838b35c9-58e3-438d-95d0-a166b1e53618 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:47:46.892164 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-0a95cb32-770b-4a12-876b-0feb9f477653 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:46.896725 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850cbb7-8f48-4bd0-8d6a-c8eb2ad1ff93 req-408a7977-8959-47a8-908b-d505bbb8b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:46.898441 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9009d223-9dcf-4b5c-8d96-d42f3b593bf4 req-0a95cb32-770b-4a12-876b-0feb9f477653 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.36 "DELETE /v2.0/ports/838b35c9-58e3-438d-95d0-a166b1e53618 HTTP/1.1" status: 204 len: 173 time: 0.8281443 Jan 14 01:47:46.904518 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1850cbb7-8f48-4bd0-8d6a-c8eb2ad1ff93 req-408a7977-8959-47a8-908b-d505bbb8b35b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8d3bd97-b0d7-4581-9638-89c747c1dc86 HTTP/1.1" status: 200 len: 845 time: 0.1693022 Jan 14 01:47:46.982242 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1850cbb7-8f48-4bd0-8d6a-c8eb2ad1ff93 req-f9f5c5f4-bdd5-4078-8f90-a5a4efa49780 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f027ff3-61cc-4e5c-82d5-688896fb83a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709097 Jan 14 01:47:46.993934 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 22261ac0-e53d-4d33-aeec-acf92063c2ce details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:47:47.143058 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 2c988c6d-328a-4f42-ae4c-bce024bb65f1 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:47:47.206909 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 2c988c6d-328a-4f42-ae4c-bce024bb65f1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:47:47.207633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 2c988c6d-328a-4f42-ae4c-bce024bb65f1 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:47:47.247800 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58810) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:47.257035 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 22261ac0-e53d-4d33-aeec-acf92063c2ce, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=22261ac0-e53d-4d33-aeec-acf92063c2ce,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:47.272618 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '22261ac0-e53d-4d33-aeec-acf92063c2ce', 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'port_id': '22261ac0-e53d-4d33-aeec-acf92063c2ce', 'mac_address': 'fa:16:3e:52:df:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d3bd97-b0d7-4581-9638-89c747c1dc86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:47:47.323410 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 22261ac0-e53d-4d33-aeec-acf92063c2ce is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:47.324204 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:47.333590 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3246023e-464c-4941-b78a-36622371b2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:47.340379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22261ac0-e53d-4d33-aeec-acf92063c2ce {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:47.366331 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 22261ac0-e53d-4d33-aeec-acf92063c2ce, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=22261ac0-e53d-4d33-aeec-acf92063c2ce,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:47.372526 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:47.375347 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'name': 'network-vif-deleted', 'tag': 'c9dd45ba-5933-4013-bc0a-d3c8f44fbeda'}, {'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'name': 'network-vif-deleted', 'tag': '838b35c9-58e3-438d-95d0-a166b1e53618'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:47.378363 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48da3fa1-9b41-4528-aca3-bbeefd8266d8" -d '{"events": [{"server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "name": "network-vif-deleted", "tag": "c9dd45ba-5933-4013-bc0a-d3c8f44fbeda"}, {"server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "name": "network-vif-deleted", "tag": "838b35c9-58e3-438d-95d0-a166b1e53618"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:47.467621 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=22261ac0-e53d-4d33-aeec-acf92063c2ce,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:47.499066 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3246023e-464c-4941-b78a-36622371b2e9 admin admin] Publish callbacks [] for security_group (fd35ac62-51b4-40b2-8235-ea557a5686cb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:47.506369 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3246023e-464c-4941-b78a-36622371b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fd35ac62-51b4-40b2-8235-ea557a5686cb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:47.579776 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-22fe31da-30c3-4f4c-a231-d2acbaae0de8 req-5dd7a7f6-1fb5-46d8-8e53-40e188b85050 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=e29d44c0-1414-497a-a81a-b0848dd67857 HTTP/1.1" status: 200 len: 210 time: 0.4291422 Jan 14 01:47:47.588816 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3246023e-464c-4941-b78a-36622371b2e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63878639eba0465faffb51988c46843d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379052 Jan 14 01:47:47.599953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58816) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:47.683247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246023e-464c-4941-b78a-36622371b2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd35ac62-51b4-40b2-8235-ea557a5686cb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:47.700188 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1850cbb7-8f48-4bd0-8d6a-c8eb2ad1ff93 req-6a216c56-4499-4cb8-b004-dd214230b565 service neutron] 10.222.0.36 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097187 Jan 14 01:47:47.702110 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fb94939-65cb-4060-a706-601b54a47bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:47.706167 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec130ca9-ac6e-4556-95f9-b91ade5c0c72 admin admin] Publish callbacks [] for security_group (fd35ac62-51b4-40b2-8235-ea557a5686cb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:47.742960 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec130ca9-ac6e-4556-95f9-b91ade5c0c72 admin admin] Publish callbacks [] for security_group (fd35ac62-51b4-40b2-8235-ea557a5686cb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:47.768108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['22261ac0-e53d-4d33-aeec-acf92063c2ce'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:47.820644 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fb94939-65cb-4060-a706-601b54a47bd7 admin admin] Publish callbacks [] for security_group (685aa3c9-65c9-4138-8b6d-5af8a7fd100e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:47.873848 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec130ca9-ac6e-4556-95f9-b91ade5c0c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fd35ac62-51b4-40b2-8235-ea557a5686cb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:47.877140 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec130ca9-ac6e-4556-95f9-b91ade5c0c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:47.878677 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ec130ca9-ac6e-4556-95f9-b91ade5c0c72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd35ac62-51b4-40b2-8235-ea557a5686cb HTTP/1.1" status: 204 len: 168 time: 0.2775941 Jan 14 01:47:47.892126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec130ca9-ac6e-4556-95f9-b91ade5c0c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd35ac62-51b4-40b2-8235-ea557a5686cb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:47.961558 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fb94939-65cb-4060-a706-601b54a47bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (685aa3c9-65c9-4138-8b6d-5af8a7fd100e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:48.013239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c8f2b-fd5b-494f-98b7-1061e4d05a63 req-696bb1cf-5183-49f0-8d32-2b72036a2aff tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:48.022613 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-904c8f2b-fd5b-494f-98b7-1061e4d05a63 req-696bb1cf-5183-49f0-8d32-2b72036a2aff tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.8888519 Jan 14 01:47:48.125753 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0fb94939-65cb-4060-a706-601b54a47bd7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60e56363fde14ac1bbe930803cb720af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2577879 Jan 14 01:47:48.129669 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58836) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:48.136480 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb94939-65cb-4060-a706-601b54a47bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685aa3c9-65c9-4138-8b6d-5af8a7fd100e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:48.174379 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1850cbb7-8f48-4bd0-8d6a-c8eb2ad1ff93 req-b9792b30-2670-475c-8c4f-64e59d8da19e service neutron] 10.222.0.36 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565854 Jan 14 01:47:48.191505 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-904c8f2b-fd5b-494f-98b7-1061e4d05a63 req-27f412c2-6977-42f4-b867-2be05a5c2e83 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679051 Jan 14 01:47:48.204080 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-fcabb62f-72b6-461b-8a72-9bf3f0e633f5 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:48.221976 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-fcabb62f-72b6-461b-8a72-9bf3f0e633f5 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.5128446 Jan 14 01:47:48.251093 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-4f08f289-b2bd-429c-ac70-2d8541d224ee tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/quotas/2fab75ce1abf44998cda6d72ba056199 HTTP/1.1" status: 200 len: 375 time: 0.0262766 Jan 14 01:47:48.272846 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e97c21f0-2763-4606-87b6-933686cd589b admin admin] Publish callbacks [] for security_group (685aa3c9-65c9-4138-8b6d-5af8a7fd100e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:48.278175 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8af0e9-3ff8-4fef-bb7c-ae74cca290f0 x-openstack-request-id: req-dd8af0e9-3ff8-4fef-bb7c-ae74cca290f0 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:48.278798 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "name": "network-vif-deleted", "tag": "c9dd45ba-5933-4013-bc0a-d3c8f44fbeda", "status": "completed", "code": 200}, {"server_uuid": "e29d44c0-1414-497a-a81a-b0848dd67857", "name": "network-vif-deleted", "tag": "838b35c9-58e3-438d-95d0-a166b1e53618", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:48.279555 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd8af0e9-3ff8-4fef-bb7c-ae74cca290f0 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:48.280173 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'name': 'network-vif-deleted', 'tag': 'c9dd45ba-5933-4013-bc0a-d3c8f44fbeda', 'status': 'completed', 'code': 200} Jan 14 01:47:48.280671 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29d44c0-1414-497a-a81a-b0848dd67857', 'name': 'network-vif-deleted', 'tag': '838b35c9-58e3-438d-95d0-a166b1e53618', 'status': 'completed', 'code': 200} Jan 14 01:47:48.322884 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e97c21f0-2763-4606-87b6-933686cd589b admin admin] Publish callbacks [] for security_group (685aa3c9-65c9-4138-8b6d-5af8a7fd100e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:48.355107 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-c8fb8f2f-3ed0-4920-9845-a10f3fa99d7b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030421 Jan 14 01:47:48.410999 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e97c21f0-2763-4606-87b6-933686cd589b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (685aa3c9-65c9-4138-8b6d-5af8a7fd100e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:48.414287 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e97c21f0-2763-4606-87b6-933686cd589b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:48.419452 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e97c21f0-2763-4606-87b6-933686cd589b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/685aa3c9-65c9-4138-8b6d-5af8a7fd100e HTTP/1.1" status: 204 len: 168 time: 0.2881811 Jan 14 01:47:48.431770 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c21f0-2763-4606-87b6-933686cd589b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685aa3c9-65c9-4138-8b6d-5af8a7fd100e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:48.518203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b9e83-b082-414b-95e9-32de7abf3e4d req-7be790db-b22a-41ff-8aba-79ed2394c9ca tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:48.519684 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d86b9e83-b082-414b-95e9-32de7abf3e4d req-7be790db-b22a-41ff-8aba-79ed2394c9ca tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 944 time: 0.1069655 Jan 14 01:47:48.528502 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-aabef7d6-66f1-4a8c-9cbb-1df0a377e891 service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724041 Jan 14 01:47:48.635061 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d86b9e83-b082-414b-95e9-32de7abf3e4d req-d95fb646-534f-49a3-a736-40fa4ee71079 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056817 Jan 14 01:47:48.677809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-f4b15c37-7a25-46c0-998e-852bceef573a service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420083 Jan 14 01:47:48.715777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 58852) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:48.782197 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-1840cb7a-8bce-46eb-a4e1-8d04d0cbddc5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting subnet 0e5807b8-ad3b-4149-8159-7db634a306ee {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:47:48.786061 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1840cb7a-8bce-46eb-a4e1-8d04d0cbddc5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks [] for subnet (0e5807b8-ad3b-4149-8159-7db634a306ee), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:48.873241 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1840cb7a-8bce-46eb-a4e1-8d04d0cbddc5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (0e5807b8-ad3b-4149-8159-7db634a306ee), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.000546 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 22261ac0-e53d-4d33-aeec-acf92063c2ce up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:49.045853 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58868) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:49.067699 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-524effca-e971-4091-be7a-4abd061041f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.182817 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-524effca-e971-4091-be7a-4abd061041f2 admin admin] Publish callbacks [] for security_group (54761e08-5122-4741-8cc0-d36de0f4d116), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.187730 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 22261ac0-e53d-4d33-aeec-acf92063c2ce completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:47:49.190304 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-524effca-e971-4091-be7a-4abd061041f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (54761e08-5122-4741-8cc0-d36de0f4d116), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.193643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 22261ac0-e53d-4d33-aeec-acf92063c2ce triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:49.194710 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.236042 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79b250bf-e787-47b8-b293-3d34a94975b3 req-702cfaf5-e9c1-4b8a-9a8e-db0643624340 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 210 time: 0.1695397 Jan 14 01:47:49.326356 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-524effca-e971-4091-be7a-4abd061041f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4a042e8802843c796ad10214bdbc14a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789717 Jan 14 01:47:49.330540 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58878) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:49.392765 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 22261ac0-e53d-4d33-aeec-acf92063c2ce is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:49.394158 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.406458 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524effca-e971-4091-be7a-4abd061041f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54761e08-5122-4741-8cc0-d36de0f4d116,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:49.451778 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b92ac83-a198-4206-ae5f-9369652171dc admin admin] Publish callbacks [] for security_group (54761e08-5122-4741-8cc0-d36de0f4d116), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.458318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f54392-7f16-4125-be67-566bfcbb7280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22261ac0-e53d-4d33-aeec-acf92063c2ce'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:49.465527 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600fc17a-efa8-4aa9-9a04-27eee4f06103" -d '{"events": [{"server_uuid": "a7f54392-7f16-4125-be67-566bfcbb7280", "name": "network-vif-plugged", "status": "completed", "tag": "22261ac0-e53d-4d33-aeec-acf92063c2ce"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:49.475426 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1840cb7a-8bce-46eb-a4e1-8d04d0cbddc5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (0e5807b8-ad3b-4149-8159-7db634a306ee), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.505646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 22261ac0-e53d-4d33-aeec-acf92063c2ce, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=22261ac0-e53d-4d33-aeec-acf92063c2ce,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:49.515026 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.517796 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device c9dd45ba-5933-4013-bc0a-d3c8f44fbeda no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:47:49.526647 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58884) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:49.533604 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b92ac83-a198-4206-ae5f-9369652171dc admin admin] Publish callbacks [] for security_group (54761e08-5122-4741-8cc0-d36de0f4d116), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.584637 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8868b2-6c7c-4054-8439-d0334769bd34 req-de1b0984-cd1f-46ca-9693-7b5597d4df37 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:49.585808 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce78107-ba50-44fe-96d1-c1edbfc5cff4 x-openstack-request-id: req-6ce78107-ba50-44fe-96d1-c1edbfc5cff4 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:49.586184 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f54392-7f16-4125-be67-566bfcbb7280", "name": "network-vif-plugged", "status": "completed", "tag": "22261ac0-e53d-4d33-aeec-acf92063c2ce", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:49.586574 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ce78107-ba50-44fe-96d1-c1edbfc5cff4 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:49.587105 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f54392-7f16-4125-be67-566bfcbb7280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22261ac0-e53d-4d33-aeec-acf92063c2ce', 'code': 200} Jan 14 01:47:49.589256 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec8868b2-6c7c-4054-8439-d0334769bd34 req-de1b0984-cd1f-46ca-9693-7b5597d4df37 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.2501600 Jan 14 01:47:49.630609 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b92ac83-a198-4206-ae5f-9369652171dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (54761e08-5122-4741-8cc0-d36de0f4d116), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.633435 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b92ac83-a198-4206-ae5f-9369652171dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.635074 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2b92ac83-a198-4206-ae5f-9369652171dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54761e08-5122-4741-8cc0-d36de0f4d116 HTTP/1.1" status: 204 len: 168 time: 0.3036211 Jan 14 01:47:49.648317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92ac83-a198-4206-ae5f-9369652171dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54761e08-5122-4741-8cc0-d36de0f4d116,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:49.659624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: c9dd45ba-5933-4013-bc0a-d3c8f44fbeda {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:47:49.659888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device c9dd45ba-5933-4013-bc0a-d3c8f44fbeda not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:47:49.661214 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 838b35c9-58e3-438d-95d0-a166b1e53618 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:47:49.681464 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec8868b2-6c7c-4054-8439-d0334769bd34 req-04c4d352-ad5b-4902-acc4-d7df65427561 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822289 Jan 14 01:47:49.756127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da824e95-8a72-4fa2-9723-12bf51da4cd2 req-de5a4640-dc2a-4bfb-a18e-5a5f05d2fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:49.757873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-da824e95-8a72-4fa2-9723-12bf51da4cd2 req-de5a4640-dc2a-4bfb-a18e-5a5f05d2fde8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 1096 time: 0.0720730 Jan 14 01:47:49.759027 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1840cb7a-8bce-46eb-a4e1-8d04d0cbddc5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (0e5807b8-ad3b-4149-8159-7db634a306ee), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.782951 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1840cb7a-8bce-46eb-a4e1-8d04d0cbddc5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.786824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1840cb7a-8bce-46eb-a4e1-8d04d0cbddc5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "DELETE /v2.0/subnets/0e5807b8-ad3b-4149-8159-7db634a306ee HTTP/1.1" status: 204 len: 168 time: 1.0696428 Jan 14 01:47:49.789661 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc45d098-ff52-41b4-ae39-d397ffd0d199 None None] Network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:49.789840 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58892) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:49.808206 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 838b35c9-58e3-438d-95d0-a166b1e53618 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:47:49.808668 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 838b35c9-58e3-438d-95d0-a166b1e53618 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:47:49.809307 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:47:49.868305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840cb7a-8bce-46eb-a4e1-8d04d0cbddc5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5807b8-ad3b-4149-8159-7db634a306ee,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:49.925576 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:47:49.925922 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 0d1b5b9d-4172-4d66-9047-2d96f0d872f5 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:47:49.942183 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:49.955403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-436620599-network', 'tenant_id': 'bec2850f3e90470aa4fc53cda89195ca'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:49.964339 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=22261ac0-e53d-4d33-aeec-acf92063c2ce,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:50.054272 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768124a-200f-45ae-ae6f-ce2c53a6b56d req-fef5603b-709c-473a-a720-9b9052c2b7a1 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:50.061197 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7768124a-200f-45ae-ae6f-ce2c53a6b56d req-fef5603b-709c-473a-a720-9b9052c2b7a1 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 945 time: 0.2044351 Jan 14 01:47:50.082112 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056f84d-a67b-4ae2-a4be-48b8aa31eb23 None None] DHCP port deletion for b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:47:50.084047 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-da824e95-8a72-4fa2-9723-12bf51da4cd2 req-6fa459e9-8b07-4f3b-affd-34391f0ec694 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147702 Jan 14 01:47:50.135814 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Made reservation on behalf of bec2850f3e90470aa4fc53cda89195ca for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:50.153346 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.229470 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.246999 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f256c64c-f9d6-48a7-b37e-ee121379df12 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:47:50.261157 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7768124a-200f-45ae-ae6f-ce2c53a6b56d req-f978ecff-098c-41b9-a14d-c0f118e0ae25 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940677 Jan 14 01:47:50.287477 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting port f256c64c-f9d6-48a7-b37e-ee121379df12 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:47:50.288274 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.318693 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d056f84d-a67b-4ae2-a4be-48b8aa31eb23 None None] Deleting port f256c64c-f9d6-48a7-b37e-ee121379df12 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:47:50.319888 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d056f84d-a67b-4ae2-a4be-48b8aa31eb23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.389896 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f29d6b46-7d52-4884-94fa-3516928cd042 req-feaf7a7d-fbb0-4ae1-ad95-a485840fa4a2 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 210 time: 0.0575552 Jan 14 01:47:50.431079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] For port f256c64c-f9d6-48a7-b37e-ee121379df12, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f256c64c-f9d6-48a7-b37e-ee121379df12,segment=NetworkSegment(f777fa30-5448-4d9b-97f4-9f62032a7ff3),segment_id=f777fa30-5448-4d9b-97f4-9f62032a7ff3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:50.431843 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.454677 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Calling delete_port for f256c64c-f9d6-48a7-b37e-ee121379df12 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:47:50.544007 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d056f84d-a67b-4ae2-a4be-48b8aa31eb23 None None] For port f256c64c-f9d6-48a7-b37e-ee121379df12, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f256c64c-f9d6-48a7-b37e-ee121379df12,segment=NetworkSegment(f777fa30-5448-4d9b-97f4-9f62032a7ff3),segment_id=f777fa30-5448-4d9b-97f4-9f62032a7ff3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:50.544401 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d056f84d-a67b-4ae2-a4be-48b8aa31eb23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.547828 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Publish callbacks [] for security_group (3ac6d3e5-b7bf-486a-ba87-77976ab75f38), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.563040 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3ac6d3e5-b7bf-486a-ba87-77976ab75f38), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.589097 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:47:50.595536 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port f256c64c-f9d6-48a7-b37e-ee121379df12 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:50.599244 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.613241 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (daa4cb0f-ca82-4cea-b9a5-74c6b068afdb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.614022 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Added segment daa4cb0f-ca82-4cea-b9a5-74c6b068afdb of type vlan for network e149d9dc-793a-40ab-9112-c5b19251a227 Jan 14 01:47:50.679745 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port f256c64c-f9d6-48a7-b37e-ee121379df12, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f256c64c-f9d6-48a7-b37e-ee121379df12,segment=NetworkSegment(f777fa30-5448-4d9b-97f4-9f62032a7ff3),segment_id=f777fa30-5448-4d9b-97f4-9f62032a7ff3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:50.691472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d056f84d-a67b-4ae2-a4be-48b8aa31eb23 None None] Calling delete_port for f256c64c-f9d6-48a7-b37e-ee121379df12 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:47:50.725722 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.743226 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (e149d9dc-793a-40ab-9112-c5b19251a227), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.885230 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac6d3e5-b7bf-486a-ba87-77976ab75f38,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:50.918715 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (e149d9dc-793a-40ab-9112-c5b19251a227), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.919765 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:50.920436 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:50.962303 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=f256c64c-f9d6-48a7-b37e-ee121379df12,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:50.995550 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 25d7b73e-9fe3-48f3-a548-61c33cf3c01b details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:47:51.022401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-7b949ee4-9a30-447b-b7f3-6f82787523c2 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:51.024817 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-7b949ee4-9a30-447b-b7f3-6f82787523c2 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.3621604 Jan 14 01:47:51.050727 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3870965-7614-42ea-bcc2-773b703488a4 req-cee74cd6-0164-40d1-b80e-3eda5588ebda tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:51.052551 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3870965-7614-42ea-bcc2-773b703488a4 req-cee74cd6-0164-40d1-b80e-3eda5588ebda tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.0775130 Jan 14 01:47:51.070335 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] Pushing event updated for resources: {'Network': ['ID=e149d9dc-793a-40ab-9112-c5b19251a227,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:51.116220 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9b0a7f2a-1756-4d62-9a25-1ec02d9ec038 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5799356 Jan 14 01:47:51.123332 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:51.152036 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] No DVR routers for this DVR port f256c64c-f9d6-48a7-b37e-ee121379df12 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:47:51.193716 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Request body: {'port': {'device_id': 'febe8e2e-e407-4567-9a4a-05321ed87040', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'admin_state_up': True, 'tenant_id': '2fab75ce1abf44998cda6d72ba056199'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:51.224891 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3870965-7614-42ea-bcc2-773b703488a4 req-90ad59bd-d331-4c9a-984a-60355137f592 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643035 Jan 14 01:47:51.251437 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:51.267410 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Port': ['ID=f256c64c-f9d6-48a7-b37e-ee121379df12,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:51.281768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '25d7b73e-9fe3-48f3-a548-61c33cf3c01b', 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8', 'port_id': '25d7b73e-9fe3-48f3-a548-61c33cf3c01b', 'mac_address': 'fa:16:3e:f9:d0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b3016c-15b4-4514-b43b-bbebf480ff89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:47:51.289808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network e149d9dc-793a-40ab-9112-c5b19251a227 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:47:51.440626 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:51.494085 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:51.517473 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f777fa30-5448-4d9b-97f4-9f62032a7ff3') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:51.517749 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f777fa30-5448-4d9b-97f4-9f62032a7ff3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:51.544550 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (f777fa30-5448-4d9b-97f4-9f62032a7ff3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:51.572224 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f777fa30-5448-4d9b-97f4-9f62032a7ff3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:51.582039 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:47:51.583785 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (f777fa30-5448-4d9b-97f4-9f62032a7ff3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.592086 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:47:51.595526 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:47:51.662746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ced2d92c-3b94-45e4-a19e-4735013fc477 req-9b20206e-6edb-4768-b2b8-493fea724bc9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 210 time: 0.1509948 Jan 14 01:47:51.663421 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Made reservation on behalf of 2fab75ce1abf44998cda6d72ba056199 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:51.666977 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: from cryptography.utils import int_from_bytes Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: from cryptography.utils import int_from_bytes Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.716886 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:51.721009 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:47:51.727541 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6471d42-c91f-4f71-8671-a5baf8334055 req-a2fabe23-c016-47a6-bdd4-4f868839d806 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:51.729389 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6471d42-c91f-4f71-8671-a5baf8334055 req-a2fabe23-c016-47a6-bdd4-4f868839d806 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 945 time: 0.2673006 Jan 14 01:47:51.738708 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:51.744935 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d056f84d-a67b-4ae2-a4be-48b8aa31eb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (f256c64c-f9d6-48a7-b37e-ee121379df12), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:51.748614 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:51.757774 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "DELETE /v2.0/networks/b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb HTTP/1.1" status: 204 len: 168 time: 1.9668188 Jan 14 01:47:51.778754 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d056f84d-a67b-4ae2-a4be-48b8aa31eb23 None None] Network b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb is not hosted by any dhcp agent {{(pid=103355) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 14 01:47:51.779368 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056f84d-a67b-4ae2-a4be-48b8aa31eb23 None None] No DVR routers for this DVR port f256c64c-f9d6-48a7-b37e-ee121379df12 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:47:51.781503 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:51.781892 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:51.793804 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58942) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:51.797396 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7680e08-f04f-47f1-b926-8f3f08ae2a1c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Network': ['ID=b8dbeed9-1e01-4ad4-bc95-35d4b0ffb4eb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:51.862795 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25d7b73e-9fe3-48f3-a548-61c33cf3c01b {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:51.876955 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056f84d-a67b-4ae2-a4be-48b8aa31eb23 None None] Pushing event deleted for resources: {'Port': ['ID=f256c64c-f9d6-48a7-b37e-ee121379df12,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:51.924124 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:51.934930 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:51.938326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-148cf7b8-243c-4c1e-8f82-b6fc65335f01 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting subnet ca9d6e86-a649-4e95-a413-91d00ce816f0 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:47:51.947678 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-148cf7b8-243c-4c1e-8f82-b6fc65335f01 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks [] for subnet (ca9d6e86-a649-4e95-a413-91d00ce816f0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:52.012513 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-148cf7b8-243c-4c1e-8f82-b6fc65335f01 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (ca9d6e86-a649-4e95-a413-91d00ce816f0), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:52.043574 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:52.141813 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Allocated IP 172.20.0.10 (673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c/845bcc49-2264-4165-8b1c-097522050b8c/e4a3cf5f-6c7b-4b1b-8d07-f539573d165f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:52.174631 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-148cf7b8-243c-4c1e-8f82-b6fc65335f01 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (ca9d6e86-a649-4e95-a413-91d00ce816f0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:52.176645 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6471d42-c91f-4f71-8671-a5baf8334055 req-448f8e40-acc2-4926-b64b-09a2bbc945fb tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201221 Jan 14 01:47:52.250636 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['25d7b73e-9fe3-48f3-a548-61c33cf3c01b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:52.278775 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-148cf7b8-243c-4c1e-8f82-b6fc65335f01 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (ca9d6e86-a649-4e95-a413-91d00ce816f0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:52.308993 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3880aeb-3a95-4450-8284-c46255a8701f None None] Network 36e44d7e-5b9c-4569-9483-de784e9e24e8 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:52.351854 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc0a1-9a33-4adc-b86b-e95b4b119e05 req-87e47a35-1755-4b4e-b140-4dc690d80a82 tempest-ComputeTenantNetworksTest-675928376 tempest-ComputeTenantNetworksTest-675928376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:52.355657 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-148cf7b8-243c-4c1e-8f82-b6fc65335f01 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:52.360168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc0a1-9a33-4adc-b86b-e95b4b119e05 req-87e47a35-1755-4b4e-b140-4dc690d80a82 tempest-ComputeTenantNetworksTest-675928376 tempest-ComputeTenantNetworksTest-675928376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:52.367021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc0a1-9a33-4adc-b86b-e95b4b119e05 req-87e47a35-1755-4b4e-b140-4dc690d80a82 tempest-ComputeTenantNetworksTest-675928376 tempest-ComputeTenantNetworksTest-675928376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:52.383173 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-148cf7b8-243c-4c1e-8f82-b6fc65335f01 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "DELETE /v2.0/subnets/ca9d6e86-a649-4e95-a413-91d00ce816f0 HTTP/1.1" status: 204 len: 168 time: 0.5772250 Jan 14 01:47:52.384216 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58962) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:52.388642 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cf7b8-243c-4c1e-8f82-b6fc65335f01 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9d6e86-a649-4e95-a413-91d00ce816f0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:52.389096 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76edc0a1-9a33-4adc-b86b-e95b4b119e05 req-87e47a35-1755-4b4e-b140-4dc690d80a82 tempest-ComputeTenantNetworksTest-675928376 tempest-ComputeTenantNetworksTest-675928376-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4105043 Jan 14 01:47:52.579281 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d29a35-e916-42ae-9648-99686307781a None None] DHCP port deletion for 36e44d7e-5b9c-4569-9483-de784e9e24e8 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:47:52.593406 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (36e44d7e-5b9c-4569-9483-de784e9e24e8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:52.649251 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1d29a35-e916-42ae-9648-99686307781a None None] Deleting port e02f3090-2fb6-456a-ac1a-d5f1bb638580 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:47:52.649997 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1d29a35-e916-42ae-9648-99686307781a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:52.661159 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting port e02f3090-2fb6-456a-ac1a-d5f1bb638580 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:47:52.661560 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:52.744333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f1d29a35-e916-42ae-9648-99686307781a None None] For port e02f3090-2fb6-456a-ac1a-d5f1bb638580, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e02f3090-2fb6-456a-ac1a-d5f1bb638580,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:52.744731 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1d29a35-e916-42ae-9648-99686307781a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:52.762262 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1d29a35-e916-42ae-9648-99686307781a None None] Calling delete_port for e02f3090-2fb6-456a-ac1a-d5f1bb638580 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:47:52.882028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ce410-0fbf-4479-8891-ecfc2ceb0112 req-32dcb3fb-a988-464c-9c85-2ac21a5e274c tempest-ComputeTenantNetworksTest-675928376 tempest-ComputeTenantNetworksTest-675928376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:52.895913 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a01ce410-0fbf-4479-8891-ecfc2ceb0112 req-32dcb3fb-a988-464c-9c85-2ac21a5e274c tempest-ComputeTenantNetworksTest-675928376 tempest-ComputeTenantNetworksTest-675928376-project] 10.222.0.26 "GET /v2.0/networks/e149d9dc-793a-40ab-9112-c5b19251a227 HTTP/1.1" status: 200 len: 768 time: 0.3493156 Jan 14 01:47:52.899092 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 58976) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:52.904921 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks [] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:52.918033 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab937011-a2a5-4b05-b58a-de91bb1afc01 req-bd855b09-07f5-4d97-a7ea-d603f2e9e3d4 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:52.931919 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab937011-a2a5-4b05-b58a-de91bb1afc01 req-bd855b09-07f5-4d97-a7ea-d603f2e9e3d4 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 944 time: 0.3868210 Jan 14 01:47:52.958325 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1d29a35-e916-42ae-9648-99686307781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:52.998301 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d29a35-e916-42ae-9648-99686307781a None None] Pushing event deleted for resources: {'Port': ['ID=e02f3090-2fb6-456a-ac1a-d5f1bb638580,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:53.008961 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d29a35-e916-42ae-9648-99686307781a None None] No DVR routers for this DVR port e02f3090-2fb6-456a-ac1a-d5f1bb638580 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:47:53.044045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] For port e02f3090-2fb6-456a-ac1a-d5f1bb638580, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e02f3090-2fb6-456a-ac1a-d5f1bb638580,segment=NetworkSegment(fd5582c3-97c3-4d2e-8568-657d2c01389d),segment_id=fd5582c3-97c3-4d2e-8568-657d2c01389d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:53.044562 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.054785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 25d7b73e-9fe3-48f3-a548-61c33cf3c01b no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:47:53.059240 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Calling delete_port for e02f3090-2fb6-456a-ac1a-d5f1bb638580 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:47:53.140345 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (e149d9dc-793a-40ab-9112-c5b19251a227), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.196167 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e02f3090-2fb6-456a-ac1a-d5f1bb638580), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.209983 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b is: BUILD; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:53.210588 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.218716 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab937011-a2a5-4b05-b58a-de91bb1afc01 req-0983ae9f-6693-4a71-9362-3213733601ec tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849736 Jan 14 01:47:53.220109 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.231455 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 25d7b73e-9fe3-48f3-a548-61c33cf3c01b {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:53.259445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:53.269577 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Port': ['ID=e02f3090-2fb6-456a-ac1a-d5f1bb638580,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:53.273128 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] No DVR routers for this DVR port e02f3090-2fb6-456a-ac1a-d5f1bb638580 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:47:53.306562 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:53.328187 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.358471 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b15ec-4875-4d1e-b63a-48a94117f6f2 req-b5998032-6bda-41cb-9e76-0d5e9270fedb tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:53.370936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-343b15ec-4875-4d1e-b63a-48a94117f6f2 req-b5998032-6bda-41cb-9e76-0d5e9270fedb tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 945 time: 0.3422928 Jan 14 01:47:53.388927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event updated for resources: {'Port': ['ID=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:53.461092 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:53.477146 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (36e44d7e-5b9c-4569-9483-de784e9e24e8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.507445 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:53.521465 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e44d7e-5b9c-4569-9483-de784e9e24e8']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:53.535164 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5582c3-97c3-4d2e-8568-657d2c01389d') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:53.535764 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5582c3-97c3-4d2e-8568-657d2c01389d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:53.546971 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (fd5582c3-97c3-4d2e-8568-657d2c01389d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.555091 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:53.560770 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:53.565757 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (fd5582c3-97c3-4d2e-8568-657d2c01389d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.578656 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:47:53.579404 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (fd5582c3-97c3-4d2e-8568-657d2c01389d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:47:53.604449 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:47:53.665341 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (36e44d7e-5b9c-4569-9483-de784e9e24e8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.677252 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.680746 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "DELETE /v2.0/networks/36e44d7e-5b9c-4569-9483-de784e9e24e8 HTTP/1.1" status: 204 len: 168 time: 1.2931659 Jan 14 01:47:53.701463 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 58996) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:53.704406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4543915-530e-4968-81f4-6addfe19aba5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Network': ['ID=36e44d7e-5b9c-4569-9483-de784e9e24e8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:53.715329 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e112e718-2a37-4421-bc8e-5fd3f3ed5227 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1348236408'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:53.740102 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e112e718-2a37-4421-bc8e-5fd3f3ed5227 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:53.743822 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e112e718-2a37-4421-bc8e-5fd3f3ed5227 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.775591 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e112e718-2a37-4421-bc8e-5fd3f3ed5227 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:47:53.786410 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e112e718-2a37-4421-bc8e-5fd3f3ed5227 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (d7e86105-e14f-49f1-9639-b50e081acdcc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.786885 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-e112e718-2a37-4421-bc8e-5fd3f3ed5227 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Added segment d7e86105-e14f-49f1-9639-b50e081acdcc of type vlan for network 7535f7c4-a8a6-48b7-9d16-4ade05caa224 Jan 14 01:47:53.846122 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e112e718-2a37-4421-bc8e-5fd3f3ed5227 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (7535f7c4-a8a6-48b7-9d16-4ade05caa224), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.886190 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e112e718-2a37-4421-bc8e-5fd3f3ed5227 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (7535f7c4-a8a6-48b7-9d16-4ade05caa224), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.892520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e112e718-2a37-4421-bc8e-5fd3f3ed5227 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:53.893830 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e112e718-2a37-4421-bc8e-5fd3f3ed5227 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.925413 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (e149d9dc-793a-40ab-9112-c5b19251a227), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:53.934818 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e0f63-14cd-47bc-95c7-ca08a7adad1f req-faa4357d-e668-4fdd-b8f5-1f15183adcf2 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:53.936308 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f8e0f63-14cd-47bc-95c7-ca08a7adad1f req-faa4357d-e668-4fdd-b8f5-1f15183adcf2 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 932 time: 0.5487297 Jan 14 01:47:53.956344 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-343b15ec-4875-4d1e-b63a-48a94117f6f2 req-d6ef5527-db90-4831-8c9f-03a141365863 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833478 Jan 14 01:47:53.969845 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e112e718-2a37-4421-bc8e-5fd3f3ed5227 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2642481 Jan 14 01:47:53.971088 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59000) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:53.989437 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-32e648f4-9d7c-4342-87c3-412b1d053fb5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'subnet': {'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:53.989895 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:53.989895 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.003110 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e149d9dc-793a-40ab-9112-c5b19251a227']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:54.014391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-1590e13d-f9d9-432c-ac9c-9186d76ce6ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9111736 Jan 14 01:47:54.020328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa4cb0f-ca82-4cea-b9a5-74c6b068afdb') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:54.020622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa4cb0f-ca82-4cea-b9a5-74c6b068afdb') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:47:54.027047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112e718-2a37-4421-bc8e-5fd3f3ed5227 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Network': ['ID=7535f7c4-a8a6-48b7-9d16-4ade05caa224,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:54.041661 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Request body: {'port': {'device_id': 'febe8e2e-e407-4567-9a4a-05321ed87040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:54.042501 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 7535f7c4-a8a6-48b7-9d16-4ade05caa224 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:47:54.045239 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (daa4cb0f-ca82-4cea-b9a5-74c6b068afdb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.084565 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (daa4cb0f-ca82-4cea-b9a5-74c6b068afdb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.089573 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f8e0f63-14cd-47bc-95c7-ca08a7adad1f req-86b223c1-511b-4925-bb39-8dc5e1e14383 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428833 Jan 14 01:47:54.098064 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:47:54.098486 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (daa4cb0f-ca82-4cea-b9a5-74c6b068afdb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:47:54.100251 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:47:54.111326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e648f4-9d7c-4342-87c3-412b1d053fb5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:54.121954 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32e648f4-9d7c-4342-87c3-412b1d053fb5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.163012 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 59004) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:54.187584 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.206933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (e149d9dc-793a-40ab-9112-c5b19251a227), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.229218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e02f3090-2fb6-456a-ac1a-d5f1bb638580 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:47:54.246571 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.252499 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] 10.222.0.26 "DELETE /v2.0/networks/e149d9dc-793a-40ab-9112-c5b19251a227 HTTP/1.1" status: 204 len: 168 time: 1.3142824 Jan 14 01:47:54.252499 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211ac85-80b6-4b8a-adce-2fd33f7d419d admin admin] Pushing event deleted for resources: {'Network': ['ID=e149d9dc-793a-40ab-9112-c5b19251a227,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:54.288253 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: e02f3090-2fb6-456a-ac1a-d5f1bb638580 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:47:54.288932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e02f3090-2fb6-456a-ac1a-d5f1bb638580 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:47:54.411603 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32e648f4-9d7c-4342-87c3-412b1d053fb5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.462247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59014) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:54.482226 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-817eb80f-6fa3-44ec-ad6c-554f591a5ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.504160 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e648f4-9d7c-4342-87c3-412b1d053fb5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Subnet': ['ID=c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:54.521401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b33a6e-b4d7-46ce-b505-bd5b7cef4761 req-5f9c458d-11cb-43ef-a3ec-3cc811c36759 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:54.523068 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36b33a6e-b4d7-46ce-b505-bd5b7cef4761 req-5f9c458d-11cb-43ef-a3ec-3cc811c36759 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 943 time: 0.1128175 Jan 14 01:47:54.538014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e648f4-9d7c-4342-87c3-412b1d053fb5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Checking segment: {'id': 'd7e86105-e14f-49f1-9639-b50e081acdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:54.538816 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e648f4-9d7c-4342-87c3-412b1d053fb5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network hostable DHCP agents. Network: 7535f7c4-a8a6-48b7-9d16-4ade05caa224, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:47:54.543647 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f42016fe-1430-4bdc-a7e5-1b919f22dd23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bec2850f3e90470aa4fc53cda89195ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0792420 Jan 14 01:47:54.546091 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59016) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:54.581017 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e648f4-9d7c-4342-87c3-412b1d053fb5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network 7535f7c4-a8a6-48b7-9d16-4ade05caa224 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:47:54.614825 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-32e648f4-9d7c-4342-87c3-412b1d053fb5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 7535f7c4-a8a6-48b7-9d16-4ade05caa224) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:54.629359 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e476b7f7-4b79-49bc-b183-3fa845dbaca9 None None] Network 7535f7c4-a8a6-48b7-9d16-4ade05caa224 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:54.633839 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e648f4-9d7c-4342-87c3-412b1d053fb5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:54.635756 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32e648f4-9d7c-4342-87c3-412b1d053fb5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.674500 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7673-fb81-4916-8aa8-eb4cda59827e admin admin] Publish callbacks [] for security_group (3ac6d3e5-b7bf-486a-ba87-77976ab75f38), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.684596 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36b33a6e-b4d7-46ce-b505-bd5b7cef4761 req-ffced7c7-415f-4289-9584-f2fdbfe7f275 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515732 Jan 14 01:47:54.764833 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7673-fb81-4916-8aa8-eb4cda59827e admin admin] Publish callbacks [] for security_group (3ac6d3e5-b7bf-486a-ba87-77976ab75f38), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.768638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-7535f7c4-a8a6-48b7-9d16-4ade05caa224', 'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224', 'project_id': 'cda1637d84124f32b4702438cb476922', 'fixed_ips': [{'subnet_id': 'c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:47:54.770016 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.775632 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-32e648f4-9d7c-4342-87c3-412b1d053fb5 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8033195 Jan 14 01:47:54.779225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 59020) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:54.805217 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-860ead8f-e98f-4df2-a16d-80b80dfa45ae tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-867675743'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:54.844100 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-817eb80f-6fa3-44ec-ad6c-554f591a5ecc admin admin] Publish callbacks [] for security_group (2758338e-5c1a-42bd-b446-91a5bb0c4e87), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.872421 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7673-fb81-4916-8aa8-eb4cda59827e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3ac6d3e5-b7bf-486a-ba87-77976ab75f38), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.876580 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7673-fb81-4916-8aa8-eb4cda59827e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.880728 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d2cc7673-fb81-4916-8aa8-eb4cda59827e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ac6d3e5-b7bf-486a-ba87-77976ab75f38 HTTP/1.1" status: 204 len: 168 time: 0.3335898 Jan 14 01:47:54.881120 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-817eb80f-6fa3-44ec-ad6c-554f591a5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2758338e-5c1a-42bd-b446-91a5bb0c4e87), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.890557 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc7673-fb81-4916-8aa8-eb4cda59827e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac6d3e5-b7bf-486a-ba87-77976ab75f38,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:54.891260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860ead8f-e98f-4df2-a16d-80b80dfa45ae tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:54.895951 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-860ead8f-e98f-4df2-a16d-80b80dfa45ae tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.937553 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a3cf5f-6c7b-4b1b-8d07-f539573d165f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:54.956045 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Publish callbacks [] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:54.966938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817eb80f-6fa3-44ec-ad6c-554f591a5ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2758338e-5c1a-42bd-b446-91a5bb0c4e87,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:54.981195 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-817eb80f-6fa3-44ec-ad6c-554f591a5ecc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2c328c50b4b441c9458ac266f2d5319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8167005 Jan 14 01:47:54.985044 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59024) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:54.991861 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Transition to ACTIVE for port object e4a3cf5f-6c7b-4b1b-8d07-f539573d165f will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:47:54.994751 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860ead8f-e98f-4df2-a16d-80b80dfa45ae tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:47:55.019715 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.029057 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Allocated IP 19.80.0.2 (7535f7c4-a8a6-48b7-9d16-4ade05caa224/c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388/68591490-7f97-4e8a-945d-0f0cad69912e) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:55.077669 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-860ead8f-e98f-4df2-a16d-80b80dfa45ae tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (d5107268-5eea-49ea-8059-95af364d8c66), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.078335 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-860ead8f-e98f-4df2-a16d-80b80dfa45ae tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Added segment d5107268-5eea-49ea-8059-95af364d8c66 of type vlan for network d378226b-588b-42f4-8dbf-84d177a8cd8c Jan 14 01:47:55.097577 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b714f57-9540-4f32-b0eb-d9f3b2f0e97c admin admin] Publish callbacks [] for security_group (2758338e-5c1a-42bd-b446-91a5bb0c4e87), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.155870 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b714f57-9540-4f32-b0eb-d9f3b2f0e97c admin admin] Publish callbacks [] for security_group (2758338e-5c1a-42bd-b446-91a5bb0c4e87), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.231853 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-860ead8f-e98f-4df2-a16d-80b80dfa45ae tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (d378226b-588b-42f4-8dbf-84d177a8cd8c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.251119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Pushing event updated for resources: {'Port': ['ID=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:55.261991 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b714f57-9540-4f32-b0eb-d9f3b2f0e97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2758338e-5c1a-42bd-b446-91a5bb0c4e87), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.265123 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b714f57-9540-4f32-b0eb-d9f3b2f0e97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.269450 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6b714f57-9540-4f32-b0eb-d9f3b2f0e97c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2758338e-5c1a-42bd-b446-91a5bb0c4e87 HTTP/1.1" status: 204 len: 168 time: 0.2830548 Jan 14 01:47:55.288452 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b714f57-9540-4f32-b0eb-d9f3b2f0e97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2758338e-5c1a-42bd-b446-91a5bb0c4e87,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:55.332779 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 25d7b73e-9fe3-48f3-a548-61c33cf3c01b up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:55.373973 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-860ead8f-e98f-4df2-a16d-80b80dfa45ae tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (d378226b-588b-42f4-8dbf-84d177a8cd8c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.380231 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ead8f-e98f-4df2-a16d-80b80dfa45ae tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:55.380437 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-860ead8f-e98f-4df2-a16d-80b80dfa45ae tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.398696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1fb73-7675-47ab-9e12-dd120520d8c2 req-a8b11113-0df6-43d8-a3b3-2d0c0c51caf4 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:55.401965 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f3c1fb73-7675-47ab-9e12-dd120520d8c2 req-a8b11113-0df6-43d8-a3b3-2d0c0c51caf4 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 945 time: 0.2213316 Jan 14 01:47:55.453675 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Publish callbacks [] for port (68591490-7f97-4e8a-945d-0f0cad69912e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.461624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:55.462006 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.525818 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-860ead8f-e98f-4df2-a16d-80b80dfa45ae tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7339666 Jan 14 01:47:55.528436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59036) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:55.536919 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-dede1e75-df71-4297-a3c3-6fbe3d3a857a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'subnet': {'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:55.569905 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Attempting to bind port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:55.570216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Attempting to bind port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:55.570614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Attempting to bind port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:55.593833 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc2e6a-5401-45da-ad25-bd48a44fe2cc req-d4e1a76d-0c78-424d-be2d-b80da031b61a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:55.597714 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.601566 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17dc2e6a-5401-45da-ad25-bd48a44fe2cc req-d4e1a76d-0c78-424d-be2d-b80da031b61a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 944 time: 0.3085251 Jan 14 01:47:55.612398 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ead8f-e98f-4df2-a16d-80b80dfa45ae tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Network': ['ID=d378226b-588b-42f4-8dbf-84d177a8cd8c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:55.633570 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:47:55.633901 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Attempting to bind port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:55.667254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:55.667254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Checking segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:55.667254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Bound using segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:55.667254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Bound port: e4a3cf5f-6c7b-4b1b-8d07-f539573d165f, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:55.667979 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.689909 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f3c1fb73-7675-47ab-9e12-dd120520d8c2 req-e58808c2-d189-4def-a18f-4dcf6cc3ae1d tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688203 Jan 14 01:47:55.740534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Pushing event updated for resources: {'Port': ['ID=68591490-7f97-4e8a-945d-0f0cad69912e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:55.753559 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dede1e75-df71-4297-a3c3-6fbe3d3a857a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:55.758987 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network d378226b-588b-42f4-8dbf-84d177a8cd8c details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:47:55.759848 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dede1e75-df71-4297-a3c3-6fbe3d3a857a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:55.907539 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17dc2e6a-5401-45da-ad25-bd48a44fe2cc req-e89509a8-05b6-4427-aad1-6a03cf6bbc5a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049958 Jan 14 01:47:55.941823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Network 7535f7c4-a8a6-48b7-9d16-4ade05caa224 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:55.984594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:55.984594 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:56.010123 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] For port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:56.022793 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] For port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:56.028919 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:56.030612 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:56.032710 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:56.035493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfbd471-7f39-4055-8c3e-329d1b8aeef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d7b73e-9fe3-48f3-a548-61c33cf3c01b'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:56.038759 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1b3593-3d41-4106-8c2d-f7f8b405f209" -d '{"events": [{"server_uuid": "4bfbd471-7f39-4055-8c3e-329d1b8aeef6", "name": "network-vif-plugged", "status": "completed", "tag": "25d7b73e-9fe3-48f3-a548-61c33cf3c01b"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:56.043313 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:56.046106 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:56.166974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Attempting to bind port 68591490-7f97-4e8a-945d-0f0cad69912e on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:56.167356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Attempting to bind port 68591490-7f97-4e8a-945d-0f0cad69912e by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'd7e86105-e14f-49f1-9639-b50e081acdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:56.167721 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Attempting to bind port 68591490-7f97-4e8a-945d-0f0cad69912e on network 7535f7c4-a8a6-48b7-9d16-4ade05caa224 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:56.170175 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:56.176490 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:56.178126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] 10.222.0.46 "PUT /v2.0/ports/e4a3cf5f-6c7b-4b1b-8d07-f539573d165f HTTP/1.1" status: 200 len: 1092 time: 2.1438525 Jan 14 01:47:56.180671 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febe8e2e-e407-4567-9a4a-05321ed87040', 'tag': 'e4a3cf5f-6c7b-4b1b-8d07-f539573d165f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:47:56.184844 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f029b5c7-3f3f-482e-9bd1-6b6c3a3d1279" -d '{"events": [{"name": "network-changed", "server_uuid": "febe8e2e-e407-4567-9a4a-05321ed87040", "tag": "e4a3cf5f-6c7b-4b1b-8d07-f539573d165f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:47:56.208921 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:56.210404 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Checking segment: {'id': 'd7e86105-e14f-49f1-9639-b50e081acdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:56.210854 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:56.211253 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Bound using segment: {'id': 'd7e86105-e14f-49f1-9639-b50e081acdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:56.211556 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dede1e75-df71-4297-a3c3-6fbe3d3a857a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (a3711bfb-b556-42dd-a34a-2dd79ad94d1c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:56.211759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Bound port: 68591490-7f97-4e8a-945d-0f0cad69912e, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e86105-e14f-49f1-9639-b50e081acdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:56.212138 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:56.248015 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:56.276225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acd8d3-c445-4ab0-9a76-478061d34c7d service neutron] Pushing event updated for resources: {'Port': ['ID=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:56.335035 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49842899-f04f-4c83-b9ab-c3170ca63c0b req-04cb9d17-cb1d-488c-8c45-a3bc178c03e3 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:56.349438 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49842899-f04f-4c83-b9ab-c3170ca63c0b req-04cb9d17-cb1d-488c-8c45-a3bc178c03e3 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.2802627 Jan 14 01:47:56.380906 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] For port 68591490-7f97-4e8a-945d-0f0cad69912e, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:56.381509 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede1e75-df71-4297-a3c3-6fbe3d3a857a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Subnet': ['ID=a3711bfb-b556-42dd-a34a-2dd79ad94d1c,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:56.385503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede1e75-df71-4297-a3c3-6fbe3d3a857a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Checking segment: {'id': 'd5107268-5eea-49ea-8059-95af364d8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:56.385866 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dede1e75-df71-4297-a3c3-6fbe3d3a857a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network hostable DHCP agents. Network: d378226b-588b-42f4-8dbf-84d177a8cd8c, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:47:56.389492 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] For port 68591490-7f97-4e8a-945d-0f0cad69912e, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=68591490-7f97-4e8a-945d-0f0cad69912e,segment=NetworkSegment(d7e86105-e14f-49f1-9639-b50e081acdcc),segment_id=d7e86105-e14f-49f1-9639-b50e081acdcc)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:56.400070 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:56.407408 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dede1e75-df71-4297-a3c3-6fbe3d3a857a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network d378226b-588b-42f4-8dbf-84d177a8cd8c is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:47:56.421054 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-dede1e75-df71-4297-a3c3-6fbe3d3a857a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, d378226b-588b-42f4-8dbf-84d177a8cd8c) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:56.441418 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede1e75-df71-4297-a3c3-6fbe3d3a857a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:56.443141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dede1e75-df71-4297-a3c3-6fbe3d3a857a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:56.444719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-b0eeb021-0f8d-4f02-a084-54e07e2b0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:56.446332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-b0eeb021-0f8d-4f02-a084-54e07e2b0701 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 1095 time: 0.1951106 Jan 14 01:47:56.475563 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-dede1e75-df71-4297-a3c3-6fbe3d3a857a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9457366 Jan 14 01:47:56.494664 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49842899-f04f-4c83-b9ab-c3170ca63c0b req-2dcc3255-eb66-44d5-97df-0e2ff13060c6 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387928 Jan 14 01:47:56.513284 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca11d1c-d544-487f-9152-f57bcad9fb24 None None] Pushing event updated for resources: {'Port': ['ID=68591490-7f97-4e8a-945d-0f0cad69912e,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:56.519172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2343416-4433-476f-adbf-a55f2c73ec37 None None] Network d378226b-588b-42f4-8dbf-84d177a8cd8c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:56.640765 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-8188a987-cb30-4c7b-8e4b-f2a295eceaf2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f HTTP/1.1" status: 200 len: 217 time: 0.1711347 Jan 14 01:47:56.693094 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021188b4-e47e-4343-a89f-c36b3b51e204 x-openstack-request-id: req-021188b4-e47e-4343-a89f-c36b3b51e204 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:56.693503 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfbd471-7f39-4055-8c3e-329d1b8aeef6", "name": "network-vif-plugged", "status": "completed", "tag": "25d7b73e-9fe3-48f3-a548-61c33cf3c01b", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:56.693765 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-021188b4-e47e-4343-a89f-c36b3b51e204 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:56.694176 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfbd471-7f39-4055-8c3e-329d1b8aeef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d7b73e-9fe3-48f3-a548-61c33cf3c01b', 'code': 200} Jan 14 01:47:56.767378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-849b0611-11d9-4e42-a526-cb2b755294d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:56.769955 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-849b0611-11d9-4e42-a526-cb2b755294d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.1255512 Jan 14 01:47:56.771723 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a90023e-0dfc-4d61-b644-ed625556d381 x-openstack-request-id: req-2a90023e-0dfc-4d61-b644-ed625556d381 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:47:56.772167 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febe8e2e-e407-4567-9a4a-05321ed87040", "tag": "e4a3cf5f-6c7b-4b1b-8d07-f539573d165f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:47:56.772429 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a90023e-0dfc-4d61-b644-ed625556d381 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:47:56.772836 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febe8e2e-e407-4567-9a4a-05321ed87040', 'tag': 'e4a3cf5f-6c7b-4b1b-8d07-f539573d165f', 'status': 'completed', 'code': 200} Jan 14 01:47:56.820649 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-d378226b-588b-42f4-8dbf-84d177a8cd8c', 'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c', 'project_id': 'cda1637d84124f32b4702438cb476922', 'fixed_ips': [{'subnet_id': 'a3711bfb-b556-42dd-a34a-2dd79ad94d1c'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:47:56.824635 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:56.905220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-b714a589-34da-4790-9e66-c00b7ebb2cfe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279478 Jan 14 01:47:57.183661 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Allocated IP 19.86.0.2 (d378226b-588b-42f4-8dbf-84d177a8cd8c/a3711bfb-b556-42dd-a34a-2dd79ad94d1c/de9b19e8-a5de-4e19-8665-ee125b99da70) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:47:57.358032 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2cd3b-0707-480c-86bc-33be24347d9c req-93924aab-0d8a-4b1a-bd21-f997c099f144 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:57.360286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-33e2cd3b-0707-480c-86bc-33be24347d9c req-93924aab-0d8a-4b1a-bd21-f997c099f144 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 944 time: 0.2567720 Jan 14 01:47:57.369834 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebd234-41bd-4fbf-85db-fd96d61e8b22 req-3b94b638-e203-4b5d-9a01-4ce51a86d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:57.371643 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1aebd234-41bd-4fbf-85db-fd96d61e8b22 req-3b94b638-e203-4b5d-9a01-4ce51a86d86b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 1096 time: 0.2670097 Jan 14 01:47:57.381228 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Publish callbacks [] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:57.395754 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:57.409570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-57dce89d-d39a-472d-9fc5-043647e120f9 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696469 Jan 14 01:47:57.443995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Network d378226b-588b-42f4-8dbf-84d177a8cd8c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:47:57.447904 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:47:57.452045 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:47:57.534776 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-33e2cd3b-0707-480c-86bc-33be24347d9c req-8a6dcc27-9893-40ed-a5d0-215b8101a018 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526554 Jan 14 01:47:57.613735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Attempting to bind port de9b19e8-a5de-4e19-8665-ee125b99da70 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:47:57.614109 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Attempting to bind port de9b19e8-a5de-4e19-8665-ee125b99da70 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'd5107268-5eea-49ea-8059-95af364d8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:47:57.614556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Attempting to bind port de9b19e8-a5de-4e19-8665-ee125b99da70 on network d378226b-588b-42f4-8dbf-84d177a8cd8c {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:47:57.620768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Pushing event updated for resources: {'Port': ['ID=de9b19e8-a5de-4e19-8665-ee125b99da70,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:57.629062 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:47:57.629448 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Checking segment: {'id': 'd5107268-5eea-49ea-8059-95af364d8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:47:57.629963 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:57.630331 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-26c6e23e-3126-4e9d-8c43-34d458f196c9 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:57.630619 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Bound using segment: {'id': 'd5107268-5eea-49ea-8059-95af364d8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:47:57.631864 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Bound port: de9b19e8-a5de-4e19-8665-ee125b99da70, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5107268-5eea-49ea-8059-95af364d8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:47:57.631984 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:57.656556 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-26c6e23e-3126-4e9d-8c43-34d458f196c9 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:57.660956 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-26c6e23e-3126-4e9d-8c43-34d458f196c9 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/networks?id=7535f7c4-a8a6-48b7-9d16-4ade05caa224&id=d378226b-588b-42f4-8dbf-84d177a8cd8c HTTP/1.1" status: 200 len: 1391 time: 0.5538607 Jan 14 01:47:57.767045 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-3431fe78-aed8-47d8-8d79-3730e861c97c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/quotas/cda1637d84124f32b4702438cb476922 HTTP/1.1" status: 200 len: 375 time: 0.0898857 Jan 14 01:47:57.772122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] For port de9b19e8-a5de-4e19-8665-ee125b99da70, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:47:57.772563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1aebd234-41bd-4fbf-85db-fd96d61e8b22 req-e86850fd-d73c-41b2-89c9-0375c97e56bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833501 Jan 14 01:47:57.775781 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] For port de9b19e8-a5de-4e19-8665-ee125b99da70, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=de9b19e8-a5de-4e19-8665-ee125b99da70,segment=NetworkSegment(d5107268-5eea-49ea-8059-95af364d8c66),segment_id=d5107268-5eea-49ea-8059-95af364d8c66)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:47:57.798434 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:57.885396 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11326051-a205-4f40-8b3a-96cd17b8d040 req-831b6007-7e73-499c-b3e5-ca636bcab25b tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:57.900404 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11326051-a205-4f40-8b3a-96cd17b8d040 req-831b6007-7e73-499c-b3e5-ca636bcab25b tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.2381229 Jan 14 01:47:57.916672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b779313a-3d74-482c-b723-7d0cbceeb868 req-09212907-1c43-49dc-a4dc-f7fb738c1940 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768970 Jan 14 01:47:57.971261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-8c6fb677-d22e-40bb-9d62-98ce84f0173c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cda1637d84124f32b4702438cb476922&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1856546 Jan 14 01:47:58.162953 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11326051-a205-4f40-8b3a-96cd17b8d040 req-2614b4ac-ce25-46ef-b270-6378b4235c36 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616646 Jan 14 01:47:58.199308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029b5c7-3f3f-482e-9bd1-6b6c3a3d1279 req-652d9b8e-5ddc-480f-bd11-2dceb5cb18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:58.202386 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f029b5c7-3f3f-482e-9bd1-6b6c3a3d1279 req-652d9b8e-5ddc-480f-bd11-2dceb5cb18c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 1095 time: 0.1563759 Jan 14 01:47:58.298517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bf640-7486-416a-8277-8a2f8cee6772 None None] Pushing event updated for resources: {'Port': ['ID=de9b19e8-a5de-4e19-8665-ee125b99da70,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:58.351202 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 68591490-7f97-4e8a-945d-0f0cad69912e up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:47:58.394129 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-08a272b7-6f6f-4fcf-a5c8-54174c65bfc0 service neutron] 10.222.0.26 "GET /v2.0/networks/7535f7c4-a8a6-48b7-9d16-4ade05caa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216764 Jan 14 01:47:58.432645 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c5218-469e-4009-bfa2-60e28b946428 None None] Network 7535f7c4-a8a6-48b7-9d16-4ade05caa224 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:47:58.535560 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d09e21c1-adc1-474d-92a6-c9178f4ed662 None None] Provisioning complete for port 68591490-7f97-4e8a-945d-0f0cad69912e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:58.536023 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d09e21c1-adc1-474d-92a6-c9178f4ed662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:58.610148 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 68591490-7f97-4e8a-945d-0f0cad69912e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:58.610941 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:58.667348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029b5c7-3f3f-482e-9bd1-6b6c3a3d1279 req-619b24b3-0d8e-4285-8912-f9d09c492ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:58.674459 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f029b5c7-3f3f-482e-9bd1-6b6c3a3d1279 req-619b24b3-0d8e-4285-8912-f9d09c492ef9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 907 time: 0.4631100 Jan 14 01:47:58.795877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59166) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:47:58.806119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f029b5c7-3f3f-482e-9bd1-6b6c3a3d1279 req-0c0c5ff2-503a-49a6-b2f3-406d4fadb3cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f HTTP/1.1" status: 200 len: 217 time: 0.0975456 Jan 14 01:47:58.875326 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-5aa28f42-2435-495b-9c0f-a0037079a81d service neutron] 10.222.0.26 "GET /v2.0/networks/7535f7c4-a8a6-48b7-9d16-4ade05caa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741545 Jan 14 01:47:58.918380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d09e21c1-adc1-474d-92a6-c9178f4ed662 None None] Current status of the port 68591490-7f97-4e8a-945d-0f0cad69912e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:58.919265 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d09e21c1-adc1-474d-92a6-c9178f4ed662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:58.986142 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 68591490-7f97-4e8a-945d-0f0cad69912e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:58.987433 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.031316 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d09e21c1-adc1-474d-92a6-c9178f4ed662 None None] For port 68591490-7f97-4e8a-945d-0f0cad69912e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=68591490-7f97-4e8a-945d-0f0cad69912e,segment=NetworkSegment(d7e86105-e14f-49f1-9639-b50e081acdcc),segment_id=d7e86105-e14f-49f1-9639-b50e081acdcc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:59.048813 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d09e21c1-adc1-474d-92a6-c9178f4ed662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.121052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 22261ac0-e53d-4d33-aeec-acf92063c2ce details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:47:59.216060 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029b5c7-3f3f-482e-9bd1-6b6c3a3d1279 req-676c83d7-de71-47f2-a661-a43e583ac2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:59.218444 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f029b5c7-3f3f-482e-9bd1-6b6c3a3d1279 req-676c83d7-de71-47f2-a661-a43e583ac2b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.3933165 Jan 14 01:47:59.270739 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:47:59.271402 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:47:59.288440 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e21c1-adc1-474d-92a6-c9178f4ed662 None None] Pushing event updated for resources: {'Port': ['ID=68591490-7f97-4e8a-945d-0f0cad69912e,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:59.300052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f029b5c7-3f3f-482e-9bd1-6b6c3a3d1279 req-55cc93ea-487e-4b27-b1c7-037a5c87c6b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668075 Jan 14 01:47:59.337292 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-37854409-c566-47f8-ab27-3be885dbc2cd None None] Provisioning complete for port 68591490-7f97-4e8a-945d-0f0cad69912e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:47:59.338577 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37854409-c566-47f8-ab27-3be885dbc2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.351732 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-ccdbda29-826c-439e-9c1f-a0c8587418f8 service neutron] 10.222.0.26 "GET /v2.0/networks/d378226b-588b-42f4-8dbf-84d177a8cd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755318 Jan 14 01:47:59.370592 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1856323656'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:47:59.384510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 22261ac0-e53d-4d33-aeec-acf92063c2ce, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=22261ac0-e53d-4d33-aeec-acf92063c2ce,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:59.412638 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:47:59.420518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '22261ac0-e53d-4d33-aeec-acf92063c2ce', 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'port_id': '22261ac0-e53d-4d33-aeec-acf92063c2ce', 'mac_address': 'fa:16:3e:52:df:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d3bd97-b0d7-4581-9638-89c747c1dc86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:47:59.442989 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Made reservation on behalf of 7f2ef842ef5b44189a620167ecb89942 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:47:59.446801 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.465808 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.539578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 22261ac0-e53d-4d33-aeec-acf92063c2ce is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:59.540008 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.551031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-37854409-c566-47f8-ab27-3be885dbc2cd None None] Current status of the port 68591490-7f97-4e8a-945d-0f0cad69912e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:47:59.564616 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22261ac0-e53d-4d33-aeec-acf92063c2ce {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:47:59.605948 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 22261ac0-e53d-4d33-aeec-acf92063c2ce, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=22261ac0-e53d-4d33-aeec-acf92063c2ce,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:47:59.617038 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.634955 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks [] for security_group (fb32f3d8-b6ae-4af5-a56c-236457134a11), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.645719 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fb32f3d8-b6ae-4af5-a56c-236457134a11), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.693936 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=22261ac0-e53d-4d33-aeec-acf92063c2ce,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:59.735055 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:47:59.765367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb32f3d8-b6ae-4af5-a56c-236457134a11,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:47:59.772892 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd030d6-af56-4405-b718-fc13a6ec476e req-c1615c05-a47e-438a-82c0-bc58620656df tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:59.779754 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8fd030d6-af56-4405-b718-fc13a6ec476e req-c1615c05-a47e-438a-82c0-bc58620656df tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 944 time: 0.4270599 Jan 14 01:47:59.789723 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (a6d7d3b8-394d-40c9-84c4-86c16267a23e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.790377 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Added segment a6d7d3b8-394d-40c9-84c4-86c16267a23e of type vlan for network 1ded5251-193e-4da4-aa7b-35c911df08e5 Jan 14 01:47:59.838455 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['22261ac0-e53d-4d33-aeec-acf92063c2ce'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:47:59.876033 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f029b5c7-3f3f-482e-9bd1-6b6c3a3d1279 req-9edee0c8-0a32-4dc4-b931-6b2f6e06ebef service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584977 Jan 14 01:47:59.885343 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (1ded5251-193e-4da4-aa7b-35c911df08e5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.943825 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (1ded5251-193e-4da4-aa7b-35c911df08e5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.951596 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:47:59.952598 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:47:59.995316 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1982737 Jan 14 01:47:59.998878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 68591490-7f97-4e8a-945d-0f0cad69912e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:00.008258 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:00.013815 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2ddf624c-7a05-4316-ac45-1c4efc6808d8 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Request body: {'subnet': {'network_id': '1ded5251-193e-4da4-aa7b-35c911df08e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:00.082432 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c35a4-6c5b-4e88-b3fe-06850899b473 None None] Network d378226b-588b-42f4-8dbf-84d177a8cd8c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:48:00.160819 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00ab7d-47cb-417c-a623-51a5a8b5b168 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Pushing event updated for resources: {'Network': ['ID=1ded5251-193e-4da4-aa7b-35c911df08e5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:00.217379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 1ded5251-193e-4da4-aa7b-35c911df08e5 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:48:00.268233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddf624c-7a05-4316-ac45-1c4efc6808d8 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Made reservation on behalf of 7f2ef842ef5b44189a620167ecb89942 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:00.280343 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ddf624c-7a05-4316-ac45-1c4efc6808d8 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:00.380559 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-531182aa-5241-4f1b-9d8f-a60fe3ad3d02 None None] Provisioning complete for port de9b19e8-a5de-4e19-8665-ee125b99da70 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:00.381144 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-531182aa-5241-4f1b-9d8f-a60fe3ad3d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:00.649842 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 68591490-7f97-4e8a-945d-0f0cad69912e up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:48:00.677312 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ddf624c-7a05-4316-ac45-1c4efc6808d8 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (70c44351-3808-4325-8512-8b6662a7463f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:00.712250 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-b39abf35-7acd-456d-a569-31f05b98c7e9 service neutron] 10.222.0.26 "GET /v2.0/networks/d378226b-588b-42f4-8dbf-84d177a8cd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3134389 Jan 14 01:48:00.783369 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8fd030d6-af56-4405-b718-fc13a6ec476e req-dbc8a8ad-fa97-42cc-9f08-895722bcda03 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0027516 Jan 14 01:48:00.783941 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-531182aa-5241-4f1b-9d8f-a60fe3ad3d02 None None] Current status of the port de9b19e8-a5de-4e19-8665-ee125b99da70 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:00.784344 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-531182aa-5241-4f1b-9d8f-a60fe3ad3d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:00.787383 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f029b5c7-3f3f-482e-9bd1-6b6c3a3d1279 req-8c76fcc6-0067-4fac-9371-272b80de0d8a service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8993711 Jan 14 01:48:00.838356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 68591490-7f97-4e8a-945d-0f0cad69912e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:00.839011 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:00.886122 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf624c-7a05-4316-ac45-1c4efc6808d8 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Pushing event updated for resources: {'Subnet': ['ID=70c44351-3808-4325-8512-8b6662a7463f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:00.911656 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddf624c-7a05-4316-ac45-1c4efc6808d8 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Checking segment: {'id': 'a6d7d3b8-394d-40c9-84c4-86c16267a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1ded5251-193e-4da4-aa7b-35c911df08e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:00.912031 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf624c-7a05-4316-ac45-1c4efc6808d8 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Network hostable DHCP agents. Network: 1ded5251-193e-4da4-aa7b-35c911df08e5, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:48:01.020120 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf624c-7a05-4316-ac45-1c4efc6808d8 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Network 1ded5251-193e-4da4-aa7b-35c911df08e5 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:48:01.066828 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2ddf624c-7a05-4316-ac45-1c4efc6808d8 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 1ded5251-193e-4da4-aa7b-35c911df08e5) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:01.080385 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf624c-7a05-4316-ac45-1c4efc6808d8 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:01.082030 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ddf624c-7a05-4316-ac45-1c4efc6808d8 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:01.176858 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45cfd8-742b-44a7-8830-c5fba3a5fe95 req-32fd8f94-0efd-410f-adee-897287b31fcc tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:01.179926 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e4a3cf5f-6c7b-4b1b-8d07-f539573d165f details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:48:01.181061 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2ddf624c-7a05-4316-ac45-1c4efc6808d8 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1714940 Jan 14 01:48:01.183641 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59222) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:01.188334 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b45cfd8-742b-44a7-8830-c5fba3a5fe95 req-32fd8f94-0efd-410f-adee-897287b31fcc tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.1321070 Jan 14 01:48:01.189951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Request body: {'port': {'network_id': '1ded5251-193e-4da4-aa7b-35c911df08e5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1915193320'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:01.287362 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b45cfd8-742b-44a7-8830-c5fba3a5fe95 req-f20ab8b5-7d6d-4967-bbe9-8bcbdacc0387 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914938 Jan 14 01:48:01.327788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:01.351370 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'e4a3cf5f-6c7b-4b1b-8d07-f539573d165f', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'port_id': 'e4a3cf5f-6c7b-4b1b-8d07-f539573d165f', 'mac_address': 'fa:16:3e:87:23:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845bcc49-2264-4165-8b1c-097522050b8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:48:01.356339 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f572249-b35c-4dc1-8bff-0a16eb0f8297 None None] Network 1ded5251-193e-4da4-aa7b-35c911df08e5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:48:01.417097 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-531182aa-5241-4f1b-9d8f-a60fe3ad3d02 None None] For port de9b19e8-a5de-4e19-8665-ee125b99da70, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=de9b19e8-a5de-4e19-8665-ee125b99da70,segment=NetworkSegment(d5107268-5eea-49ea-8059-95af364d8c66),segment_id=d5107268-5eea-49ea-8059-95af364d8c66)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:01.429251 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:01.429678 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:01.508762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Made reservation on behalf of 7f2ef842ef5b44189a620167ecb89942 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:01.516453 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:01.545691 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] device_id is not set on port 83f0db81-89b3-4cc8-9cce-7f7198a71109 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:48:01.551025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a3cf5f-6c7b-4b1b-8d07-f539573d165f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:01.565341 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-531182aa-5241-4f1b-9d8f-a60fe3ad3d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:01.822163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 68591490-7f97-4e8a-945d-0f0cad69912e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:01.827001 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device de9b19e8-a5de-4e19-8665-ee125b99da70 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:48:01.880518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:01.892634 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd41a857-27fc-416a-92eb-fb1397977e96 req-30949836-ffef-4e64-b062-37451253aeab tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 210 time: 0.1238873 Jan 14 01:48:01.938532 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Allocated IP 172.20.0.8 (1ded5251-193e-4da4-aa7b-35c911df08e5/70c44351-3808-4325-8512-8b6662a7463f/83f0db81-89b3-4cc8-9cce-7f7198a71109) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:48:01.962549 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3b1f6-ab94-4a39-9d94-1bc868b10194 req-e2463e71-4022-478b-a463-fd1c95182951 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:01.969214 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20a3b1f6-ab94-4a39-9d94-1bc868b10194 req-e2463e71-4022-478b-a463-fd1c95182951 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 0.1306324 Jan 14 01:48:01.973828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531182aa-5241-4f1b-9d8f-a60fe3ad3d02 None None] Pushing event updated for resources: {'Port': ['ID=de9b19e8-a5de-4e19-8665-ee125b99da70,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:02.110460 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20a3b1f6-ab94-4a39-9d94-1bc868b10194 req-c2ac3a5c-8ced-4102-bf10-23dc70bd976a tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353335 Jan 14 01:48:02.368347 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3310f-6272-4af9-8935-10f4d6e75869 req-9000173d-60dd-40cc-9ecc-d99c5a3ddd09 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:02.385560 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83a3310f-6272-4af9-8935-10f4d6e75869 req-9000173d-60dd-40cc-9ecc-d99c5a3ddd09 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 945 time: 0.1344380 Jan 14 01:48:02.395328 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:02.428641 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks [] for port (83f0db81-89b3-4cc8-9cce-7f7198a71109), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:02.564994 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83a3310f-6272-4af9-8935-10f4d6e75869 req-1421331a-ec88-42ae-a17a-0dc0ae8b6a83 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755977 Jan 14 01:48:02.574929 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (83f0db81-89b3-4cc8-9cce-7f7198a71109), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:02.651818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Pushing event updated for resources: {'Port': ['ID=83f0db81-89b3-4cc8-9cce-7f7198a71109,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:02.662483 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Network 1ded5251-193e-4da4-aa7b-35c911df08e5 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:02.676950 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:02.693805 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:02.712239 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:02.765423 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:02.862315 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e44a59a9-b731-4930-b810-44db02ab7e2a None None] Provisioning complete for port de9b19e8-a5de-4e19-8665-ee125b99da70 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:02.862315 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e44a59a9-b731-4930-b810-44db02ab7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:02.911813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:02.916090 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:02.922046 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['e4a3cf5f-6c7b-4b1b-8d07-f539573d165f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:02.926915 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-1ded5251-193e-4da4-aa7b-35c911df08e5', 'network_id': '1ded5251-193e-4da4-aa7b-35c911df08e5', 'project_id': '7f2ef842ef5b44189a620167ecb89942', 'fixed_ips': [{'subnet_id': '70c44351-3808-4325-8512-8b6662a7463f'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:48:02.927884 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:02.993560 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2ce9d905-bb94-4eb5-9712-d181c15d2db1 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8086739 Jan 14 01:48:02.997491 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 59290) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:03.129326 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 22261ac0-e53d-4d33-aeec-acf92063c2ce up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:48:03.148641 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port de9b19e8-a5de-4e19-8665-ee125b99da70 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:03.149019 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:03.159151 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3243d699-5126-420d-9544-cc253e907b27 req-feed5c36-6503-4933-97bd-929811f4bfcf tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 210 time: 0.0364878 Jan 14 01:48:03.279498 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-447f35db-735a-4f77-9baf-ef9ffdd382cf tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:03.286904 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-447f35db-735a-4f77-9baf-ef9ffdd382cf tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/networks?id=e1eec745-07b3-42a4-8e38-bc8500879dd8 HTTP/1.1" status: 200 len: 815 time: 0.1667831 Jan 14 01:48:03.361064 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-c3a8d1cf-ce8b-4d2b-a59b-f9cbec2a772a tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/quotas/8d2ed6ba6dfc48ef9b24e591f94a32ad HTTP/1.1" status: 200 len: 375 time: 0.0727804 Jan 14 01:48:03.489248 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e44a59a9-b731-4930-b810-44db02ab7e2a None None] Current status of the port de9b19e8-a5de-4e19-8665-ee125b99da70 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:03.519392 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-56b20d3a-6429-431c-b2b6-ba9eb1f712e7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:03.529436 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-56b20d3a-6429-431c-b2b6-ba9eb1f712e7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:03.531284 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-56b20d3a-6429-431c-b2b6-ba9eb1f712e7 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.46 "GET /v2.0/networks?id=7535f7c4-a8a6-48b7-9d16-4ade05caa224&id=d378226b-588b-42f4-8dbf-84d177a8cd8c HTTP/1.1" status: 200 len: 1391 time: 0.1671793 Jan 14 01:48:03.571689 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'port': {'device_id': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224', 'admin_state_up': True, 'tenant_id': 'cda1637d84124f32b4702438cb476922'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:03.930759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port de9b19e8-a5de-4e19-8665-ee125b99da70 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:03.972492 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-747eb1e8-53c8-46f3-b4ca-247bb22ee9d2 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d2ed6ba6dfc48ef9b24e591f94a32ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6103525 Jan 14 01:48:03.974185 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:03.977705 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:03.979811 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Allocated IP 172.20.0.2 (1ded5251-193e-4da4-aa7b-35c911df08e5/70c44351-3808-4325-8512-8b6662a7463f/2d7edc47-935e-4fcf-8bf9-33d9be9c5f67) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:48:04.064263 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 22261ac0-e53d-4d33-aeec-acf92063c2ce triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:04.072287 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:04.201576 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device de9b19e8-a5de-4e19-8665-ee125b99da70 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:48:04.471010 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:04.482174 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb7dd0-f91d-49af-9210-eaab35d8f489 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Deleting port 83f0db81-89b3-4cc8-9cce-7f7198a71109 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:04.483140 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7dd0-f91d-49af-9210-eaab35d8f489 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (83f0db81-89b3-4cc8-9cce-7f7198a71109), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:04.646597 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7dd0-f91d-49af-9210-eaab35d8f489 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (83f0db81-89b3-4cc8-9cce-7f7198a71109), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:04.659994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb7dd0-f91d-49af-9210-eaab35d8f489 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Calling delete_port for 83f0db81-89b3-4cc8-9cce-7f7198a71109 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:04.699043 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port de9b19e8-a5de-4e19-8665-ee125b99da70 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:04.699458 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:04.760039 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 22261ac0-e53d-4d33-aeec-acf92063c2ce is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:04.760355 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:04.836406 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Publish callbacks [] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:04.868968 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f54392-7f16-4125-be67-566bfcbb7280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22261ac0-e53d-4d33-aeec-acf92063c2ce'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:04.871291 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aad244c-df5c-480f-be66-65e6855fceb9" -d '{"events": [{"server_uuid": "a7f54392-7f16-4125-be67-566bfcbb7280", "name": "network-vif-plugged", "status": "completed", "tag": "22261ac0-e53d-4d33-aeec-acf92063c2ce"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:04.918808 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d78b8-9980-4ec4-9f89-152ca8011e5c req-bc7636b8-23b6-4bec-b1bb-39a7fede47f3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:04.923515 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:04.926176 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-253d78b8-9980-4ec4-9f89-152ca8011e5c req-bc7636b8-23b6-4bec-b1bb-39a7fede47f3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 945 time: 1.1117952 Jan 14 01:48:04.950931 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 22261ac0-e53d-4d33-aeec-acf92063c2ce, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=22261ac0-e53d-4d33-aeec-acf92063c2ce,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:05.010505 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-253d78b8-9980-4ec4-9f89-152ca8011e5c req-d0b90d71-9c81-41ff-b6c5-76f2e2f15676 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830896 Jan 14 01:48:05.037220 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:05.056634 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a6ae6bf-b1ef-4b9c-8aae-ad6ebdda0e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:05.094741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Network 1ded5251-193e-4da4-aa7b-35c911df08e5 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:05.139448 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Allocated IP 19.80.0.56 (7535f7c4-a8a6-48b7-9d16-4ade05caa224/c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388/19c083d3-db46-4fc6-b431-6c581b89c2eb) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:48:05.210184 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-90a5bfa9-790d-4cda-9546-eb0ea13a12c6 service neutron] 10.222.0.26 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2213414 Jan 14 01:48:05.219947 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7dd0-f91d-49af-9210-eaab35d8f489 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (83f0db81-89b3-4cc8-9cce-7f7198a71109), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:05.224688 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:05.231487 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e4a3cf5f-6c7b-4b1b-8d07-f539573d165f up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:48:05.240198 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:05.247534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Pushing event updated for resources: {'Port': ['ID=2d7edc47-935e-4fcf-8bf9-33d9be9c5f67,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:05.364005 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa08e9-269a-4deb-82ce-9095b0f500f1 req-c0e61848-0e82-4144-9935-6c5d7a01f11d tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:05.367043 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-beaa08e9-269a-4deb-82ce-9095b0f500f1 req-c0e61848-0e82-4144-9935-6c5d7a01f11d tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bfbd471-7f39-4055-8c3e-329d1b8aeef6 HTTP/1.1" status: 200 len: 945 time: 1.1975009 Jan 14 01:48:05.396782 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb7dd0-f91d-49af-9210-eaab35d8f489 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Pushing event deleted for resources: {'Port': ['ID=83f0db81-89b3-4cc8-9cce-7f7198a71109,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:05.441374 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d7fa9e5-9f23-4234-aa77-5ffe88339e29 req-922d5125-acb3-46b7-9e4b-237a5ee224d8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 210 time: 0.2400575 Jan 14 01:48:05.470970 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port de9b19e8-a5de-4e19-8665-ee125b99da70 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:05.528600 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=22261ac0-e53d-4d33-aeec-acf92063c2ce,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:05.556656 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Attempting to bind port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:05.557232 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Attempting to bind port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'a6d7d3b8-394d-40c9-84c4-86c16267a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1ded5251-193e-4da4-aa7b-35c911df08e5'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:05.557827 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Attempting to bind port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 on network 1ded5251-193e-4da4-aa7b-35c911df08e5 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:05.568966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:48:05.569635 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Checking segment: {'id': 'a6d7d3b8-394d-40c9-84c4-86c16267a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1ded5251-193e-4da4-aa7b-35c911df08e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:05.570182 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:05.571397 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Bound using segment: {'id': 'a6d7d3b8-394d-40c9-84c4-86c16267a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1ded5251-193e-4da4-aa7b-35c911df08e5'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:48:05.572038 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Bound port: 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7d3b8-394d-40c9-84c4-86c16267a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1ded5251-193e-4da4-aa7b-35c911df08e5'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:48:05.572880 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:05.592789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:48:05.602888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:05.604122 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:05.661266 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff159b6-5a8f-4b8f-ae0d-b779c04bbc5d x-openstack-request-id: req-4ff159b6-5a8f-4b8f-ae0d-b779c04bbc5d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:05.661880 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f54392-7f16-4125-be67-566bfcbb7280", "name": "network-vif-plugged", "status": "completed", "tag": "22261ac0-e53d-4d33-aeec-acf92063c2ce", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:05.662305 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ff159b6-5a8f-4b8f-ae0d-b779c04bbc5d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:05.662917 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f54392-7f16-4125-be67-566bfcbb7280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22261ac0-e53d-4d33-aeec-acf92063c2ce', 'code': 200} Jan 14 01:48:05.876755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] For port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:48:05.901015 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] For port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2d7edc47-935e-4fcf-8bf9-33d9be9c5f67,segment=NetworkSegment(a6d7d3b8-394d-40c9-84c4-86c16267a23e),segment_id=a6d7d3b8-394d-40c9-84c4-86c16267a23e)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:48:05.910662 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:05.990999 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks [] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:06.001766 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:06.002365 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:06.081992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b776ba9-931d-4aa2-9286-2a84da230924 None None] Pushing event updated for resources: {'Port': ['ID=2d7edc47-935e-4fcf-8bf9-33d9be9c5f67,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:06.115720 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:06.121204 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:06.241345 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:06.313828 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-b1e56912-d32c-4d5c-8ec6-21b8572be54a service neutron] 10.222.0.26 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0591986 Jan 14 01:48:06.340185 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:06.415373 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7dd0-f91d-49af-9210-eaab35d8f489 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:06.430456 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59342) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:06.432243 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2ccb7dd0-f91d-49af-9210-eaab35d8f489 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] 10.222.0.26 "DELETE /v2.0/ports/83f0db81-89b3-4cc8-9cce-7f7198a71109 HTTP/1.1" status: 204 len: 168 time: 3.4291139 Jan 14 01:48:06.535255 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-beaa08e9-269a-4deb-82ce-9095b0f500f1 req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Deleting port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:06.535903 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-beaa08e9-269a-4deb-82ce-9095b0f500f1 req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:06.589859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network 7535f7c4-a8a6-48b7-9d16-4ade05caa224 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:06.597432 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fbbc8f61-2dbb-4be3-90a7-266a60721793 tempest-DHCPAgentSchedulersTestJSON-1999610964 tempest-DHCPAgentSchedulersTestJSON-1999610964-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.1656187 Jan 14 01:48:06.602967 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59352) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:06.614618 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a22296bd-16ed-4209-b61e-9faa8e58a96a tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-702040292'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:06.641272 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb843fe9-459d-4e28-a4f6-43b10c75a216 req-cb07eba0-1a8c-4245-874f-7e152db1fa1e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:06.649520 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb843fe9-459d-4e28-a4f6-43b10c75a216 req-cb07eba0-1a8c-4245-874f-7e152db1fa1e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 946 time: 0.3427825 Jan 14 01:48:06.658789 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:06.668583 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:06.674648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Port': ['ID=19c083d3-db46-4fc6-b431-6c581b89c2eb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:06.720080 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22296bd-16ed-4209-b61e-9faa8e58a96a tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Made reservation on behalf of 7f2ef842ef5b44189a620167ecb89942 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:06.725498 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a22296bd-16ed-4209-b61e-9faa8e58a96a tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:06.781578 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22296bd-16ed-4209-b61e-9faa8e58a96a tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:48:06.808446 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a22296bd-16ed-4209-b61e-9faa8e58a96a tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (b8c04d20-666e-44f9-988c-d6a0c8b08280), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:06.808803 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-a22296bd-16ed-4209-b61e-9faa8e58a96a tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Added segment b8c04d20-666e-44f9-988c-d6a0c8b08280 of type vlan for network 74b956ee-125b-469c-8b7f-cc0f5e9c4075 Jan 14 01:48:06.930037 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a22296bd-16ed-4209-b61e-9faa8e58a96a tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (74b956ee-125b-469c-8b7f-cc0f5e9c4075), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:07.010781 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a22296bd-16ed-4209-b61e-9faa8e58a96a tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (74b956ee-125b-469c-8b7f-cc0f5e9c4075), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:07.017919 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22296bd-16ed-4209-b61e-9faa8e58a96a tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:07.018617 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a22296bd-16ed-4209-b61e-9faa8e58a96a tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:07.079570 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:07.081202 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:07.112061 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb843fe9-459d-4e28-a4f6-43b10c75a216 req-8455d47c-98b3-45c1-b71d-dd0c82fefc89 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614084 Jan 14 01:48:07.124706 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-beaa08e9-269a-4deb-82ce-9095b0f500f1 req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] For port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:07.128090 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-beaa08e9-269a-4deb-82ce-9095b0f500f1 req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:07.175932 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-beaa08e9-269a-4deb-82ce-9095b0f500f1 req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Calling delete_port for 25d7b73e-9fe3-48f3-a548-61c33cf3c01b owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:07.203343 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-7ef4ccf4-006b-4d0a-873e-c5ee756d2e06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6441514 Jan 14 01:48:07.223936 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c933ae7-9b34-4360-90cf-8411daa515f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:07.235882 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Request body: {'port': {'device_id': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c', 'admin_state_up': True, 'tenant_id': 'cda1637d84124f32b4702438cb476922'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:07.283405 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22296bd-16ed-4209-b61e-9faa8e58a96a tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Pushing event updated for resources: {'Network': ['ID=74b956ee-125b-469c-8b7f-cc0f5e9c4075,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:07.310612 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a22296bd-16ed-4209-b61e-9faa8e58a96a tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7059882 Jan 14 01:48:07.312824 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59372) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:07.324457 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 74b956ee-125b-469c-8b7f-cc0f5e9c4075 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:48:07.533035 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d2062f4a-bcad-452b-b030-6818b16dfec0 None None] Provisioning complete for port 19c083d3-db46-4fc6-b431-6c581b89c2eb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:07.536219 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2062f4a-bcad-452b-b030-6818b16dfec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:07.715663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febe8e2e-e407-4567-9a4a-05321ed87040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a3cf5f-6c7b-4b1b-8d07-f539573d165f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:07.718852 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fa2b6d-ca31-4ffe-a26e-94ea6f837a9c" -d '{"events": [{"server_uuid": "febe8e2e-e407-4567-9a4a-05321ed87040", "name": "network-vif-plugged", "status": "completed", "tag": "e4a3cf5f-6c7b-4b1b-8d07-f539573d165f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:07.722749 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b565b467-9fd9-4d98-8d50-7e64cba5525a tempest-DHCPAgentSchedulersTestJSON-1999610964 tempest-DHCPAgentSchedulersTestJSON-1999610964-project-admin] 10.222.0.26 "GET /v2.0/agents/82d44c7f-0901-4057-b622-aad99213bd99/dhcp-networks HTTP/1.1" status: 200 len: 10452 time: 0.4061012 Jan 14 01:48:07.723851 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59382) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:07.730681 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ee13d61-a8d8-4b1c-8e4d-722f422d77fa req-71d41f0f-5f3a-4597-8bde-41929783d50c tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 210 time: 0.2224810 Jan 14 01:48:07.789242 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d2062f4a-bcad-452b-b030-6818b16dfec0 None None] Port 19c083d3-db46-4fc6-b431-6c581b89c2eb cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:48:07.868381 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446f35ef-fd3c-4d87-b51b-34ed18fd537d x-openstack-request-id: req-446f35ef-fd3c-4d87-b51b-34ed18fd537d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:07.868722 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febe8e2e-e407-4567-9a4a-05321ed87040", "name": "network-vif-plugged", "status": "completed", "tag": "e4a3cf5f-6c7b-4b1b-8d07-f539573d165f", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:07.869024 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-446f35ef-fd3c-4d87-b51b-34ed18fd537d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:07.869472 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febe8e2e-e407-4567-9a4a-05321ed87040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a3cf5f-6c7b-4b1b-8d07-f539573d165f', 'code': 200} Jan 14 01:48:07.879261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d651c-1f69-456e-812f-cd68c9359791 req-9cb27adc-1644-49ef-98ea-6c39bf291efe tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:07.891235 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4f5d651c-1f69-456e-812f-cd68c9359791 req-9cb27adc-1644-49ef-98ea-6c39bf291efe tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 931 time: 0.6260903 Jan 14 01:48:07.979464 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f359622-c51c-4f7c-92f2-a5731f747af5 None None] Network 1ded5251-193e-4da4-aa7b-35c911df08e5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:48:08.017014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9c3a9a-f5b7-4c54-b98c-52bf56cc28a3 tempest-DHCPAgentSchedulersTestJSON-1999610964 tempest-DHCPAgentSchedulersTestJSON-1999610964-project-admin] Network 74b956ee-125b-469c-8b7f-cc0f5e9c4075 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:48:08.048035 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-da9c3a9a-f5b7-4c54-b98c-52bf56cc28a3 tempest-DHCPAgentSchedulersTestJSON-1999610964 tempest-DHCPAgentSchedulersTestJSON-1999610964-project-admin] 10.222.0.26 "POST /v2.0/agents/82d44c7f-0901-4057-b622-aad99213bd99/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3210690 Jan 14 01:48:08.051878 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59386) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:08.069388 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Made reservation on behalf of cda1637d84124f32b4702438cb476922 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:08.078908 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:08.223113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4f5d651c-1f69-456e-812f-cd68c9359791 req-254e7166-d0ac-4399-81ed-0750773aea01 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309178 Jan 14 01:48:08.439468 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-beaa08e9-269a-4deb-82ce-9095b0f500f1 req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (25d7b73e-9fe3-48f3-a548-61c33cf3c01b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:08.458140 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947761fe-8974-4354-a93c-18e5de029f24 req-7e5d3bbe-20bc-4984-890a-186cff3363e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:08.462929 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-947761fe-8974-4354-a93c-18e5de029f24 req-7e5d3bbe-20bc-4984-890a-186cff3363e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 1097 time: 0.3988588 Jan 14 01:48:08.599210 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9a5df434-b9b6-418a-8f5c-50cedc57b4d5 tempest-DHCPAgentSchedulersTestJSON-1999610964 tempest-DHCPAgentSchedulersTestJSON-1999610964-project-admin] 10.222.0.26 "GET /v2.0/agents/82d44c7f-0901-4057-b622-aad99213bd99/dhcp-networks HTTP/1.1" status: 200 len: 11222 time: 0.5460792 Jan 14 01:48:08.616601 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59406) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:08.654674 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-947761fe-8974-4354-a93c-18e5de029f24 req-56e9871a-916f-443b-a930-d170d5c36c20 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847746 Jan 14 01:48:08.757156 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dfcde4-4a85-44ff-a3b7-204351d92813 None None] Network 74b956ee-125b-469c-8b7f-cc0f5e9c4075 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:48:08.769555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaa08e9-269a-4deb-82ce-9095b0f500f1 req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] No DVR routers for this DVR port 25d7b73e-9fe3-48f3-a548-61c33cf3c01b on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:08.776662 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-beaa08e9-269a-4deb-82ce-9095b0f500f1 req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:08.782772 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-beaa08e9-269a-4deb-82ce-9095b0f500f1 req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.36 "DELETE /v2.0/ports/25d7b73e-9fe3-48f3-a548-61c33cf3c01b HTTP/1.1" status: 204 len: 173 time: 3.3765125 Jan 14 01:48:08.784319 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Pushing event deleted for resources: {'Port': ['ID=25d7b73e-9fe3-48f3-a548-61c33cf3c01b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:08.790039 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfbd471-7f39-4055-8c3e-329d1b8aeef6', 'name': 'network-vif-deleted', 'tag': '25d7b73e-9fe3-48f3-a548-61c33cf3c01b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:08.796740 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f93ef49c-c6f5-4d38-846a-35ea3f32b90d tempest-DHCPAgentSchedulersTestJSON-1999610964 tempest-DHCPAgentSchedulersTestJSON-1999610964-project-admin] 10.222.0.26 "DELETE /v2.0/agents/82d44c7f-0901-4057-b622-aad99213bd99/dhcp-networks/74b956ee-125b-469c-8b7f-cc0f5e9c4075 HTTP/1.1" status: 204 len: 168 time: 0.1788142 Jan 14 01:48:08.798818 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144bb894-fba6-4ea9-877a-167a16bdad6d" -d '{"events": [{"server_uuid": "4bfbd471-7f39-4055-8c3e-329d1b8aeef6", "name": "network-vif-deleted", "tag": "25d7b73e-9fe3-48f3-a548-61c33cf3c01b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:08.799295 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59412) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:08.876970 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.877662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.878867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.879345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.881136 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.881632 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.882261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.882757 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.884219 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.884695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.887045 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.887581 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.888111 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52dc6cc-8a85-4765-89d9-4530b986a8d9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:08.928104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:48:09.042300 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20742e6f-99b8-405a-8f0e-6ec974e5de7f req-766e3c3c-fc8a-4cce-8b9a-f9d72c971e25 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:09.055042 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20742e6f-99b8-405a-8f0e-6ec974e5de7f req-766e3c3c-fc8a-4cce-8b9a-f9d72c971e25 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 946 time: 0.6217065 Jan 14 01:48:09.069071 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-42496c6b-babd-4ce9-a323-49e538dd6284 req-82b5a4bf-a849-4fdd-bcc3-1eea68d07591 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 210 time: 0.1261637 Jan 14 01:48:09.084345 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d78d2234-3a3d-41d5-a780-8d62026610a9 tempest-DHCPAgentSchedulersTestJSON-1999610964 tempest-DHCPAgentSchedulersTestJSON-1999610964-project-admin] 10.222.0.26 "GET /v2.0/agents/82d44c7f-0901-4057-b622-aad99213bd99/dhcp-networks HTTP/1.1" status: 200 len: 10452 time: 0.2837667 Jan 14 01:48:09.092488 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59416) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:09.147937 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b276d5b7-71ad-44e2-a1f2-56b5399c8bac tempest-DHCPAgentSchedulersTestJSON-1999610964 tempest-DHCPAgentSchedulersTestJSON-1999610964-project-admin] 10.222.0.26 "GET /v2.0/networks/1ded5251-193e-4da4-aa7b-35c911df08e5/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0518520 Jan 14 01:48:09.152159 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59418) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:09.169006 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 25d7b73e-9fe3-48f3-a548-61c33cf3c01b no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:48:09.181493 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Allocated IP 19.86.0.143 (d378226b-588b-42f4-8dbf-84d177a8cd8c/a3711bfb-b556-42dd-a34a-2dd79ad94d1c/0ae21362-320a-44d9-9881-8f90eb716a2b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:48:09.218000 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc80a984-e530-4278-a11d-f4397ce3334d x-openstack-request-id: req-dc80a984-e530-4278-a11d-f4397ce3334d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:09.222982 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfbd471-7f39-4055-8c3e-329d1b8aeef6", "name": "network-vif-deleted", "tag": "25d7b73e-9fe3-48f3-a548-61c33cf3c01b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:09.224034 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc80a984-e530-4278-a11d-f4397ce3334d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:09.225054 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfbd471-7f39-4055-8c3e-329d1b8aeef6', 'name': 'network-vif-deleted', 'tag': '25d7b73e-9fe3-48f3-a548-61c33cf3c01b', 'status': 'completed', 'code': 200} Jan 14 01:48:09.228585 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b09c30e6-67a2-4fd1-a692-c9d5084cca94 tempest-DHCPAgentSchedulersTestJSON-1999610964 tempest-DHCPAgentSchedulersTestJSON-1999610964-project-admin] 10.222.0.26 "GET /v2.0/networks/1ded5251-193e-4da4-aa7b-35c911df08e5/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0715442 Jan 14 01:48:09.229251 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59420) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:09.269004 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:09.271509 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:09.370245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 25d7b73e-9fe3-48f3-a548-61c33cf3c01b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:48:09.370839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 25d7b73e-9fe3-48f3-a548-61c33cf3c01b not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:48:09.391311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ebaf4dfa-c6ac-4858-b886-9343fde26e84 None None] Provisioning complete for port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:09.391932 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ebaf4dfa-c6ac-4858-b886-9343fde26e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:09.613439 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2e0ddd04-cc89-4bc0-b195-73a4ce7b6f6c tempest-DHCPAgentSchedulersTestJSON-1999610964 tempest-DHCPAgentSchedulersTestJSON-1999610964-project-admin] 10.222.0.26 "GET /v2.0/agents/82d44c7f-0901-4057-b622-aad99213bd99/dhcp-networks HTTP/1.1" status: 200 len: 10452 time: 0.3830853 Jan 14 01:48:09.620359 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59432) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:09.634358 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:09.638333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:09.638726 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:09.744868 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2d7edc47-935e-4fcf-8bf9-33d9be9c5f67,segment=NetworkSegment(a6d7d3b8-394d-40c9-84c4-86c16267a23e),segment_id=a6d7d3b8-394d-40c9-84c4-86c16267a23e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:09.877541 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (74b956ee-125b-469c-8b7f-cc0f5e9c4075), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:09.909763 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:09.923598 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf4dfa-c6ac-4858-b886-9343fde26e84 None None] Current status of the port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:10.058027 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=2d7edc47-935e-4fcf-8bf9-33d9be9c5f67,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:10.074625 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ebaf4dfa-c6ac-4858-b886-9343fde26e84 None None] Could not find standard attr ID for object 83f0db81-89b3-4cc8-9cce-7f7198a71109. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 01:48:10.084483 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:10.206139 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (74b956ee-125b-469c-8b7f-cc0f5e9c4075), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:10.218016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ce1e4b42-946d-4474-ab5c-28b328481238 None None] Provisioning complete for port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:10.218701 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4b42-946d-4474-ab5c-28b328481238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:10.289648 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b956ee-125b-469c-8b7f-cc0f5e9c4075']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:10.332348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c04d20-666e-44f9-988c-d6a0c8b08280') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:10.332640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c04d20-666e-44f9-988c-d6a0c8b08280') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:10.375719 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (b8c04d20-666e-44f9-988c-d6a0c8b08280), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:10.407635 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e4b42-946d-4474-ab5c-28b328481238 None None] Current status of the port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:10.458914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (b8c04d20-666e-44f9-988c-d6a0c8b08280), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:10.462743 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20742e6f-99b8-405a-8f0e-6ec974e5de7f req-03114369-fc4c-47a6-bc91-14a0530f237d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4066408 Jan 14 01:48:10.470500 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:48:10.472064 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (b8c04d20-666e-44f9-988c-d6a0c8b08280), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:48:10.482169 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:48:10.683696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571641d-c067-401e-86dc-561473906747 req-5e0a4df7-3a4f-4a6d-ad0b-55c57f2ef076 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:10.685256 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5571641d-c067-401e-86dc-561473906747 req-5e0a4df7-3a4f-4a6d-ad0b-55c57f2ef076 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 931 time: 1.2121289 Jan 14 01:48:10.750327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (74b956ee-125b-469c-8b7f-cc0f5e9c4075), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:10.757851 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:10.761024 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] 10.222.0.26 "DELETE /v2.0/networks/74b956ee-125b-469c-8b7f-cc0f5e9c4075 HTTP/1.1" status: 204 len: 168 time: 1.1396191 Jan 14 01:48:10.776373 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c93c7ddb-6649-45e8-8ea4-b0992eb892b5 None None] Could not find standard attr ID for object 83f0db81-89b3-4cc8-9cce-7f7198a71109. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 01:48:10.781305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 59448) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:10.791183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008ce6c-c863-4bbb-851e-2451ef101ed9 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Pushing event deleted for resources: {'Network': ['ID=74b956ee-125b-469c-8b7f-cc0f5e9c4075,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:10.810318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-81fd9e6b-16c1-49c0-9ad6-ec5b12a630fd tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:10.811985 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-81fd9e6b-16c1-49c0-9ad6-ec5b12a630fd tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.36 "GET /v2.0/networks?id=e1eec745-07b3-42a4-8e38-bc8500879dd8 HTTP/1.1" status: 200 len: 815 time: 1.5837843 Jan 14 01:48:10.840566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Request body: {'port': {'device_id': 'd7311fb9-419c-4593-92e2-7e80001fba82', 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8', 'admin_state_up': True, 'tenant_id': '8d2ed6ba6dfc48ef9b24e591f94a32ad'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:10.844965 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9677c5-0953-4c77-9a7b-409bcbfb5d35 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] DELETE failed (client error): The resource could not be found. Jan 14 01:48:10.845587 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9677c5-0953-4c77-9a7b-409bcbfb5d35 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:48:10.848919 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0d9677c5-0953-4c77-9a7b-409bcbfb5d35 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] 10.222.0.26 "DELETE /v2.0/ports/83f0db81-89b3-4cc8-9cce-7f7198a71109 HTTP/1.1" status: 404 len: 333 time: 0.0674529 Jan 14 01:48:10.851606 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59456) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:10.927170 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:10.977101 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f2b94a-064b-4a0a-aaaa-c439e859bb0d tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Deleting subnet 70c44351-3808-4325-8512-8b6662a7463f {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:48:10.989061 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b94a-064b-4a0a-aaaa-c439e859bb0d tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks [] for subnet (70c44351-3808-4325-8512-8b6662a7463f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:11.101408 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b94a-064b-4a0a-aaaa-c439e859bb0d tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (70c44351-3808-4325-8512-8b6662a7463f), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:11.219266 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95d2445e-c242-4559-b470-533323930753 req-0021bd7c-800f-408e-a7af-2bc33ffd879d tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 210 time: 0.1452241 Jan 14 01:48:11.281121 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b94a-064b-4a0a-aaaa-c439e859bb0d tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (70c44351-3808-4325-8512-8b6662a7463f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:11.338483 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks [] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:11.365864 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b94a-064b-4a0a-aaaa-c439e859bb0d tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (70c44351-3808-4325-8512-8b6662a7463f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:11.374321 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5571641d-c067-401e-86dc-561473906747 req-7796ade1-ee6b-4687-929e-337f350c7976 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6502335 Jan 14 01:48:11.426637 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2b94a-064b-4a0a-aaaa-c439e859bb0d tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Pushing event deleted for resources: {'Subnet': ['ID=70c44351-3808-4325-8512-8b6662a7463f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:11.440306 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b94a-064b-4a0a-aaaa-c439e859bb0d tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:11.448585 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb53ea0-faf7-4544-b1b7-87b46378129b None None] Network 1ded5251-193e-4da4-aa7b-35c911df08e5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:48:11.460674 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c9f2b94a-064b-4a0a-aaaa-c439e859bb0d tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] 10.222.0.26 "DELETE /v2.0/subnets/70c44351-3808-4325-8512-8b6662a7463f HTTP/1.1" status: 204 len: 168 time: 0.6079431 Jan 14 01:48:11.463587 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59466) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:11.472511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Made reservation on behalf of 8d2ed6ba6dfc48ef9b24e591f94a32ad for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:11.476456 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:11.499647 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:11.718196 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (1ded5251-193e-4da4-aa7b-35c911df08e5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:11.835616 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Deleting port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:11.836713 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:11.857849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc7347-fa6c-4d3f-9c03-6e6640095cbd None None] DHCP port deletion for 1ded5251-193e-4da4-aa7b-35c911df08e5 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:48:12.016645 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-10fc7347-fa6c-4d3f-9c03-6e6640095cbd None None] Deleting port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:12.022049 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10fc7347-fa6c-4d3f-9c03-6e6640095cbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:12.061740 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] For port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2d7edc47-935e-4fcf-8bf9-33d9be9c5f67,segment=NetworkSegment(a6d7d3b8-394d-40c9-84c4-86c16267a23e),segment_id=a6d7d3b8-394d-40c9-84c4-86c16267a23e)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:12.072312 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:12.081087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Allocated IP 172.20.0.10 (e1eec745-07b3-42a4-8e38-bc8500879dd8/35b3016c-15b4-4514-b43b-bbebf480ff89/6f03f985-6f66-4180-960c-31613f0a615c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:48:12.127998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Calling delete_port for 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:12.167175 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-10fc7347-fa6c-4d3f-9c03-6e6640095cbd None None] For port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2d7edc47-935e-4fcf-8bf9-33d9be9c5f67,segment=NetworkSegment(a6d7d3b8-394d-40c9-84c4-86c16267a23e),segment_id=a6d7d3b8-394d-40c9-84c4-86c16267a23e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:12.167814 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10fc7347-fa6c-4d3f-9c03-6e6640095cbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:12.183112 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-10fc7347-fa6c-4d3f-9c03-6e6640095cbd None None] Calling delete_port for 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:12.273600 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks [] for port (6f03f985-6f66-4180-960c-31613f0a615c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:12.334889 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (6f03f985-6f66-4180-960c-31613f0a615c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:12.356597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event updated for resources: {'Port': ['ID=0ae21362-320a-44d9-9881-8f90eb716a2b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:12.368334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Network d378226b-588b-42f4-8dbf-84d177a8cd8c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:12.387315 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:12.413040 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Network e1eec745-07b3-42a4-8e38-bc8500879dd8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:12.416810 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:48:12.417932 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:12.421020 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:12.423059 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10fc7347-fa6c-4d3f-9c03-6e6640095cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (2d7edc47-935e-4fcf-8bf9-33d9be9c5f67), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:12.425097 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:12.427917 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:12.444132 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Pushing event deleted for resources: {'Port': ['ID=2d7edc47-935e-4fcf-8bf9-33d9be9c5f67,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:12.458865 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] No DVR routers for this DVR port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:12.529757 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:48:12.530159 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:48:12.535825 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc7347-fa6c-4d3f-9c03-6e6640095cbd None None] No DVR routers for this DVR port 2d7edc47-935e-4fcf-8bf9-33d9be9c5f67 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:12.544257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc7347-fa6c-4d3f-9c03-6e6640095cbd None None] Pushing event deleted for resources: {'Port': ['ID=2d7edc47-935e-4fcf-8bf9-33d9be9c5f67,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.623471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:12.626873 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:12.662395 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8280427 Jan 14 01:48:12.673368 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (1ded5251-193e-4da4-aa7b-35c911df08e5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:12.682729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c1a43-d902-41f2-b28c-669ce8d9d09d req-19d0697c-3ac0-4cb4-9e2d-596333c306b4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:12.684248 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3e7c1a43-d902-41f2-b28c-669ce8d9d09d req-19d0697c-3ac0-4cb4-9e2d-596333c306b4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 946 time: 1.0450242 Jan 14 01:48:12.708764 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Request body: {'port': {'device_id': 'd7311fb9-419c-4593-92e2-7e80001fba82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:12.759972 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90423d-9cb3-429d-b149-2e95f65794b0 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Pushing event updated for resources: {'Port': ['ID=6f03f985-6f66-4180-960c-31613f0a615c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:12.802175 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6f03f985-6f66-4180-960c-31613f0a615c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:12.842149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bcc1f27b-7883-4377-9ba9-316525a8aa6f None None] Provisioning complete for port 0ae21362-320a-44d9-9881-8f90eb716a2b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:12.844315 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f27b-7883-4377-9ba9-316525a8aa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:12.856244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60791f-057e-4755-b52f-d77888c17ff1 req-28d44174-2830-4bd7-abda-22dc9f70027c tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:12.857884 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa60791f-057e-4755-b52f-d77888c17ff1 req-28d44174-2830-4bd7-abda-22dc9f70027c tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 932 time: 0.4818249 Jan 14 01:48:12.869694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:12.870788 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:12.928330 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-cc482af7-8807-4b0c-83f5-3b54623df011 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7167521 Jan 14 01:48:12.968629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Request body: {'port': {'device_id': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:13.001065 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1f27b-7883-4377-9ba9-316525a8aa6f None None] Port 0ae21362-320a-44d9-9881-8f90eb716a2b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:48:13.069911 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa60791f-057e-4755-b52f-d77888c17ff1 req-29cc1174-9ec9-49af-9bd0-3c9884ddeafd tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771619 Jan 14 01:48:13.084886 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3e7c1a43-d902-41f2-b28c-669ce8d9d09d req-4ce8e3a2-3739-467c-abba-41fcec559c33 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808236 Jan 14 01:48:13.095064 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:13.514171 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ded5251-193e-4da4-aa7b-35c911df08e5']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:13.553178 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d7d3b8-394d-40c9-84c4-86c16267a23e') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:13.553814 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d7d3b8-394d-40c9-84c4-86c16267a23e') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:13.580786 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (a6d7d3b8-394d-40c9-84c4-86c16267a23e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:13.615861 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (a6d7d3b8-394d-40c9-84c4-86c16267a23e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:13.624373 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:48:13.624762 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (a6d7d3b8-394d-40c9-84c4-86c16267a23e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:48:13.628380 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:48:13.673773 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c7919-1555-4ed4-9efe-59773aea555f req-99be8686-44a4-4138-885f-9412d07674c3 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:13.680052 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c7919-1555-4ed4-9efe-59773aea555f req-99be8686-44a4-4138-885f-9412d07674c3 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:13.681796 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-902c7919-1555-4ed4-9efe-59773aea555f req-99be8686-44a4-4138-885f-9412d07674c3 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1654 time: 0.2208362 Jan 14 01:48:13.720134 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (1ded5251-193e-4da4-aa7b-35c911df08e5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:13.742788 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:13.746551 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] 10.222.0.26 "DELETE /v2.0/networks/1ded5251-193e-4da4-aa7b-35c911df08e5 HTTP/1.1" status: 204 len: 168 time: 2.2755702 Jan 14 01:48:13.747859 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0a36d-5c7b-4688-bce3-8e27b030edc2 tempest-DHCPAgentSchedulersTestJSON-1699659187 tempest-DHCPAgentSchedulersTestJSON-1699659187-project] Pushing event deleted for resources: {'Network': ['ID=1ded5251-193e-4da4-aa7b-35c911df08e5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:13.771394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c083d3-db46-4fc6-b431-6c581b89c2eb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:13.871899 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f03f985-6f66-4180-960c-31613f0a615c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:13.879972 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Publish callbacks [] for port (6f03f985-6f66-4180-960c-31613f0a615c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:13.903741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Transition to ACTIVE for port object 6f03f985-6f66-4180-960c-31613f0a615c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:48:13.915763 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Publish callbacks [] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:13.933991 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157b71a-7b4f-4f2d-91e8-69b6231cda35 req-c8c16566-7599-4cc1-a133-2340d41bfef3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:13.935602 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0157b71a-7b4f-4f2d-91e8-69b6231cda35 req-c8c16566-7599-4cc1-a133-2340d41bfef3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 946 time: 0.3349514 Jan 14 01:48:13.940249 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (6f03f985-6f66-4180-960c-31613f0a615c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:14.025848 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Pushing event updated for resources: {'Port': ['ID=6f03f985-6f66-4180-960c-31613f0a615c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:14.096272 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Transition to ACTIVE for port object 19c083d3-db46-4fc6-b431-6c581b89c2eb will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:48:14.102080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0157b71a-7b4f-4f2d-91e8-69b6231cda35 req-7b80883a-cb7e-452b-bc44-5ea9576148c1 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773125 Jan 14 01:48:14.109149 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-902c7919-1555-4ed4-9efe-59773aea555f req-f3b8f36f-f795-448a-ad49-1372439c4635 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088938 Jan 14 01:48:14.202814 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:14.246007 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59526) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:14.254406 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Pushing event updated for resources: {'Port': ['ID=19c083d3-db46-4fc6-b431-6c581b89c2eb,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:14.378705 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Attempting to bind port 6f03f985-6f66-4180-960c-31613f0a615c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:14.379048 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Attempting to bind port 6f03f985-6f66-4180-960c-31613f0a615c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:14.379558 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Attempting to bind port 6f03f985-6f66-4180-960c-31613f0a615c on network e1eec745-07b3-42a4-8e38-bc8500879dd8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:14.497061 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Attempting to bind port 19c083d3-db46-4fc6-b431-6c581b89c2eb on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:14.497608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Attempting to bind port 19c083d3-db46-4fc6-b431-6c581b89c2eb by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'd7e86105-e14f-49f1-9639-b50e081acdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:14.498123 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Attempting to bind port 19c083d3-db46-4fc6-b431-6c581b89c2eb on network 7535f7c4-a8a6-48b7-9d16-4ade05caa224 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:14.524588 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b51a0-3a7c-4ec9-b2ea-06eb3d7f1997 req-d67ce077-608d-44a6-bac2-162a5be8c521 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:14.526706 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-556b51a0-3a7c-4ec9-b2ea-06eb3d7f1997 req-d67ce077-608d-44a6-bac2-162a5be8c521 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 944 time: 0.2483549 Jan 14 01:48:14.527475 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Port 6f03f985-6f66-4180-960c-31613f0a615c on network e1eec745-07b3-42a4-8e38-bc8500879dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:14.527973 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Attempting to bind port 6f03f985-6f66-4180-960c-31613f0a615c on network e1eec745-07b3-42a4-8e38-bc8500879dd8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:14.540416 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:48:14.541008 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Checking segment: {'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:14.541552 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Bound using segment: {'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:48:14.543697 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Bound port: 6f03f985-6f66-4180-960c-31613f0a615c, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17c79fc-476b-44ad-b553-72580f33731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:48:14.544263 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6f03f985-6f66-4180-960c-31613f0a615c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:14.586018 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Port 19c083d3-db46-4fc6-b431-6c581b89c2eb on network 7535f7c4-a8a6-48b7-9d16-4ade05caa224 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:14.586605 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Attempting to bind port 19c083d3-db46-4fc6-b431-6c581b89c2eb on network 7535f7c4-a8a6-48b7-9d16-4ade05caa224 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:14.596324 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3c59da21-6cc1-42c6-ae52-ccfac68712b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f2ef842ef5b44189a620167ecb89942&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3436263 Jan 14 01:48:14.597224 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59536) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:14.631385 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:48:14.632300 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Checking segment: {'id': 'd7e86105-e14f-49f1-9639-b50e081acdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:14.634163 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Bound using segment: {'id': 'd7e86105-e14f-49f1-9639-b50e081acdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:48:14.637229 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Bound port: 19c083d3-db46-4fc6-b431-6c581b89c2eb, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e86105-e14f-49f1-9639-b50e081acdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:48:14.637766 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:14.648898 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-556b51a0-3a7c-4ec9-b2ea-06eb3d7f1997 req-20fd62eb-3145-493e-a29d-e4976a9f94b6 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132503 Jan 14 01:48:14.759085 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2be2bf16-514a-44ed-a7b0-07c2970cd05a admin admin] Publish callbacks [] for security_group (fb32f3d8-b6ae-4af5-a56c-236457134a11), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:14.813542 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2be2bf16-514a-44ed-a7b0-07c2970cd05a admin admin] Publish callbacks [] for security_group (fb32f3d8-b6ae-4af5-a56c-236457134a11), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:14.817022 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] For port 6f03f985-6f66-4180-960c-31613f0a615c, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:48:14.822973 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] For port 6f03f985-6f66-4180-960c-31613f0a615c, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6f03f985-6f66-4180-960c-31613f0a615c,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:48:14.846121 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (6f03f985-6f66-4180-960c-31613f0a615c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:14.988201 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-87c8d89b-f423-4fe4-ad0a-3782c3d5f092 req-0a4acfc8-a754-40a3-8777-c6264523dbbb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1724086 Jan 14 01:48:15.009197 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2be2bf16-514a-44ed-a7b0-07c2970cd05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fb32f3d8-b6ae-4af5-a56c-236457134a11), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:15.023172 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2be2bf16-514a-44ed-a7b0-07c2970cd05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:15.023172 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2be2bf16-514a-44ed-a7b0-07c2970cd05a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb32f3d8-b6ae-4af5-a56c-236457134a11 HTTP/1.1" status: 204 len: 168 time: 0.4220550 Jan 14 01:48:15.042993 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Pushing event updated for resources: {'Port': ['ID=6f03f985-6f66-4180-960c-31613f0a615c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:15.051440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2bf16-514a-44ed-a7b0-07c2970cd05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb32f3d8-b6ae-4af5-a56c-236457134a11,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:15.085217 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:15.086096 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:15.088527 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-39b126c4-fa23-4e27-9515-1e5ed356d87d service neutron] 10.222.0.36 "PUT /v2.0/ports/6f03f985-6f66-4180-960c-31613f0a615c HTTP/1.1" status: 200 len: 1092 time: 2.3907843 Jan 14 01:48:15.089152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7311fb9-419c-4593-92e2-7e80001fba82', 'tag': '6f03f985-6f66-4180-960c-31613f0a615c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:15.104442 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a944bb82-3e36-4792-a0f1-5e4c7993ec5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7311fb9-419c-4593-92e2-7e80001fba82", "tag": "6f03f985-6f66-4180-960c-31613f0a615c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:15.234061 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-e36b3c66-7a0a-4d8d-99d5-966a1b31a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:15.235626 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-e36b3c66-7a0a-4d8d-99d5-966a1b31a5de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d2ed6ba6dfc48ef9b24e591f94a32ad&device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 1095 time: 0.0821331 Jan 14 01:48:15.307199 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea77472d-8d31-443d-a270-b46cfc11bda2 x-openstack-request-id: req-ea77472d-8d31-443d-a270-b46cfc11bda2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:15.307496 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7311fb9-419c-4593-92e2-7e80001fba82", "tag": "6f03f985-6f66-4180-960c-31613f0a615c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:15.307755 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea77472d-8d31-443d-a270-b46cfc11bda2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:15.308212 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7311fb9-419c-4593-92e2-7e80001fba82', 'tag': '6f03f985-6f66-4180-960c-31613f0a615c', 'status': 'completed', 'code': 200} Jan 14 01:48:15.341374 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-a74c7912-f770-4635-8c4b-ce1615a04327 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f03f985-6f66-4180-960c-31613f0a615c HTTP/1.1" status: 200 len: 217 time: 0.0866268 Jan 14 01:48:15.352191 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8d89b-f423-4fe4-ad0a-3782c3d5f092 req-5600e1a0-2137-4229-ba2e-6fbcff2e577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:15.357263 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87c8d89b-f423-4fe4-ad0a-3782c3d5f092 req-5600e1a0-2137-4229-ba2e-6fbcff2e577b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 1096 time: 0.2434149 Jan 14 01:48:15.399790 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b433e4-7213-4e98-a4c9-d8c18673cabd req-2427589d-86ee-479e-9e23-5730ec4e77fe tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:15.407038 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76b433e4-7213-4e98-a4c9-d8c18673cabd req-2427589d-86ee-479e-9e23-5730ec4e77fe tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 946 time: 0.3233149 Jan 14 01:48:15.416835 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] For port 19c083d3-db46-4fc6-b431-6c581b89c2eb, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:48:15.474276 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-f21f4e0b-dce6-46ca-be1e-1c0d26c80a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:15.477148 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-f21f4e0b-dce6-46ca-be1e-1c0d26c80a63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35b3016c-15b4-4514-b43b-bbebf480ff89 HTTP/1.1" status: 200 len: 855 time: 0.1315484 Jan 14 01:48:15.529950 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-cc4882fc-01bd-491f-b592-ad0d1aedc0e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1eec745-07b3-42a4-8e38-bc8500879dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456696 Jan 14 01:48:15.555561 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-5ecad3c0-f861-41c1-b506-51c80755d52e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:48:15.560572 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-5ecad3c0-f861-41c1-b506-51c80755d52e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165069 Jan 14 01:48:15.632799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8d89b-f423-4fe4-ad0a-3782c3d5f092 req-73961b98-ed8b-44e2-81f4-7dfca372fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:15.634229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87c8d89b-f423-4fe4-ad0a-3782c3d5f092 req-73961b98-ed8b-44e2-81f4-7dfca372fec6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 907 time: 0.2231407 Jan 14 01:48:15.674257 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59566) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:15.696311 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78a86fdd-c4e9-4c29-a90e-9dd0d9ea1a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:15.786616 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87c8d89b-f423-4fe4-ad0a-3782c3d5f092 req-de875eb3-9936-45dc-8269-4d7fb0282cba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee32ab1f-68b2-4844-8920-b9eb34485ad5 HTTP/1.1" status: 200 len: 217 time: 0.0933287 Jan 14 01:48:15.788298 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-1a275370-68b1-4ee9-b77a-54416e2bd37b service neutron] 10.222.0.36 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234998 Jan 14 01:48:15.794492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] For port 19c083d3-db46-4fc6-b431-6c581b89c2eb, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=19c083d3-db46-4fc6-b431-6c581b89c2eb,segment=NetworkSegment(d7e86105-e14f-49f1-9639-b50e081acdcc),segment_id=d7e86105-e14f-49f1-9639-b50e081acdcc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:48:15.927495 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed25c837-0f1d-4521-9bf2-d2f10ab89fcd req-f25ad126-77b4-481f-a664-9cb943d3e1ed service neutron] 10.222.0.36 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247306 Jan 14 01:48:15.949077 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8d89b-f423-4fe4-ad0a-3782c3d5f092 req-aa7a24fe-ebba-472c-93ab-47a111a5e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:15.967128 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87c8d89b-f423-4fe4-ad0a-3782c3d5f092 req-aa7a24fe-ebba-472c-93ab-47a111a5e579 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.1527708 Jan 14 01:48:16.010751 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78a86fdd-c4e9-4c29-a90e-9dd0d9ea1a2c admin admin] Publish callbacks [] for security_group (6229eb92-e922-4315-bd7d-5971b7aae5d3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:16.015893 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87c8d89b-f423-4fe4-ad0a-3782c3d5f092 req-6333e4c8-37ed-452a-bdd7-9b9fa277ccaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475345 Jan 14 01:48:16.017363 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:16.024007 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78a86fdd-c4e9-4c29-a90e-9dd0d9ea1a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6229eb92-e922-4315-bd7d-5971b7aae5d3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:16.099733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a86fdd-c4e9-4c29-a90e-9dd0d9ea1a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6229eb92-e922-4315-bd7d-5971b7aae5d3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:16.195605 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Pushing event updated for resources: {'Port': ['ID=19c083d3-db46-4fc6-b431-6c581b89c2eb,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:16.219848 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76b433e4-7213-4e98-a4c9-d8c18673cabd req-0e993b92-e26a-4c70-9250-af07a947f3d0 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7985475 Jan 14 01:48:16.227084 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:16.227751 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-78a86fdd-c4e9-4c29-a90e-9dd0d9ea1a2c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7af6d807faba4ee2a909256bb86ef6e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5504398 Jan 14 01:48:16.230447 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59574) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:16.231735 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:16.233732 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-45c58a46-d54a-4e27-bf87-08a44a5ce967 service neutron] 10.222.0.46 "PUT /v2.0/ports/19c083d3-db46-4fc6-b431-6c581b89c2eb HTTP/1.1" status: 200 len: 1091 time: 3.2772408 Jan 14 01:48:16.315607 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944bb82-3e36-4792-a0f1-5e4c7993ec5f req-d969bb54-ede5-46f0-9f30-539c661e8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:16.317620 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a944bb82-3e36-4792-a0f1-5e4c7993ec5f req-d969bb54-ede5-46f0-9f30-539c661e8974 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d2ed6ba6dfc48ef9b24e591f94a32ad&device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 1095 time: 0.2423861 Jan 14 01:48:16.328568 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3e626-3758-47e0-8138-e599d53240c9 req-9fffecc7-4e6c-48ce-92e2-207051c42bbc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:16.330728 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ac3e626-3758-47e0-8138-e599d53240c9 req-9fffecc7-4e6c-48ce-92e2-207051c42bbc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 946 time: 0.1546986 Jan 14 01:48:16.376624 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Request body: {'port': {'device_id': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:16.412188 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c5c99c7-1278-40af-a001-61869b16a59e admin admin] Publish callbacks [] for security_group (6229eb92-e922-4315-bd7d-5971b7aae5d3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:16.435464 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c5c99c7-1278-40af-a001-61869b16a59e admin admin] Publish callbacks [] for security_group (6229eb92-e922-4315-bd7d-5971b7aae5d3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:16.486192 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c230d6-d3e7-4cbd-828e-97e19a711e8f req-c1f40724-84e4-4392-8645-9f2733b5eff1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:16.510703 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c230d6-d3e7-4cbd-828e-97e19a711e8f req-c1f40724-84e4-4392-8645-9f2733b5eff1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:16.523151 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53c230d6-d3e7-4cbd-828e-97e19a711e8f req-c1f40724-84e4-4392-8645-9f2733b5eff1 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1666 time: 1.1124852 Jan 14 01:48:16.572789 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c5c99c7-1278-40af-a001-61869b16a59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6229eb92-e922-4315-bd7d-5971b7aae5d3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:16.575654 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c5c99c7-1278-40af-a001-61869b16a59e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:16.580578 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8c5c99c7-1278-40af-a001-61869b16a59e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6229eb92-e922-4315-bd7d-5971b7aae5d3 HTTP/1.1" status: 204 len: 168 time: 0.3471808 Jan 14 01:48:16.679385 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c99c7-1278-40af-a001-61869b16a59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6229eb92-e922-4315-bd7d-5971b7aae5d3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:16.795002 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944bb82-3e36-4792-a0f1-5e4c7993ec5f req-bc46c0dc-ef7d-4ceb-8452-e2365998375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:16.796607 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a944bb82-3e36-4792-a0f1-5e4c7993ec5f req-bc46c0dc-ef7d-4ceb-8452-e2365998375d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1eec745-07b3-42a4-8e38-bc8500879dd8 HTTP/1.1" status: 200 len: 916 time: 0.4600985 Jan 14 01:48:16.933407 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a944bb82-3e36-4792-a0f1-5e4c7993ec5f req-00d8c4ca-7337-4332-bd20-f09b9e47d1be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f03f985-6f66-4180-960c-31613f0a615c HTTP/1.1" status: 200 len: 217 time: 0.1210253 Jan 14 01:48:16.936106 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-3ac3e626-3758-47e0-8138-e599d53240c9 req-770bea8a-f281-4fad-8231-f5721e380e3f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Deleting port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:16.936445 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3ac3e626-3758-47e0-8138-e599d53240c9 req-770bea8a-f281-4fad-8231-f5721e380e3f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:17.144053 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 6f03f985-6f66-4180-960c-31613f0a615c details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:48:17.160903 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944bb82-3e36-4792-a0f1-5e4c7993ec5f req-84380805-26e1-4e7a-9e22-fb8c2fdb5eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:17.161681 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a944bb82-3e36-4792-a0f1-5e4c7993ec5f req-84380805-26e1-4e7a-9e22-fb8c2fdb5eb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35b3016c-15b4-4514-b43b-bbebf480ff89 HTTP/1.1" status: 200 len: 855 time: 0.2100444 Jan 14 01:48:17.289572 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a944bb82-3e36-4792-a0f1-5e4c7993ec5f req-2b02fe6b-50c1-4a12-93a2-b92c66242955 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1eec745-07b3-42a4-8e38-bc8500879dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141856 Jan 14 01:48:17.295417 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 6f03f985-6f66-4180-960c-31613f0a615c, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6f03f985-6f66-4180-960c-31613f0a615c,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:17.318738 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '6f03f985-6f66-4180-960c-31613f0a615c', 'network_id': 'e1eec745-07b3-42a4-8e38-bc8500879dd8', 'port_id': '6f03f985-6f66-4180-960c-31613f0a615c', 'mac_address': 'fa:16:3e:5e:b6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b3016c-15b4-4514-b43b-bbebf480ff89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:48:17.322022 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'tag': '19c083d3-db46-4fc6-b431-6c581b89c2eb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:17.324264 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322875b2-ed30-4ab8-94a2-c8afc837b761" -d '{"events": [{"name": "network-changed", "server_uuid": "114e7ff1-7203-44b7-baea-49ef9bc36f89", "tag": "19c083d3-db46-4fc6-b431-6c581b89c2eb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:17.387172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 6f03f985-6f66-4180-960c-31613f0a615c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:17.387867 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6f03f985-6f66-4180-960c-31613f0a615c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:17.392838 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:17.424093 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f03f985-6f66-4180-960c-31613f0a615c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:17.440936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53c230d6-d3e7-4cbd-828e-97e19a711e8f req-3dc133b1-6a05-4d54-88a5-eceae245e6fb tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9159670 Jan 14 01:48:17.447439 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3ac3e626-3758-47e0-8138-e599d53240c9 req-770bea8a-f281-4fad-8231-f5721e380e3f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] For port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:17.447816 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3ac3e626-3758-47e0-8138-e599d53240c9 req-770bea8a-f281-4fad-8231-f5721e380e3f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:17.473130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 6f03f985-6f66-4180-960c-31613f0a615c, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6f03f985-6f66-4180-960c-31613f0a615c,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:17.477167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-3ac3e626-3758-47e0-8138-e599d53240c9 req-770bea8a-f281-4fad-8231-f5721e380e3f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Calling delete_port for e4a3cf5f-6c7b-4b1b-8d07-f539573d165f owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:17.480107 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87c8d89b-f423-4fe4-ad0a-3782c3d5f092 req-a3b61ce9-8148-4597-b911-73c669ac7457 service neutron] 10.222.0.36 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4366724 Jan 14 01:48:17.481544 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6f03f985-6f66-4180-960c-31613f0a615c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:17.575421 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf9021-a820-44be-88da-cff9dee4e255 req-1137b4b2-6961-4642-b10a-24332f1939f3 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:17.577069 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-21cf9021-a820-44be-88da-cff9dee4e255 req-1137b4b2-6961-4642-b10a-24332f1939f3 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 944 time: 0.4184799 Jan 14 01:48:17.615263 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=6f03f985-6f66-4180-960c-31613f0a615c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:17.693347 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a944bb82-3e36-4792-a0f1-5e4c7993ec5f req-42d4e32e-a74b-471a-a512-0671d79da4e0 service neutron] 10.222.0.36 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806052 Jan 14 01:48:17.823974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['6f03f985-6f66-4180-960c-31613f0a615c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:18.010296 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a944bb82-3e36-4792-a0f1-5e4c7993ec5f req-bccca6de-ee8d-418f-a697-b57e2d2db323 service neutron] 10.222.0.36 "GET /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983787 Jan 14 01:48:18.173576 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3ac3e626-3758-47e0-8138-e599d53240c9 req-770bea8a-f281-4fad-8231-f5721e380e3f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e4a3cf5f-6c7b-4b1b-8d07-f539573d165f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:18.222726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bea8a-f281-4fad-8231-f5721e380e3f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event deleted for resources: {'Port': ['ID=e4a3cf5f-6c7b-4b1b-8d07-f539573d165f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:18.226389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['e4a3cf5f-6c7b-4b1b-8d07-f539573d165f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:18.321310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:18.327151 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-21cf9021-a820-44be-88da-cff9dee4e255 req-255b4937-230b-452c-86d9-2db813fbf833 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284470 Jan 14 01:48:18.424653 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae21362-320a-44d9-9881-8f90eb716a2b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:18.436001 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac3e626-3758-47e0-8138-e599d53240c9 req-770bea8a-f281-4fad-8231-f5721e380e3f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] No DVR routers for this DVR port e4a3cf5f-6c7b-4b1b-8d07-f539573d165f on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:18.438914 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Publish callbacks [] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:18.448761 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3ac3e626-3758-47e0-8138-e599d53240c9 req-770bea8a-f281-4fad-8231-f5721e380e3f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:18.452883 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ac3e626-3758-47e0-8138-e599d53240c9 req-770bea8a-f281-4fad-8231-f5721e380e3f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "DELETE /v2.0/ports/e4a3cf5f-6c7b-4b1b-8d07-f539573d165f HTTP/1.1" status: 204 len: 173 time: 2.0962532 Jan 14 01:48:18.454786 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febe8e2e-e407-4567-9a4a-05321ed87040', 'name': 'network-vif-deleted', 'tag': 'e4a3cf5f-6c7b-4b1b-8d07-f539573d165f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:18.457696 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8085d8d-66a5-41dc-8e4f-e08c6e960792" -d '{"events": [{"server_uuid": "febe8e2e-e407-4567-9a4a-05321ed87040", "name": "network-vif-deleted", "tag": "e4a3cf5f-6c7b-4b1b-8d07-f539573d165f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:18.465848 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Transition to ACTIVE for port object 0ae21362-320a-44d9-9881-8f90eb716a2b will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:48:18.487028 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b4b194-7d53-433a-b2cb-582cd4856f55 x-openstack-request-id: req-24b4b194-7d53-433a-b2cb-582cd4856f55 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:18.487320 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114e7ff1-7203-44b7-baea-49ef9bc36f89", "tag": "19c083d3-db46-4fc6-b431-6c581b89c2eb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:18.487576 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24b4b194-7d53-433a-b2cb-582cd4856f55 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:18.487975 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'tag': '19c083d3-db46-4fc6-b431-6c581b89c2eb', 'status': 'completed', 'code': 200} Jan 14 01:48:18.495300 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:18.518243 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322875b2-ed30-4ab8-94a2-c8afc837b761 req-7221569b-609e-4648-aecb-dab09039f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:18.521605 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322875b2-ed30-4ab8-94a2-c8afc837b761 req-7221569b-609e-4648-aecb-dab09039f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:18.523572 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-322875b2-ed30-4ab8-94a2-c8afc837b761 req-7221569b-609e-4648-aecb-dab09039f82c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cda1637d84124f32b4702438cb476922&device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1913 time: 0.0907087 Jan 14 01:48:18.583598 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d85d64c2-4223-4cba-87dd-0d9e31ee16ad req-7308cb12-42bf-4dd5-a5a8-0b7dd9b429fb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=febe8e2e-e407-4567-9a4a-05321ed87040 HTTP/1.1" status: 200 len: 210 time: 0.2704978 Jan 14 01:48:18.812378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae21362-320a-44d9-9881-8f90eb716a2b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:19.006567 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-87c8d89b-f423-4fe4-ad0a-3782c3d5f092 req-396e4461-758f-4191-aab8-1e2e11ad7d41 service neutron] 10.222.0.36 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4911432 Jan 14 01:48:19.010902 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc31c4a-abe7-44ad-b667-4e93b3831744 x-openstack-request-id: req-5dc31c4a-abe7-44ad-b667-4e93b3831744 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:19.041553 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febe8e2e-e407-4567-9a4a-05321ed87040", "name": "network-vif-deleted", "tag": "e4a3cf5f-6c7b-4b1b-8d07-f539573d165f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:19.042362 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5dc31c4a-abe7-44ad-b667-4e93b3831744 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:19.045707 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febe8e2e-e407-4567-9a4a-05321ed87040', 'name': 'network-vif-deleted', 'tag': 'e4a3cf5f-6c7b-4b1b-8d07-f539573d165f', 'status': 'completed', 'code': 200} Jan 14 01:48:19.172301 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 6f03f985-6f66-4180-960c-31613f0a615c up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:48:19.188891 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7d62b-6cb1-4f1e-a7a9-d8c82906c261 req-376bc520-1f1c-412c-96c6-1c1dc825ab06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:19.214095 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7d62b-6cb1-4f1e-a7a9-d8c82906c261 req-376bc520-1f1c-412c-96c6-1c1dc825ab06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:19.239121 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8b7d62b-6cb1-4f1e-a7a9-d8c82906c261 req-376bc520-1f1c-412c-96c6-1c1dc825ab06 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1678 time: 0.4917538 Jan 14 01:48:19.329018 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 59656) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:19.372330 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322875b2-ed30-4ab8-94a2-c8afc837b761 req-f17c93b5-68b9-4fa4-a03e-88445d184b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:19.373048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322875b2-ed30-4ab8-94a2-c8afc837b761 req-f17c93b5-68b9-4fa4-a03e-88445d184b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:19.374205 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322875b2-ed30-4ab8-94a2-c8afc837b761 req-f17c93b5-68b9-4fa4-a03e-88445d184b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:19.376059 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-322875b2-ed30-4ab8-94a2-c8afc837b761 req-f17c93b5-68b9-4fa4-a03e-88445d184b2b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cda1637d84124f32b4702438cb476922&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8386555 Jan 14 01:48:19.426580 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 6f03f985-6f66-4180-960c-31613f0a615c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:48:19.449415 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 6f03f985-6f66-4180-960c-31613f0a615c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:19.456464 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6f03f985-6f66-4180-960c-31613f0a615c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:19.565722 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322875b2-ed30-4ab8-94a2-c8afc837b761 req-60a07fbb-dd7e-4005-b46a-aa416d4146e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:19.567464 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-322875b2-ed30-4ab8-94a2-c8afc837b761 req-60a07fbb-dd7e-4005-b46a-aa416d4146e2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1842830 Jan 14 01:48:19.575220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8b7d62b-6cb1-4f1e-a7a9-d8c82906c261 req-f92dfe35-feff-4eaf-818e-9dd11cda9a7c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348117 Jan 14 01:48:19.584028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Attempting to bind port 0ae21362-320a-44d9-9881-8f90eb716a2b on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:19.587285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Attempting to bind port 0ae21362-320a-44d9-9881-8f90eb716a2b by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'd5107268-5eea-49ea-8059-95af364d8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:19.589604 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Attempting to bind port 0ae21362-320a-44d9-9881-8f90eb716a2b on network d378226b-588b-42f4-8dbf-84d177a8cd8c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:19.603519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Port 0ae21362-320a-44d9-9881-8f90eb716a2b on network d378226b-588b-42f4-8dbf-84d177a8cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:19.604009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Attempting to bind port 0ae21362-320a-44d9-9881-8f90eb716a2b on network d378226b-588b-42f4-8dbf-84d177a8cd8c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:19.616040 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:48:19.627443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Checking segment: {'id': 'd5107268-5eea-49ea-8059-95af364d8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:19.629234 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Bound using segment: {'id': 'd5107268-5eea-49ea-8059-95af364d8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:48:19.629522 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Bound port: 0ae21362-320a-44d9-9881-8f90eb716a2b, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5107268-5eea-49ea-8059-95af364d8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:48:19.630846 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:19.788482 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:19.793565 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 6f03f985-6f66-4180-960c-31613f0a615c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:19.794176 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6f03f985-6f66-4180-960c-31613f0a615c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:19.849895 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7311fb9-419c-4593-92e2-7e80001fba82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f03f985-6f66-4180-960c-31613f0a615c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:19.861288 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd3e7bb-b6a3-4ed8-86e7-355f276d6a35" -d '{"events": [{"server_uuid": "d7311fb9-419c-4593-92e2-7e80001fba82", "name": "network-vif-plugged", "status": "completed", "tag": "6f03f985-6f66-4180-960c-31613f0a615c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:19.883663 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:19.893965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 6f03f985-6f66-4180-960c-31613f0a615c, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6f03f985-6f66-4180-960c-31613f0a615c,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:19.906179 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6f03f985-6f66-4180-960c-31613f0a615c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:19.985746 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] For port 0ae21362-320a-44d9-9881-8f90eb716a2b, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:48:19.999617 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f88db7-f85d-4d11-8c45-ed1714ca66e7 req-1e759108-4d3e-46c1-bfa6-b10fa9c5bf26 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:20.007076 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2f88db7-f85d-4d11-8c45-ed1714ca66e7 req-1e759108-4d3e-46c1-bfa6-b10fa9c5bf26 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 945 time: 0.3089235 Jan 14 01:48:20.023406 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=6f03f985-6f66-4180-960c-31613f0a615c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:20.031052 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] For port 0ae21362-320a-44d9-9881-8f90eb716a2b, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=0ae21362-320a-44d9-9881-8f90eb716a2b,segment=NetworkSegment(d5107268-5eea-49ea-8059-95af364d8c66),segment_id=d5107268-5eea-49ea-8059-95af364d8c66)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:48:20.047202 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:20.139579 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612cc291-a38d-4003-8ad2-3170d637edb1 x-openstack-request-id: req-612cc291-a38d-4003-8ad2-3170d637edb1 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:20.139941 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7311fb9-419c-4593-92e2-7e80001fba82", "name": "network-vif-plugged", "status": "completed", "tag": "6f03f985-6f66-4180-960c-31613f0a615c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:20.140267 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-612cc291-a38d-4003-8ad2-3170d637edb1 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:20.140795 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7311fb9-419c-4593-92e2-7e80001fba82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f03f985-6f66-4180-960c-31613f0a615c', 'code': 200} Jan 14 01:48:20.194686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:20.200992 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:20.202703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] 10.222.0.46 "PUT /v2.0/ports/0ae21362-320a-44d9-9881-8f90eb716a2b HTTP/1.1" status: 200 len: 1092 time: 3.8495946 Jan 14 01:48:20.247356 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2f88db7-f85d-4d11-8c45-ed1714ca66e7 req-f8c592ba-8b47-4836-bb4d-acd5890164d7 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348254 Jan 14 01:48:20.399969 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d14a1b-1340-4013-9b43-e4f851ec1638 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae21362-320a-44d9-9881-8f90eb716a2b,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:20.489006 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'tag': '0ae21362-320a-44d9-9881-8f90eb716a2b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:20.491790 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b79274-23b8-4d5a-8889-bb05a794e370" -d '{"events": [{"name": "network-changed", "server_uuid": "114e7ff1-7203-44b7-baea-49ef9bc36f89", "tag": "0ae21362-320a-44d9-9881-8f90eb716a2b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:20.579461 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:20.592741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708e228-f526-4fcc-814b-34fec6b44d4d req-6f2b3b77-ad82-4eac-a526-42889a381edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:20.604195 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a708e228-f526-4fcc-814b-34fec6b44d4d req-6f2b3b77-ad82-4eac-a526-42889a381edd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 1097 time: 0.3280694 Jan 14 01:48:20.637716 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-76302989-47bd-4460-ac40-31519f0d7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:20.638214 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-76302989-47bd-4460-ac40-31519f0d7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:20.640412 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-76302989-47bd-4460-ac40-31519f0d7448 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cda1637d84124f32b4702438cb476922&device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1980 time: 0.2714677 Jan 14 01:48:20.845656 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6823624b-d13c-42ff-b7d0-8301f6067283 x-openstack-request-id: req-6823624b-d13c-42ff-b7d0-8301f6067283 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:20.847288 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114e7ff1-7203-44b7-baea-49ef9bc36f89", "tag": "0ae21362-320a-44d9-9881-8f90eb716a2b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:20.847689 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6823624b-d13c-42ff-b7d0-8301f6067283 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:20.848226 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'tag': '0ae21362-320a-44d9-9881-8f90eb716a2b', 'status': 'completed', 'code': 200} Jan 14 01:48:20.861204 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-c9cc51ff-4edb-421c-bd16-bc947edb0f9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=19c083d3-db46-4fc6-b431-6c581b89c2eb HTTP/1.1" status: 200 len: 217 time: 0.1873703 Jan 14 01:48:21.030673 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-ea588ef0-309d-4137-b55f-6477456c3500 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:21.037550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-ea588ef0-309d-4137-b55f-6477456c3500 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.3960907 Jan 14 01:48:21.100037 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Allocated IP 172.25.2.132 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/0f4b5512-cb32-4ea7-832b-0bb24f94adfd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:48:21.184251 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e4a3cf5f-6c7b-4b1b-8d07-f539573d165f no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:48:21.219143 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks [] for port (0f4b5512-cb32-4ea7-832b-0bb24f94adfd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:21.267976 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: e4a3cf5f-6c7b-4b1b-8d07-f539573d165f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:48:21.270882 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e4a3cf5f-6c7b-4b1b-8d07-f539573d165f not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:48:21.339709 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a708e228-f526-4fcc-814b-34fec6b44d4d req-50e7c6a4-eb29-4172-9567-05b173ab3809 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7112415 Jan 14 01:48:21.353076 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (0f4b5512-cb32-4ea7-832b-0bb24f94adfd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:21.420705 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:21.431179 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Pushing event updated for resources: {'Port': ['ID=0f4b5512-cb32-4ea7-832b-0bb24f94adfd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:21.434312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.445191 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.447114 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.447114 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.447114 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.447114 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.447114 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.447114 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.447114 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.447114 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.447114 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.447114 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.447114 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:21.447114 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:21.454577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c5b43-0188-441a-b6b4-19591f813311 req-d9f80faa-bc80-42bb-8477-daa8acb6ad27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:21.461505 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c5b43-0188-441a-b6b4-19591f813311 req-d9f80faa-bc80-42bb-8477-daa8acb6ad27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:21.472935 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae8c5b43-0188-441a-b6b4-19591f813311 req-d9f80faa-bc80-42bb-8477-daa8acb6ad27 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1678 time: 0.1747794 Jan 14 01:48:21.509472 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-fa0a30a0-edec-4800-a5b7-324cdac634cb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/quotas/2fab75ce1abf44998cda6d72ba056199 HTTP/1.1" status: 200 len: 375 time: 0.4710116 Jan 14 01:48:21.541267 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:21.675405 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-3fdde8e8-f105-4457-933e-e58b56eb650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:21.684005 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-3fdde8e8-f105-4457-933e-e58b56eb650e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388 HTTP/1.1" status: 200 len: 801 time: 0.7987218 Jan 14 01:48:21.799403 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae8c5b43-0188-441a-b6b4-19591f813311 req-cca90046-d10a-414f-a0a3-d4960275b847 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138909 Jan 14 01:48:21.877923 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-7d6d55c8-c9fd-4dd9-ab5e-befe7d05b6d0 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3668132 Jan 14 01:48:22.079826 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-4bfa5977-7101-487f-9936-0ada30da017a service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003562 Jan 14 01:48:22.261580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-b0d87ba7-fa61-44e1-aa2a-fc6c76db6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:22.263115 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-b0d87ba7-fa61-44e1-aa2a-fc6c76db6fc3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7535f7c4-a8a6-48b7-9d16-4ade05caa224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5512741 Jan 14 01:48:22.264297 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks [] for floatingip (d5dc69a9-513f-46c2-93fa-70743ffcab78), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:22.556567 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f3de2-d57c-446d-b54d-1bca3ba2b04a req-3696fd41-8fd8-43f4-9ad4-11387b039fab tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:22.564301 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e27f3de2-d57c-446d-b54d-1bca3ba2b04a req-3696fd41-8fd8-43f4-9ad4-11387b039fab tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 946 time: 0.5376058 Jan 14 01:48:22.736313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-c7f7d12a-8feb-4059-a17e-5d0183472d71 service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551116 Jan 14 01:48:22.738197 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0f4b5512-cb32-4ea7-832b-0bb24f94adfd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:23.146846 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks [] for port (0f4b5512-cb32-4ea7-832b-0bb24f94adfd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:23.158761 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-a1c2651d-a49f-44ed-9a3f-90c0e538ddc8 service neutron] 10.222.0.46 "GET /v2.0/networks/7535f7c4-a8a6-48b7-9d16-4ade05caa224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8741198 Jan 14 01:48:23.183346 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (0f4b5512-cb32-4ea7-832b-0bb24f94adfd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:23.407024 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Pushing event updated for resources: {'Port': ['ID=0f4b5512-cb32-4ea7-832b-0bb24f94adfd,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:23.503147 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (d5dc69a9-513f-46c2-93fa-70743ffcab78), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:23.550453 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e27f3de2-d57c-446d-b54d-1bca3ba2b04a req-e10a01b3-0123-4a1e-9b5b-e7a9da61caa9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9248610 Jan 14 01:48:23.560081 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:23.562561 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f33b2dd2-461d-4c23-bcaf-4d70ceef9aad tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2254629 Jan 14 01:48:23.573962 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b63e0d-4507-4a53-b537-ea10b08ec560 req-a4307117-7512-4d07-861b-87622f0623c8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:23.575629 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59750) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:23.582269 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b63e0d-4507-4a53-b537-ea10b08ec560 req-a4307117-7512-4d07-861b-87622f0623c8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:23.582943 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-677fe86a-89eb-43e0-a7bb-f18d77e75e1b tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1447807100', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'fixed_ips': [{'ip_address': '172.25.2.132'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:23.584361 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7b63e0d-4507-4a53-b537-ea10b08ec560 req-a4307117-7512-4d07-861b-87622f0623c8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1678 time: 0.2560022 Jan 14 01:48:23.637781 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677fe86a-89eb-43e0-a7bb-f18d77e75e1b tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Made reservation on behalf of f4209f25a54c4d9f815857b87c6281a7 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:23.641915 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-677fe86a-89eb-43e0-a7bb-f18d77e75e1b tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:23.658465 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-677fe86a-89eb-43e0-a7bb-f18d77e75e1b tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:23.709210 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7b63e0d-4507-4a53-b537-ea10b08ec560 req-43acd5db-1c32-468d-b661-dc30fc1f5e79 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073673 Jan 14 01:48:23.792991 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8b7cadd-c456-4176-98ba-7d115dd56dff req-fd5f8daa-3d8e-42a6-a099-17e766b2ee62 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 210 time: 0.0582638 Jan 14 01:48:23.827479 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-3b9380d1-166b-4750-86be-195604180993 service neutron] 10.222.0.46 "GET /v2.0/networks/7535f7c4-a8a6-48b7-9d16-4ade05caa224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6622524 Jan 14 01:48:23.899553 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-677fe86a-89eb-43e0-a7bb-f18d77e75e1b tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks [] for security_group (284c775b-f184-4104-95cf-6d7b949a4a26), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:23.911301 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-677fe86a-89eb-43e0-a7bb-f18d77e75e1b tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (284c775b-f184-4104-95cf-6d7b949a4a26), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:23.916706 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-677fe86a-89eb-43e0-a7bb-f18d77e75e1b tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] device_id is not set on port 09d7b9bb-0009-4b5d-866f-bc7af5f3404a yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:48:24.051739 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-6991c5a0-602e-42a5-ad3f-6c4b1f1e429a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=0ae21362-320a-44d9-9881-8f90eb716a2b HTTP/1.1" status: 200 len: 217 time: 0.2181060 Jan 14 01:48:24.252744 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-17fe2bf9-f305-40d1-962d-5675a8e13351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:24.254212 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-17fe2bf9-f305-40d1-962d-5675a8e13351 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3711bfb-b556-42dd-a34a-2dd79ad94d1c HTTP/1.1" status: 200 len: 801 time: 0.1953015 Jan 14 01:48:24.341924 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-d2cf769e-60ad-4f95-afcf-81fe425eef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:24.343867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-d2cf769e-60ad-4f95-afcf-81fe425eef06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d378226b-588b-42f4-8dbf-84d177a8cd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0822766 Jan 14 01:48:24.370370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-86dd2636-5bc0-4952-a806-0813ddb155b9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:48:24.371817 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-86dd2636-5bc0-4952-a806-0813ddb155b9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171201 Jan 14 01:48:24.487461 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fe86a-89eb-43e0-a7bb-f18d77e75e1b tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284c775b-f184-4104-95cf-6d7b949a4a26,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:24.496899 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-677fe86a-89eb-43e0-a7bb-f18d77e75e1b tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 01:48:24.497456 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677fe86a-89eb-43e0-a7bb-f18d77e75e1b tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:48:24.539778 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 59774) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:24.539999 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-677fe86a-89eb-43e0-a7bb-f18d77e75e1b tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9626319 Jan 14 01:48:25.343781 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-78048ccd-2c75-4b3c-99b6-a1894dcb2284 service neutron] 10.222.0.46 "GET /v2.0/networks/d378226b-588b-42f4-8dbf-84d177a8cd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9562626 Jan 14 01:48:25.432165 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-5b8c2bf9-b62f-4237-b236-ec28d17704de tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:25.433586 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-5b8c2bf9-b62f-4237-b236-ec28d17704de tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.1724668 Jan 14 01:48:25.454094 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Request body: {'port': {'device_id': 'ec1436e9-897b-49df-82de-c4884540b5bd', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'admin_state_up': True, 'tenant_id': '2fab75ce1abf44998cda6d72ba056199'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:25.499455 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cfc8a023-9471-4d3e-beeb-22fb456062ce req-60fe7f83-92de-4e4e-862c-42db71f6d535 service neutron] 10.222.0.46 "GET /v2.0/networks/d378226b-588b-42f4-8dbf-84d177a8cd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354268 Jan 14 01:48:25.534124 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e5bdf-4e7e-4cac-94d9-83de2380c6d7 req-cda6377c-1290-490f-a100-12c385140a8e tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:25.541995 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-742e5bdf-4e7e-4cac-94d9-83de2380c6d7 req-cda6377c-1290-490f-a100-12c385140a8e tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 946 time: 0.7899354 Jan 14 01:48:25.583131 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4aa7a-0ff0-4a0c-91e5-9eaefaa678ea req-d48e3976-0524-4235-9375-76ee68307835 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:25.589821 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4aa7a-0ff0-4a0c-91e5-9eaefaa678ea req-d48e3976-0524-4235-9375-76ee68307835 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:25.591763 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54f4aa7a-0ff0-4a0c-91e5-9eaefaa678ea req-d48e3976-0524-4235-9375-76ee68307835 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1678 time: 0.2790165 Jan 14 01:48:25.650021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-54f4aa7a-0ff0-4a0c-91e5-9eaefaa678ea req-a9a6cc3d-79e3-4a81-8a14-8c30d99fdce4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497339 Jan 14 01:48:25.700469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-742e5bdf-4e7e-4cac-94d9-83de2380c6d7 req-9b86ab29-1d5b-4d41-b4ff-a69c5ee084a5 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536949 Jan 14 01:48:25.760430 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Made reservation on behalf of 2fab75ce1abf44998cda6d72ba056199 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:25.764769 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:25.786808 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4cf44860-f35a-42ec-87c0-8407b68bb8b2 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Deleting port 0f4b5512-cb32-4ea7-832b-0bb24f94adfd {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:25.787157 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cf44860-f35a-42ec-87c0-8407b68bb8b2 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (0f4b5512-cb32-4ea7-832b-0bb24f94adfd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:25.925182 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Allocated IP 172.20.0.11 (673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c/845bcc49-2264-4165-8b1c-097522050b8c/e4f05528-292d-4e9c-a93d-33939327f778) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:48:25.970584 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cf44860-f35a-42ec-87c0-8407b68bb8b2 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (0f4b5512-cb32-4ea7-832b-0bb24f94adfd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:25.970774 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cf44860-f35a-42ec-87c0-8407b68bb8b2 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks [] for floatingip (0f4b5512-cb32-4ea7-832b-0bb24f94adfd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:26.019584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4cf44860-f35a-42ec-87c0-8407b68bb8b2 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Calling delete_port for 0f4b5512-cb32-4ea7-832b-0bb24f94adfd owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:26.113153 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bddf77be-3ad3-4476-8c87-b149b8d15322 req-f1dfbdb3-83a5-459f-89e3-be739e4a7006 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 210 time: 0.1149597 Jan 14 01:48:26.125972 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks [] for port (e4f05528-292d-4e9c-a93d-33939327f778), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:26.224565 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e4f05528-292d-4e9c-a93d-33939327f778), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:26.258966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:26.287688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b79274-23b8-4d5a-8889-bb05a794e370 req-773d4226-79c9-4ed1-8df3-05d2db19d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:26.288500 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b79274-23b8-4d5a-8889-bb05a794e370 req-773d4226-79c9-4ed1-8df3-05d2db19d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:26.291583 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91b79274-23b8-4d5a-8889-bb05a794e370 req-773d4226-79c9-4ed1-8df3-05d2db19d6d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cda1637d84124f32b4702438cb476922&device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1980 time: 0.6143892 Jan 14 01:48:26.357334 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:26.361255 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event updated for resources: {'Port': ['ID=e4f05528-292d-4e9c-a93d-33939327f778,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:26.368576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:26.375128 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:26.497408 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-9bf7d41d-94af-4dab-ad8f-af4409d7f137 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--744029107&fields=id&tenant_id=61850497a69949dba6026a6d4c55ad11 HTTP/1.1" status: 200 len: 267 time: 0.4086764 Jan 14 01:48:26.520848 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:26.521545 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:26.566131 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-74c7d1e7-e905-4367-b654-26282fb7d4ff tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1165349 Jan 14 01:48:26.587374 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Request body: {'port': {'device_id': 'ec1436e9-897b-49df-82de-c4884540b5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:26.664463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b9e9e-0afc-4d20-afa8-9f4d929712f5 req-4883b200-c0b6-4544-936b-d542a7b857d4 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:26.666304 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a00b9e9e-0afc-4d20-afa8-9f4d929712f5 req-4883b200-c0b6-4544-936b-d542a7b857d4 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 946 time: 0.4137850 Jan 14 01:48:26.674806 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4f05528-292d-4e9c-a93d-33939327f778), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:26.745765 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b79274-23b8-4d5a-8889-bb05a794e370 req-468128f5-3fd7-4904-89e4-7d0bb0f66cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:26.747545 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91b79274-23b8-4d5a-8889-bb05a794e370 req-468128f5-3fd7-4904-89e4-7d0bb0f66cca service neutron] 10.222.0.46 "GET /v2.0/networks?id=d378226b-588b-42f4-8dbf-84d177a8cd8c HTTP/1.1" status: 200 len: 902 time: 0.4089410 Jan 14 01:48:26.924526 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91b79274-23b8-4d5a-8889-bb05a794e370 req-f64eb976-a148-4582-b4b2-a3e865a92361 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=0ae21362-320a-44d9-9881-8f90eb716a2b HTTP/1.1" status: 200 len: 217 time: 0.1440957 Jan 14 01:48:27.082377 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cf44860-f35a-42ec-87c0-8407b68bb8b2 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (0f4b5512-cb32-4ea7-832b-0bb24f94adfd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:27.094992 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f05528-292d-4e9c-a93d-33939327f778 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:27.106227 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Publish callbacks [] for port (e4f05528-292d-4e9c-a93d-33939327f778), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:27.128562 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Transition to ACTIVE for port object e4f05528-292d-4e9c-a93d-33939327f778 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:48:27.133156 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (e4f05528-292d-4e9c-a93d-33939327f778), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:27.155506 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf44860-f35a-42ec-87c0-8407b68bb8b2 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f4b5512-cb32-4ea7-832b-0bb24f94adfd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:27.170990 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a00b9e9e-0afc-4d20-afa8-9f4d929712f5 req-ed80c5e9-22e1-4704-84f6-44146d2d8b5c tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906805 Jan 14 01:48:27.180173 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-bfaa5b34-58bb-4d80-b164-49779755a0c7 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:27.182301 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-bfaa5b34-58bb-4d80-b164-49779755a0c7 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/networks?id=7c6422e0-cdd4-456c-94af-f7620461d560 HTTP/1.1" status: 200 len: 814 time: 0.6724567 Jan 14 01:48:27.199786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b79274-23b8-4d5a-8889-bb05a794e370 req-f51f1157-e979-4910-aca3-b6c8a4d157a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:27.201939 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91b79274-23b8-4d5a-8889-bb05a794e370 req-f51f1157-e979-4910-aca3-b6c8a4d157a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3711bfb-b556-42dd-a34a-2dd79ad94d1c HTTP/1.1" status: 200 len: 801 time: 0.2575564 Jan 14 01:48:27.207192 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 0ae21362-320a-44d9-9881-8f90eb716a2b details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:48:27.272155 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Pushing event updated for resources: {'Port': ['ID=e4f05528-292d-4e9c-a93d-33939327f778,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:27.382985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Attempting to bind port e4f05528-292d-4e9c-a93d-33939327f778 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:27.383568 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Attempting to bind port e4f05528-292d-4e9c-a93d-33939327f778 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:27.384045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Attempting to bind port e4f05528-292d-4e9c-a93d-33939327f778 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:27.391487 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Port e4f05528-292d-4e9c-a93d-33939327f778 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:27.392052 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Attempting to bind port e4f05528-292d-4e9c-a93d-33939327f778 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:27.398941 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:48:27.399579 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Checking segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:27.400109 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Bound using segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:48:27.400701 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Bound port: e4f05528-292d-4e9c-a93d-33939327f778, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:48:27.401208 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4f05528-292d-4e9c-a93d-33939327f778), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:27.448846 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 0ae21362-320a-44d9-9881-8f90eb716a2b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=0ae21362-320a-44d9-9881-8f90eb716a2b,segment=NetworkSegment(d5107268-5eea-49ea-8059-95af364d8c66),segment_id=d5107268-5eea-49ea-8059-95af364d8c66)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:27.472162 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cf44860-f35a-42ec-87c0-8407b68bb8b2 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks [] for floatingip (d5dc69a9-513f-46c2-93fa-70743ffcab78), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:27.475569 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cf44860-f35a-42ec-87c0-8407b68bb8b2 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:27.476019 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] For port e4f05528-292d-4e9c-a93d-33939327f778, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:48:27.476202 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '0ae21362-320a-44d9-9881-8f90eb716a2b', 'network_id': 'd378226b-588b-42f4-8dbf-84d177a8cd8c', 'port_id': '0ae21362-320a-44d9-9881-8f90eb716a2b', 'mac_address': 'fa:16:3e:91:92:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3711bfb-b556-42dd-a34a-2dd79ad94d1c', 'ip_address': '19.86.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:48:27.484824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4cf44860-f35a-42ec-87c0-8407b68bb8b2 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446 tempest-ExternalNetworksAdminNegativeTestJSON-1191347446-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/d5dc69a9-513f-46c2-93fa-70743ffcab78 HTTP/1.1" status: 204 len: 168 time: 2.9388285 Jan 14 01:48:27.490572 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] For port e4f05528-292d-4e9c-a93d-33939327f778, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4f05528-292d-4e9c-a93d-33939327f778,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:48:27.499753 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (e4f05528-292d-4e9c-a93d-33939327f778), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:27.573993 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-8ac57a84-f956-44a8-a76e-8d50d4f14695 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/quotas/61850497a69949dba6026a6d4c55ad11 HTTP/1.1" status: 200 len: 375 time: 0.3707817 Jan 14 01:48:27.583165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 0ae21362-320a-44d9-9881-8f90eb716a2b is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:27.585138 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:27.620223 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae21362-320a-44d9-9881-8f90eb716a2b {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:27.625796 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Pushing event updated for resources: {'Port': ['ID=e4f05528-292d-4e9c-a93d-33939327f778,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:27.645346 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:27.646536 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:27.648567 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-a6bab9c8-3d82-4d4b-bada-eba9e01b8f8f service neutron] 10.222.0.46 "PUT /v2.0/ports/e4f05528-292d-4e9c-a93d-33939327f778 HTTP/1.1" status: 200 len: 1092 time: 1.0673153 Jan 14 01:48:27.649197 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1436e9-897b-49df-82de-c4884540b5bd', 'tag': 'e4f05528-292d-4e9c-a93d-33939327f778'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:27.651645 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5ff52d-1b5b-4db8-83d9-0811dcf3c426" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1436e9-897b-49df-82de-c4884540b5bd", "tag": "e4f05528-292d-4e9c-a93d-33939327f778"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:27.694094 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 0ae21362-320a-44d9-9881-8f90eb716a2b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=0ae21362-320a-44d9-9881-8f90eb716a2b,segment=NetworkSegment(d5107268-5eea-49ea-8059-95af364d8c66),segment_id=d5107268-5eea-49ea-8059-95af364d8c66)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:27.697824 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760b41e-2565-44b9-9594-e850cbba14e6 req-4458c323-6639-4fba-9d43-e7325e54672d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:27.707744 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:27.708237 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 19c083d3-db46-4fc6-b431-6c581b89c2eb details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:48:27.718376 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760b41e-2565-44b9-9594-e850cbba14e6 req-4458c323-6639-4fba-9d43-e7325e54672d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:27.722882 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5760b41e-2565-44b9-9594-e850cbba14e6 req-4458c323-6639-4fba-9d43-e7325e54672d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1678 time: 0.3409452 Jan 14 01:48:27.749769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b79274-23b8-4d5a-8889-bb05a794e370 req-b206e3e7-6e18-42f7-b209-2a9497fef2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:27.752558 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91b79274-23b8-4d5a-8889-bb05a794e370 req-b206e3e7-6e18-42f7-b209-2a9497fef2f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d378226b-588b-42f4-8dbf-84d177a8cd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3710172 Jan 14 01:48:27.795461 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-3a2f25b0-0e32-4e60-9b9b-cd2a8e66eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:27.796985 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-3a2f25b0-0e32-4e60-9b9b-cd2a8e66eab2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 1095 time: 0.0813239 Jan 14 01:48:27.888403 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5760b41e-2565-44b9-9594-e850cbba14e6 req-c7db1aa7-fe0a-43f4-86c1-0a7ac06871f6 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536465 Jan 14 01:48:27.905987 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-cabc0402-7241-4542-92ff-2d0e69764ab4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4f05528-292d-4e9c-a93d-33939327f778 HTTP/1.1" status: 200 len: 217 time: 0.0961661 Jan 14 01:48:28.009526 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=0ae21362-320a-44d9-9881-8f90eb716a2b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:28.046310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.050788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.051522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.052661 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.053404 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.056542 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.057478 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.058458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.058458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.064899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.065439 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.066765 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.067213 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:28.078545 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-3acc4df5-d815-46ad-be04-7baf8934a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:28.080480 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-3acc4df5-d815-46ad-be04-7baf8934a200 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.1487625 Jan 14 01:48:28.136466 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59848) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:28.139580 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-e59e28c8-f961-4034-8308-7686a5e8efba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519915 Jan 14 01:48:28.263359 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91b79274-23b8-4d5a-8889-bb05a794e370 req-9a37ed3d-c612-4133-9bf5-4a82324395f6 service neutron] 10.222.0.46 "GET /v2.0/networks/d378226b-588b-42f4-8dbf-84d177a8cd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864651 Jan 14 01:48:28.268332 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 19c083d3-db46-4fc6-b431-6c581b89c2eb, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=19c083d3-db46-4fc6-b431-6c581b89c2eb,segment=NetworkSegment(d7e86105-e14f-49f1-9639-b50e081acdcc),segment_id=d7e86105-e14f-49f1-9639-b50e081acdcc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:28.315305 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '19c083d3-db46-4fc6-b431-6c581b89c2eb', 'network_id': '7535f7c4-a8a6-48b7-9d16-4ade05caa224', 'port_id': '19c083d3-db46-4fc6-b431-6c581b89c2eb', 'mac_address': 'fa:16:3e:30:13:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:48:28.351379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34347c18-b191-4976-b82d-8985716c9f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:28.362699 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-5910ddbb-d62b-400c-9f6a-659ef063a1eb service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064850 Jan 14 01:48:28.417244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 19c083d3-db46-4fc6-b431-6c581b89c2eb is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:28.419394 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:28.463125 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c083d3-db46-4fc6-b431-6c581b89c2eb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:28.512344 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 19c083d3-db46-4fc6-b431-6c581b89c2eb, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=19c083d3-db46-4fc6-b431-6c581b89c2eb,segment=NetworkSegment(d7e86105-e14f-49f1-9639-b50e081acdcc),segment_id=d7e86105-e14f-49f1-9639-b50e081acdcc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:28.522326 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91b79274-23b8-4d5a-8889-bb05a794e370 req-cb6818b5-e4aa-4ea4-9dbf-05eeff55bd7c service neutron] 10.222.0.46 "GET /v2.0/networks/d378226b-588b-42f4-8dbf-84d177a8cd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431517 Jan 14 01:48:28.531825 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:28.573698 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-0c9fa275-c362-47f2-a5be-1127b0f325c8 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=61850497a69949dba6026a6d4c55ad11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9892631 Jan 14 01:48:28.635847 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=19c083d3-db46-4fc6-b431-6c581b89c2eb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:28.794355 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-123eb53b-07f7-4b46-9d26-2233ff670167 req-04eec37c-12b9-4d4c-aa27-802c57c656b8 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185855 Jan 14 01:48:28.796567 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34347c18-b191-4976-b82d-8985716c9f54 admin admin] Publish callbacks [] for security_group (4cde743f-d9d4-4341-8f37-c9235e4b3900), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:28.807025 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34347c18-b191-4976-b82d-8985716c9f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4cde743f-d9d4-4341-8f37-c9235e4b3900), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:28.874048 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['0ae21362-320a-44d9-9881-8f90eb716a2b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:28.932414 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-34347c18-b191-4976-b82d-8985716c9f54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63a10007be3945b1bee85c90885efb41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7849510 Jan 14 01:48:28.932414 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59856) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:28.935123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34347c18-b191-4976-b82d-8985716c9f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cde743f-d9d4-4341-8f37-c9235e4b3900,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:29.003923 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2838120-0740-42c6-ab28-d0976db276ef req-3fa1fbf5-f8b1-4d93-ae45-42438f8f4dc7 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:29.039858 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2838120-0740-42c6-ab28-d0976db276ef req-3fa1fbf5-f8b1-4d93-ae45-42438f8f4dc7 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 944 time: 0.7659237 Jan 14 01:48:29.044370 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28a64457-d44d-4c86-9884-84475a90dffd admin admin] Publish callbacks [] for security_group (4cde743f-d9d4-4341-8f37-c9235e4b3900), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:29.070023 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28a64457-d44d-4c86-9884-84475a90dffd admin admin] Publish callbacks [] for security_group (4cde743f-d9d4-4341-8f37-c9235e4b3900), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:29.132303 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28a64457-d44d-4c86-9884-84475a90dffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4cde743f-d9d4-4341-8f37-c9235e4b3900), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:29.137097 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28a64457-d44d-4c86-9884-84475a90dffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:29.140030 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-28a64457-d44d-4c86-9884-84475a90dffd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cde743f-d9d4-4341-8f37-c9235e4b3900 HTTP/1.1" status: 204 len: 168 time: 0.2107935 Jan 14 01:48:29.150592 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a64457-d44d-4c86-9884-84475a90dffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cde743f-d9d4-4341-8f37-c9235e4b3900,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:29.178700 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-24c74a63-5942-4ca9-9f6d-d1831a6c17ec service neutron] 10.222.0.26 "GET /v2.0/networks/7c6422e0-cdd4-456c-94af-f7620461d560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823517 Jan 14 01:48:29.292520 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2838120-0740-42c6-ab28-d0976db276ef req-0276f836-5c33-4207-aaee-f715c375fff3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152214 Jan 14 01:48:29.546554 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-1a47e8ed-d472-4132-90a9-5929311cddeb service neutron] 10.222.0.26 "GET /v2.0/networks/7c6422e0-cdd4-456c-94af-f7620461d560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739282 Jan 14 01:48:29.626381 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927e3f28-661a-48e2-ada8-6e5876cd0b83 x-openstack-request-id: req-927e3f28-661a-48e2-ada8-6e5876cd0b83 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:29.626705 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1436e9-897b-49df-82de-c4884540b5bd", "tag": "e4f05528-292d-4e9c-a93d-33939327f778", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:29.626961 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-927e3f28-661a-48e2-ada8-6e5876cd0b83 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:29.627367 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1436e9-897b-49df-82de-c4884540b5bd', 'tag': 'e4f05528-292d-4e9c-a93d-33939327f778', 'status': 'completed', 'code': 200} Jan 14 01:48:29.663210 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 59874) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:29.777014 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5afe199d-273f-43c7-b0d6-5db4f66b4e73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4209f25a54c4d9f815857b87c6281a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1124477 Jan 14 01:48:29.780878 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ff52d-1b5b-4db8-83d9-0811dcf3c426 req-2a4a0b72-0909-4d7f-a2a9-615546bbe1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:29.782445 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ac5ff52d-1b5b-4db8-83d9-0811dcf3c426 req-2a4a0b72-0909-4d7f-a2a9-615546bbe1f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 1095 time: 0.0884693 Jan 14 01:48:29.783458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 59878) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:29.817496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f3582-de07-4279-82a2-d90e47f45499 req-6c12e772-f32d-4718-afae-bbb6ed6bf91d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:29.825106 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f3582-de07-4279-82a2-d90e47f45499 req-6c12e772-f32d-4718-afae-bbb6ed6bf91d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:29.847078 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891f3582-de07-4279-82a2-d90e47f45499 req-6c12e772-f32d-4718-afae-bbb6ed6bf91d tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1680 time: 0.1540289 Jan 14 01:48:29.903131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['19c083d3-db46-4fc6-b431-6c581b89c2eb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:30.027082 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ff52d-1b5b-4db8-83d9-0811dcf3c426 req-dc6f7dff-9132-4dd7-bce8-e3ecce2e3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:30.030278 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ac5ff52d-1b5b-4db8-83d9-0811dcf3c426 req-dc6f7dff-9132-4dd7-bce8-e3ecce2e3032 service neutron] 10.222.0.46 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 907 time: 0.2377176 Jan 14 01:48:30.075526 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891f3582-de07-4279-82a2-d90e47f45499 req-335282ae-702b-4460-a2ff-312e91e03871 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263000 Jan 14 01:48:30.077502 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e506cd38-892f-4d31-9ae1-699cc0814ba5 admin admin] Publish callbacks [] for security_group (284c775b-f184-4104-95cf-6d7b949a4a26), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:30.129617 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ac5ff52d-1b5b-4db8-83d9-0811dcf3c426 req-3d3a9ad0-c279-4b1a-85dd-502db4ddbf14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4f05528-292d-4e9c-a93d-33939327f778 HTTP/1.1" status: 200 len: 217 time: 0.0929031 Jan 14 01:48:30.146710 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e506cd38-892f-4d31-9ae1-699cc0814ba5 admin admin] Publish callbacks [] for security_group (284c775b-f184-4104-95cf-6d7b949a4a26), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:30.239268 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e506cd38-892f-4d31-9ae1-699cc0814ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (284c775b-f184-4104-95cf-6d7b949a4a26), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:30.245363 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e506cd38-892f-4d31-9ae1-699cc0814ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:30.255761 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e506cd38-892f-4d31-9ae1-699cc0814ba5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/284c775b-f184-4104-95cf-6d7b949a4a26 HTTP/1.1" status: 204 len: 168 time: 0.4715700 Jan 14 01:48:30.290593 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506cd38-892f-4d31-9ae1-699cc0814ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284c775b-f184-4104-95cf-6d7b949a4a26,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:30.520376 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20cf11-6222-42d9-a1a6-14a0fae44430 req-7e52ce73-e049-4ecc-a360-42cf831856c1 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:30.522097 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a20cf11-6222-42d9-a1a6-14a0fae44430 req-7e52ce73-e049-4ecc-a360-42cf831856c1 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 946 time: 0.1712575 Jan 14 01:48:30.813583 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef0d3c85-1511-460a-a939-bc26f98dd462 req-11627632-97f9-4962-8eb6-64d682632341 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.1343071 Jan 14 01:48:30.860436 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a20cf11-6222-42d9-a1a6-14a0fae44430 req-82724169-e694-40fe-af91-e1677a256bc9 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291416 Jan 14 01:48:30.992512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ff52d-1b5b-4db8-83d9-0811dcf3c426 req-3790778d-d05a-4890-bea1-a97ca9fa3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:30.994164 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ac5ff52d-1b5b-4db8-83d9-0811dcf3c426 req-3790778d-d05a-4890-bea1-a97ca9fa3dfb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.8587971 Jan 14 01:48:31.041070 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ac5ff52d-1b5b-4db8-83d9-0811dcf3c426 req-1807aa33-2728-41d1-b153-c475ec338309 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407102 Jan 14 01:48:31.117451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a312925-dae4-4c91-83f4-cc17fb5e7ee6 req-125794a0-158b-4cf8-af2e-643ad540b632 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:31.119642 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7a312925-dae4-4c91-83f4-cc17fb5e7ee6 req-125794a0-158b-4cf8-af2e-643ad540b632 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 944 time: 0.1668642 Jan 14 01:48:31.137280 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae651c4e-4124-4e5a-92b7-ba9636101bfe req-b74f3613-2ad6-4570-b73c-c193effbd048 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:31.139046 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae651c4e-4124-4e5a-92b7-ba9636101bfe req-b74f3613-2ad6-4570-b73c-c193effbd048 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 946 time: 0.1303694 Jan 14 01:48:31.240180 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e4f05528-292d-4e9c-a93d-33939327f778 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:48:31.245906 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 0ae21362-320a-44d9-9881-8f90eb716a2b up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:48:31.262989 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae651c4e-4124-4e5a-92b7-ba9636101bfe req-b30e1f87-8cc4-4447-861f-865007a203aa tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169987 Jan 14 01:48:31.278952 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ac5ff52d-1b5b-4db8-83d9-0811dcf3c426 req-1647493a-1055-4fc3-9014-c62cdb6ff664 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134168 Jan 14 01:48:31.311638 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7a312925-dae4-4c91-83f4-cc17fb5e7ee6 req-73897e0e-e64d-4c2d-8da5-5a48dcee42a4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714802 Jan 14 01:48:31.473825 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ac5ff52d-1b5b-4db8-83d9-0811dcf3c426 req-a90d202e-55ca-42c6-b1f4-b9e6dd93cb16 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935377 Jan 14 01:48:31.546337 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd799-f8be-407e-bf2c-bcd819729a08 req-2526d35b-587e-44f5-aa25-03d695bb6247 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:31.560906 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd799-f8be-407e-bf2c-bcd819729a08 req-2526d35b-587e-44f5-aa25-03d695bb6247 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:31.575236 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-246fd799-f8be-407e-bf2c-bcd819729a08 req-2526d35b-587e-44f5-aa25-03d695bb6247 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1680 time: 0.1571367 Jan 14 01:48:31.703132 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-246fd799-f8be-407e-bf2c-bcd819729a08 req-45d248ad-56c2-4f75-a7e5-3051d33db2e4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268141 Jan 14 01:48:31.866069 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994ed87-ce0e-442d-9c84-123fbb5d29b7 req-8ef9b04d-d876-41ed-817e-f040b15b6412 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:31.888117 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4994ed87-ce0e-442d-9c84-123fbb5d29b7 req-8ef9b04d-d876-41ed-817e-f040b15b6412 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 946 time: 0.0980062 Jan 14 01:48:32.030080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4994ed87-ce0e-442d-9c84-123fbb5d29b7 req-ca9a6902-5c8f-4db8-87fd-51959f135f93 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386971 Jan 14 01:48:32.082408 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port e4f05528-292d-4e9c-a93d-33939327f778, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4f05528-292d-4e9c-a93d-33939327f778,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:32.106194 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'e4f05528-292d-4e9c-a93d-33939327f778', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'port_id': 'e4f05528-292d-4e9c-a93d-33939327f778', 'mac_address': 'fa:16:3e:22:26:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845bcc49-2264-4165-8b1c-097522050b8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:48:32.111968 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:32.161040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 0ae21362-320a-44d9-9881-8f90eb716a2b completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:48:32.185239 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 0ae21362-320a-44d9-9881-8f90eb716a2b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:32.187382 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:32.210604 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8875c7a-e2b4-48cd-853f-26defc78a9b6 req-8e342b8c-c076-44f9-a774-1c53e3074080 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0628805 Jan 14 01:48:32.264020 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port e4f05528-292d-4e9c-a93d-33939327f778 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:32.269123 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4f05528-292d-4e9c-a93d-33939327f778), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:32.319689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f05528-292d-4e9c-a93d-33939327f778 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:32.502650 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port e4f05528-292d-4e9c-a93d-33939327f778, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4f05528-292d-4e9c-a93d-33939327f778,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:32.522846 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e4f05528-292d-4e9c-a93d-33939327f778), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:32.554133 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7324c1-12ae-408b-8c18-f9ae26b8e1ea req-5b2362b3-cc88-4102-96a5-153df94e0082 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:32.555664 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ff7324c1-12ae-408b-8c18-f9ae26b8e1ea req-5b2362b3-cc88-4102-96a5-153df94e0082 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 946 time: 0.1644082 Jan 14 01:48:32.574533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-bf128ce2-65a0-4d3d-b457-96d963edccb4 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:32.575986 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-bf128ce2-65a0-4d3d-b457-96d963edccb4 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.36 "GET /v2.0/networks?id=7c6422e0-cdd4-456c-94af-f7620461d560 HTTP/1.1" status: 200 len: 814 time: 0.4194548 Jan 14 01:48:32.603655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 0ae21362-320a-44d9-9881-8f90eb716a2b is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:32.604339 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:32.668805 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=e4f05528-292d-4e9c-a93d-33939327f778,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:32.681958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae21362-320a-44d9-9881-8f90eb716a2b'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:32.684222 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ddcf81-cd00-4a32-847a-6dd049eec4f2" -d '{"events": [{"server_uuid": "114e7ff1-7203-44b7-baea-49ef9bc36f89", "name": "network-vif-plugged", "status": "completed", "tag": "0ae21362-320a-44d9-9881-8f90eb716a2b"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:32.686697 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ff7324c1-12ae-408b-8c18-f9ae26b8e1ea req-c590ae3e-fc86-4a62-91ab-8a1fb9f99fd5 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199601 Jan 14 01:48:32.702548 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 0ae21362-320a-44d9-9881-8f90eb716a2b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=0ae21362-320a-44d9-9881-8f90eb716a2b,segment=NetworkSegment(d5107268-5eea-49ea-8059-95af364d8c66),segment_id=d5107268-5eea-49ea-8059-95af364d8c66)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:32.718758 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:32.721762 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 19c083d3-db46-4fc6-b431-6c581b89c2eb up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:48:32.837591 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-9f51d99a-ea7b-4db7-9c72-8d79328875c4 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61850497a69949dba6026a6d4c55ad11 HTTP/1.1" status: 200 len: 379 time: 0.2304122 Jan 14 01:48:32.883566 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['e4f05528-292d-4e9c-a93d-33939327f778'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:32.899787 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Request body: {'port': {'device_id': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'admin_state_up': True, 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'security_groups': ['ad76723f-04fc-4afb-94cd-6a77598f2e1d']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:33.046612 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 19c083d3-db46-4fc6-b431-6c581b89c2eb completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:48:33.051070 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5975662-1b17-42cb-93d3-1a447367057a req-ca8a98f9-4955-4620-8d0b-7d4a9e94c5e4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:33.063023 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5975662-1b17-42cb-93d3-1a447367057a req-ca8a98f9-4955-4620-8d0b-7d4a9e94c5e4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 945 time: 0.2505891 Jan 14 01:48:33.090142 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 19c083d3-db46-4fc6-b431-6c581b89c2eb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:33.091716 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:33.095796 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=0ae21362-320a-44d9-9881-8f90eb716a2b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:33.146738 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60046) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:33.234977 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5975662-1b17-42cb-93d3-1a447367057a req-df5352ec-a1fc-4994-976c-ef3dd8ba5c23 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703794 Jan 14 01:48:33.299111 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Made reservation on behalf of 61850497a69949dba6026a6d4c55ad11 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:33.303400 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:33.369940 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f8b223-eced-44ea-b7b3-f522da78c38d x-openstack-request-id: req-29f8b223-eced-44ea-b7b3-f522da78c38d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:33.370941 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114e7ff1-7203-44b7-baea-49ef9bc36f89", "name": "network-vif-plugged", "status": "completed", "tag": "0ae21362-320a-44d9-9881-8f90eb716a2b", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:33.372907 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29f8b223-eced-44ea-b7b3-f522da78c38d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:33.373420 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae21362-320a-44d9-9881-8f90eb716a2b', 'code': 200} Jan 14 01:48:33.377646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 19c083d3-db46-4fc6-b431-6c581b89c2eb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:33.380448 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:33.480271 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 19c083d3-db46-4fc6-b431-6c581b89c2eb, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=19c083d3-db46-4fc6-b431-6c581b89c2eb,segment=NetworkSegment(d7e86105-e14f-49f1-9639-b50e081acdcc),segment_id=d7e86105-e14f-49f1-9639-b50e081acdcc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:33.482030 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-202065282'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:33.486786 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:33.528565 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Made reservation on behalf of 072eea4252a44a4f9712150cf2dada92 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:33.534823 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:33.551814 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=19c083d3-db46-4fc6-b431-6c581b89c2eb,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:33.555087 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:33.678997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea863ffe-5399-4c4b-a245-e18d0941dc96 req-aa5f9ca9-4878-44b4-8afd-2f7374fd2756 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:33.684938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea863ffe-5399-4c4b-a245-e18d0941dc96 req-aa5f9ca9-4878-44b4-8afd-2f7374fd2756 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:33.692978 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea863ffe-5399-4c4b-a245-e18d0941dc96 req-aa5f9ca9-4878-44b4-8afd-2f7374fd2756 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1681 time: 0.2643387 Jan 14 01:48:33.734539 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks [] for security_group (9c78d84a-8665-463f-bfb4-e10efd73cdce), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:33.745967 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9c78d84a-8665-463f-bfb4-e10efd73cdce), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:33.757089 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63c694bd-a287-48ad-a1f2-dd69ed0a237a req-d5933e6b-7e77-48c1-90b4-61751f79725c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0596795 Jan 14 01:48:33.760904 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:48:33.773310 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (d40353b0-3933-45db-adfe-50a0de45f91c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:33.773659 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Added segment d40353b0-3933-45db-adfe-50a0de45f91c of type vlan for network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f Jan 14 01:48:33.836907 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea863ffe-5399-4c4b-a245-e18d0941dc96 req-6a9ec4a3-b63f-4945-b4af-1ceb9a2cfb11 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399536 Jan 14 01:48:33.838250 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Allocated IP 172.20.0.9 (7c6422e0-cdd4-456c-94af-f7620461d560/632fe819-208c-460c-b2be-a914dd3442c1/69c51574-0698-41f6-8dd9-297ebe2a40ee) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:48:33.882850 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (6abf1cfc-74f2-4b30-84a3-fac04da0d05f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:33.911883 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c78d84a-8665-463f-bfb4-e10efd73cdce,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:33.952204 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.952561 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.953089 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.953436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.953813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.954727 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.955384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.955898 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.956774 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.957346 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.957939 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.958276 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.958688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:48:33.964525 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (6abf1cfc-74f2-4b30-84a3-fac04da0d05f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:33.972806 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:33.973618 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:34.122138 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9734869 Jan 14 01:48:34.171345 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ff23d-3484-4ad1-9e0f-19d0d0f1f406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Pushing event updated for resources: {'Network': ['ID=6abf1cfc-74f2-4b30-84a3-fac04da0d05f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:34.188629 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:48:34.274015 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:34.324694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b043f-85c3-487c-bf47-59b1427994c8 req-17eec7a5-58b8-4bc7-93d7-a8427a9d9bf3 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:34.332036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d2b043f-85c3-487c-bf47-59b1427994c8 req-17eec7a5-58b8-4bc7-93d7-a8427a9d9bf3 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 946 time: 0.1511078 Jan 14 01:48:34.388008 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:34.441451 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60072) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:34.447673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Request body: {'port': {'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f', 'binding:host_id': 'n-h2-824358-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-860555076'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:34.449130 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d2b043f-85c3-487c-bf47-59b1427994c8 req-277c639c-b0a0-4156-abc0-99cceb0b3d9e tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120553 Jan 14 01:48:34.491008 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:34.500873 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Made reservation on behalf of 89617cb534e64810adf041603163024f for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:34.504098 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:34.525514 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:34.540082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Network 7c6422e0-cdd4-456c-94af-f7620461d560 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:34.544087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:34.547539 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:34.624163 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks [] for security_group (34580c30-3998-4ee7-ade7-130d86e7fc3d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:34.633304 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (34580c30-3998-4ee7-ade7-130d86e7fc3d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:34.640023 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] device_id is not set on port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:48:34.781246 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Pushing event updated for resources: {'Port': ['ID=69c51574-0698-41f6-8dd9-297ebe2a40ee,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:34.837973 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d1e49-5f14-4d90-aebf-8f3818a756a6 req-7c216e41-7bf2-41f4-a262-2ef43af60e61 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:34.850357 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc6d1e49-5f14-4d90-aebf-8f3818a756a6 req-7c216e41-7bf2-41f4-a262-2ef43af60e61 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 945 time: 0.3200619 Jan 14 01:48:34.859039 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:34.859709 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:34.893386 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-a20d5e3d-393f-4200-b0e4-3f55bd746383 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0464680 Jan 14 01:48:34.897995 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6666a68-62f6-4887-8e41-65d5593ce4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:34.942238 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ee475454-43d7-4256-add0-6cd996df8ac1 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:34.958563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ee475454-43d7-4256-add0-6cd996df8ac1 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 805 time: 0.3003516 Jan 14 01:48:35.024050 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34580c30-3998-4ee7-ade7-130d86e7fc3d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:35.028521 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-9702991f-b7af-4ab6-a65e-308388218844 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/quotas/1d45fc8997fc4ca8890daac1eb8eb224 HTTP/1.1" status: 200 len: 375 time: 0.0666170 Jan 14 01:48:35.074819 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] device_id is not set on port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:48:35.075868 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-44f7401c-675d-4dbe-bf1d-0276c79a16c1 None None] Provisioning complete for port 69c51574-0698-41f6-8dd9-297ebe2a40ee triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:35.079407 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44f7401c-675d-4dbe-bf1d-0276c79a16c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:35.098567 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks [] for port (934e9c9b-0e0d-4dba-a52e-41160cfae6ed), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:35.111641 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (934e9c9b-0e0d-4dba-a52e-41160cfae6ed), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:35.128387 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Request body: {'port': {'device_id': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:35.148547 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc6d1e49-5f14-4d90-aebf-8f3818a756a6 req-9f8e3c80-e7dd-4514-99cc-b2b645fd5029 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972782 Jan 14 01:48:35.153908 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-44f7401c-675d-4dbe-bf1d-0276c79a16c1 None None] Port 69c51574-0698-41f6-8dd9-297ebe2a40ee cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:48:35.252367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event updated for resources: {'Port': ['ID=934e9c9b-0e0d-4dba-a52e-41160cfae6ed,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:35.255448 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e4f05528-292d-4e9c-a93d-33939327f778 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:48:35.274949 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-2913765d-e960-4246-a78d-ba27c693086a tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2449226 Jan 14 01:48:35.286890 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Checking segment: {'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:35.287457 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Network hostable DHCP agents. Network: 6abf1cfc-74f2-4b30-84a3-fac04da0d05f, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:48:35.309493 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:48:35.346122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 22261ac0-e53d-4d33-aeec-acf92063c2ce no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:48:35.349743 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 6abf1cfc-74f2-4b30-84a3-fac04da0d05f) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:35.360557 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:35.385889 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b2ed63-926d-4db3-94a5-e6a70a7c832e None None] Network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:48:35.440472 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-868ab0e8-1b9a-4fca-b54e-b427c1e5bb18 service neutron] 10.222.0.26 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309495 Jan 14 01:48:35.445592 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c083d3-db46-4fc6-b431-6c581b89c2eb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:35.448519 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea18155d-b338-4784-bb21-0c238823c309" -d '{"events": [{"server_uuid": "114e7ff1-7203-44b7-baea-49ef9bc36f89", "name": "network-vif-plugged", "status": "completed", "tag": "19c083d3-db46-4fc6-b431-6c581b89c2eb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:35.474724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:35.475064 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:35.475566 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:35.494039 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:35.494378 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:35.497429 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 2 to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed Jan 14 01:48:35.535621 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:35.536052 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:35.536521 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:35.549291 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:35.549620 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:35.550748 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 3 to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed Jan 14 01:48:35.561965 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-0aab197d-c3cf-4c40-b816-8d70f323da34 service neutron] 10.222.0.26 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047759 Jan 14 01:48:35.563394 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:35.580901 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c185547-5bb5-4870-9450-ae9131b4d514 req-e6623e4e-c25f-41cd-9f0e-a1d55f30834f tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:35.595830 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c185547-5bb5-4870-9450-ae9131b4d514 req-e6623e4e-c25f-41cd-9f0e-a1d55f30834f tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 946 time: 0.2129860 Jan 14 01:48:35.666807 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 22261ac0-e53d-4d33-aeec-acf92063c2ce is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:35.667325 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:35.677433 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:35.679578 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:35.679967 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:35.689926 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port e4f05528-292d-4e9c-a93d-33939327f778 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:48:35.698997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:35.699340 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:35.702016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port e4f05528-292d-4e9c-a93d-33939327f778 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:35.702479 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e4f05528-292d-4e9c-a93d-33939327f778), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:35.710595 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 4 to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed Jan 14 01:48:35.765142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa2248-2b11-4123-a898-5d3ed620027c req-2dc84a3d-9502-49bf-91fa-cacfc3900e5a tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:35.776522 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9eaa2248-2b11-4123-a898-5d3ed620027c req-2dc84a3d-9502-49bf-91fa-cacfc3900e5a tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 931 time: 0.5078275 Jan 14 01:48:35.825293 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 22261ac0-e53d-4d33-aeec-acf92063c2ce, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=22261ac0-e53d-4d33-aeec-acf92063c2ce,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:35.852060 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:35.874315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:35.875159 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:35.875650 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:35.899643 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:35.900151 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:35.903547 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 5 to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed Jan 14 01:48:35.965028 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:35.965583 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:35.968291 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:35.983626 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-7c185547-5bb5-4870-9450-ae9131b4d514 req-74623fdb-7805-4bdd-85ef-6f867a11f590 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Deleting port 6f03f985-6f66-4180-960c-31613f0a615c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:35.984351 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7c185547-5bb5-4870-9450-ae9131b4d514 req-74623fdb-7805-4bdd-85ef-6f867a11f590 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (6f03f985-6f66-4180-960c-31613f0a615c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:35.995593 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:35.996095 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:36.023276 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 6 to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed Jan 14 01:48:36.090883 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port e4f05528-292d-4e9c-a93d-33939327f778 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:36.091712 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4f05528-292d-4e9c-a93d-33939327f778), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:36.095407 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=22261ac0-e53d-4d33-aeec-acf92063c2ce,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:36.195340 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port e4f05528-292d-4e9c-a93d-33939327f778, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4f05528-292d-4e9c-a93d-33939327f778,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:36.205906 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e4f05528-292d-4e9c-a93d-33939327f778), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:36.213592 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:36.213916 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:36.214811 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:36.239940 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:36.246818 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:36.252992 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 7 to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed Jan 14 01:48:36.287507 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=e4f05528-292d-4e9c-a93d-33939327f778,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:36.333692 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9eaa2248-2b11-4123-a898-5d3ed620027c req-c8296dbb-0eac-4280-9c13-085c7b63430c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5535219 Jan 14 01:48:36.339196 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:36.339580 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:36.339915 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:36.391721 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:36.392117 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:36.396007 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 8 to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed Jan 14 01:48:36.412453 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:48:36.447031 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:36.454400 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:36.455369 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:36.472759 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531245f9-6efe-46e2-ac50-c34033f1f6eb x-openstack-request-id: req-531245f9-6efe-46e2-ac50-c34033f1f6eb {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:36.473243 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114e7ff1-7203-44b7-baea-49ef9bc36f89", "name": "network-vif-plugged", "status": "completed", "tag": "19c083d3-db46-4fc6-b431-6c581b89c2eb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:36.473571 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-531245f9-6efe-46e2-ac50-c34033f1f6eb {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:36.474061 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c083d3-db46-4fc6-b431-6c581b89c2eb', 'code': 200} Jan 14 01:48:36.475634 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82fabd-20e1-4362-b598-ef4e17a59ea2 req-d1bae2ad-b39a-4cf3-b7a8-9ac851adf078 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:36.477314 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8b82fabd-20e1-4362-b598-ef4e17a59ea2 req-d1bae2ad-b39a-4cf3-b7a8-9ac851adf078 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f54392-7f16-4125-be67-566bfcbb7280 HTTP/1.1" status: 200 len: 943 time: 0.3730187 Jan 14 01:48:36.609699 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c51574-0698-41f6-8dd9-297ebe2a40ee {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:36.676116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:36.680061 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:36.698660 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Publish callbacks [] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:36.739959 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90e469-5c05-467c-83d1-adfb36058f1a req-3a467416-2592-4739-bb6c-e41efdc47570 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:36.752437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90e469-5c05-467c-83d1-adfb36058f1a req-3a467416-2592-4739-bb6c-e41efdc47570 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:36.764428 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc90e469-5c05-467c-83d1-adfb36058f1a req-3a467416-2592-4739-bb6c-e41efdc47570 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1682 time: 0.8195288 Jan 14 01:48:36.778289 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7c185547-5bb5-4870-9450-ae9131b4d514 req-74623fdb-7805-4bdd-85ef-6f867a11f590 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] For port 6f03f985-6f66-4180-960c-31613f0a615c, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=6f03f985-6f66-4180-960c-31613f0a615c,segment=NetworkSegment(f17c79fc-476b-44ad-b553-72580f33731f),segment_id=f17c79fc-476b-44ad-b553-72580f33731f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:36.778677 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7c185547-5bb5-4870-9450-ae9131b4d514 req-74623fdb-7805-4bdd-85ef-6f867a11f590 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (6f03f985-6f66-4180-960c-31613f0a615c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:36.792739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-7c185547-5bb5-4870-9450-ae9131b4d514 req-74623fdb-7805-4bdd-85ef-6f867a11f590 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Calling delete_port for 6f03f985-6f66-4180-960c-31613f0a615c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:36.798867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Transition to ACTIVE for port object 69c51574-0698-41f6-8dd9-297ebe2a40ee will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:48:36.845840 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:36.939336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Pushing event updated for resources: {'Port': ['ID=69c51574-0698-41f6-8dd9-297ebe2a40ee,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:36.945505 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 9 to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed Jan 14 01:48:36.967846 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef34b06-4e05-41f1-83c8-2ee9f6844594 req-990fb289-3674-4615-b1a7-6d4be2477546 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:36.976730 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ef34b06-4e05-41f1-83c8-2ee9f6844594 req-990fb289-3674-4615-b1a7-6d4be2477546 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 946 time: 0.3568835 Jan 14 01:48:37.017167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:37.017512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:37.017827 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:37.077704 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:37.078645 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:37.092427 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 10 to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed Jan 14 01:48:37.103994 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cfd12-7bfc-474b-aa7a-00e2e2ce059f req-5b48732b-c45e-4c14-a365-abbd9397ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:37.107645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cfd12-7bfc-474b-aa7a-00e2e2ce059f req-5b48732b-c45e-4c14-a365-abbd9397ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:37.112814 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-256cfd12-7bfc-474b-aa7a-00e2e2ce059f req-5b48732b-c45e-4c14-a365-abbd9397ecc3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1984 time: 0.4365823 Jan 14 01:48:37.133294 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ef34b06-4e05-41f1-83c8-2ee9f6844594 req-e5cd19b1-a000-457b-862b-90304b84b1cb tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/security-groups?id=1653b426-0b41-409f-9598-ec9253dfd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555798 Jan 14 01:48:37.170303 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7517f704-47bc-42db-87c6-c91bfbb7a5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:37.171980 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc90e469-5c05-467c-83d1-adfb36058f1a req-cc4d7b21-2e27-4062-b7cd-c0bf5c061d60 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066181 Jan 14 01:48:37.212356 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:37.213752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:37.215201 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:37.385548 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-256cfd12-7bfc-474b-aa7a-00e2e2ce059f req-95b24373-04f8-48ed-b3e5-77d9ab93e898 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221575 Jan 14 01:48:37.396666 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:37.401609 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:37.402080 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (934e9c9b-0e0d-4dba-a52e-41160cfae6ed), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:37.440830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8b82fabd-20e1-4362-b598-ef4e17a59ea2 req-358eaca5-313c-45ee-8cd2-3b6926558b21 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Deleting port 22261ac0-e53d-4d33-aeec-acf92063c2ce {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:37.443385 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8b82fabd-20e1-4362-b598-ef4e17a59ea2 req-358eaca5-313c-45ee-8cd2-3b6926558b21 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:37.480708 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a38110d9-cf9f-47e2-b9f9-bbb60a57b472 req-1064353d-6717-4e90-ac49-42d09627a1dc tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 210 time: 0.1109571 Jan 14 01:48:37.581115 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Attempting to bind port 69c51574-0698-41f6-8dd9-297ebe2a40ee on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:37.583806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Attempting to bind port 69c51574-0698-41f6-8dd9-297ebe2a40ee by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:37.584325 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Attempting to bind port 69c51574-0698-41f6-8dd9-297ebe2a40ee on network 7c6422e0-cdd4-456c-94af-f7620461d560 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:37.610241 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8852e-95a6-4fb5-be32-1eaeb8f48412 req-3ee6699f-2303-48be-bd3f-02510f0be642 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:37.618139 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7cc8852e-95a6-4fb5-be32-1eaeb8f48412 req-3ee6699f-2303-48be-bd3f-02510f0be642 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 946 time: 0.2280998 Jan 14 01:48:37.660426 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] For port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:48:37.661016 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempted to set empty binding levels {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 14 01:48:37.665865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Port 69c51574-0698-41f6-8dd9-297ebe2a40ee on network 7c6422e0-cdd4-456c-94af-f7620461d560 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:37.666410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Attempting to bind port 69c51574-0698-41f6-8dd9-297ebe2a40ee on network 7c6422e0-cdd4-456c-94af-f7620461d560 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:37.710387 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7cc8852e-95a6-4fb5-be32-1eaeb8f48412 req-0a56c10e-83d7-4bc0-b881-87811da560ed tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910742 Jan 14 01:48:37.721223 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:48:37.730763 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Checking segment: {'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:37.730763 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Bound using segment: {'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:48:37.730763 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Bound port: 69c51574-0698-41f6-8dd9-297ebe2a40ee, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcbfbeb-94b0-4da5-b524-20bb1718cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:48:37.730763 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:37.738951 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (934e9c9b-0e0d-4dba-a52e-41160cfae6ed), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:37.820154 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:37.820918 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:37.912965 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7c185547-5bb5-4870-9450-ae9131b4d514 req-74623fdb-7805-4bdd-85ef-6f867a11f590 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (6f03f985-6f66-4180-960c-31613f0a615c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:38.130539 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event updated for resources: {'Port': ['ID=934e9c9b-0e0d-4dba-a52e-41160cfae6ed,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:38.252417 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74623fdb-7805-4bdd-85ef-6f867a11f590 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Pushing event deleted for resources: {'Port': ['ID=6f03f985-6f66-4180-960c-31613f0a615c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:38.268217 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d5e20a74-1686-4596-a1d3-d9c4630c7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.8230500 Jan 14 01:48:38.268217 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c185547-5bb5-4870-9450-ae9131b4d514 req-74623fdb-7805-4bdd-85ef-6f867a11f590 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] No DVR routers for this DVR port 6f03f985-6f66-4180-960c-31613f0a615c on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:38.271586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60128) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:38.311081 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7c185547-5bb5-4870-9450-ae9131b4d514 req-74623fdb-7805-4bdd-85ef-6f867a11f590 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:38.315135 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c185547-5bb5-4870-9450-ae9131b4d514 req-74623fdb-7805-4bdd-85ef-6f867a11f590 tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.36 "DELETE /v2.0/ports/6f03f985-6f66-4180-960c-31613f0a615c HTTP/1.1" status: 204 len: 173 time: 2.7095120 Jan 14 01:48:38.331763 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:38.348549 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7311fb9-419c-4593-92e2-7e80001fba82', 'name': 'network-vif-deleted', 'tag': '6f03f985-6f66-4180-960c-31613f0a615c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:38.361829 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce6fe93-a23c-4e96-a2bf-cf4dd3609d30" -d '{"events": [{"server_uuid": "d7311fb9-419c-4593-92e2-7e80001fba82", "name": "network-vif-deleted", "tag": "6f03f985-6f66-4180-960c-31613f0a615c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:38.379600 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8b82fabd-20e1-4362-b598-ef4e17a59ea2 req-358eaca5-313c-45ee-8cd2-3b6926558b21 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] For port 22261ac0-e53d-4d33-aeec-acf92063c2ce, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=22261ac0-e53d-4d33-aeec-acf92063c2ce,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:38.381990 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8b82fabd-20e1-4362-b598-ef4e17a59ea2 req-358eaca5-313c-45ee-8cd2-3b6926558b21 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:38.416177 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-fde2d1e8-a2fb-4120-9804-270a9f3adedc tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:38.417937 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-fde2d1e8-a2fb-4120-9804-270a9f3adedc tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.46 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 805 time: 0.7554114 Jan 14 01:48:38.463935 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Request body: {'port': {'device_id': '041fb1f5-e4a9-42af-bae9-9c24c42e6684', 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'admin_state_up': True, 'tenant_id': '1d45fc8997fc4ca8890daac1eb8eb224'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:38.475636 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f54392-7f16-4125-be67-566bfcbb7280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22261ac0-e53d-4d33-aeec-acf92063c2ce'}, {'server_uuid': 'ec1436e9-897b-49df-82de-c4884540b5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f05528-292d-4e9c-a93d-33939327f778'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:38.478078 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09940b0e-449e-4d1b-81fa-8baf2bb0dfea" -d '{"events": [{"server_uuid": "a7f54392-7f16-4125-be67-566bfcbb7280", "name": "network-vif-unplugged", "status": "completed", "tag": "22261ac0-e53d-4d33-aeec-acf92063c2ce"}, {"server_uuid": "ec1436e9-897b-49df-82de-c4884540b5bd", "name": "network-vif-plugged", "status": "completed", "tag": "e4f05528-292d-4e9c-a93d-33939327f778"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:38.490580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079bd7f-6fad-4734-b083-6db63324cb0e req-6b6f0c55-3a5a-4e89-8225-01423120f795 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:38.504444 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6079bd7f-6fad-4734-b083-6db63324cb0e req-6b6f0c55-3a5a-4e89-8225-01423120f795 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 943 time: 0.8784981 Jan 14 01:48:38.505296 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8b82fabd-20e1-4362-b598-ef4e17a59ea2 req-358eaca5-313c-45ee-8cd2-3b6926558b21 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Calling delete_port for 22261ac0-e53d-4d33-aeec-acf92063c2ce owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:38.730156 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66ec1609-57bd-40b5-9939-e1379a7d8e70 req-9a0b160d-dd35-4001-afc9-5329e4c80a6a tempest-ServerDiskConfigTestJSON-527834016 tempest-ServerDiskConfigTestJSON-527834016-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7311fb9-419c-4593-92e2-7e80001fba82 HTTP/1.1" status: 200 len: 210 time: 0.2215655 Jan 14 01:48:38.781912 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-09a55fd0-58a4-4da8-ad71-c228cdcad01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Deleting port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:38.782378 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09a55fd0-58a4-4da8-ad71-c228cdcad01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (934e9c9b-0e0d-4dba-a52e-41160cfae6ed), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:38.797342 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Made reservation on behalf of 1d45fc8997fc4ca8890daac1eb8eb224 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:38.806098 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:38.858990 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6079bd7f-6fad-4734-b083-6db63324cb0e req-29402798-f68a-40f4-ad6f-7f38d3a40677 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525302 Jan 14 01:48:38.868900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] For port 69c51574-0698-41f6-8dd9-297ebe2a40ee, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:48:38.873840 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] For port 69c51574-0698-41f6-8dd9-297ebe2a40ee, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=69c51574-0698-41f6-8dd9-297ebe2a40ee,segment=NetworkSegment(6bcbfbeb-94b0-4da5-b524-20bb1718cec0),segment_id=6bcbfbeb-94b0-4da5-b524-20bb1718cec0)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:48:38.891811 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:38.997217 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e22f822-5d4a-40f4-92a9-7733519277ed x-openstack-request-id: req-7e22f822-5d4a-40f4-92a9-7733519277ed {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:38.998075 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7311fb9-419c-4593-92e2-7e80001fba82", "name": "network-vif-deleted", "tag": "6f03f985-6f66-4180-960c-31613f0a615c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:38.998333 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e22f822-5d4a-40f4-92a9-7733519277ed {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:38.998788 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7311fb9-419c-4593-92e2-7e80001fba82', 'name': 'network-vif-deleted', 'tag': '6f03f985-6f66-4180-960c-31613f0a615c', 'status': 'completed', 'code': 200} Jan 14 01:48:39.069622 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf2280a-fc6f-463e-8984-67aaeda2d895 x-openstack-request-id: req-faf2280a-fc6f-463e-8984-67aaeda2d895 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:39.070129 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f54392-7f16-4125-be67-566bfcbb7280", "name": "network-vif-unplugged", "status": "completed", "tag": "22261ac0-e53d-4d33-aeec-acf92063c2ce", "code": 200}, {"server_uuid": "ec1436e9-897b-49df-82de-c4884540b5bd", "name": "network-vif-plugged", "status": "completed", "tag": "e4f05528-292d-4e9c-a93d-33939327f778", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:39.070381 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-faf2280a-fc6f-463e-8984-67aaeda2d895 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:39.070808 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f54392-7f16-4125-be67-566bfcbb7280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22261ac0-e53d-4d33-aeec-acf92063c2ce', 'code': 200} Jan 14 01:48:39.071062 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1436e9-897b-49df-82de-c4884540b5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f05528-292d-4e9c-a93d-33939327f778', 'code': 200} Jan 14 01:48:39.072255 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:39.072879 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:39.074290 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] 10.222.0.36 "PUT /v2.0/ports/69c51574-0698-41f6-8dd9-297ebe2a40ee HTTP/1.1" status: 200 len: 1091 time: 4.1078920 Jan 14 01:48:39.077292 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'tag': '69c51574-0698-41f6-8dd9-297ebe2a40ee'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:39.096897 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af710f0e-946b-438d-b12e-15ca409fe2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4d16b465-d74b-4086-8c12-ce59c891f1c5", "tag": "69c51574-0698-41f6-8dd9-297ebe2a40ee"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:39.111784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-09a55fd0-58a4-4da8-ad71-c228cdcad01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] For port 934e9c9b-0e0d-4dba-a52e-41160cfae6ed, host n-h2-824358-4, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:39.111784 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09a55fd0-58a4-4da8-ad71-c228cdcad01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (934e9c9b-0e0d-4dba-a52e-41160cfae6ed), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:39.274176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 6f03f985-6f66-4180-960c-31613f0a615c no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:48:39.334103 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 6f03f985-6f66-4180-960c-31613f0a615c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:48:39.334815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 6f03f985-6f66-4180-960c-31613f0a615c not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:48:39.367090 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Allocated IP 172.20.0.9 (5f027ff3-61cc-4e5c-82d5-688896fb83a3/d8d3bd97-b0d7-4581-9638-89c747c1dc86/ea15d867-1853-44e0-8b67-5b785d3e8691) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:48:39.370993 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e8fbe-f6fc-4d3c-98dd-6d281e190785 service neutron] Pushing event updated for resources: {'Port': ['ID=69c51574-0698-41f6-8dd9-297ebe2a40ee,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:39.384942 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-09a55fd0-58a4-4da8-ad71-c228cdcad01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Calling delete_port for 934e9c9b-0e0d-4dba-a52e-41160cfae6ed owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:39.406731 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8b82fabd-20e1-4362-b598-ef4e17a59ea2 req-358eaca5-313c-45ee-8cd2-3b6926558b21 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (22261ac0-e53d-4d33-aeec-acf92063c2ce), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:39.406979 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28a2b44d-2892-4363-a30c-3ea325c9747e req-8299f4f4-a640-47bc-9b9d-8578f8c1e548 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 210 time: 0.2146604 Jan 14 01:48:39.474054 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd85ac-bb5b-40ad-b1d8-660e703e90d3 req-5508ded5-d540-4bcc-812e-8478cdfdc66f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:39.474530 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358eaca5-313c-45ee-8cd2-3b6926558b21 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Pushing event deleted for resources: {'Port': ['ID=22261ac0-e53d-4d33-aeec-acf92063c2ce,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:39.494986 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd85ac-bb5b-40ad-b1d8-660e703e90d3 req-5508ded5-d540-4bcc-812e-8478cdfdc66f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:39.496601 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acfd85ac-bb5b-40ad-b1d8-660e703e90d3 req-5508ded5-d540-4bcc-812e-8478cdfdc66f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1682 time: 0.5305939 Jan 14 01:48:39.583314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-dbc17ed3-729c-4c63-a128-72aefc9f28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:39.584778 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-dbc17ed3-729c-4c63-a128-72aefc9f28db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61850497a69949dba6026a6d4c55ad11&device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 1094 time: 0.3425472 Jan 14 01:48:39.752849 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks [] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:39.777182 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-4ac08a77-992f-463e-9ef1-afacc958a5b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69c51574-0698-41f6-8dd9-297ebe2a40ee HTTP/1.1" status: 200 len: 217 time: 0.1475220 Jan 14 01:48:39.798635 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09a55fd0-58a4-4da8-ad71-c228cdcad01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (934e9c9b-0e0d-4dba-a52e-41160cfae6ed), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:39.817469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-acfd85ac-bb5b-40ad-b1d8-660e703e90d3 req-c0ee7e66-0ef0-4a95-bda2-63ea21bd5f1f tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905717 Jan 14 01:48:39.838909 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09a55fd0-58a4-4da8-ad71-c228cdcad01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:39.845081 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-09a55fd0-58a4-4da8-ad71-c228cdcad01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "DELETE /v2.0/ports/934e9c9b-0e0d-4dba-a52e-41160cfae6ed HTTP/1.1" status: 204 len: 168 time: 1.5624053 Jan 14 01:48:39.846268 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b82fabd-20e1-4362-b598-ef4e17a59ea2 req-358eaca5-313c-45ee-8cd2-3b6926558b21 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] No DVR routers for this DVR port 22261ac0-e53d-4d33-aeec-acf92063c2ce on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:39.849049 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8b82fabd-20e1-4362-b598-ef4e17a59ea2 req-358eaca5-313c-45ee-8cd2-3b6926558b21 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:39.849959 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907041f-0c15-4c04-bb5d-43b4cbf23fad req-28d075c8-12e8-4aa6-aa07-6edb51c15d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:39.851534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a907041f-0c15-4c04-bb5d-43b4cbf23fad req-28d075c8-12e8-4aa6-aa07-6edb51c15d33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 1097 time: 0.4917698 Jan 14 01:48:39.852031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60154) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:39.853478 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8b82fabd-20e1-4362-b598-ef4e17a59ea2 req-358eaca5-313c-45ee-8cd2-3b6926558b21 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.36 "DELETE /v2.0/ports/22261ac0-e53d-4d33-aeec-acf92063c2ce HTTP/1.1" status: 204 len: 173 time: 3.3675768 Jan 14 01:48:39.854635 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:39.903535 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:39.904661 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a55fd0-58a4-4da8-ad71-c228cdcad01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event deleted for resources: {'Port': ['ID=934e9c9b-0e0d-4dba-a52e-41160cfae6ed,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:39.932454 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:39.957248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:39.960256 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:40.047084 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f163a1-cbcf-4814-9496-852db63a9115 req-6326614e-5b7d-4e43-9b71-981803ac4961 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:40.056499 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:40.056851 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-09f163a1-cbcf-4814-9496-852db63a9115 req-6326614e-5b7d-4e43-9b71-981803ac4961 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 946 time: 0.4691341 Jan 14 01:48:40.057190 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:40.064418 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5674e327-c5f0-48c3-b7bc-582eff4488e3 x-openstack-request-id: req-5674e327-c5f0-48c3-b7bc-582eff4488e3 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:40.066108 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d16b465-d74b-4086-8c12-ce59c891f1c5", "tag": "69c51574-0698-41f6-8dd9-297ebe2a40ee", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:40.066480 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5674e327-c5f0-48c3-b7bc-582eff4488e3 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:40.070158 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'tag': '69c51574-0698-41f6-8dd9-297ebe2a40ee', 'status': 'completed', 'code': 200} Jan 14 01:48:40.094641 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Pushing event updated for resources: {'Port': ['ID=ea15d867-1853-44e0-8b67-5b785d3e8691,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:40.109927 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-954ca3f3-ff53-41a8-84bd-bad64e684a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] GET failed (client error): The resource could not be found. Jan 14 01:48:40.110230 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-02120fc3-1651-4367-bba5-17c371ef2c52 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6519401 Jan 14 01:48:40.111783 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-954ca3f3-ff53-41a8-84bd-bad64e684a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "GET /v2.0/ports/934e9c9b-0e0d-4dba-a52e-41160cfae6ed HTTP/1.1" status: 404 len: 333 time: 0.2242925 Jan 14 01:48:40.118945 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60162) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:40.127531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Request body: {'port': {'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689824156'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:40.139211 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Request body: {'port': {'device_id': '041fb1f5-e4a9-42af-bae9-9c24c42e6684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:40.206268 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-c6ceb214-bacd-4d76-a473-6c09fa7898fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:40.207932 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-c6ceb214-bacd-4d76-a473-6c09fa7898fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=632fe819-208c-460c-b2be-a914dd3442c1 HTTP/1.1" status: 200 len: 853 time: 0.4299879 Jan 14 01:48:40.217407 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:40.261316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Made reservation on behalf of 89617cb534e64810adf041603163024f for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:40.264147 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:40.307027 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a907041f-0c15-4c04-bb5d-43b4cbf23fad req-c915ab50-8fd4-46a9-b1c1-18b6d66f1e0a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159904 Jan 14 01:48:40.324612 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] device_id is not set on port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:48:40.327090 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-09f163a1-cbcf-4814-9496-852db63a9115 req-0189eafb-5e4e-457a-86e6-9a2361251d3e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687221 Jan 14 01:48:40.429524 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-e144b739-fee8-40f4-bf9c-d626f13120ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:40.435483 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-e144b739-fee8-40f4-bf9c-d626f13120ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c6422e0-cdd4-456c-94af-f7620461d560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022426 Jan 14 01:48:40.468285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ff488-24c2-4568-8ab5-3e85daf6c1b2 req-a34af4af-28ac-4e1b-8c17-bcffdc5d206d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:40.469965 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f3ff488-24c2-4568-8ab5-3e85daf6c1b2 req-a34af4af-28ac-4e1b-8c17-bcffdc5d206d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 943 time: 0.1811733 Jan 14 01:48:40.870166 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f3ff488-24c2-4568-8ab5-3e85daf6c1b2 req-cfff6af4-5380-4206-8c00-f8eaa8e2954d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225456 Jan 14 01:48:40.883562 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-4bf285b3-e4d3-42bc-a083-b3c8b606576e service neutron] 10.222.0.36 "GET /v2.0/networks/7c6422e0-cdd4-456c-94af-f7620461d560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126117 Jan 14 01:48:40.916387 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks [] for port (cbc1673c-79ea-4c6f-84e0-c475fafc7b4c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:40.924349 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:40.999646 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f54392-7f16-4125-be67-566bfcbb7280', 'name': 'network-vif-deleted', 'tag': '22261ac0-e53d-4d33-aeec-acf92063c2ce'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:41.002016 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2caffe-97a1-4773-bea4-2fc4d8e1edfc" -d '{"events": [{"server_uuid": "a7f54392-7f16-4125-be67-566bfcbb7280", "name": "network-vif-deleted", "tag": "22261ac0-e53d-4d33-aeec-acf92063c2ce"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:41.016101 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (cbc1673c-79ea-4c6f-84e0-c475fafc7b4c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:41.046983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce8d0b-0e6b-47b9-bebb-ca5d712313ab req-aeaf175a-ccc7-407b-a5e6-b57ce6bcce7c tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:41.055814 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2fce8d0b-0e6b-47b9-bebb-ca5d712313ab req-aeaf175a-ccc7-407b-a5e6-b57ce6bcce7c tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 931 time: 0.3028717 Jan 14 01:48:41.058171 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891cd21b-83db-4367-a3ec-1be14b91b325 req-0308c78d-ad20-4962-af2d-7db0c51afd0e service neutron] 10.222.0.36 "GET /v2.0/networks/7c6422e0-cdd4-456c-94af-f7620461d560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573825 Jan 14 01:48:41.177487 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea15d867-1853-44e0-8b67-5b785d3e8691 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:41.187605 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Publish callbacks [] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:41.202332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2fce8d0b-0e6b-47b9-bebb-ca5d712313ab req-a697439b-c000-493f-b832-545ddee50322 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432676 Jan 14 01:48:41.203417 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Transition to ACTIVE for port object ea15d867-1853-44e0-8b67-5b785d3e8691 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:48:41.212795 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:41.214640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:41.230519 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:41.231252 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:41.232579 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:41.234816 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:41.236038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f028-48bc-40ac-a89e-8c4a0a351d48 req-361ed972-9344-4756-a4f8-cd6aabdd233a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:41.251970 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f028-48bc-40ac-a89e-8c4a0a351d48 req-361ed972-9344-4756-a4f8-cd6aabdd233a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:41.254339 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5652f028-48bc-40ac-a89e-8c4a0a351d48 req-361ed972-9344-4756-a4f8-cd6aabdd233a tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1682 time: 0.1942198 Jan 14 01:48:41.267385 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event updated for resources: {'Port': ['ID=cbc1673c-79ea-4c6f-84e0-c475fafc7b4c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:41.286768 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af710f0e-946b-438d-b12e-15ca409fe2a2 req-7f68f64e-f153-4c82-b15c-abcaa1337fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:41.288703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af710f0e-946b-438d-b12e-15ca409fe2a2 req-7f68f64e-f153-4c82-b15c-abcaa1337fa1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61850497a69949dba6026a6d4c55ad11&device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 1094 time: 0.1368570 Jan 14 01:48:41.292902 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 22261ac0-e53d-4d33-aeec-acf92063c2ce no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:48:41.332196 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4f3106ac-7749-47b8-aaf9-7c1d6e23c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2094955 Jan 14 01:48:41.334520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60182) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:41.343414 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:41.368266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 22261ac0-e53d-4d33-aeec-acf92063c2ce {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:48:41.368953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 22261ac0-e53d-4d33-aeec-acf92063c2ce not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:48:41.392570 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236d1da2-1320-4b9d-8670-c4a894c47803 x-openstack-request-id: req-236d1da2-1320-4b9d-8670-c4a894c47803 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:41.392857 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f54392-7f16-4125-be67-566bfcbb7280", "name": "network-vif-deleted", "tag": "22261ac0-e53d-4d33-aeec-acf92063c2ce", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:41.393109 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-236d1da2-1320-4b9d-8670-c4a894c47803 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:41.393626 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f54392-7f16-4125-be67-566bfcbb7280', 'name': 'network-vif-deleted', 'tag': '22261ac0-e53d-4d33-aeec-acf92063c2ce', 'status': 'completed', 'code': 200} Jan 14 01:48:41.457299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60186) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:41.460615 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Pushing event updated for resources: {'Port': ['ID=ea15d867-1853-44e0-8b67-5b785d3e8691,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:41.560195 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cbc1673c-79ea-4c6f-84e0-c475fafc7b4c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:41.588954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a1d8fe-ab84-41a1-824f-3628459682ad admin admin] Deleting subnet 35b3016c-15b4-4514-b43b-bbebf480ff89 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:48:41.618464 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Attempting to bind port ea15d867-1853-44e0-8b67-5b785d3e8691 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:41.621085 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Attempting to bind port ea15d867-1853-44e0-8b67-5b785d3e8691 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:41.621897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Attempting to bind port ea15d867-1853-44e0-8b67-5b785d3e8691 on network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:41.627158 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5652f028-48bc-40ac-a89e-8c4a0a351d48 req-04a65d83-7f3d-46d1-b32e-1110484c646c tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654687 Jan 14 01:48:41.633381 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69a1d8fe-ab84-41a1-824f-3628459682ad admin admin] Publish callbacks [] for subnet (35b3016c-15b4-4514-b43b-bbebf480ff89), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:41.676409 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Port ea15d867-1853-44e0-8b67-5b785d3e8691 on network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:41.676635 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86824cd-3137-4db1-99ee-eefb73cdd82c req-467465b7-5d3c-4a9d-b7b7-a14474a594bd tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:41.676762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Attempting to bind port ea15d867-1853-44e0-8b67-5b785d3e8691 on network 5f027ff3-61cc-4e5c-82d5-688896fb83a3 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:41.690661 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:48:41.691052 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Checking segment: {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:41.691430 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Bound using segment: {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:48:41.691859 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Bound port: ea15d867-1853-44e0-8b67-5b785d3e8691, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a636c659-6916-4663-a218-c8ded8018ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:48:41.692213 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:41.698335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b86824cd-3137-4db1-99ee-eefb73cdd82c req-467465b7-5d3c-4a9d-b7b7-a14474a594bd tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 946 time: 0.1401870 Jan 14 01:48:41.802448 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69a1d8fe-ab84-41a1-824f-3628459682ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (35b3016c-15b4-4514-b43b-bbebf480ff89), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:41.844493 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b86824cd-3137-4db1-99ee-eefb73cdd82c req-9733a7bf-30d1-4e4c-b458-55325a17f93a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447916 Jan 14 01:48:41.847667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af710f0e-946b-438d-b12e-15ca409fe2a2 req-9955e32d-6602-43c5-8d4f-e2fa98dfcc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:41.849286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af710f0e-946b-438d-b12e-15ca409fe2a2 req-9955e32d-6602-43c5-8d4f-e2fa98dfcc57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c6422e0-cdd4-456c-94af-f7620461d560 HTTP/1.1" status: 200 len: 915 time: 0.5502615 Jan 14 01:48:41.862322 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] For port ea15d867-1853-44e0-8b67-5b785d3e8691, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:48:41.876824 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] For port ea15d867-1853-44e0-8b67-5b785d3e8691, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ea15d867-1853-44e0-8b67-5b785d3e8691,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:48:41.904465 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:41.977548 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af710f0e-946b-438d-b12e-15ca409fe2a2 req-933b97c5-d46a-4c4e-92ff-9226aad1e5c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69c51574-0698-41f6-8dd9-297ebe2a40ee HTTP/1.1" status: 200 len: 217 time: 0.1069293 Jan 14 01:48:41.996785 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69a1d8fe-ab84-41a1-824f-3628459682ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (35b3016c-15b4-4514-b43b-bbebf480ff89), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:42.056870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:42.057551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:42.058970 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] 10.222.0.46 "PUT /v2.0/ports/ea15d867-1853-44e0-8b67-5b785d3e8691 HTTP/1.1" status: 200 len: 1091 time: 1.9255984 Jan 14 01:48:42.067763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] device_id is not set on port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:48:42.080872 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks [] for port (cbc1673c-79ea-4c6f-84e0-c475fafc7b4c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:42.093225 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e4aea-2cdf-44e3-abf2-74d6cb60744a service neutron] Pushing event updated for resources: {'Port': ['ID=ea15d867-1853-44e0-8b67-5b785d3e8691,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:42.097254 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (cbc1673c-79ea-4c6f-84e0-c475fafc7b4c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:42.207392 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2c8da-8fef-4615-b86e-2316c90ea078 req-9ca30ddb-80ce-40b3-8fc5-516e43e9da28 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:42.209015 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3d2c8da-8fef-4615-b86e-2316c90ea078 req-9ca30ddb-80ce-40b3-8fc5-516e43e9da28 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 943 time: 0.2280223 Jan 14 01:48:42.211741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af710f0e-946b-438d-b12e-15ca409fe2a2 req-f4bdbc6c-4ea0-411a-bdff-da3b112cddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:42.220278 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af710f0e-946b-438d-b12e-15ca409fe2a2 req-f4bdbc6c-4ea0-411a-bdff-da3b112cddef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=632fe819-208c-460c-b2be-a914dd3442c1 HTTP/1.1" status: 200 len: 853 time: 0.2052014 Jan 14 01:48:42.296040 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event updated for resources: {'Port': ['ID=cbc1673c-79ea-4c6f-84e0-c475fafc7b4c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:42.327946 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-3fe45559-1031-4527-8d09-e64d880068a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:42.330071 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-3fe45559-1031-4527-8d09-e64d880068a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 1094 time: 0.1726372 Jan 14 01:48:42.330917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:42.331408 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:42.331889 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:42.338398 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:42.338968 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:42.339493 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 2 to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c Jan 14 01:48:42.392620 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69a1d8fe-ab84-41a1-824f-3628459682ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (35b3016c-15b4-4514-b43b-bbebf480ff89), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:42.402682 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-71f43fde-d1fd-4430-8b68-cf92dabd4cde service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea15d867-1853-44e0-8b67-5b785d3e8691 HTTP/1.1" status: 200 len: 217 time: 0.0517638 Jan 14 01:48:42.406480 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:42.406995 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:42.407632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:42.411909 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69a1d8fe-ab84-41a1-824f-3628459682ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:42.413847 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:42.414318 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:42.414870 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 3 to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c Jan 14 01:48:42.417993 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:42.418602 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-69a1d8fe-ab84-41a1-824f-3628459682ad admin admin] 10.222.0.26 "DELETE /v2.0/subnets/35b3016c-15b4-4514-b43b-bbebf480ff89 HTTP/1.1" status: 204 len: 168 time: 0.9600642 Jan 14 01:48:42.473720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1d8fe-ab84-41a1-824f-3628459682ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b3016c-15b4-4514-b43b-bbebf480ff89,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:42.502405 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3d2c8da-8fef-4615-b86e-2316c90ea078 req-5981b155-a6aa-4d99-9ae0-9e78986b733d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791946 Jan 14 01:48:42.511466 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af710f0e-946b-438d-b12e-15ca409fe2a2 req-13b22a6d-6796-470c-bbb3-b0a2a743faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:42.513045 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af710f0e-946b-438d-b12e-15ca409fe2a2 req-13b22a6d-6796-470c-bbb3-b0a2a743faa3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c6422e0-cdd4-456c-94af-f7620461d560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2726598 Jan 14 01:48:42.526100 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb81ef7-eb97-4aec-8c40-36d1ad63f512 req-eff6cd4a-ab7c-4990-bb18-317b56859bd3 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:42.527603 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1bb81ef7-eb97-4aec-8c40-36d1ad63f512 req-eff6cd4a-ab7c-4990-bb18-317b56859bd3 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 943 time: 0.2062380 Jan 14 01:48:42.538764 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:42.539092 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:42.539422 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:42.563617 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:42.563954 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:42.568453 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 4 to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c Jan 14 01:48:42.592173 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-a761c284-3ba4-479e-9d38-4f6957677fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:42.593546 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-a761c284-3ba4-479e-9d38-4f6957677fae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8d3bd97-b0d7-4581-9638-89c747c1dc86 HTTP/1.1" status: 200 len: 845 time: 0.1594551 Jan 14 01:48:42.598371 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:42.598730 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:42.599062 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:42.617912 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (e1eec745-07b3-42a4-8e38-bc8500879dd8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:42.618104 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-bc3fb259-76fc-4ce9-82a2-a605774cd223 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:42.624029 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-bc3fb259-76fc-4ce9-82a2-a605774cd223 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:42.625672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-bc3fb259-76fc-4ce9-82a2-a605774cd223 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.46 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1682 time: 0.1646576 Jan 14 01:48:42.634808 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:42.635037 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:42.637736 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-60c44ce9-e95b-4da5-ae82-038f77f7cd09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f027ff3-61cc-4e5c-82d5-688896fb83a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338039 Jan 14 01:48:42.638890 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 5 to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c Jan 14 01:48:42.721529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1bb81ef7-eb97-4aec-8c40-36d1ad63f512 req-6c482def-c8c8-4560-997d-7937946f7145 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806247 Jan 14 01:48:42.749827 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:42.750158 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:42.750510 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:42.765475 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:42.765812 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:42.789406 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 6 to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c Jan 14 01:48:42.801351 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af710f0e-946b-438d-b12e-15ca409fe2a2 req-04ec8a4e-d14f-4e00-a9aa-3d65494e67f9 service neutron] 10.222.0.36 "GET /v2.0/networks/7c6422e0-cdd4-456c-94af-f7620461d560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726061 Jan 14 01:48:43.004588 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af710f0e-946b-438d-b12e-15ca409fe2a2 req-4abf8c81-a268-469a-a461-b7d8054b8ef5 service neutron] 10.222.0.36 "GET /v2.0/networks/7c6422e0-cdd4-456c-94af-f7620461d560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945820 Jan 14 01:48:43.022579 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45e8d3-f0b0-4e99-aba9-89033e9f714b req-ea934895-3908-4491-b2cf-eea0fb670155 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:43.032051 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45e8d3-f0b0-4e99-aba9-89033e9f714b req-ea934895-3908-4491-b2cf-eea0fb670155 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:43.034174 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b45e8d3-f0b0-4e99-aba9-89033e9f714b req-ea934895-3908-4491-b2cf-eea0fb670155 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 1682 time: 0.2908626 Jan 14 01:48:43.132061 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:43.132681 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:43.132681 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:43.184877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:43.185211 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:43.187425 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 7 to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c Jan 14 01:48:43.192529 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (e1eec745-07b3-42a4-8e38-bc8500879dd8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.196280 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-f2085733-fb4d-4c4b-8e68-c0488bfbce18 service neutron] 10.222.0.46 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427289 Jan 14 01:48:43.233017 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf15a53-caa5-44b3-941f-33c8db79bc92 req-6d5b0738-239d-4add-87da-7776dc648d01 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:43.239972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1eec745-07b3-42a4-8e38-bc8500879dd8']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:43.242015 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:43.242537 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:43.242759 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dbf15a53-caa5-44b3-941f-33c8db79bc92 req-6d5b0738-239d-4add-87da-7776dc648d01 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 946 time: 0.2303226 Jan 14 01:48:43.242887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:43.252083 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-91b083f3-3f63-48af-b7fd-60f5842eb0f8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting port 19c083d3-db46-4fc6-b431-6c581b89c2eb {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:43.253105 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-91b083f3-3f63-48af-b7fd-60f5842eb0f8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.294305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17c79fc-476b-44ad-b553-72580f33731f') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:43.294630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17c79fc-476b-44ad-b553-72580f33731f') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:43.303406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:43.303730 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:43.307237 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 8 to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c Jan 14 01:48:43.311804 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (f17c79fc-476b-44ad-b553-72580f33731f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.342099 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f17c79fc-476b-44ad-b553-72580f33731f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.346184 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:43.346184 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:43.346383 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:43.359556 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60210) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:43.361742 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:48:43.362128 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (f17c79fc-476b-44ad-b553-72580f33731f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:48:43.369139 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:48:43.371643 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:48:43.399081 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-91b083f3-3f63-48af-b7fd-60f5842eb0f8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] For port 19c083d3-db46-4fc6-b431-6c581b89c2eb, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=19c083d3-db46-4fc6-b431-6c581b89c2eb,segment=NetworkSegment(d7e86105-e14f-49f1-9639-b50e081acdcc),segment_id=d7e86105-e14f-49f1-9639-b50e081acdcc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:43.399863 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-91b083f3-3f63-48af-b7fd-60f5842eb0f8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.403699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041fb1f5-e4a9-42af-bae9-9c24c42e6684', 'tag': 'ea15d867-1853-44e0-8b67-5b785d3e8691'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:43.405923 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7676802e-2210-46cb-9f10-6b404458acde" -d '{"events": [{"name": "network-changed", "server_uuid": "041fb1f5-e4a9-42af-bae9-9c24c42e6684", "tag": "ea15d867-1853-44e0-8b67-5b785d3e8691"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:43.408191 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:43.408520 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:43.413894 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 9 to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c Jan 14 01:48:43.419062 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-91b083f3-3f63-48af-b7fd-60f5842eb0f8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Calling delete_port for 19c083d3-db46-4fc6-b431-6c581b89c2eb owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:43.448958 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-eb1caee1-7379-4949-9fa0-ca66ac711260 req-f960e5ad-7281-4263-b436-4f5d30605700 service neutron] 10.222.0.46 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390978 Jan 14 01:48:43.451342 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:43.451623 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:43.451951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:43.456858 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:43.457332 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:43.457845 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 10 to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c Jan 14 01:48:43.461296 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (e1eec745-07b3-42a4-8e38-bc8500879dd8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.490559 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.502523 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e1eec745-07b3-42a4-8e38-bc8500879dd8 HTTP/1.1" status: 204 len: 168 time: 1.0826614 Jan 14 01:48:43.520958 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d3287-e6cc-4c87-9a51-f886847a5c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1eec745-07b3-42a4-8e38-bc8500879dd8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:43.525188 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:43.525364 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:43.525747 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:43.533045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:43.533365 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:43.533724 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cbc1673c-79ea-4c6f-84e0-c475fafc7b4c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.576803 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b45e8d3-f0b0-4e99-aba9-89033e9f714b req-4259900e-a36e-4d08-a6f9-f3fe13e30741 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128744 Jan 14 01:48:43.598516 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c01c2e95-bd9f-4041-ba4a-63c904846403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.676391 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2244f26-f6f5-4dbc-a888-fbc65e7410bb x-openstack-request-id: req-c2244f26-f6f5-4dbc-a888-fbc65e7410bb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:43.676746 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041fb1f5-e4a9-42af-bae9-9c24c42e6684", "tag": "ea15d867-1853-44e0-8b67-5b785d3e8691", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:43.677022 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2244f26-f6f5-4dbc-a888-fbc65e7410bb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:43.677689 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041fb1f5-e4a9-42af-bae9-9c24c42e6684', 'tag': 'ea15d867-1853-44e0-8b67-5b785d3e8691', 'status': 'completed', 'code': 200} Jan 14 01:48:43.683370 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] For port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:48:43.684017 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempted to set empty binding levels {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 14 01:48:43.695688 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (cbc1673c-79ea-4c6f-84e0-c475fafc7b4c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.712302 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dbf15a53-caa5-44b3-941f-33c8db79bc92 req-3a41470b-f815-46bd-9025-06496c5484a1 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684012 Jan 14 01:48:43.723667 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-91b083f3-3f63-48af-b7fd-60f5842eb0f8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (19c083d3-db46-4fc6-b431-6c581b89c2eb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.760287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['0ae21362-320a-44d9-9881-8f90eb716a2b', '19c083d3-db46-4fc6-b431-6c581b89c2eb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:43.776481 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60224) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:43.825919 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b083f3-3f63-48af-b7fd-60f5842eb0f8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Port': ['ID=19c083d3-db46-4fc6-b431-6c581b89c2eb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:43.932220 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] In _notify_port_updated(), no bound segment for port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 01:48:43.933140 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:43.933730 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:43.943362 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "PUT /v2.0/ports/cbc1673c-79ea-4c6f-84e0-c475fafc7b4c HTTP/1.1" status: 200 len: 979 time: 2.6067786 Jan 14 01:48:43.955436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60230) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:44.030969 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-91b083f3-3f63-48af-b7fd-60f5842eb0f8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] No DVR routers for this DVR port 19c083d3-db46-4fc6-b431-6c581b89c2eb on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:44.055957 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-91b083f3-3f63-48af-b7fd-60f5842eb0f8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.061854 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-91b083f3-3f63-48af-b7fd-60f5842eb0f8 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.46 "DELETE /v2.0/ports/19c083d3-db46-4fc6-b431-6c581b89c2eb HTTP/1.1" status: 204 len: 173 time: 1.4291425 Jan 14 01:48:44.063986 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'name': 'network-vif-deleted', 'tag': '19c083d3-db46-4fc6-b431-6c581b89c2eb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:44.066748 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b84376-71fa-4622-9a4b-74956e95a287" -d '{"events": [{"server_uuid": "114e7ff1-7203-44b7-baea-49ef9bc36f89", "name": "network-vif-deleted", "tag": "19c083d3-db46-4fc6-b431-6c581b89c2eb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:44.134700 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fee3f4-6dfc-4b22-8b5f-48e9f12337ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event updated for resources: {'Port': ['ID=cbc1673c-79ea-4c6f-84e0-c475fafc7b4c,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:44.149259 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7d125-dfaa-4310-a62f-254fae87c3d6 req-8e67dabb-f7ad-400b-8eaf-5f3e54abb13c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.151639 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8dd7d125-dfaa-4310-a62f-254fae87c3d6 req-8e67dabb-f7ad-400b-8eaf-5f3e54abb13c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 943 time: 0.3326502 Jan 14 01:48:44.180549 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfa5b4-dda7-423a-b578-3b96167e9bb9 req-f6446406-ac27-4f84-920e-a137c2783860 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.187898 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40bfa5b4-dda7-423a-b578-3b96167e9bb9 req-f6446406-ac27-4f84-920e-a137c2783860 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 943 time: 0.2201183 Jan 14 01:48:44.188691 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c01c2e95-bd9f-4041-ba4a-63c904846403 admin admin] Publish callbacks [] for security_group (3cb95130-f34f-463d-bf36-1a15e97bdff5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.196668 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fa23a8bc-9232-46d7-b8bf-82875d7a8998 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d2ed6ba6dfc48ef9b24e591f94a32ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4137785 Jan 14 01:48:44.201917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676802e-2210-46cb-9f10-6b404458acde req-b2d79e1a-bef6-405f-ae16-b38e2a44cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.203539 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7676802e-2210-46cb-9f10-6b404458acde req-b2d79e1a-bef6-405f-ae16-b38e2a44cab4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 1094 time: 0.4235444 Jan 14 01:48:44.204017 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60234) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:44.212303 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c01c2e95-bd9f-4041-ba4a-63c904846403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3cb95130-f34f-463d-bf36-1a15e97bdff5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.251916 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.252400 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.252877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.253340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.253803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.254265 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.254774 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.255237 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.255964 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.256148 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.256604 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.257115 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.257514 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.257972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.258449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.258902 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.259358 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.259813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.260264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.260724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.267423 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a567098d-38fb-4063-8a45-b1eeca474f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18103 time: 0.2950211 Jan 14 01:48:44.278465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60236) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:44.284475 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8dd7d125-dfaa-4310-a62f-254fae87c3d6 req-3b1baa15-8c7e-4bed-b1b6-4e00f259d8b2 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246967 Jan 14 01:48:44.385336 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40bfa5b4-dda7-423a-b578-3b96167e9bb9 req-0ddea817-ce88-4a3f-8da4-a5990880c009 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965733 Jan 14 01:48:44.424462 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c2e95-bd9f-4041-ba4a-63c904846403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb95130-f34f-463d-bf36-1a15e97bdff5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:44.433947 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c01c2e95-bd9f-4041-ba4a-63c904846403 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16347d6afc994669a40f3b2f095d9ff1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0733871 Jan 14 01:48:44.440103 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60248) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:44.484460 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b717a02-159b-485c-ae8a-44555e20bf1f admin admin] Publish callbacks [] for security_group (1653b426-0b41-409f-9598-ec9253dfd6d4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.496961 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a35a230-8155-4660-9192-ff7b1aba43ea x-openstack-request-id: req-5a35a230-8155-4660-9192-ff7b1aba43ea {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:44.497946 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114e7ff1-7203-44b7-baea-49ef9bc36f89", "name": "network-vif-deleted", "tag": "19c083d3-db46-4fc6-b431-6c581b89c2eb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:44.498299 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a35a230-8155-4660-9192-ff7b1aba43ea {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:44.498989 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'name': 'network-vif-deleted', 'tag': '19c083d3-db46-4fc6-b431-6c581b89c2eb', 'status': 'completed', 'code': 200} Jan 14 01:48:44.513733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676802e-2210-46cb-9f10-6b404458acde req-353de2cd-5136-4404-bc27-fb497cb834b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.516869 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7676802e-2210-46cb-9f10-6b404458acde req-353de2cd-5136-4404-bc27-fb497cb834b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 200 len: 906 time: 0.3022101 Jan 14 01:48:44.542300 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b717a02-159b-485c-ae8a-44555e20bf1f admin admin] Publish callbacks [] for security_group (1653b426-0b41-409f-9598-ec9253dfd6d4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.580574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-5ea2745b-94af-43cd-92e1-439c6ff2dcf4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting port 0ae21362-320a-44d9-9881-8f90eb716a2b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:44.580800 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-5ea2745b-94af-43cd-92e1-439c6ff2dcf4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.680197 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-5ea2745b-94af-43cd-92e1-439c6ff2dcf4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] For port 0ae21362-320a-44d9-9881-8f90eb716a2b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=0ae21362-320a-44d9-9881-8f90eb716a2b,segment=NetworkSegment(d5107268-5eea-49ea-8059-95af364d8c66),segment_id=d5107268-5eea-49ea-8059-95af364d8c66)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:44.680639 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-5ea2745b-94af-43cd-92e1-439c6ff2dcf4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.699809 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7676802e-2210-46cb-9f10-6b404458acde req-083374d5-f5e4-43d5-b583-9d2f623f2b56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea15d867-1853-44e0-8b67-5b785d3e8691 HTTP/1.1" status: 200 len: 217 time: 0.0629916 Jan 14 01:48:44.701536 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b717a02-159b-485c-ae8a-44555e20bf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1653b426-0b41-409f-9598-ec9253dfd6d4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.704083 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b717a02-159b-485c-ae8a-44555e20bf1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.708036 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2b717a02-159b-485c-ae8a-44555e20bf1f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1653b426-0b41-409f-9598-ec9253dfd6d4 HTTP/1.1" status: 204 len: 168 time: 0.4992926 Jan 14 01:48:44.708036 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fcffd1b-709f-4c99-9140-95f8f46d546f admin admin] Publish callbacks [] for security_group (3cb95130-f34f-463d-bf36-1a15e97bdff5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.739777 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fcffd1b-709f-4c99-9140-95f8f46d546f admin admin] Publish callbacks [] for security_group (3cb95130-f34f-463d-bf36-1a15e97bdff5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.847421 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676802e-2210-46cb-9f10-6b404458acde req-28c55b0c-68c3-4b5a-a15b-9e127833c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:44.849039 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7676802e-2210-46cb-9f10-6b404458acde req-28c55b0c-68c3-4b5a-a15b-9e127833c8f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8d3bd97-b0d7-4581-9638-89c747c1dc86 HTTP/1.1" status: 200 len: 845 time: 0.0585842 Jan 14 01:48:44.851287 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b717a02-159b-485c-ae8a-44555e20bf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1653b426-0b41-409f-9598-ec9253dfd6d4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:44.905467 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7676802e-2210-46cb-9f10-6b404458acde req-094ba490-7f33-4a2d-acde-ab5e28ef099a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f027ff3-61cc-4e5c-82d5-688896fb83a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433681 Jan 14 01:48:44.906624 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fcffd1b-709f-4c99-9140-95f8f46d546f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3cb95130-f34f-463d-bf36-1a15e97bdff5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.910457 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fcffd1b-709f-4c99-9140-95f8f46d546f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:44.911814 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3fcffd1b-709f-4c99-9140-95f8f46d546f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3cb95130-f34f-463d-bf36-1a15e97bdff5 HTTP/1.1" status: 204 len: 168 time: 0.4708135 Jan 14 01:48:44.955695 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcffd1b-709f-4c99-9140-95f8f46d546f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb95130-f34f-463d-bf36-1a15e97bdff5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:45.189120 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7676802e-2210-46cb-9f10-6b404458acde req-5317facd-a593-4642-818f-48af49244704 service neutron] 10.222.0.46 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466493 Jan 14 01:48:45.223529 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-5ea2745b-94af-43cd-92e1-439c6ff2dcf4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Calling delete_port for 0ae21362-320a-44d9-9881-8f90eb716a2b owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:45.235184 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddc97b-93d8-4724-885d-2311a630baae req-8d535960-bb80-4c07-8163-675e9f0e16df tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:45.236775 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-8d535960-bb80-4c07-8163-675e9f0e16df tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.8476653 Jan 14 01:48:45.300758 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device ea15d867-1853-44e0-8b67-5b785d3e8691 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:48:45.445816 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-9f5ee979-52e1-48e1-985d-cdec8655402e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/quotas/2fab75ce1abf44998cda6d72ba056199 HTTP/1.1" status: 200 len: 375 time: 0.2008681 Jan 14 01:48:45.446586 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7676802e-2210-46cb-9f10-6b404458acde req-4b2bfb59-1736-407a-b5ec-0dd0706d2847 service neutron] 10.222.0.46 "GET /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504168 Jan 14 01:48:45.453696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-318d7d3d-4e12-42e9-b75a-9d28ee4e3ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Deleting port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:45.454197 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-318d7d3d-4e12-42e9-b75a-9d28ee4e3ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (cbc1673c-79ea-4c6f-84e0-c475fafc7b4c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:45.488611 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-5ea2745b-94af-43cd-92e1-439c6ff2dcf4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (0ae21362-320a-44d9-9881-8f90eb716a2b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:45.549165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['19c083d3-db46-4fc6-b431-6c581b89c2eb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:45.588157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port ea15d867-1853-44e0-8b67-5b785d3e8691, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ea15d867-1853-44e0-8b67-5b785d3e8691,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:45.616679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'ea15d867-1853-44e0-8b67-5b785d3e8691', 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'port_id': 'ea15d867-1853-44e0-8b67-5b785d3e8691', 'mac_address': 'fa:16:3e:a6:4d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d3bd97-b0d7-4581-9638-89c747c1dc86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:48:45.685915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f42d1-ab36-481d-a373-1c74554e2044 req-8caa57e8-0c25-45bf-b194-6331bd3e3c02 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:45.686571 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port ea15d867-1853-44e0-8b67-5b785d3e8691 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:45.686962 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:45.694832 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e64f42d1-ab36-481d-a373-1c74554e2044 req-8caa57e8-0c25-45bf-b194-6331bd3e3c02 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e7ff1-7203-44b7-baea-49ef9bc36f89 HTTP/1.1" status: 200 len: 867 time: 0.5014520 Jan 14 01:48:45.704089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea15d867-1853-44e0-8b67-5b785d3e8691 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:45.726667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2745b-94af-43cd-92e1-439c6ff2dcf4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Port': ['ID=0ae21362-320a-44d9-9881-8f90eb716a2b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:45.780390 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port ea15d867-1853-44e0-8b67-5b785d3e8691, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ea15d867-1853-44e0-8b67-5b785d3e8691,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:45.791377 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:45.807551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-318d7d3d-4e12-42e9-b75a-9d28ee4e3ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] For port cbc1673c-79ea-4c6f-84e0-c475fafc7b4c, host n-h2-824358-4, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:45.822267 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-318d7d3d-4e12-42e9-b75a-9d28ee4e3ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (cbc1673c-79ea-4c6f-84e0-c475fafc7b4c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:45.871133 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-b00e8051-8da8-45dc-b2a0-02c3bc315407 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4237843 Jan 14 01:48:45.876424 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-5ea2745b-94af-43cd-92e1-439c6ff2dcf4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] No DVR routers for this DVR port 0ae21362-320a-44d9-9881-8f90eb716a2b on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:45.885455 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-5ea2745b-94af-43cd-92e1-439c6ff2dcf4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:45.888930 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed213e37-e607-42eb-83a1-d89fcb7b40e7 req-5ea2745b-94af-43cd-92e1-439c6ff2dcf4 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.46 "DELETE /v2.0/ports/0ae21362-320a-44d9-9881-8f90eb716a2b HTTP/1.1" status: 204 len: 173 time: 1.8186049 Jan 14 01:48:45.893773 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-264fb5f6-a3f6-4a8d-a726-3d9386629f5a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:48:45.894827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-264fb5f6-a3f6-4a8d-a726-3d9386629f5a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050657 Jan 14 01:48:45.895859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-318d7d3d-4e12-42e9-b75a-9d28ee4e3ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Calling delete_port for cbc1673c-79ea-4c6f-84e0-c475fafc7b4c owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:45.896402 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=ea15d867-1853-44e0-8b67-5b785d3e8691,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:46.017294 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e64f42d1-ab36-481d-a373-1c74554e2044 req-edbee33d-af72-419e-8122-0ca729778712 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173957 Jan 14 01:48:46.162239 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['ea15d867-1853-44e0-8b67-5b785d3e8691'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:46.229663 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-41cf827a-7f9e-430e-ac0c-d9bed0986fad service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255997 Jan 14 01:48:46.249530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f00216-b9d2-41a8-abf7-4136b15ca387 req-52822054-a888-4f3e-ae07-910f8e65dc77 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:46.256419 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2f00216-b9d2-41a8-abf7-4136b15ca387 req-52822054-a888-4f3e-ae07-910f8e65dc77 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 943 time: 0.1202478 Jan 14 01:48:46.330692 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-318d7d3d-4e12-42e9-b75a-9d28ee4e3ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (cbc1673c-79ea-4c6f-84e0-c475fafc7b4c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:46.409777 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60296) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:46.417523 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-318d7d3d-4e12-42e9-b75a-9d28ee4e3ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:46.423265 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-318d7d3d-4e12-42e9-b75a-9d28ee4e3ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "DELETE /v2.0/ports/cbc1673c-79ea-4c6f-84e0-c475fafc7b4c HTTP/1.1" status: 204 len: 168 time: 2.1353259 Jan 14 01:48:46.424142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d7d3d-4e12-42e9-b75a-9d28ee4e3ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbc1673c-79ea-4c6f-84e0-c475fafc7b4c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:46.425849 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60300) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:46.499657 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'name': 'network-vif-deleted', 'tag': '0ae21362-320a-44d9-9881-8f90eb716a2b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:46.503154 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53cd503-f936-4c0e-8391-eca427d89c0d" -d '{"events": [{"server_uuid": "114e7ff1-7203-44b7-baea-49ef9bc36f89", "name": "network-vif-deleted", "tag": "0ae21362-320a-44d9-9881-8f90eb716a2b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:46.510681 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d59ca1-e5ec-4a1b-ae60-5915bee55d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] GET failed (client error): The resource could not be found. Jan 14 01:48:46.523216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60306) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:46.533638 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-75d59ca1-e5ec-4a1b-ae60-5915bee55d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "GET /v2.0/ports/cbc1673c-79ea-4c6f-84e0-c475fafc7b4c HTTP/1.1" status: 404 len: 333 time: 0.0798104 Jan 14 01:48:46.533847 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-935313946', 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:46.546190 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2f00216-b9d2-41a8-abf7-4136b15ca387 req-fdb27f3a-4f84-40ca-9bff-d421166886f6 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888989 Jan 14 01:48:46.579532 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-8a85aa72-6d28-4815-a9a6-360e11705a51 service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398035 Jan 14 01:48:46.609280 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Made reservation on behalf of 89617cb534e64810adf041603163024f for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:46.619891 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:46.687981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] device_id is not set on port 9d179568-a19b-4ffd-9d3c-451324601c27 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:48:46.827743 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1974108552-network', 'tenant_id': 'e9272fbc59a84b9f8f74a259766e5527'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:46.885415 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Made reservation on behalf of e9272fbc59a84b9f8f74a259766e5527 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:46.888445 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:46.907076 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.015674 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d34d814-e02f-4d55-bf3a-92a4ae22f287 x-openstack-request-id: req-8d34d814-e02f-4d55-bf3a-92a4ae22f287 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:47.019362 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114e7ff1-7203-44b7-baea-49ef9bc36f89", "name": "network-vif-deleted", "tag": "0ae21362-320a-44d9-9881-8f90eb716a2b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:47.019641 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d34d814-e02f-4d55-bf3a-92a4ae22f287 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:47.020059 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114e7ff1-7203-44b7-baea-49ef9bc36f89', 'name': 'network-vif-deleted', 'tag': '0ae21362-320a-44d9-9881-8f90eb716a2b', 'status': 'completed', 'code': 200} Jan 14 01:48:47.047544 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Publish callbacks [] for security_group (51bbe8bd-c714-4b3f-9068-cac1400ada35), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.054383 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (51bbe8bd-c714-4b3f-9068-cac1400ada35), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.065890 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-80c20e7a-138a-4e8e-bab4-d0663551d67f req-eed0a69e-3ee0-487c-b506-919700583a1f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 210 time: 0.0449197 Jan 14 01:48:47.073767 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8e3a4-829b-427b-93a6-c03a69e7c2ec req-8440d42e-8a7c-41de-ace4-9690e367bb98 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:47.075277 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2a8e3a4-829b-427b-93a6-c03a69e7c2ec req-8440d42e-8a7c-41de-ace4-9690e367bb98 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 944 time: 0.4452484 Jan 14 01:48:47.138769 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks [] for port (9d179568-a19b-4ffd-9d3c-451324601c27), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.157047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bbe8bd-c714-4b3f-9068-cac1400ada35,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:47.193112 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:48:47.204281 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60328) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:47.244167 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.244663 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Added segment 7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a of type vlan for network e85ae679-1a3c-4d21-be57-dfa98392ef49 Jan 14 01:48:47.291091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e2a8e3a4-829b-427b-93a6-c03a69e7c2ec req-dcc4b2ca-072c-48b4-b88f-079d056ee8b4 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023485 Jan 14 01:48:47.293940 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (9d179568-a19b-4ffd-9d3c-451324601c27), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.325061 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device ea15d867-1853-44e0-8b67-5b785d3e8691 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:48:47.334458 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c286fb-71b3-4669-a202-8e0fa2c7f7f2 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting subnet a3711bfb-b556-42dd-a34a-2dd79ad94d1c {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:48:47.343011 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (e85ae679-1a3c-4d21-be57-dfa98392ef49), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.349868 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0c286fb-71b3-4669-a202-8e0fa2c7f7f2 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks [] for subnet (a3711bfb-b556-42dd-a34a-2dd79ad94d1c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.366021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:47.372886 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:47.381502 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:47.383608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:47.384379 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.414856 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8870239 Jan 14 01:48:47.421381 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60334) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:47.423002 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1874d-24b0-4725-9731-79c869480b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event updated for resources: {'Port': ['ID=9d179568-a19b-4ffd-9d3c-451324601c27,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:47.436824 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port ea15d867-1853-44e0-8b67-5b785d3e8691 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:48:47.443031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port ea15d867-1853-44e0-8b67-5b785d3e8691 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:47.443700 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.491265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0c286fb-71b3-4669-a202-8e0fa2c7f7f2 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (a3711bfb-b556-42dd-a34a-2dd79ad94d1c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.494517 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a5445d-b81b-412e-8154-8b49e25f8f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:47.496072 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-05a5445d-b81b-412e-8154-8b49e25f8f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "GET /v2.0/ports/9d179568-a19b-4ffd-9d3c-451324601c27 HTTP/1.1" status: 200 len: 958 time: 0.0517113 Jan 14 01:48:47.499680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60336) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:47.530821 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (e85ae679-1a3c-4d21-be57-dfa98392ef49), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.532142 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:47.532969 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.617702 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2054818 Jan 14 01:48:47.624573 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60344) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:47.626313 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port ea15d867-1853-44e0-8b67-5b785d3e8691 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:47.626758 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.631534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d4ea30fd-0d44-4f23-b40e-5c7b0351e445 admin admin] Request body: {'subnet': {'network_id': 'e85ae679-1a3c-4d21-be57-dfa98392ef49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1974108552-subnet', 'tenant_id': 'e9272fbc59a84b9f8f74a259766e5527', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:47.695815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port ea15d867-1853-44e0-8b67-5b785d3e8691, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ea15d867-1853-44e0-8b67-5b785d3e8691,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:47.696954 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041fb1f5-e4a9-42af-bae9-9c24c42e6684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea15d867-1853-44e0-8b67-5b785d3e8691'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:47.699596 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9111d699-ff01-4770-abe2-b31eba02ee95" -d '{"events": [{"server_uuid": "041fb1f5-e4a9-42af-bae9-9c24c42e6684", "name": "network-vif-plugged", "status": "completed", "tag": "ea15d867-1853-44e0-8b67-5b785d3e8691"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:47.706758 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.707992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 0ae21362-320a-44d9-9881-8f90eb716a2b no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:48:47.745311 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ea30fd-0d44-4f23-b40e-5c7b0351e445 admin admin] Made reservation on behalf of e9272fbc59a84b9f8f74a259766e5527 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:47.748240 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4ea30fd-0d44-4f23-b40e-5c7b0351e445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.750087 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27faa2d-1b82-44fa-b450-cdf0877d94a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e85ae679-1a3c-4d21-be57-dfa98392ef49,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:47.786539 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c9efe5a9-86bc-47d4-964f-fe4104239b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Deleting port 9d179568-a19b-4ffd-9d3c-451324601c27 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:47.787408 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9efe5a9-86bc-47d4-964f-fe4104239b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (9d179568-a19b-4ffd-9d3c-451324601c27), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.797305 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 0ae21362-320a-44d9-9881-8f90eb716a2b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:48:47.797831 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 0ae21362-320a-44d9-9881-8f90eb716a2b not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:48:47.798367 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 19c083d3-db46-4fc6-b431-6c581b89c2eb no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:48:47.845672 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=ea15d867-1853-44e0-8b67-5b785d3e8691,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:47.852650 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 19c083d3-db46-4fc6-b431-6c581b89c2eb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:48:47.853324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 19c083d3-db46-4fc6-b431-6c581b89c2eb not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:48:47.857570 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network e85ae679-1a3c-4d21-be57-dfa98392ef49 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:48:47.933114 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9efe5a9-86bc-47d4-964f-fe4104239b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (9d179568-a19b-4ffd-9d3c-451324601c27), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.941714 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0c286fb-71b3-4669-a202-8e0fa2c7f7f2 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (a3711bfb-b556-42dd-a34a-2dd79ad94d1c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.955618 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.957792 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.957792 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.957792 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.957792 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.957792 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.957792 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.957792 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.957792 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.957792 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.957792 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.957792 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:47.957792 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:47.958692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d431f-deb0-4e73-866a-cdea430b7ce3 req-3f91f0c8-30d3-49d1-9d8e-10b73da33e1d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:47.967612 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac2d431f-deb0-4e73-866a-cdea430b7ce3 req-3f91f0c8-30d3-49d1-9d8e-10b73da33e1d tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 943 time: 0.1755593 Jan 14 01:48:48.033828 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c9efe5a9-86bc-47d4-964f-fe4104239b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Calling delete_port for 9d179568-a19b-4ffd-9d3c-451324601c27 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:48.078229 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b92b3c-35da-4e75-8485-f6bdad9e2fa4 x-openstack-request-id: req-b0b92b3c-35da-4e75-8485-f6bdad9e2fa4 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:48.078677 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041fb1f5-e4a9-42af-bae9-9c24c42e6684", "name": "network-vif-plugged", "status": "completed", "tag": "ea15d867-1853-44e0-8b67-5b785d3e8691", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:48.079637 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0b92b3c-35da-4e75-8485-f6bdad9e2fa4 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:48.081029 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041fb1f5-e4a9-42af-bae9-9c24c42e6684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea15d867-1853-44e0-8b67-5b785d3e8691', 'code': 200} Jan 14 01:48:48.233319 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac2d431f-deb0-4e73-866a-cdea430b7ce3 req-b659da6e-2a40-4c3a-93a2-b0fef3e3025f tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648370 Jan 14 01:48:48.263462 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0c286fb-71b3-4669-a202-8e0fa2c7f7f2 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (a3711bfb-b556-42dd-a34a-2dd79ad94d1c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:48.283411 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0c286fb-71b3-4669-a202-8e0fa2c7f7f2 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:48.287042 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a0c286fb-71b3-4669-a202-8e0fa2c7f7f2 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "DELETE /v2.0/subnets/a3711bfb-b556-42dd-a34a-2dd79ad94d1c HTTP/1.1" status: 204 len: 168 time: 1.0808690 Jan 14 01:48:48.290976 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f887c0-b3c8-4f2b-8d73-52c28ea21396 None None] Network d378226b-588b-42f4-8dbf-84d177a8cd8c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:48:48.291959 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60362) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:48.398298 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-242452bd-f7ba-4e7e-8815-f0b36e3ddffd req-4427adda-8072-49d9-bf50-f959c0d9e140 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 210 time: 0.1511118 Jan 14 01:48:48.428705 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c286fb-71b3-4669-a202-8e0fa2c7f7f2 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Subnet': ['ID=a3711bfb-b556-42dd-a34a-2dd79ad94d1c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:48.511739 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154234-19b6-47a5-9de9-8959816bbc5f req-c3898e18-7199-4c43-9dc9-be4a48971d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:48.520230 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-21154234-19b6-47a5-9de9-8959816bbc5f req-c3898e18-7199-4c43-9dc9-be4a48971d89 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 1096 time: 0.3181212 Jan 14 01:48:48.589494 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4ea30fd-0d44-4f23-b40e-5c7b0351e445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (78a3a470-c2a3-4f15-bd8c-765ba0fcba40), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:48.613645 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc83472-e305-4a42-84a0-4fefffb43628 None None] DHCP port deletion for d378226b-588b-42f4-8dbf-84d177a8cd8c request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:48:48.639897 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (d378226b-588b-42f4-8dbf-84d177a8cd8c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:48.720711 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9cc83472-e305-4a42-84a0-4fefffb43628 None None] Deleting port de9b19e8-a5de-4e19-8665-ee125b99da70 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:48.721080 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9cc83472-e305-4a42-84a0-4fefffb43628 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:48.768763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea30fd-0d44-4f23-b40e-5c7b0351e445 admin admin] Checking segment: {'id': '7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e85ae679-1a3c-4d21-be57-dfa98392ef49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:48.769133 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea30fd-0d44-4f23-b40e-5c7b0351e445 admin admin] Network hostable DHCP agents. Network: e85ae679-1a3c-4d21-be57-dfa98392ef49, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:48:48.820327 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddc97b-93d8-4724-885d-2311a630baae req-b24bd167-0918-484e-970c-98d4323d7d38 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:48.824870 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-b24bd167-0918-484e-970c-98d4323d7d38 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.36 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.2022657 Jan 14 01:48:48.827834 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9efe5a9-86bc-47d4-964f-fe4104239b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (9d179568-a19b-4ffd-9d3c-451324601c27), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:48.831595 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea30fd-0d44-4f23-b40e-5c7b0351e445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a3a470-c2a3-4f15-bd8c-765ba0fcba40,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:48.863145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9cc83472-e305-4a42-84a0-4fefffb43628 None None] For port de9b19e8-a5de-4e19-8665-ee125b99da70, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=de9b19e8-a5de-4e19-8665-ee125b99da70,segment=NetworkSegment(d5107268-5eea-49ea-8059-95af364d8c66),segment_id=d5107268-5eea-49ea-8059-95af364d8c66)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:48.863551 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9cc83472-e305-4a42-84a0-4fefffb43628 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:48.868629 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea30fd-0d44-4f23-b40e-5c7b0351e445 admin admin] Network e85ae679-1a3c-4d21-be57-dfa98392ef49 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:48:48.889576 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9cc83472-e305-4a42-84a0-4fefffb43628 None None] Calling delete_port for de9b19e8-a5de-4e19-8665-ee125b99da70 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:48.909079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea30fd-0d44-4f23-b40e-5c7b0351e445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, e85ae679-1a3c-4d21-be57-dfa98392ef49) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:48.919788 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ea30fd-0d44-4f23-b40e-5c7b0351e445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:48.922994 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4ea30fd-0d44-4f23-b40e-5c7b0351e445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:48.925948 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba335e11-4aa0-431c-b646-ac8a47248d3a None None] Network e85ae679-1a3c-4d21-be57-dfa98392ef49 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:48:48.952186 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting port de9b19e8-a5de-4e19-8665-ee125b99da70 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:48.952536 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:48.954217 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f6b4e-b9ed-4706-acc4-6f1c7dbf4f98 req-1b6270a6-5e38-4807-a870-68689f7d12ed tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:48.963968 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c91f6b4e-b9ed-4706-acc4-6f1c7dbf4f98 req-1b6270a6-5e38-4807-a870-68689f7d12ed tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 945 time: 0.5048664 Jan 14 01:48:48.966317 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efe5a9-86bc-47d4-964f-fe4104239b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d179568-a19b-4ffd-9d3c-451324601c27,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:48.976346 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-3dddc97b-93d8-4724-885d-2311a630baae req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Request body: {'port': {'device_id': '1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'admin_state_up': True, 'tenant_id': '2fab75ce1abf44998cda6d72ba056199'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:49.088186 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01662d0f-467b-44ac-8e0f-2e5ea8f13471 None None] Network e85ae679-1a3c-4d21-be57-dfa98392ef49 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:48:49.102582 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] For port de9b19e8-a5de-4e19-8665-ee125b99da70, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=de9b19e8-a5de-4e19-8665-ee125b99da70,segment=NetworkSegment(d5107268-5eea-49ea-8059-95af364d8c66),segment_id=d5107268-5eea-49ea-8059-95af364d8c66)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:49.102954 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:49.127871 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Calling delete_port for de9b19e8-a5de-4e19-8665-ee125b99da70 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:49.146434 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9efe5a9-86bc-47d4-964f-fe4104239b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:49.150880 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c9efe5a9-86bc-47d4-964f-fe4104239b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "DELETE /v2.0/ports/9d179568-a19b-4ffd-9d3c-451324601c27 HTTP/1.1" status: 204 len: 168 time: 1.6498594 Jan 14 01:48:49.153878 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-21154234-19b6-47a5-9de9-8959816bbc5f req-fb5e185b-3830-4aa0-91bb-aba25039d66e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902779 Jan 14 01:48:49.168853 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60386) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:49.170091 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dddc97b-93d8-4724-885d-2311a630baae req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Made reservation on behalf of 2fab75ce1abf44998cda6d72ba056199 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:49.175263 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3dddc97b-93d8-4724-885d-2311a630baae req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:49.221705 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afd4d5e-0b4b-434c-a93f-127a750758b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] GET failed (client error): The resource could not be found. Jan 14 01:48:49.224496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4afd4d5e-0b4b-434c-a93f-127a750758b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "GET /v2.0/ports/9d179568-a19b-4ffd-9d3c-451324601c27 HTTP/1.1" status: 404 len: 333 time: 0.0451665 Jan 14 01:48:49.227673 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60390) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:49.241785 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9cc83472-e305-4a42-84a0-4fefffb43628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:49.254470 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Request body: {'port': {'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-415502762'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:49.271984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc83472-e305-4a42-84a0-4fefffb43628 None None] Pushing event deleted for resources: {'Port': ['ID=de9b19e8-a5de-4e19-8665-ee125b99da70,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:49.286528 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc83472-e305-4a42-84a0-4fefffb43628 None None] No DVR routers for this DVR port de9b19e8-a5de-4e19-8665-ee125b99da70 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:49.328962 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (de9b19e8-a5de-4e19-8665-ee125b99da70), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:49.405485 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Port': ['ID=de9b19e8-a5de-4e19-8665-ee125b99da70,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:49.423206 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d4ea30fd-0d44-4f23-b40e-5c7b0351e445 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7971685 Jan 14 01:48:49.441930 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] No DVR routers for this DVR port de9b19e8-a5de-4e19-8665-ee125b99da70 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:49.489127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-3dddc97b-93d8-4724-885d-2311a630baae req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Allocated IP 172.20.0.4 (673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c/845bcc49-2264-4165-8b1c-097522050b8c/cbba7dbf-980b-4725-a547-deb991ee7a9d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:48:49.708340 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3dddc97b-93d8-4724-885d-2311a630baae req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks [] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:49.728003 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (d378226b-588b-42f4-8dbf-84d177a8cd8c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:49.758522 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3dddc97b-93d8-4724-885d-2311a630baae req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:49.765160 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d378226b-588b-42f4-8dbf-84d177a8cd8c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:49.791176 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5107268-5eea-49ea-8059-95af364d8c66') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:49.791749 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5107268-5eea-49ea-8059-95af364d8c66') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:49.792608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:49.816478 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (d5107268-5eea-49ea-8059-95af364d8c66), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:49.839121 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (d5107268-5eea-49ea-8059-95af364d8c66), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:49.850642 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:48:49.852801 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (d5107268-5eea-49ea-8059-95af364d8c66), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:48:49.861427 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:48:49.878700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['e4f05528-292d-4e9c-a93d-33939327f778'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:49.883647 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dddc97b-93d8-4724-885d-2311a630baae req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:49.902314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457bbcb-83b6-44a5-8321-f78ab4fb0f96 req-3c95d118-192f-43d5-b831-fc2d609ae3eb tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:49.913529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f457bbcb-83b6-44a5-8321-f78ab4fb0f96 req-3c95d118-192f-43d5-b831-fc2d609ae3eb tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 943 time: 0.1656258 Jan 14 01:48:49.918510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c91f6b4e-b9ed-4706-acc4-6f1c7dbf4f98 req-8e76d33c-cdda-4404-83df-73a4e786dbc0 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9537055 Jan 14 01:48:49.925278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-3dddc97b-93d8-4724-885d-2311a630baae req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:49.928154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dddc97b-93d8-4724-885d-2311a630baae req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:50.008890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddc97b-93d8-4724-885d-2311a630baae req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:50.009457 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3dddc97b-93d8-4724-885d-2311a630baae req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.020626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Made reservation on behalf of 89617cb534e64810adf041603163024f for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:50.023698 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.049142 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1180608 Jan 14 01:48:50.110453 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Request body: {'port': {'device_id': '1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:50.128196 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be658b87-2384-4e22-adcf-48b1431de741 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event updated for resources: {'Port': ['ID=cbba7dbf-980b-4725-a547-deb991ee7a9d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:50.156011 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60414) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:50.174919 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (d378226b-588b-42f4-8dbf-84d177a8cd8c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.199806 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.210641 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67013204-636a-4143-9d54-59f484488757 req-8ef30d23-b216-4f00-b760-0b58f06d7159 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:50.212208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-67013204-636a-4143-9d54-59f484488757 req-8ef30d23-b216-4f00-b760-0b58f06d7159 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 931 time: 0.1594560 Jan 14 01:48:50.213545 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "DELETE /v2.0/networks/d378226b-588b-42f4-8dbf-84d177a8cd8c HTTP/1.1" status: 204 len: 168 time: 1.9182644 Jan 14 01:48:50.221453 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60418) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:50.227422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f457bbcb-83b6-44a5-8321-f78ab4fb0f96 req-8efad126-1a40-4255-bac8-207ac7613c81 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129754 Jan 14 01:48:50.236044 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device de9b19e8-a5de-4e19-8665-ee125b99da70 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:48:50.240761 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] device_id is not set on port ea2c6554-d78b-40b5-9b70-23c4c4421b04 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:48:50.334154 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: de9b19e8-a5de-4e19-8665-ee125b99da70 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:48:50.334525 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device de9b19e8-a5de-4e19-8665-ee125b99da70 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:48:50.401111 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-39241ba4-b645-4f03-90cf-d9c5e7e567e0 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting subnet c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:48:50.422545 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d6582-cac6-4d60-b39f-aef9e2fb99ef tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Network': ['ID=d378226b-588b-42f4-8dbf-84d177a8cd8c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:50.432920 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-67013204-636a-4143-9d54-59f484488757 req-17598265-a2bf-411a-80c3-fb63cace486e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027757 Jan 14 01:48:50.434077 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39241ba4-b645-4f03-90cf-d9c5e7e567e0 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks [] for subnet (c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.462749 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.480097 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a490cc98-6ca8-4c57-8fd9-47268ae81c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.570280 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a490cc98-6ca8-4c57-8fd9-47268ae81c27 admin admin] Publish callbacks [] for security_group (91dca7ec-6a81-456c-9974-3ce263c86c06), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.581807 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a490cc98-6ca8-4c57-8fd9-47268ae81c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (91dca7ec-6a81-456c-9974-3ce263c86c06), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.586016 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39241ba4-b645-4f03-90cf-d9c5e7e567e0 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.629071 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490cc98-6ca8-4c57-8fd9-47268ae81c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dca7ec-6a81-456c-9974-3ce263c86c06,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:50.689537 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a490cc98-6ca8-4c57-8fd9-47268ae81c27 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c718f45abe44060925ccb3ca8dbf791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5305758 Jan 14 01:48:50.693202 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60430) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:50.777154 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39241ba4-b645-4f03-90cf-d9c5e7e567e0 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.901467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57f080bc-8c89-4063-b53f-75cf732286de admin admin] Publish callbacks [] for security_group (91dca7ec-6a81-456c-9974-3ce263c86c06), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.907011 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39241ba4-b645-4f03-90cf-d9c5e7e567e0 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.928494 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks [] for port (ea2c6554-d78b-40b5-9b70-23c4c4421b04), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:50.947834 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c894ba27-2628-4955-989e-1dcb46fbf99b None None] Network 7535f7c4-a8a6-48b7-9d16-4ade05caa224 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:48:50.949653 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbba7dbf-980b-4725-a547-deb991ee7a9d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:50.965645 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Publish callbacks [] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.000683 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39241ba4-b645-4f03-90cf-d9c5e7e567e0 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.016000 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-39241ba4-b645-4f03-90cf-d9c5e7e567e0 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "DELETE /v2.0/subnets/c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388 HTTP/1.1" status: 204 len: 168 time: 0.7904525 Jan 14 01:48:51.018797 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-96efa81e-c592-480e-8ef6-a19e1c7dfb14 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:51.020571 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-96efa81e-c592-480e-8ef6-a19e1c7dfb14 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/networks?id=e85ae679-1a3c-4d21-be57-dfa98392ef49 HTTP/1.1" status: 200 len: 813 time: 0.3019216 Jan 14 01:48:51.022714 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60436) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:51.023744 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Transition to ACTIVE for port object cbba7dbf-980b-4725-a547-deb991ee7a9d will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:48:51.026658 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39241ba4-b645-4f03-90cf-d9c5e7e567e0 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c6f7ac-dd50-4144-be5e-e9bb5ebc6388,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:51.047280 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57f080bc-8c89-4063-b53f-75cf732286de admin admin] Publish callbacks [] for security_group (91dca7ec-6a81-456c-9974-3ce263c86c06), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.133382 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (7535f7c4-a8a6-48b7-9d16-4ade05caa224), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.142698 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57f080bc-8c89-4063-b53f-75cf732286de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (91dca7ec-6a81-456c-9974-3ce263c86c06), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.145881 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.146314 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57f080bc-8c89-4063-b53f-75cf732286de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.147505 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-57f080bc-8c89-4063-b53f-75cf732286de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91dca7ec-6a81-456c-9974-3ce263c86c06 HTTP/1.1" status: 204 len: 168 time: 0.4533939 Jan 14 01:48:51.179774 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f080bc-8c89-4063-b53f-75cf732286de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dca7ec-6a81-456c-9974-3ce263c86c06,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:51.227141 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Pushing event updated for resources: {'Port': ['ID=cbba7dbf-980b-4725-a547-deb991ee7a9d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:51.267220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-c129511e-c04b-431f-8f66-568334add58f tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/quotas/e9272fbc59a84b9f8f74a259766e5527 HTTP/1.1" status: 200 len: 375 time: 0.1285684 Jan 14 01:48:51.292698 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ea2c6554-d78b-40b5-9b70-23c4c4421b04), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.292942 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0957e0ad-aab6-45c2-bfaa-33134ff6371d None None] DHCP port deletion for 7535f7c4-a8a6-48b7-9d16-4ade05caa224 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:48:51.387292 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-7c95b517-32db-4245-8579-b5a41ed7ff9b tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9272fbc59a84b9f8f74a259766e5527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100955 Jan 14 01:48:51.390120 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0957e0ad-aab6-45c2-bfaa-33134ff6371d None None] Deleting port 68591490-7f97-4e8a-945d-0f0cad69912e {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:51.391327 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0957e0ad-aab6-45c2-bfaa-33134ff6371d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.423687 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-fd97c1c3-59af-477a-bc53-9fa257d3c6ae service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:48:51.424660 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-fd97c1c3-59af-477a-bc53-9fa257d3c6ae service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104921 Jan 14 01:48:51.436720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af048a-7825-45da-9f86-8620bc38f8b0 req-40ab7389-722b-4c59-8578-78d293ecf1d0 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:51.438209 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9af048a-7825-45da-9f86-8620bc38f8b0 req-40ab7389-722b-4c59-8578-78d293ecf1d0 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 945 time: 0.3020813 Jan 14 01:48:51.446186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:51.471058 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:51.493510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:51.494455 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:51.495044 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.514607 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0957e0ad-aab6-45c2-bfaa-33134ff6371d None None] For port 68591490-7f97-4e8a-945d-0f0cad69912e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=68591490-7f97-4e8a-945d-0f0cad69912e,segment=NetworkSegment(d7e86105-e14f-49f1-9639-b50e081acdcc),segment_id=d7e86105-e14f-49f1-9639-b50e081acdcc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:51.516846 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0957e0ad-aab6-45c2-bfaa-33134ff6371d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.551662 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0957e0ad-aab6-45c2-bfaa-33134ff6371d None None] Calling delete_port for 68591490-7f97-4e8a-945d-0f0cad69912e owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:51.586308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event updated for resources: {'Port': ['ID=ea2c6554-d78b-40b5-9b70-23c4c4421b04,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:51.623585 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Deleting port 68591490-7f97-4e8a-945d-0f0cad69912e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:51.623898 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.632863 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6ad049c7-9ce5-4187-86bc-9c25878471b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3886154 Jan 14 01:48:51.636457 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60446) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:51.644486 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:51.718492 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9af048a-7825-45da-9f86-8620bc38f8b0 req-0d2e00ca-6957-4707-a055-8a00d39317a5 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706211 Jan 14 01:48:51.720382 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:51.745936 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Attempting to bind port cbba7dbf-980b-4725-a547-deb991ee7a9d on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:51.745936 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Attempting to bind port cbba7dbf-980b-4725-a547-deb991ee7a9d by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:51.745936 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Attempting to bind port cbba7dbf-980b-4725-a547-deb991ee7a9d on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:51.754891 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8af69b5a-8abb-403a-ab6f-d8ce4858f6eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.768086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Port cbba7dbf-980b-4725-a547-deb991ee7a9d on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:51.768405 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Attempting to bind port cbba7dbf-980b-4725-a547-deb991ee7a9d on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:51.786155 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ea2c6554-d78b-40b5-9b70-23c4c4421b04), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.861142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:48:51.861506 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Checking segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:51.861885 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Bound using segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:48:51.862331 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Bound port: cbba7dbf-980b-4725-a547-deb991ee7a9d, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:48:51.862716 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.888544 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] For port 68591490-7f97-4e8a-945d-0f0cad69912e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=68591490-7f97-4e8a-945d-0f0cad69912e,segment=NetworkSegment(d7e86105-e14f-49f1-9639-b50e081acdcc),segment_id=d7e86105-e14f-49f1-9639-b50e081acdcc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:51.888918 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.907923 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0957e0ad-aab6-45c2-bfaa-33134ff6371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.935770 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-088d254f-4053-4efd-91ff-59a07c5b8847 service neutron] 10.222.0.26 "GET /v2.0/networks/e85ae679-1a3c-4d21-be57-dfa98392ef49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868515 Jan 14 01:48:51.964931 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8af69b5a-8abb-403a-ab6f-d8ce4858f6eb admin admin] Publish callbacks [] for security_group (48ca7ce8-0c7a-4ce2-9b61-91629db339e7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.967325 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957e0ad-aab6-45c2-bfaa-33134ff6371d None None] No DVR routers for this DVR port 68591490-7f97-4e8a-945d-0f0cad69912e on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:51.981232 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957e0ad-aab6-45c2-bfaa-33134ff6371d None None] Pushing event deleted for resources: {'Port': ['ID=68591490-7f97-4e8a-945d-0f0cad69912e,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:51.985751 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8af69b5a-8abb-403a-ab6f-d8ce4858f6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (48ca7ce8-0c7a-4ce2-9b61-91629db339e7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:51.989680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Calling delete_port for 68591490-7f97-4e8a-945d-0f0cad69912e owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:52.090462 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af69b5a-8abb-403a-ab6f-d8ce4858f6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ca7ce8-0c7a-4ce2-9b61-91629db339e7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:52.101521 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8af69b5a-8abb-403a-ab6f-d8ce4858f6eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4c37f02669a40fda010b069947aaf89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3743789 Jan 14 01:48:52.117701 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60454) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:52.124423 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] device_id is not set on port ea2c6554-d78b-40b5-9b70-23c4c4421b04 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:48:52.128506 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 68591490-7f97-4e8a-945d-0f0cad69912e no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:48:52.134984 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks [] for port (ea2c6554-d78b-40b5-9b70-23c4c4421b04), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.140927 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (ea2c6554-d78b-40b5-9b70-23c4c4421b04), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.149729 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 68591490-7f97-4e8a-945d-0f0cad69912e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:48:52.150071 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 68591490-7f97-4e8a-945d-0f0cad69912e not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:48:52.213839 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event updated for resources: {'Port': ['ID=ea2c6554-d78b-40b5-9b70-23c4c4421b04,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:52.222273 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:52.222656 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:52.222999 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:52.227851 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:52.228184 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:52.228575 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 2 to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 Jan 14 01:48:52.245318 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:52.245579 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:52.245956 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:52.254558 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:52.254896 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:52.255295 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 3 to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 Jan 14 01:48:52.270121 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:52.270502 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:52.270846 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:52.275587 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:52.275915 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:52.276305 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 4 to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 Jan 14 01:48:52.290613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:52.290976 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:52.291310 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:52.296734 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:52.297052 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:52.297439 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 5 to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 Jan 14 01:48:52.312108 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:52.312458 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:52.312772 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:52.318585 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:52.318903 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:52.319292 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 6 to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 Jan 14 01:48:52.334892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:52.335240 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:52.335696 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:52.341324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:52.341649 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:52.342090 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 7 to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 Jan 14 01:48:52.361280 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:52.362180 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:52.363264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:52.369450 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:52.370192 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:52.370884 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 8 to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 Jan 14 01:48:52.388095 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:52.388983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:52.389543 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:52.395779 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:52.396553 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:52.396813 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 9 to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 Jan 14 01:48:52.423762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:52.424068 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:52.424526 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:52.430357 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:52.430728 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:52.431098 n-d-824358-4 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempt 10 to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 Jan 14 01:48:52.446758 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:52.447115 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:52.447424 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempting to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:52.452791 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:52.453196 n-d-824358-4 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Failed to bind port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on host n-h2-824358-4 for vnic_type normal using segments [{'id': 'd40353b0-3933-45db-adfe-50a0de45f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6abf1cfc-74f2-4b30-84a3-fac04da0d05f'}] Jan 14 01:48:52.453493 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ea2c6554-d78b-40b5-9b70-23c4c4421b04), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.532661 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] For port ea2c6554-d78b-40b5-9b70-23c4c4421b04, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:48:52.533418 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attempted to set empty binding levels {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 14 01:48:52.539085 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (ea2c6554-d78b-40b5-9b70-23c4c4421b04), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.558668 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (68591490-7f97-4e8a-945d-0f0cad69912e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.571344 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] In _notify_port_updated(), no bound segment for port ea2c6554-d78b-40b5-9b70-23c4c4421b04 on network 6abf1cfc-74f2-4b30-84a3-fac04da0d05f {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 01:48:52.572196 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:52.572818 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.574110 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "PUT /v2.0/ports/ea2c6554-d78b-40b5-9b70-23c4c4421b04 HTTP/1.1" status: 200 len: 978 time: 0.9352050 Jan 14 01:48:52.577173 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60456) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:52.617767 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07e71a-c4c3-441e-9c0f-6b6e30f9c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event updated for resources: {'Port': ['ID=ea2c6554-d78b-40b5-9b70-23c4c4421b04,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:52.624406 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2495a9-d947-48a8-98ed-f6c2b0a34611 req-c4db5e7b-24a0-4a3a-a290-183137b9b914 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:52.626488 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d2495a9-d947-48a8-98ed-f6c2b0a34611 req-c4db5e7b-24a0-4a3a-a290-183137b9b914 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 943 time: 0.7458174 Jan 14 01:48:52.641948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Port': ['ID=68591490-7f97-4e8a-945d-0f0cad69912e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:52.647638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] No DVR routers for this DVR port 68591490-7f97-4e8a-945d-0f0cad69912e on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:52.694722 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3137a283-478b-4666-a415-745206116c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Deleting port ea2c6554-d78b-40b5-9b70-23c4c4421b04 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:52.695294 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3137a283-478b-4666-a415-745206116c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ea2c6554-d78b-40b5-9b70-23c4c4421b04), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.698876 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] For port cbba7dbf-980b-4725-a547-deb991ee7a9d, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:48:52.773141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-3137a283-478b-4666-a415-745206116c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] For port ea2c6554-d78b-40b5-9b70-23c4c4421b04, host n-h2-824358-4, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:52.773583 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3137a283-478b-4666-a415-745206116c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ea2c6554-d78b-40b5-9b70-23c4c4421b04), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.789045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3137a283-478b-4666-a415-745206116c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Calling delete_port for ea2c6554-d78b-40b5-9b70-23c4c4421b04 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:52.797152 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-1446a69f-e336-4c5c-882d-2b5a3eb762a8 service neutron] 10.222.0.26 "GET /v2.0/networks/e85ae679-1a3c-4d21-be57-dfa98392ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8102503 Jan 14 01:48:52.799352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] For port cbba7dbf-980b-4725-a547-deb991ee7a9d, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cbba7dbf-980b-4725-a547-deb991ee7a9d,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:48:52.813282 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-825b52ab-bf1c-4388-b412-da262909a525 admin admin] Publish callbacks [] for security_group (48ca7ce8-0c7a-4ce2-9b61-91629db339e7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.823452 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.849841 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (7535f7c4-a8a6-48b7-9d16-4ade05caa224), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.896463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:52.897175 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.898725 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] 10.222.0.36 "PUT /v2.0/ports/cbba7dbf-980b-4725-a547-deb991ee7a9d HTTP/1.1" status: 200 len: 1091 time: 2.8348217 Jan 14 01:48:52.901175 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9', 'tag': 'cbba7dbf-980b-4725-a547-deb991ee7a9d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:52.904665 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5946f710-7480-4dbc-95a9-d93ee1c0563e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9", "tag": "cbba7dbf-980b-4725-a547-deb991ee7a9d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:52.912998 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3137a283-478b-4666-a415-745206116c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (ea2c6554-d78b-40b5-9b70-23c4c4421b04), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.924423 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4d2495a9-d947-48a8-98ed-f6c2b0a34611 req-7f91188e-ad82-46a6-94ad-a2ebe6db3dbf tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892799 Jan 14 01:48:52.932445 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7535f7c4-a8a6-48b7-9d16-4ade05caa224']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:52.936236 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-825b52ab-bf1c-4388-b412-da262909a525 admin admin] Publish callbacks [] for security_group (48ca7ce8-0c7a-4ce2-9b61-91629db339e7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.950664 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3137a283-478b-4666-a415-745206116c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:52.955858 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e86105-e14f-49f1-9639-b50e081acdcc') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:52.956161 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e86105-e14f-49f1-9639-b50e081acdcc') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:52.959173 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3137a283-478b-4666-a415-745206116c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "DELETE /v2.0/ports/ea2c6554-d78b-40b5-9b70-23c4c4421b04 HTTP/1.1" status: 204 len: 168 time: 0.3810182 Jan 14 01:48:52.962960 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60460) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:52.973988 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (d7e86105-e14f-49f1-9639-b50e081acdcc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.027697 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f323292-88c8-4534-9e13-12d6ddd26450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] GET failed (client error): The resource could not be found. Jan 14 01:48:53.029256 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4f323292-88c8-4534-9e13-12d6ddd26450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] 10.222.0.26 "GET /v2.0/ports/ea2c6554-d78b-40b5-9b70-23c4c4421b04 HTTP/1.1" status: 404 len: 333 time: 0.0334678 Jan 14 01:48:53.030372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137a283-478b-4666-a415-745206116c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-387194287-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea2c6554-d78b-40b5-9b70-23c4c4421b04,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:53.035912 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60464) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:53.048371 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (d7e86105-e14f-49f1-9639-b50e081acdcc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.057204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e0164-15ef-42d0-87bb-4c688f630745 service neutron] Pushing event updated for resources: {'Port': ['ID=cbba7dbf-980b-4725-a547-deb991ee7a9d,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:53.087375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:48:53.088152 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (d7e86105-e14f-49f1-9639-b50e081acdcc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:48:53.092471 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:48:53.094316 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:48:53.096243 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:48:53.149626 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (6abf1cfc-74f2-4b30-84a3-fac04da0d05f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.257401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddc97b-93d8-4724-885d-2311a630baae req-bc8cf025-2df2-4238-97e7-09db0e7584e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:53.259041 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-bc8cf025-2df2-4238-97e7-09db0e7584e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 1094 time: 0.2564819 Jan 14 01:48:53.280934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6738c-ebf4-4d96-b1a2-74f1002e345a req-21939077-b4de-4785-ae08-aeaf56636467 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:53.281325 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (6abf1cfc-74f2-4b30-84a3-fac04da0d05f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.282951 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8ca6738c-ebf4-4d96-b1a2-74f1002e345a req-21939077-b4de-4785-ae08-aeaf56636467 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 943 time: 0.1719182 Jan 14 01:48:53.308215 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (7535f7c4-a8a6-48b7-9d16-4ade05caa224), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.308717 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abf1cfc-74f2-4b30-84a3-fac04da0d05f']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:53.322027 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40353b0-3933-45db-adfe-50a0de45f91c') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:53.322588 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40353b0-3933-45db-adfe-50a0de45f91c') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:53.339555 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-825b52ab-bf1c-4388-b412-da262909a525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (48ca7ce8-0c7a-4ce2-9b61-91629db339e7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.342887 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-825b52ab-bf1c-4388-b412-da262909a525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.344338 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-825b52ab-bf1c-4388-b412-da262909a525 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48ca7ce8-0c7a-4ce2-9b61-91629db339e7 HTTP/1.1" status: 204 len: 168 time: 0.8822572 Jan 14 01:48:53.349318 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (d40353b0-3933-45db-adfe-50a0de45f91c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.369319 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (d40353b0-3933-45db-adfe-50a0de45f91c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.378649 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:48:53.379862 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (d40353b0-3933-45db-adfe-50a0de45f91c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:48:53.384044 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:48:53.385991 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.391327 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] 10.222.0.26 "DELETE /v2.0/networks/7535f7c4-a8a6-48b7-9d16-4ade05caa224 HTTP/1.1" status: 204 len: 168 time: 2.3629043 Jan 14 01:48:53.460221 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (6abf1cfc-74f2-4b30-84a3-fac04da0d05f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.472149 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:53.479389 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] 10.222.0.26 "DELETE /v2.0/networks/6abf1cfc-74f2-4b30-84a3-fac04da0d05f HTTP/1.1" status: 204 len: 168 time: 0.4424269 Jan 14 01:48:53.492050 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e281b-d5a8-48ff-bcb7-a77b5317918c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1711661047-project] Pushing event deleted for resources: {'Network': ['ID=6abf1cfc-74f2-4b30-84a3-fac04da0d05f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:53.492222 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-e3d9f0a6-925e-498f-8d71-25cb2bfee45b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbba7dbf-980b-4725-a547-deb991ee7a9d HTTP/1.1" status: 200 len: 217 time: 0.2066419 Jan 14 01:48:53.505151 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a98af-3a5a-4b46-ba33-e3c456b84970 tempest-ServersTestMultiNic-645854144 tempest-ServersTestMultiNic-645854144-project] Pushing event deleted for resources: {'Network': ['ID=7535f7c4-a8a6-48b7-9d16-4ade05caa224,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:53.571582 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b52ab-bf1c-4388-b412-da262909a525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ca7ce8-0c7a-4ce2-9b61-91629db339e7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:53.574731 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddc97b-93d8-4724-885d-2311a630baae req-faa2ff4b-7f89-448f-96e0-30b40348fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:53.576503 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-faa2ff4b-7f89-448f-96e0-30b40348fb2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.0668752 Jan 14 01:48:53.616230 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-6c81df79-bb6a-4812-b53a-2793f3682a0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329268 Jan 14 01:48:53.621873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8ca6738c-ebf4-4d96-b1a2-74f1002e345a req-6871331f-cf09-4001-ac61-0a1e9cb39b40 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967973 Jan 14 01:48:53.768861 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c507ae06-823a-4ee8-b6e7-4bbf6c978570 req-7e09a1fe-120d-49f2-8feb-006bf8e1b648 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 210 time: 0.0375633 Jan 14 01:48:53.772420 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1888e0-15c4-4301-83c8-72acafcee6f1 x-openstack-request-id: req-9b1888e0-15c4-4301-83c8-72acafcee6f1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:53.772769 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9", "tag": "cbba7dbf-980b-4725-a547-deb991ee7a9d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:53.773088 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b1888e0-15c4-4301-83c8-72acafcee6f1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:53.773540 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9', 'tag': 'cbba7dbf-980b-4725-a547-deb991ee7a9d', 'status': 'completed', 'code': 200} Jan 14 01:48:53.799522 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-01a957d9-008d-4c38-a3c7-ad2009e544d1 service neutron] 10.222.0.36 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755824 Jan 14 01:48:53.972833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dddc97b-93d8-4724-885d-2311a630baae req-8330e10b-f4d2-43d7-abee-a759a7582115 service neutron] 10.222.0.36 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663828 Jan 14 01:48:54.009358 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60510) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:54.239428 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946f710-7480-4dbc-95a9-d93ee1c0563e req-36697af1-15b8-4021-985c-7a103d74913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:54.241354 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5946f710-7480-4dbc-95a9-d93ee1c0563e req-36697af1-15b8-4021-985c-7a103d74913d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 1094 time: 0.1604509 Jan 14 01:48:54.332605 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724db0d-7089-4b0b-8e34-0caf34f46445 req-ff233356-588e-46f7-b15a-f91d2c57264f tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:54.334168 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9724db0d-7089-4b0b-8e34-0caf34f46445 req-ff233356-588e-46f7-b15a-f91d2c57264f tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 943 time: 0.1797824 Jan 14 01:48:54.397737 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9fdb0eea-c17e-4cad-bea8-a9d1931d5219 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=072eea4252a44a4f9712150cf2dada92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866799 Jan 14 01:48:54.400297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60534) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:54.468225 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-948922bd-ad08-477e-8b88-0a0a739993f8 admin admin] Publish callbacks [] for security_group (9c78d84a-8665-463f-bfb4-e10efd73cdce), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:54.478538 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483db11-9a86-48d1-9fda-e27a8dc3143f req-d4cccade-59cc-4185-a839-3a2a3f041b90 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:54.486959 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f483db11-9a86-48d1-9fda-e27a8dc3143f req-d4cccade-59cc-4185-a839-3a2a3f041b90 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 945 time: 0.1496394 Jan 14 01:48:54.493397 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-948922bd-ad08-477e-8b88-0a0a739993f8 admin admin] Publish callbacks [] for security_group (9c78d84a-8665-463f-bfb4-e10efd73cdce), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:54.502620 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946f710-7480-4dbc-95a9-d93ee1c0563e req-11ba1ac9-bb20-402b-bd1b-202726d4de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:54.504446 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5946f710-7480-4dbc-95a9-d93ee1c0563e req-11ba1ac9-bb20-402b-bd1b-202726d4de30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 907 time: 0.2548895 Jan 14 01:48:54.514639 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9724db0d-7089-4b0b-8e34-0caf34f46445 req-aa8d69be-2cbe-4516-9388-6cfb78e2de17 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654041 Jan 14 01:48:54.559411 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-948922bd-ad08-477e-8b88-0a0a739993f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9c78d84a-8665-463f-bfb4-e10efd73cdce), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:54.562139 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-948922bd-ad08-477e-8b88-0a0a739993f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:54.564339 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-948922bd-ad08-477e-8b88-0a0a739993f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c78d84a-8665-463f-bfb4-e10efd73cdce HTTP/1.1" status: 204 len: 168 time: 0.1618228 Jan 14 01:48:54.586145 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5946f710-7480-4dbc-95a9-d93ee1c0563e req-d6b5b839-6a79-4e12-ae58-90a882ec9584 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbba7dbf-980b-4725-a547-deb991ee7a9d HTTP/1.1" status: 200 len: 217 time: 0.0568597 Jan 14 01:48:54.589501 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948922bd-ad08-477e-8b88-0a0a739993f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c78d84a-8665-463f-bfb4-e10efd73cdce,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:54.666674 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f483db11-9a86-48d1-9fda-e27a8dc3143f req-21b12543-a56d-40f9-b003-75d925db2aa9 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f1e4f9-5aa8-4fcd-9990-20a47b7cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730876 Jan 14 01:48:54.686225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946f710-7480-4dbc-95a9-d93ee1c0563e req-fc8ad875-6329-47df-a88b-ae2138003757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:54.690686 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5946f710-7480-4dbc-95a9-d93ee1c0563e req-fc8ad875-6329-47df-a88b-ae2138003757 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.0968242 Jan 14 01:48:54.744087 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60550) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:54.772395 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5946f710-7480-4dbc-95a9-d93ee1c0563e req-0acc19f1-7e67-4696-a750-4608fd4ffe7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726726 Jan 14 01:48:55.062812 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aee86285-a6e6-434a-937e-107132e954c6 req-7fe8b5da-f7f4-42ca-93de-c08372ed70e9 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 210 time: 0.1341677 Jan 14 01:48:55.242819 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded1942-eb42-41ac-ae17-160ea792dd82 req-17317a9d-90a1-4dea-9b27-9f4951f77bc7 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:55.252486 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eded1942-eb42-41ac-ae17-160ea792dd82 req-17317a9d-90a1-4dea-9b27-9f4951f77bc7 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 943 time: 0.3592563 Jan 14 01:48:55.326785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cbba7dbf-980b-4725-a547-deb991ee7a9d details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:48:55.391422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eded1942-eb42-41ac-ae17-160ea792dd82 req-c3881978-0fa9-44b8-b11e-773775836455 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379862 Jan 14 01:48:55.407139 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:55.411835 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5946f710-7480-4dbc-95a9-d93ee1c0563e req-a2aa27f6-429e-4548-bb19-98307d8d2717 service neutron] 10.222.0.36 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342568 Jan 14 01:48:55.433642 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd86ff6-8f08-46f7-b0c8-cc2ee643fb12 req-2734f6e5-87ab-47d5-96d2-aa5e97f36b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:55.441065 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dbd86ff6-8f08-46f7-b0c8-cc2ee643fb12 req-2734f6e5-87ab-47d5-96d2-aa5e97f36b90 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 945 time: 0.2506168 Jan 14 01:48:55.457335 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-3b7bbaa7-d686-46dd-884e-8d1b7900326f tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:55.459005 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-3b7bbaa7-d686-46dd-884e-8d1b7900326f tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.46 "GET /v2.0/networks?id=e85ae679-1a3c-4d21-be57-dfa98392ef49 HTTP/1.1" status: 200 len: 813 time: 0.4666221 Jan 14 01:48:55.472897 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cbba7dbf-980b-4725-a547-deb991ee7a9d, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cbba7dbf-980b-4725-a547-deb991ee7a9d,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:55.493591 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'cbba7dbf-980b-4725-a547-deb991ee7a9d', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'port_id': 'cbba7dbf-980b-4725-a547-deb991ee7a9d', 'mac_address': 'fa:16:3e:79:c1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845bcc49-2264-4165-8b1c-097522050b8c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:48:55.522931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Request body: {'port': {'device_id': '8d9417a3-57f3-4282-bca3-43c31095a1b2', 'network_id': 'e85ae679-1a3c-4d21-be57-dfa98392ef49', 'admin_state_up': True, 'tenant_id': 'e9272fbc59a84b9f8f74a259766e5527'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:55.551133 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0c394f98-9d0a-42af-a102-6c854f126d28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89617cb534e64810adf041603163024f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407588 Jan 14 01:48:55.551393 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60578) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:55.583992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port cbba7dbf-980b-4725-a547-deb991ee7a9d is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:55.584538 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:55.591880 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-006df0f9-9169-474c-a53d-0b97bb764e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:55.619430 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbba7dbf-980b-4725-a547-deb991ee7a9d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:55.668704 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cbba7dbf-980b-4725-a547-deb991ee7a9d, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cbba7dbf-980b-4725-a547-deb991ee7a9d,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:55.673424 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dbd86ff6-8f08-46f7-b0c8-cc2ee643fb12 req-b1bdd295-2301-4671-a8d9-89bbb4b474aa tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314727 Jan 14 01:48:55.682966 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:55.835322 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5946f710-7480-4dbc-95a9-d93ee1c0563e req-b1c45fda-01f1-4ef3-900e-d4222706f67b service neutron] 10.222.0.36 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106350 Jan 14 01:48:55.844326 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=cbba7dbf-980b-4725-a547-deb991ee7a9d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:55.875985 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Made reservation on behalf of e9272fbc59a84b9f8f74a259766e5527 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:55.880934 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:55.913637 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b05a1-2cbb-4efb-ae60-41a9d7d79092 req-21a8d73e-46e2-42a3-9d63-abff60673060 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:55.915682 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d3b05a1-2cbb-4efb-ae60-41a9d7d79092 req-21a8d73e-46e2-42a3-9d63-abff60673060 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 943 time: 0.3108096 Jan 14 01:48:55.973487 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['cbba7dbf-980b-4725-a547-deb991ee7a9d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:55.975795 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d3b05a1-2cbb-4efb-ae60-41a9d7d79092 req-e695a6f6-158c-4c49-b7d5-13be3a1163f9 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502563 Jan 14 01:48:55.995991 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9fcab-9b00-489e-ab27-9f14b2356019 req-25f55cf4-0887-4ba6-bef3-cf4c73af8e36 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:56.003654 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2e9fcab-9b00-489e-ab27-9f14b2356019 req-25f55cf4-0887-4ba6-bef3-cf4c73af8e36 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 945 time: 0.1655684 Jan 14 01:48:56.161209 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd62e3d0-0566-49c0-ad31-6941ea85f7ef admin admin] Publish callbacks [] for security_group (34580c30-3998-4ee7-ade7-130d86e7fc3d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:56.171484 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2e9fcab-9b00-489e-ab27-9f14b2356019 req-2b26f263-9886-4ccb-a16e-aad97da37e5a tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f1e4f9-5aa8-4fcd-9990-20a47b7cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666324 Jan 14 01:48:56.213487 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd62e3d0-0566-49c0-ad31-6941ea85f7ef admin admin] Publish callbacks [] for security_group (34580c30-3998-4ee7-ade7-130d86e7fc3d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:56.266132 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be92079e-446f-4236-897f-1d5868693899 req-456c22f6-4ef9-4684-8d96-8be47f48526b tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 210 time: 0.0673454 Jan 14 01:48:56.304198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Allocated IP 172.20.0.4 (e85ae679-1a3c-4d21-be57-dfa98392ef49/78a3a470-c2a3-4f15-bd8c-765ba0fcba40/067f9b28-9b82-4f3e-a02c-4ce57e86c93c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:48:56.309097 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd62e3d0-0566-49c0-ad31-6941ea85f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (34580c30-3998-4ee7-ade7-130d86e7fc3d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:56.311679 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd62e3d0-0566-49c0-ad31-6941ea85f7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:56.315526 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cd62e3d0-0566-49c0-ad31-6941ea85f7ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34580c30-3998-4ee7-ade7-130d86e7fc3d HTTP/1.1" status: 204 len: 168 time: 0.7608857 Jan 14 01:48:56.325470 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62e3d0-0566-49c0-ad31-6941ea85f7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34580c30-3998-4ee7-ade7-130d86e7fc3d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:56.342051 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-006df0f9-9169-474c-a53d-0b97bb764e18 admin admin] Deleting port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:56.342867 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-006df0f9-9169-474c-a53d-0b97bb764e18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:56.492081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-006df0f9-9169-474c-a53d-0b97bb764e18 admin admin] For port 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=737a5f49-b391-4ad2-acc0-fef0e4b5ed4d,segment=NetworkSegment(6f795008-64a7-45d7-aee7-6a3f744a9e69),segment_id=6f795008-64a7-45d7-aee7-6a3f744a9e69)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:56.492652 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-006df0f9-9169-474c-a53d-0b97bb764e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:56.510145 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-006df0f9-9169-474c-a53d-0b97bb764e18 admin admin] Calling delete_port for 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:56.534060 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7346f-2f91-4834-8842-7c75b3568357 req-2c6a3c98-96ee-4323-b85c-07f00953acc5 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:56.535963 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-43c7346f-2f91-4834-8842-7c75b3568357 req-2c6a3c98-96ee-4323-b85c-07f00953acc5 tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.46 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 945 time: 0.0959148 Jan 14 01:48:56.545485 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Publish callbacks [] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:56.584846 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e1dba-e998-4fd5-b61e-40349d3110aa req-cd8c521b-33ff-47d5-812d-b947ea660507 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:56.586517 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-461e1dba-e998-4fd5-b61e-40349d3110aa req-cd8c521b-33ff-47d5-812d-b947ea660507 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 944 time: 0.0900040 Jan 14 01:48:56.622837 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:56.686947 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Network e85ae679-1a3c-4d21-be57-dfa98392ef49 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:48:56.711380 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-461e1dba-e998-4fd5-b61e-40349d3110aa req-36a95c48-8459-4e5a-9e1d-440a530bbe2c tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171424 Jan 14 01:48:56.712332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:56.722756 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:48:56.752786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Pushing event updated for resources: {'Port': ['ID=067f9b28-9b82-4f3e-a02c-4ce57e86c93c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:56.791221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:56.792118 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:56.797123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-43c7346f-2f91-4834-8842-7c75b3568357 req-70f3cdb7-8a5f-4f87-9916-d12143b215ba tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Deleting port 3350003d-6c2c-41ef-8740-4a68bf98a93e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:56.797458 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-43c7346f-2f91-4834-8842-7c75b3568357 req-70f3cdb7-8a5f-4f87-9916-d12143b215ba tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:56.878763 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-5d0901f5-2ee8-4f86-a8ed-ced27b875b1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3580074 Jan 14 01:48:56.908169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Request body: {'port': {'device_id': '8d9417a3-57f3-4282-bca3-43c31095a1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:56.964953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6083e1-2025-4c0a-a85c-5069d1678764 req-6a51a41e-d77c-4778-a71e-696a8f68e80b tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:56.972459 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a6083e1-2025-4c0a-a85c-5069d1678764 req-6a51a41e-d77c-4778-a71e-696a8f68e80b tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 945 time: 0.1715689 Jan 14 01:48:56.973386 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-43c7346f-2f91-4834-8842-7c75b3568357 req-70f3cdb7-8a5f-4f87-9916-d12143b215ba tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] For port 3350003d-6c2c-41ef-8740-4a68bf98a93e, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=3350003d-6c2c-41ef-8740-4a68bf98a93e,segment=NetworkSegment(db443225-0cd1-4b2c-baa1-b79a88545b6c),segment_id=db443225-0cd1-4b2c-baa1-b79a88545b6c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:56.973891 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-43c7346f-2f91-4834-8842-7c75b3568357 req-70f3cdb7-8a5f-4f87-9916-d12143b215ba tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:56.987158 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-43c7346f-2f91-4834-8842-7c75b3568357 req-70f3cdb7-8a5f-4f87-9916-d12143b215ba tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Calling delete_port for 3350003d-6c2c-41ef-8740-4a68bf98a93e owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:57.016581 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:57.080633 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a6083e1-2025-4c0a-a85c-5069d1678764 req-91e2278e-63c9-40fe-937b-a23ea5b9cd5e tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069527 Jan 14 01:48:57.084954 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-006df0f9-9169-474c-a53d-0b97bb764e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (737a5f49-b391-4ad2-acc0-fef0e4b5ed4d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:57.149290 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006df0f9-9169-474c-a53d-0b97bb764e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=737a5f49-b391-4ad2-acc0-fef0e4b5ed4d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:57.286018 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-43c7346f-2f91-4834-8842-7c75b3568357 req-70f3cdb7-8a5f-4f87-9916-d12143b215ba tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (3350003d-6c2c-41ef-8740-4a68bf98a93e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:57.322406 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['3350003d-6c2c-41ef-8740-4a68bf98a93e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:57.347295 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3cdb7-8a5f-4f87-9916-d12143b215ba tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Pushing event deleted for resources: {'Port': ['ID=3350003d-6c2c-41ef-8740-4a68bf98a93e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:57.359528 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cbba7dbf-980b-4725-a547-deb991ee7a9d up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:48:57.374166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device ea15d867-1853-44e0-8b67-5b785d3e8691 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:48:57.526051 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c7346f-2f91-4834-8842-7c75b3568357 req-70f3cdb7-8a5f-4f87-9916-d12143b215ba tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] No DVR routers for this DVR port 3350003d-6c2c-41ef-8740-4a68bf98a93e on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:48:57.527719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60644) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:57.538367 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-43c7346f-2f91-4834-8842-7c75b3568357 req-70f3cdb7-8a5f-4f87-9916-d12143b215ba tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:57.542023 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-43c7346f-2f91-4834-8842-7c75b3568357 req-70f3cdb7-8a5f-4f87-9916-d12143b215ba tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.46 "DELETE /v2.0/ports/3350003d-6c2c-41ef-8740-4a68bf98a93e HTTP/1.1" status: 204 len: 173 time: 0.9716582 Jan 14 01:48:57.542602 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495c9525-262a-45b9-b3db-8384299a4ccc', 'name': 'network-vif-deleted', 'tag': '3350003d-6c2c-41ef-8740-4a68bf98a93e'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:57.551681 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port cbba7dbf-980b-4725-a547-deb991ee7a9d completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:48:57.553218 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1ee29f-e1e0-4284-a8d2-213f72fb6de0" -d '{"events": [{"server_uuid": "495c9525-262a-45b9-b3db-8384299a4ccc", "name": "network-vif-deleted", "tag": "3350003d-6c2c-41ef-8740-4a68bf98a93e"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:57.559493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port cbba7dbf-980b-4725-a547-deb991ee7a9d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:48:57.560156 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:57.581811 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-006df0f9-9169-474c-a53d-0b97bb764e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:57.625750 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port ea15d867-1853-44e0-8b67-5b785d3e8691, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ea15d867-1853-44e0-8b67-5b785d3e8691,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:57.642435 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'ea15d867-1853-44e0-8b67-5b785d3e8691', 'network_id': '5f027ff3-61cc-4e5c-82d5-688896fb83a3', 'port_id': 'ea15d867-1853-44e0-8b67-5b785d3e8691', 'mac_address': 'fa:16:3e:a6:4d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d3bd97-b0d7-4581-9638-89c747c1dc86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:48:57.772081 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port ea15d867-1853-44e0-8b67-5b785d3e8691 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:57.773583 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:57.811753 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port cbba7dbf-980b-4725-a547-deb991ee7a9d is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:57.812145 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:57.819827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4af07334-4578-456f-a220-5e5a1bcdea69 req-2243e735-4a72-466e-a0f8-f4b92c796dbe tempest-VolumesAdminNegativeTest-1508931236 tempest-VolumesAdminNegativeTest-1508931236-project] 10.222.0.26 "GET /v2.0/ports?device_id=495c9525-262a-45b9-b3db-8384299a4ccc HTTP/1.1" status: 200 len: 210 time: 0.5451896 Jan 14 01:48:57.823839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea15d867-1853-44e0-8b67-5b785d3e8691 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:57.830747 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82282a-2b51-418b-897f-8284266ef219 req-e7bfaacf-f735-49cf-bdb5-2de879d67de3 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:57.832299 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad82282a-2b51-418b-897f-8284266ef219 req-e7bfaacf-f735-49cf-bdb5-2de879d67de3 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 943 time: 0.6359425 Jan 14 01:48:57.865698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port ea15d867-1853-44e0-8b67-5b785d3e8691, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ea15d867-1853-44e0-8b67-5b785d3e8691,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:57.870687 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1563942641'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:57.876558 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:57.918582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port cbba7dbf-980b-4725-a547-deb991ee7a9d, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cbba7dbf-980b-4725-a547-deb991ee7a9d,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:57.950526 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ad82282a-2b51-418b-897f-8284266ef219 req-17e638e1-4df2-4a44-afa2-51d09c1d0123 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022348 Jan 14 01:48:57.993238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbba7dbf-980b-4725-a547-deb991ee7a9d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:57.995523 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f842dca-4edc-4546-8141-d003ed4e49be" -d '{"events": [{"server_uuid": "1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9", "name": "network-vif-plugged", "status": "completed", "tag": "cbba7dbf-980b-4725-a547-deb991ee7a9d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:58.007880 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.026150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=ea15d867-1853-44e0-8b67-5b785d3e8691,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:58.031144 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Made reservation on behalf of 658c0973e3e645a5bad6009ad22de251 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:58.034825 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.050702 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.059335 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067f9b28-9b82-4f3e-a02c-4ce57e86c93c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:58.080242 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006df0f9-9169-474c-a53d-0b97bb764e18 admin admin] Router 9f92ee17-e084-40e8-9f03-d60f94c3fd4a has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:48:58.081327 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Publish callbacks [] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.107095 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38710817-6387-4390-9684-d84e581fb56d req-fffb7d0c-81af-4227-8436-c6f8a52d135f tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:58.109164 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['ea15d867-1853-44e0-8b67-5b785d3e8691'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:48:58.116511 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-38710817-6387-4390-9684-d84e581fb56d req-fffb7d0c-81af-4227-8436-c6f8a52d135f tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 931 time: 0.1825261 Jan 14 01:48:58.161691 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Transition to ACTIVE for port object 067f9b28-9b82-4f3e-a02c-4ce57e86c93c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:48:58.162324 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60662) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:58.185494 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.213337 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=cbba7dbf-980b-4725-a547-deb991ee7a9d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:58.305131 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Pushing event updated for resources: {'Port': ['ID=067f9b28-9b82-4f3e-a02c-4ce57e86c93c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:58.368238 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for security_group (fcb78dd9-3444-4967-9b2a-f4cd0e737350), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.376726 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-38710817-6387-4390-9684-d84e581fb56d req-317432d5-83ce-4940-a7bf-3cc6c6e2a4e0 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/security-groups?id=51bbe8bd-c714-4b3f-9068-cac1400ada35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354960 Jan 14 01:48:58.377895 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fcb78dd9-3444-4967-9b2a-f4cd0e737350), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.384048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006df0f9-9169-474c-a53d-0b97bb764e18 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:48:58.398046 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-006df0f9-9169-474c-a53d-0b97bb764e18 admin admin] 10.222.0.26 "PUT /v2.0/routers/9f92ee17-e084-40e8-9f03-d60f94c3fd4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6527517 Jan 14 01:48:58.411701 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60666) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:58.423302 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:48:58.425289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7aeb37-b9b2-48b7-b266-09cff3c171e3 None None] Sync routers for ids ['9f92ee17-e084-40e8-9f03-d60f94c3fd4a'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:48:58.455666 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1526d32e-a9db-41e7-aa07-41c50017bdf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.462707 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7aeb37-b9b2-48b7-b266-09cff3c171e3 None None] Routers {'9f92ee17-e084-40e8-9f03-d60f94c3fd4a'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:48:58.463545 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cd7aeb37-b9b2-48b7-b266-09cff3c171e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:48:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9f92ee17-e084-40e8-9f03-d60f94c3fd4a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:58.472556 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a28ad70-443a-412a-980f-6b4a4061a1b7 x-openstack-request-id: req-1a28ad70-443a-412a-980f-6b4a4061a1b7 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:58.472855 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495c9525-262a-45b9-b3db-8384299a4ccc", "name": "network-vif-deleted", "tag": "3350003d-6c2c-41ef-8740-4a68bf98a93e", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:58.473115 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a28ad70-443a-412a-980f-6b4a4061a1b7 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:58.473516 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495c9525-262a-45b9-b3db-8384299a4ccc', 'name': 'network-vif-deleted', 'tag': '3350003d-6c2c-41ef-8740-4a68bf98a93e', 'status': 'completed', 'code': 200} Jan 14 01:48:58.490141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (2e8e49c5-2c86-4289-9573-a4f2aa420b8c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.490573 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Added segment 2e8e49c5-2c86-4289-9573-a4f2aa420b8c of type vlan for network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 Jan 14 01:48:58.503406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb78dd9-3444-4967-9b2a-f4cd0e737350,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:58.529111 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac09b55-9cdf-4abf-90a4-5faa1cdda373 x-openstack-request-id: req-bac09b55-9cdf-4abf-90a4-5faa1cdda373 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:58.530165 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9", "name": "network-vif-plugged", "status": "completed", "tag": "cbba7dbf-980b-4725-a547-deb991ee7a9d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:58.530474 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bac09b55-9cdf-4abf-90a4-5faa1cdda373 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:58.530887 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbba7dbf-980b-4725-a547-deb991ee7a9d', 'code': 200} Jan 14 01:48:58.561838 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Attempting to bind port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:48:58.562239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Attempting to bind port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e85ae679-1a3c-4d21-be57-dfa98392ef49'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:48:58.562727 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Attempting to bind port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c on network e85ae679-1a3c-4d21-be57-dfa98392ef49 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:58.573532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c on network e85ae679-1a3c-4d21-be57-dfa98392ef49 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:48:58.573928 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Attempting to bind port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c on network e85ae679-1a3c-4d21-be57-dfa98392ef49 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:48:58.592377 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39c932-1cc1-43d4-a072-bcb4c4836fd8 req-87db71d1-c74f-4ffb-95cf-74f33f5f7f30 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:58.599244 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b39c932-1cc1-43d4-a072-bcb4c4836fd8 req-87db71d1-c74f-4ffb-95cf-74f33f5f7f30 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 945 time: 0.1234858 Jan 14 01:48:58.605318 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (9afa8b58-d5fa-4b67-a8fe-eebaf43fc609), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.609260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:48:58.609596 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Checking segment: {'id': '7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e85ae679-1a3c-4d21-be57-dfa98392ef49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:58.610076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Bound using segment: {'id': '7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e85ae679-1a3c-4d21-be57-dfa98392ef49'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:48:58.610554 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Bound port: 067f9b28-9b82-4f3e-a02c-4ce57e86c93c, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e85ae679-1a3c-4d21-be57-dfa98392ef49'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:48:58.610901 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.638815 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Publish callbacks [] for router (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.655024 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-cd7aeb37-b9b2-48b7-b266-09cff3c171e3 None None] Set router 9f92ee17-e084-40e8-9f03-d60f94c3fd4a gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:48:58.681068 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (9afa8b58-d5fa-4b67-a8fe-eebaf43fc609), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.686810 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:58.687656 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.769631 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1526d32e-a9db-41e7-aa07-41c50017bdf0 admin admin] Publish callbacks [] for security_group (30478d49-bf52-4fc3-9adf-5d2503161c20), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.784529 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1526d32e-a9db-41e7-aa07-41c50017bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (30478d49-bf52-4fc3-9adf-5d2503161c20), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.796747 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2647469 Jan 14 01:48:58.799538 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e272f-1aca-4d45-9d42-b599c1457d1c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event updated for resources: {'Network': ['ID=9afa8b58-d5fa-4b67-a8fe-eebaf43fc609,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:58.802340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60668) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:58.819230 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5801ac96-3db1-49ce-93f2-23e32dbc924f tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Request body: {'subnet': {'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:58.828665 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:48:58.832325 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b39c932-1cc1-43d4-a072-bcb4c4836fd8 req-864341a4-fcf9-4007-a07b-1f5b5dffa687 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321897 Jan 14 01:48:58.857630 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526d32e-a9db-41e7-aa07-41c50017bdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30478d49-bf52-4fc3-9adf-5d2503161c20,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:58.861510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c5f16-b5aa-47fa-bc9f-034627fc7680 req-b0097a20-2083-4709-b1f3-92facc66c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:58.863023 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb9c5f16-b5aa-47fa-bc9f-034627fc7680 req-b0097a20-2083-4709-b1f3-92facc66c5a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 1096 time: 0.2459619 Jan 14 01:48:58.865244 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1526d32e-a9db-41e7-aa07-41c50017bdf0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39ed3b0843524c7eb1455b093b1efc83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7018580 Jan 14 01:48:58.875376 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60672) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:58.875580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3d317-60c4-4715-b439-117dd8cf4d3f req-99b9d24a-0519-4f65-bd22-acad528d5ccc tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:58.882721 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2bf3d317-60c4-4715-b439-117dd8cf4d3f req-99b9d24a-0519-4f65-bd22-acad528d5ccc tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 944 time: 0.2665498 Jan 14 01:48:58.900143 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] For port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:48:58.905883 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] For port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=067f9b28-9b82-4f3e-a02c-4ce57e86c93c,segment=NetworkSegment(7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a),segment_id=7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:48:58.925368 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.941371 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Publish callbacks [] for router_gateway (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.946574 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cd7aeb37-b9b2-48b7-b266-09cff3c171e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'name': 'tempest-ServersTestMultiNic-205828428-router', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:46:48Z', 'updated_at': '2022-01-14T01:48:56Z', 'revision_number': 5, 'project_id': 'cda1637d84124f32b4702438cb476922', 'gw_port': {'id': '4a81f8a4-1c66-41b6-83ee-be6a4d2d7698', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:46:49Z', 'updated_at': '2022-01-14T01:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:58.977832 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7aeb37-b9b2-48b7-b266-09cff3c171e3 None None] Checking router: 9f92ee17-e084-40e8-9f03-d60f94c3fd4a for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:48:58.991724 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7aeb37-b9b2-48b7-b266-09cff3c171e3 None None] Routers {'9f92ee17-e084-40e8-9f03-d60f94c3fd4a'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:48:58.992395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cd7aeb37-b9b2-48b7-b266-09cff3c171e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:48:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9f92ee17-e084-40e8-9f03-d60f94c3fd4a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:58.995539 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:58.995539 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:58.996681 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] 10.222.0.46 "PUT /v2.0/ports/067f9b28-9b82-4f3e-a02c-4ce57e86c93c HTTP/1.1" status: 200 len: 1091 time: 2.1013660 Jan 14 01:48:58.998613 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60676) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:59.004007 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2bf3d317-60c4-4715-b439-117dd8cf4d3f req-a099ae63-3d28-4f0b-b6ec-15ce39822e62 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204743 Jan 14 01:48:59.004460 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9417a3-57f3-4282-bca3-43c31095a1b2', 'tag': '067f9b28-9b82-4f3e-a02c-4ce57e86c93c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:48:59.006798 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49de52f5-76a5-402b-ada9-9a122016baf4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9417a3-57f3-4282-bca3-43c31095a1b2", "tag": "067f9b28-9b82-4f3e-a02c-4ce57e86c93c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:48:59.010683 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db935726-f255-4899-b58e-4c3ac00c9525 admin admin] Publish callbacks [] for security_group (30478d49-bf52-4fc3-9adf-5d2503161c20), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.029297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5801ac96-3db1-49ce-93f2-23e32dbc924f tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Made reservation on behalf of 658c0973e3e645a5bad6009ad22de251 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:48:59.032945 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5801ac96-3db1-49ce-93f2-23e32dbc924f tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.087775 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db935726-f255-4899-b58e-4c3ac00c9525 admin admin] Publish callbacks [] for security_group (30478d49-bf52-4fc3-9adf-5d2503161c20), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.119166 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb9c5f16-b5aa-47fa-bc9f-034627fc7680 req-91f78057-65b8-42db-b9fc-13d5b77b52be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312784 Jan 14 01:48:59.143695 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e9025b-d1ce-4f71-ab95-7a1d4b7e2519 x-openstack-request-id: req-58e9025b-d1ce-4f71-ab95-7a1d4b7e2519 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:48:59.144019 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9417a3-57f3-4282-bca3-43c31095a1b2", "tag": "067f9b28-9b82-4f3e-a02c-4ce57e86c93c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:48:59.144235 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58e9025b-d1ce-4f71-ab95-7a1d4b7e2519 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:48:59.144633 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9417a3-57f3-4282-bca3-43c31095a1b2', 'tag': '067f9b28-9b82-4f3e-a02c-4ce57e86c93c', 'status': 'completed', 'code': 200} Jan 14 01:48:59.157224 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-cd7aeb37-b9b2-48b7-b266-09cff3c171e3 None None] Set router 9f92ee17-e084-40e8-9f03-d60f94c3fd4a gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:48:59.165637 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24872f93-3755-4ca0-8f7d-9287bbb3adb8 service neutron] Pushing event updated for resources: {'Port': ['ID=067f9b28-9b82-4f3e-a02c-4ce57e86c93c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:59.181621 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb24ba2-1d52-4892-b807-7815b033a72b admin admin] Deleting subnet aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:48:59.188602 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afb24ba2-1d52-4892-b807-7815b033a72b admin admin] Publish callbacks [] for subnet (aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.201460 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Deleting port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:48:59.201789 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.227132 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cd7aeb37-b9b2-48b7-b266-09cff3c171e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'name': 'tempest-ServersTestMultiNic-205828428-router', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:46:48Z', 'updated_at': '2022-01-14T01:48:58Z', 'revision_number': 6, 'project_id': 'cda1637d84124f32b4702438cb476922', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:48:59.248153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162549-2d67-43dd-a3b0-82db14dcc8b7 req-11cb2ada-1e5e-4c1a-b36c-6dce69c2d774 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:59.249705 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e0162549-2d67-43dd-a3b0-82db14dcc8b7 req-11cb2ada-1e5e-4c1a-b36c-6dce69c2d774 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 943 time: 0.1625023 Jan 14 01:48:59.251589 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-6963bf0e-58e1-49fd-91dd-03038daaeaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:59.252930 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-6963bf0e-58e1-49fd-91dd-03038daaeaca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9272fbc59a84b9f8f74a259766e5527&device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 1094 time: 0.1424546 Jan 14 01:48:59.255922 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afb24ba2-1d52-4892-b807-7815b033a72b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.266756 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7aeb37-b9b2-48b7-b266-09cff3c171e3 None None] The sync data for ids ['9f92ee17-e084-40e8-9f03-d60f94c3fd4a'] in n-d-824358-4 is: [{'id': '9f92ee17-e084-40e8-9f03-d60f94c3fd4a', 'name': 'tempest-ServersTestMultiNic-205828428-router', 'tenant_id': 'cda1637d84124f32b4702438cb476922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:46:48Z', 'updated_at': '2022-01-14T01:48:58Z', 'revision_number': 6, 'project_id': 'cda1637d84124f32b4702438cb476922', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:48:59.333801 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 69c51574-0698-41f6-8dd9-297ebe2a40ee details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:48:59.364558 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-ad6bef9f-0707-4fe8-be2c-a7ffd682c0a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=067f9b28-9b82-4f3e-a02c-4ce57e86c93c HTTP/1.1" status: 200 len: 217 time: 0.0736003 Jan 14 01:48:59.379623 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db935726-f255-4899-b58e-4c3ac00c9525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (30478d49-bf52-4fc3-9adf-5d2503161c20), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.382185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db935726-f255-4899-b58e-4c3ac00c9525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.386455 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-db935726-f255-4899-b58e-4c3ac00c9525 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30478d49-bf52-4fc3-9adf-5d2503161c20 HTTP/1.1" status: 204 len: 168 time: 0.5082533 Jan 14 01:48:59.410232 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db935726-f255-4899-b58e-4c3ac00c9525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30478d49-bf52-4fc3-9adf-5d2503161c20,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:59.419411 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device ea15d867-1853-44e0-8b67-5b785d3e8691 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:48:59.422223 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5801ac96-3db1-49ce-93f2-23e32dbc924f tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (93a214bb-7b35-44bd-b075-008c5844d79a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.440929 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] For port 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=4a81f8a4-1c66-41b6-83ee-be6a4d2d7698,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:59.441372 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.458732 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e0162549-2d67-43dd-a3b0-82db14dcc8b7 req-bef754a4-9ad1-4db4-ba41-2ce70edc91cb tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005742 Jan 14 01:48:59.484277 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Calling delete_port for 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:48:59.561479 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801ac96-3db1-49ce-93f2-23e32dbc924f tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event updated for resources: {'Subnet': ['ID=93a214bb-7b35-44bd-b075-008c5844d79a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:59.569282 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5801ac96-3db1-49ce-93f2-23e32dbc924f tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Checking segment: {'id': '2e8e49c5-2c86-4289-9573-a4f2aa420b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:48:59.569760 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5801ac96-3db1-49ce-93f2-23e32dbc924f tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Network hostable DHCP agents. Network: 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:48:59.598862 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afb24ba2-1d52-4892-b807-7815b033a72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.613927 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5801ac96-3db1-49ce-93f2-23e32dbc924f tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:48:59.624842 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 69c51574-0698-41f6-8dd9-297ebe2a40ee, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=69c51574-0698-41f6-8dd9-297ebe2a40ee,segment=NetworkSegment(6bcbfbeb-94b0-4da5-b524-20bb1718cec0),segment_id=6bcbfbeb-94b0-4da5-b524-20bb1718cec0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:59.681333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port ea15d867-1853-44e0-8b67-5b785d3e8691 is: BUILD; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:59.683541 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.683660 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5801ac96-3db1-49ce-93f2-23e32dbc924f tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:48:59.691358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '69c51574-0698-41f6-8dd9-297ebe2a40ee', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'port_id': '69c51574-0698-41f6-8dd9-297ebe2a40ee', 'mac_address': 'fa:16:3e:d8:63:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:48:59.691623 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5801ac96-3db1-49ce-93f2-23e32dbc924f tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:59.692383 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5801ac96-3db1-49ce-93f2-23e32dbc924f tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.711289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ea15d867-1853-44e0-8b67-5b785d3e8691 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:59.723763 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-f3c064f6-4ad7-43fc-a10d-0689d33f7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:59.725675 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-f3c064f6-4ad7-43fc-a10d-0689d33f7834 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78a3a470-c2a3-4f15-bd8c-765ba0fcba40 HTTP/1.1" status: 200 len: 853 time: 0.2779334 Jan 14 01:48:59.737988 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5801ac96-3db1-49ce-93f2-23e32dbc924f tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9303832 Jan 14 01:48:59.737988 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60698) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:48:59.759613 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 69c51574-0698-41f6-8dd9-297ebe2a40ee is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:48:59.761102 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.763509 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c1cec0-5690-4473-8511-942928660907 None None] Network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:48:59.772017 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Request body: {'port': {'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1686526178'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:48:59.826157 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d4de1-d3be-4429-849b-55129d85b4c0 req-46d11251-7a67-4207-ac9e-df59c77c01dd tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:59.828126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-634d4de1-d3be-4429-849b-55129d85b4c0 req-46d11251-7a67-4207-ac9e-df59c77c01dd tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 944 time: 0.2545924 Jan 14 01:48:59.831673 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port ea15d867-1853-44e0-8b67-5b785d3e8691, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ea15d867-1853-44e0-8b67-5b785d3e8691,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:59.834780 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-7a21e1c5-faaf-42b5-9833-55e268848a35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e85ae679-1a3c-4d21-be57-dfa98392ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811551 Jan 14 01:48:59.841247 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c51574-0698-41f6-8dd9-297ebe2a40ee {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:48:59.846726 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.847570 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 3350003d-6c2c-41ef-8740-4a68bf98a93e no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:48:59.854490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619b581-a817-4f3f-bd24-1367f35bdb74 req-08fe09e9-72d7-49de-b0cf-92b41ca85288 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:48:59.866970 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b619b581-a817-4f3f-bd24-1367f35bdb74 req-08fe09e9-72d7-49de-b0cf-92b41ca85288 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 943 time: 0.2863402 Jan 14 01:48:59.908650 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (4a81f8a4-1c66-41b6-83ee-be6a4d2d7698), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.909926 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afb24ba2-1d52-4892-b807-7815b033a72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.911436 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 3350003d-6c2c-41ef-8740-4a68bf98a93e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:48:59.911782 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 3350003d-6c2c-41ef-8740-4a68bf98a93e not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:48:59.914443 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 69c51574-0698-41f6-8dd9-297ebe2a40ee, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=69c51574-0698-41f6-8dd9-297ebe2a40ee,segment=NetworkSegment(6bcbfbeb-94b0-4da5-b524-20bb1718cec0),segment_id=6bcbfbeb-94b0-4da5-b524-20bb1718cec0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:48:59.932309 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.945350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a81f8a4-1c66-41b6-83ee-be6a4d2d7698,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:59.985053 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-9afa8b58-d5fa-4b67-a8fe-eebaf43fc609', 'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609', 'project_id': '658c0973e3e645a5bad6009ad22de251', 'fixed_ips': [{'subnet_id': '93a214bb-7b35-44bd-b075-008c5844d79a'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:48:59.985912 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:48:59.988387 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=ea15d867-1853-44e0-8b67-5b785d3e8691,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:48:59.993470 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60702) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:00.027859 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a408f408-d4a3-47e1-9a13-31ce4aab7173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.070941 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb24ba2-1d52-4892-b807-7815b033a72b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:00.077997 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afb24ba2-1d52-4892-b807-7815b033a72b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.085054 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60704) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:00.085678 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-afb24ba2-1d52-4892-b807-7815b033a72b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/aad5bc6d-6767-4d7f-86d2-8b5556e7f9dd HTTP/1.1" status: 204 len: 168 time: 1.0757575 Jan 14 01:49:00.103502 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.113842 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=69c51574-0698-41f6-8dd9-297ebe2a40ee,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:00.115706 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Made reservation on behalf of 658c0973e3e645a5bad6009ad22de251 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:00.120297 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.125257 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-634d4de1-d3be-4429-849b-55129d85b4c0 req-b78769a1-6487-4021-8214-62100bdc3ea3 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341557 Jan 14 01:49:00.137104 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b619b581-a817-4f3f-bd24-1367f35bdb74 req-d2eaca9d-bd45-4be8-9f38-090e91d9ea1e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/security-groups?id=51bbe8bd-c714-4b3f-9068-cac1400ada35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690082 Jan 14 01:49:00.207769 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-6a218a4a-458a-4e52-a0a3-54ede4c1e4cd service neutron] 10.222.0.46 "GET /v2.0/networks/e85ae679-1a3c-4d21-be57-dfa98392ef49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646519 Jan 14 01:49:00.238547 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['69c51574-0698-41f6-8dd9-297ebe2a40ee'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:00.240976 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Allocated IP 2001:db8::2 (9afa8b58-d5fa-4b67-a8fe-eebaf43fc609/93a214bb-7b35-44bd-b075-008c5844d79a/ab8fc048-1ac9-41c8-9165-d314d8886a9b) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:00.310395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:00.344203 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae7920e1-fdf4-43e9-b688-f6ab7a2da379 req-ca5d61eb-a30d-46e4-a281-253264f74104 service neutron] 10.222.0.46 "GET /v2.0/networks/e85ae679-1a3c-4d21-be57-dfa98392ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217535 Jan 14 01:49:00.390077 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.399195 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] device_id is not set on port 82a4585d-10d4-4f17-bfd5-0e916d8689ba yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:49:00.399422 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1606c2-6a21-468a-9a98-db38c499cfa0 req-c496ee2a-2ace-4b44-9023-cbd91ba4cca2 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:00.407363 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Publish callbacks [] for router_controller (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.411726 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5b1606c2-6a21-468a-9a98-db38c499cfa0 req-c496ee2a-2ace-4b44-9023-cbd91ba4cca2 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 945 time: 0.0830975 Jan 14 01:49:00.433419 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (1f3726f4-63f5-4f89-a7d3-5b548a2e19e0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.438670 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a408f408-d4a3-47e1-9a13-31ce4aab7173 admin admin] Publish callbacks [] for security_group (38a88fb3-adfe-4158-9303-4b89c791339c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.493483 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5b1606c2-6a21-468a-9a98-db38c499cfa0 req-1ddbd815-6cb8-4d0f-bb71-79fa07e42c7b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669801 Jan 14 01:49:00.493992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:49:00.494345 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 737a5f49-b391-4ad2-acc0-fef0e4b5ed4d not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:00.494842 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:00.513037 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a408f408-d4a3-47e1-9a13-31ce4aab7173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (38a88fb3-adfe-4158-9303-4b89c791339c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.558641 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:49:00.559016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 4a81f8a4-1c66-41b6-83ee-be6a4d2d7698 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:00.579057 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (9f92ee17-e084-40e8-9f03-d60f94c3fd4a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.580014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f92ee17-e084-40e8-9f03-d60f94c3fd4a {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:49:00.583454 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a408f408-d4a3-47e1-9a13-31ce4aab7173 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=788dcddf11a04cff88960c476383de80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5871305 Jan 14 01:49:00.591908 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.595637 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a1c13178-07cb-4e09-8afc-1d441347e5d9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9f92ee17-e084-40e8-9f03-d60f94c3fd4a HTTP/1.1" status: 204 len: 168 time: 2.1828251 Jan 14 01:49:00.596183 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60708) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:00.596520 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60710) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:00.640036 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408f408-d4a3-47e1-9a13-31ce4aab7173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a88fb3-adfe-4158-9303-4b89c791339c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:00.682700 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (1f3726f4-63f5-4f89-a7d3-5b548a2e19e0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.698263 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437dd93-ca7c-4939-be37-b85f17a1f748 req-48a4b1ae-d41c-47ca-9ac0-0fea69700b40 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:00.699616 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9437dd93-ca7c-4939-be37-b85f17a1f748 req-48a4b1ae-d41c-47ca-9ac0-0fea69700b40 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 944 time: 0.1395438 Jan 14 01:49:00.710784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3726f4-63f5-4f89-a7d3-5b548a2e19e0']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:00.722837 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db443225-0cd1-4b2c-baa1-b79a88545b6c') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:00.723179 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db443225-0cd1-4b2c-baa1-b79a88545b6c') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:00.723280 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Publish callbacks [] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.733805 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (db443225-0cd1-4b2c-baa1-b79a88545b6c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.740570 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.774475 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de52f5-76a5-402b-ada9-9a122016baf4 req-c80991ee-e719-48e4-a49d-634e584249f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:00.775917 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49de52f5-76a5-402b-ada9-9a122016baf4 req-c80991ee-e719-48e4-a49d-634e584249f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9272fbc59a84b9f8f74a259766e5527&device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 1094 time: 0.2810745 Jan 14 01:49:00.781207 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (db443225-0cd1-4b2c-baa1-b79a88545b6c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.787581 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fd985e-e7b6-4242-a5dd-17db056bc0e9 admin admin] Deleting subnet 65e659ce-4e91-4137-9355-3111225ca8ae {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:49:00.794703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:00.795110 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (db443225-0cd1-4b2c-baa1-b79a88545b6c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:00.797232 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:00.821421 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6fd985e-e7b6-4242-a5dd-17db056bc0e9 admin admin] Publish callbacks [] for subnet (65e659ce-4e91-4137-9355-3111225ca8ae), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.841668 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:00.846789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:00.852106 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:00.854367 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9437dd93-ca7c-4939-be37-b85f17a1f748 req-26c15ea1-01fd-4386-b6c5-a8282b49818c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439507 Jan 14 01:49:00.857708 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Pushing event updated for resources: {'Port': ['ID=ab8fc048-1ac9-41c8-9165-d314d8886a9b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:00.866632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Allocated IP 2001:db8::153 (9afa8b58-d5fa-4b67-a8fe-eebaf43fc609/93a214bb-7b35-44bd-b075-008c5844d79a/82a4585d-10d4-4f17-bfd5-0e916d8689ba) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:00.896983 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72169066-5665-4f02-8150-b06068d87e67 admin admin] Publish callbacks [] for security_group (38a88fb3-adfe-4158-9303-4b89c791339c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.904224 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6fd985e-e7b6-4242-a5dd-17db056bc0e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (65e659ce-4e91-4137-9355-3111225ca8ae), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.916525 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (1f3726f4-63f5-4f89-a7d3-5b548a2e19e0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.936540 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.942564 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1f3726f4-63f5-4f89-a7d3-5b548a2e19e0 HTTP/1.1" status: 204 len: 168 time: 0.8564346 Jan 14 01:49:00.943733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60712) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:00.947997 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Attempting to bind port ab8fc048-1ac9-41c8-9165-d314d8886a9b on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:00.949112 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Attempting to bind port ab8fc048-1ac9-41c8-9165-d314d8886a9b by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '2e8e49c5-2c86-4289-9573-a4f2aa420b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:00.949933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Attempting to bind port ab8fc048-1ac9-41c8-9165-d314d8886a9b on network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:00.950171 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d70960-6b81-4878-9505-5eabd9d7a605 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f3726f4-63f5-4f89-a7d3-5b548a2e19e0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:00.955728 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:00.956102 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Checking segment: {'id': '2e8e49c5-2c86-4289-9573-a4f2aa420b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:00.956500 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.956889 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Bound using segment: {'id': '2e8e49c5-2c86-4289-9573-a4f2aa420b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:00.957534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Bound port: ab8fc048-1ac9-41c8-9165-d314d8886a9b, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8e49c5-2c86-4289-9573-a4f2aa420b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:00.957914 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:00.969912 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72169066-5665-4f02-8150-b06068d87e67 admin admin] Publish callbacks [] for security_group (38a88fb3-adfe-4158-9303-4b89c791339c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.026471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] For port ab8fc048-1ac9-41c8-9165-d314d8886a9b, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:01.029570 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] For port ab8fc048-1ac9-41c8-9165-d314d8886a9b, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ab8fc048-1ac9-41c8-9165-d314d8886a9b,segment=NetworkSegment(2e8e49c5-2c86-4289-9573-a4f2aa420b8c),segment_id=2e8e49c5-2c86-4289-9573-a4f2aa420b8c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:01.033450 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.047748 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-353f02c2-30f9-4804-9511-1ac2f3e3b4b8 admin admin] Deleting subnet f1f40201-3594-462e-9edf-286cb60abd93 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:49:01.052955 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-353f02c2-30f9-4804-9511-1ac2f3e3b4b8 admin admin] Publish callbacks [] for subnet (f1f40201-3594-462e-9edf-286cb60abd93), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.055966 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de52f5-76a5-402b-ada9-9a122016baf4 req-20baeb8a-47bb-44ea-bfb3-69e63acc2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:01.057574 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49de52f5-76a5-402b-ada9-9a122016baf4 req-20baeb8a-47bb-44ea-bfb3-69e63acc2e0e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e85ae679-1a3c-4d21-be57-dfa98392ef49 HTTP/1.1" status: 200 len: 914 time: 0.2676184 Jan 14 01:49:01.098060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-353f02c2-30f9-4804-9511-1ac2f3e3b4b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (f1f40201-3594-462e-9edf-286cb60abd93), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.103464 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37ee9b-0d2b-48cd-a581-ebf5939acc0b None None] Pushing event updated for resources: {'Port': ['ID=ab8fc048-1ac9-41c8-9165-d314d8886a9b,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:01.112870 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6fd985e-e7b6-4242-a5dd-17db056bc0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (65e659ce-4e91-4137-9355-3111225ca8ae), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.135832 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49de52f5-76a5-402b-ada9-9a122016baf4 req-14f3d2f4-6e78-492b-8e26-4c3dc82ea249 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=067f9b28-9b82-4f3e-a02c-4ce57e86c93c HTTP/1.1" status: 200 len: 217 time: 0.0687888 Jan 14 01:49:01.154995 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72169066-5665-4f02-8150-b06068d87e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (38a88fb3-adfe-4158-9303-4b89c791339c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.158713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72169066-5665-4f02-8150-b06068d87e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.159841 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-72169066-5665-4f02-8150-b06068d87e67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38a88fb3-adfe-4158-9303-4b89c791339c HTTP/1.1" status: 204 len: 168 time: 0.5583179 Jan 14 01:49:01.171899 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-353f02c2-30f9-4804-9511-1ac2f3e3b4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (f1f40201-3594-462e-9edf-286cb60abd93), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.222698 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for port (82a4585d-10d4-4f17-bfd5-0e916d8689ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.266378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72169066-5665-4f02-8150-b06068d87e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a88fb3-adfe-4158-9303-4b89c791339c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:01.334831 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 69c51574-0698-41f6-8dd9-297ebe2a40ee up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:01.395569 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de52f5-76a5-402b-ada9-9a122016baf4 req-df0a2a9f-5302-4356-8022-e754e2d4a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:01.407450 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49de52f5-76a5-402b-ada9-9a122016baf4 req-df0a2a9f-5302-4356-8022-e754e2d4a586 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78a3a470-c2a3-4f15-bd8c-765ba0fcba40 HTTP/1.1" status: 200 len: 853 time: 0.2652769 Jan 14 01:49:01.422890 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6fd985e-e7b6-4242-a5dd-17db056bc0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (65e659ce-4e91-4137-9355-3111225ca8ae), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.449780 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 69c51574-0698-41f6-8dd9-297ebe2a40ee completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:49:01.466674 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 69c51574-0698-41f6-8dd9-297ebe2a40ee triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:01.467279 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.469354 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b978e3-4096-46ff-ad00-af6e9b08ad9a req-d48ad766-4508-4a6c-b4f3-a275c857463a tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:01.482734 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b9b978e3-4096-46ff-ad00-af6e9b08ad9a req-d48ad766-4508-4a6c-b4f3-a275c857463a tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 943 time: 0.2601528 Jan 14 01:49:01.514908 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49de52f5-76a5-402b-ada9-9a122016baf4 req-cc553705-263a-4454-80fa-bdb03d8d4b2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e85ae679-1a3c-4d21-be57-dfa98392ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945063 Jan 14 01:49:01.525582 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd985e-e7b6-4242-a5dd-17db056bc0e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e659ce-4e91-4137-9355-3111225ca8ae,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:01.544752 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6fd985e-e7b6-4242-a5dd-17db056bc0e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.545839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15d4791-6390-43e5-a0bc-9d789cc16052 None None] Network 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:01.548371 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a6fd985e-e7b6-4242-a5dd-17db056bc0e9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/65e659ce-4e91-4137-9355-3111225ca8ae HTTP/1.1" status: 204 len: 168 time: 0.9293094 Jan 14 01:49:01.565229 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf9941-b5ff-4340-bba2-2c711e55e57c req-60395cda-5cce-438b-8912-019fed057116 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:01.566798 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d8bf9941-b5ff-4340-bba2-2c711e55e57c req-60395cda-5cce-438b-8912-019fed057116 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 943 time: 0.3033569 Jan 14 01:49:01.568625 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60724) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:01.605520 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.690470 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 69c51574-0698-41f6-8dd9-297ebe2a40ee is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:01.690866 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.724003 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c51574-0698-41f6-8dd9-297ebe2a40ee'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:01.726281 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528599cc-2d86-43c6-b9c2-b552c0add67a" -d '{"events": [{"server_uuid": "4d16b465-d74b-4086-8c12-ce59c891f1c5", "name": "network-vif-plugged", "status": "completed", "tag": "69c51574-0698-41f6-8dd9-297ebe2a40ee"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:01.740245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 69c51574-0698-41f6-8dd9-297ebe2a40ee, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=69c51574-0698-41f6-8dd9-297ebe2a40ee,segment=NetworkSegment(6bcbfbeb-94b0-4da5-b524-20bb1718cec0),segment_id=6bcbfbeb-94b0-4da5-b524-20bb1718cec0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:01.747846 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.757188 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b9b978e3-4096-46ff-ad00-af6e9b08ad9a req-e1dc798d-16d8-4507-a46d-6fa99145b913 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/security-groups?id=900748e2-002e-4e4e-9d15-b0e50ccd1901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729509 Jan 14 01:49:01.832205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08765468-2b38-4c2d-948c-3a51b9c6ded6 None None] DHCP port deletion for 7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:49:01.833259 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53a0bd-7ade-4bc6-ac48-ee5126e06270 req-4a2f051c-b699-437a-9eef-9798e36653d4 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:01.836164 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bc53a0bd-7ade-4bc6-ac48-ee5126e06270 req-4a2f051c-b699-437a-9eef-9798e36653d4 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.46 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 943 time: 0.6290557 Jan 14 01:49:01.845395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=69c51574-0698-41f6-8dd9-297ebe2a40ee,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:01.899114 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-08765468-2b38-4c2d-948c-3a51b9c6ded6 None None] Deleting port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:01.899571 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08765468-2b38-4c2d-948c-3a51b9c6ded6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.970674 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-353f02c2-30f9-4804-9511-1ac2f3e3b4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (f1f40201-3594-462e-9edf-286cb60abd93), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:01.991932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-08765468-2b38-4c2d-948c-3a51b9c6ded6 None None] For port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=09c5223a-fbdd-44a1-bb4d-1c4562a44fbd,segment=NetworkSegment(6f795008-64a7-45d7-aee7-6a3f744a9e69),segment_id=6f795008-64a7-45d7-aee7-6a3f744a9e69)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:01.992490 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08765468-2b38-4c2d-948c-3a51b9c6ded6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.009620 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f02c2-30f9-4804-9511-1ac2f3e3b4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f40201-3594-462e-9edf-286cb60abd93,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:02.013950 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (82a4585d-10d4-4f17-bfd5-0e916d8689ba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.014196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-08765468-2b38-4c2d-948c-3a51b9c6ded6 None None] Calling delete_port for 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:02.032498 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-353f02c2-30f9-4804-9511-1ac2f3e3b4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.037131 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-353f02c2-30f9-4804-9511-1ac2f3e3b4b8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f1f40201-3594-462e-9edf-286cb60abd93 HTTP/1.1" status: 204 len: 168 time: 1.0880623 Jan 14 01:49:02.047476 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60740) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:02.164222 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-bc53a0bd-7ade-4bc6-ac48-ee5126e06270 req-ccbdbde2-8b89-4421-bb28-8fc14f0c884f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Deleting port ea15d867-1853-44e0-8b67-5b785d3e8691 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:02.164566 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bc53a0bd-7ade-4bc6-ac48-ee5126e06270 req-ccbdbde2-8b89-4421-bb28-8fc14f0c884f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.169859 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:02.214850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ab8fc048-1ac9-41c8-9165-d314d8886a9b up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:02.248976 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49de52f5-76a5-402b-ada9-9a122016baf4 req-ab251375-e8e7-408e-8f4d-e259952ee7d8 service neutron] 10.222.0.46 "GET /v2.0/networks/e85ae679-1a3c-4d21-be57-dfa98392ef49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069836 Jan 14 01:49:02.257146 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08765468-2b38-4c2d-948c-3a51b9c6ded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (09c5223a-fbdd-44a1-bb4d-1c4562a44fbd), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.299703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08765468-2b38-4c2d-948c-3a51b9c6ded6 None None] Pushing event deleted for resources: {'Port': ['ID=09c5223a-fbdd-44a1-bb4d-1c4562a44fbd,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:02.305032 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08765468-2b38-4c2d-948c-3a51b9c6ded6 None None] No DVR routers for this DVR port 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:02.323505 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port ab8fc048-1ac9-41c8-9165-d314d8886a9b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:02.323937 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.343449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:02.353658 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:02.360315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:02.360964 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.368443 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.369525 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (7a612310-2d61-49e8-b808-4e2dc45bc549), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.376361 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event updated for resources: {'Port': ['ID=82a4585d-10d4-4f17-bfd5-0e916d8689ba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:02.409193 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d8bf9941-b5ff-4340-bba2-2c711e55e57c req-a00eb826-1c07-464b-a8e2-94ba30db78a8 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/security-groups?id=51bbe8bd-c714-4b3f-9068-cac1400ada35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7720947 Jan 14 01:49:02.421944 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5ea8ab92-86af-4e51-b0b2-978ed3088d58 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6537621 Jan 14 01:49:02.430188 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60750) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:02.439152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Request body: {'port': {'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1211334828', 'allowed_address_pairs': [{'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:f8:0c:7e'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:02.450194 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port ab8fc048-1ac9-41c8-9165-d314d8886a9b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:02.450682 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.508890 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6671c4-6f6e-4e56-85e5-e7a07089ca72 x-openstack-request-id: req-cb6671c4-6f6e-4e56-85e5-e7a07089ca72 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:02.513088 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d16b465-d74b-4086-8c12-ce59c891f1c5", "name": "network-vif-plugged", "status": "completed", "tag": "69c51574-0698-41f6-8dd9-297ebe2a40ee", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:02.513384 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb6671c4-6f6e-4e56-85e5-e7a07089ca72 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:02.519505 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c51574-0698-41f6-8dd9-297ebe2a40ee', 'code': 200} Jan 14 01:49:02.533664 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port ab8fc048-1ac9-41c8-9165-d314d8886a9b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ab8fc048-1ac9-41c8-9165-d314d8886a9b,segment=NetworkSegment(2e8e49c5-2c86-4289-9573-a4f2aa420b8c),segment_id=2e8e49c5-2c86-4289-9573-a4f2aa420b8c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:02.544902 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.625003 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bc53a0bd-7ade-4bc6-ac48-ee5126e06270 req-ccbdbde2-8b89-4421-bb28-8fc14f0c884f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] For port ea15d867-1853-44e0-8b67-5b785d3e8691, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ea15d867-1853-44e0-8b67-5b785d3e8691,segment=NetworkSegment(a636c659-6916-4663-a218-c8ded8018ab2),segment_id=a636c659-6916-4663-a218-c8ded8018ab2)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:02.625616 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bc53a0bd-7ade-4bc6-ac48-ee5126e06270 req-ccbdbde2-8b89-4421-bb28-8fc14f0c884f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.649045 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:02.674048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-bc53a0bd-7ade-4bc6-ac48-ee5126e06270 req-ccbdbde2-8b89-4421-bb28-8fc14f0c884f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Calling delete_port for ea15d867-1853-44e0-8b67-5b785d3e8691 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:02.676970 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (7a612310-2d61-49e8-b808-4e2dc45bc549), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.685087 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:49:02.685425 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 09c5223a-fbdd-44a1-bb4d-1c4562a44fbd not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:02.689735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=ab8fc048-1ac9-41c8-9165-d314d8886a9b,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:02.723665 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a612310-2d61-49e8-b808-4e2dc45bc549']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:02.725317 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde42e29-b9cf-4ddd-8a4d-806513bbe669 req-0e1b4caf-65f2-4f4a-aca8-377d9b1972f3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:02.727564 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cde42e29-b9cf-4ddd-8a4d-806513bbe669 req-0e1b4caf-65f2-4f4a-aca8-377d9b1972f3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 945 time: 0.4775679 Jan 14 01:49:02.761999 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d776c400-5456-4ea0-840c-a385edbd1e7a None None] Network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:02.774171 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bb3359-e0c9-42cf-bbc1-f3585051504b') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:02.774721 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bb3359-e0c9-42cf-bbc1-f3585051504b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:02.790723 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (54bb3359-e0c9-42cf-bbc1-f3585051504b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.792260 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49de52f5-76a5-402b-ada9-9a122016baf4 req-def00456-5603-4e63-b8ff-f05cbd13691c service neutron] 10.222.0.46 "GET /v2.0/networks/e85ae679-1a3c-4d21-be57-dfa98392ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125551 Jan 14 01:49:02.825139 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (54bb3359-e0c9-42cf-bbc1-f3585051504b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.848636 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.860447 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:02.861002 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (54bb3359-e0c9-42cf-bbc1-f3585051504b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.890213 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a6ea63e0-0a8c-4a4f-b28e-7d35f4209c62 None None] Provisioning complete for port ab8fc048-1ac9-41c8-9165-d314d8886a9b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:02.890613 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6ea63e0-0a8c-4a4f-b28e-7d35f4209c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.902756 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:02.910684 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:02.927850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f795008-64a7-45d7-aee7-6a3f744a9e69') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:02.928563 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f795008-64a7-45d7-aee7-6a3f744a9e69') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:02.939397 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cf16a-057d-4dff-b69a-7faa7e04421b req-b02f09ad-6771-4c6f-b717-9232ff4235f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:02.941052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-571cf16a-057d-4dff-b69a-7faa7e04421b req-b02f09ad-6771-4c6f-b717-9232ff4235f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 1096 time: 0.3000166 Jan 14 01:49:02.950497 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (6f795008-64a7-45d7-aee7-6a3f744a9e69), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.978460 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc6aa1-f665-4892-bdf8-07a8f1c5fce2 req-a6d28cec-715b-4b3e-9332-d70bf0261333 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:02.980095 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2edc6aa1-f665-4892-bdf8-07a8f1c5fce2 req-a6d28cec-715b-4b3e-9332-d70bf0261333 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 945 time: 0.3326321 Jan 14 01:49:02.981801 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6f795008-64a7-45d7-aee7-6a3f744a9e69), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:02.986399 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (7a612310-2d61-49e8-b808-4e2dc45bc549), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.017165 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.027376 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7a612310-2d61-49e8-b808-4e2dc45bc549 HTTP/1.1" status: 204 len: 168 time: 0.9776609 Jan 14 01:49:03.036256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea63e0-0a8c-4a4f-b28e-7d35f4209c62 None None] Current status of the port ab8fc048-1ac9-41c8-9165-d314d8886a9b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:03.045439 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cde42e29-b9cf-4ddd-8a4d-806513bbe669 req-4d281fdb-3c23-4d39-ba4e-de066ff9a4a5 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686634 Jan 14 01:49:03.060456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:03.060863 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (6f795008-64a7-45d7-aee7-6a3f744a9e69), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.064334 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:03.066448 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:03.069983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adbfa1-04ca-4c31-8deb-07a4fcd191a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a612310-2d61-49e8-b808-4e2dc45bc549,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:03.076235 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bc53a0bd-7ade-4bc6-ac48-ee5126e06270 req-ccbdbde2-8b89-4421-bb28-8fc14f0c884f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (ea15d867-1853-44e0-8b67-5b785d3e8691), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.133987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdbde2-8b89-4421-bb28-8fc14f0c884f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Pushing event deleted for resources: {'Port': ['ID=ea15d867-1853-44e0-8b67-5b785d3e8691,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:03.149005 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-571cf16a-057d-4dff-b69a-7faa7e04421b req-bfb816cc-175d-4ff6-8e72-4b4ea77147b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637270 Jan 14 01:49:03.191424 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Made reservation on behalf of 658c0973e3e645a5bad6009ad22de251 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:03.218452 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc53a0bd-7ade-4bc6-ac48-ee5126e06270 req-ccbdbde2-8b89-4421-bb28-8fc14f0c884f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] No DVR routers for this DVR port ea15d867-1853-44e0-8b67-5b785d3e8691 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:03.221589 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bc53a0bd-7ade-4bc6-ac48-ee5126e06270 req-ccbdbde2-8b89-4421-bb28-8fc14f0c884f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.225812 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-bc53a0bd-7ade-4bc6-ac48-ee5126e06270 req-ccbdbde2-8b89-4421-bb28-8fc14f0c884f tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.46 "DELETE /v2.0/ports/ea15d867-1853-44e0-8b67-5b785d3e8691 HTTP/1.1" status: 204 len: 173 time: 1.3785689 Jan 14 01:49:03.226401 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041fb1f5-e4a9-42af-bae9-9c24c42e6684', 'name': 'network-vif-deleted', 'tag': 'ea15d867-1853-44e0-8b67-5b785d3e8691'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:03.229756 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2a67a9-88aa-4f68-9ab2-71528bd73e80" -d '{"events": [{"server_uuid": "041fb1f5-e4a9-42af-bae9-9c24c42e6684", "name": "network-vif-deleted", "tag": "ea15d867-1853-44e0-8b67-5b785d3e8691"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:03.255648 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60772) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:03.274125 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.281022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2affb478-cc72-4a5d-8d27-283817a888a8 req-cf9d4189-5373-4fba-a395-be35f08fb797 tempest-ImagesTestJSON-1768442759 tempest-ImagesTestJSON-1768442759-project] 10.222.0.26 "GET /v2.0/ports?device_id=041fb1f5-e4a9-42af-bae9-9c24c42e6684 HTTP/1.1" status: 200 len: 210 time: 0.1082561 Jan 14 01:49:03.292052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2edc6aa1-f665-4892-bdf8-07a8f1c5fce2 req-c09dc19a-0dc5-4518-bb10-2067b7e71783 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986798 Jan 14 01:49:03.313159 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.316358 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9 HTTP/1.1" status: 204 len: 168 time: 1.7456851 Jan 14 01:49:03.329685 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349152f-40b3-46de-8ffd-1ab03a26cd21 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7cdbb3-cde1-4a89-b8ec-7d6446e2e2d9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:03.368902 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2fdd6a8a-a592-446c-b324-7b58f8ed55e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0569d856355492ca5720a37a4290839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1112690 Jan 14 01:49:03.371254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60776) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:03.375953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 067f9b28-9b82-4f3e-a02c-4ce57e86c93c details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:49:03.449219 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c0ec41-66e0-4ad5-92b0-ab36501833f3 x-openstack-request-id: req-62c0ec41-66e0-4ad5-92b0-ab36501833f3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:03.449513 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041fb1f5-e4a9-42af-bae9-9c24c42e6684", "name": "network-vif-deleted", "tag": "ea15d867-1853-44e0-8b67-5b785d3e8691", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:03.450306 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62c0ec41-66e0-4ad5-92b0-ab36501833f3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:03.450751 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041fb1f5-e4a9-42af-bae9-9c24c42e6684', 'name': 'network-vif-deleted', 'tag': 'ea15d867-1853-44e0-8b67-5b785d3e8691', 'status': 'completed', 'code': 200} Jan 14 01:49:03.492386 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.559850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] device_id is not set on port c8bef722-00b2-4967-919d-8066301a9fb5 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:49:03.561201 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f12dfba0-b6d3-4e10-bf65-93a63f322a03 None None] Provisioning complete for port 82a4585d-10d4-4f17-bfd5-0e916d8689ba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:03.561548 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f12dfba0-b6d3-4e10-bf65-93a63f322a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (82a4585d-10d4-4f17-bfd5-0e916d8689ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.631140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbc324-4082-4b09-8e8b-8fa0f01e5d78 req-e91e8263-a10b-45f4-b263-f056647ea8cf tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:03.632679 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55dbc324-4082-4b09-8e8b-8fa0f01e5d78 req-e91e8263-a10b-45f4-b263-f056647ea8cf tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 946 time: 0.2243762 Jan 14 01:49:03.646546 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=067f9b28-9b82-4f3e-a02c-4ce57e86c93c,segment=NetworkSegment(7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a),segment_id=7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:03.660716 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f12dfba0-b6d3-4e10-bf65-93a63f322a03 None None] Port 82a4585d-10d4-4f17-bfd5-0e916d8689ba cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:03.663414 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '067f9b28-9b82-4f3e-a02c-4ce57e86c93c', 'network_id': 'e85ae679-1a3c-4d21-be57-dfa98392ef49', 'port_id': '067f9b28-9b82-4f3e-a02c-4ce57e86c93c', 'mac_address': 'fa:16:3e:29:52:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a3a470-c2a3-4f15-bd8c-765ba0fcba40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:49:03.670881 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6241c2ae-7749-4f7e-9d63-bc55ea44b898 admin admin] Publish callbacks [] for security_group (45f1e4f9-5aa8-4fcd-9990-20a47b7cef43), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.706018 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60786) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:03.721967 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f12dfba0-b6d3-4e10-bf65-93a63f322a03 None None] Provisioning complete for port ab8fc048-1ac9-41c8-9165-d314d8886a9b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:03.722666 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f12dfba0-b6d3-4e10-bf65-93a63f322a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.747908 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:03.748507 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.771355 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4cc7c613-7668-4a83-90ca-00d670fec9ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cda1637d84124f32b4702438cb476922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631387 Jan 14 01:49:03.774165 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60788) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:03.799146 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067f9b28-9b82-4f3e-a02c-4ce57e86c93c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:49:03.809826 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6241c2ae-7749-4f7e-9d63-bc55ea44b898 admin admin] Publish callbacks [] for security_group (45f1e4f9-5aa8-4fcd-9990-20a47b7cef43), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.822530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970cade-f656-42c9-a571-1c190eb4e210 req-a0251950-f9ce-4ecf-942b-00a86d566b62 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:03.824448 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6970cade-f656-42c9-a571-1c190eb4e210 req-a0251950-f9ce-4ecf-942b-00a86d566b62 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 943 time: 0.2855437 Jan 14 01:49:03.850008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=067f9b28-9b82-4f3e-a02c-4ce57e86c93c,segment=NetworkSegment(7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a),segment_id=7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:03.859024 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.873440 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc321351-a83e-46a5-9836-44b7fcbb9485 admin admin] Publish callbacks [] for security_group (cbf8ae4f-8c92-4370-8c3a-2838f6aa0241), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.898395 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55dbc324-4082-4b09-8e8b-8fa0f01e5d78 req-a4ddde62-6c85-4d38-8869-9689eb60d007 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449403 Jan 14 01:49:03.937340 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f12dfba0-b6d3-4e10-bf65-93a63f322a03 None None] Current status of the port ab8fc048-1ac9-41c8-9165-d314d8886a9b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:03.939655 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc321351-a83e-46a5-9836-44b7fcbb9485 admin admin] Publish callbacks [] for security_group (cbf8ae4f-8c92-4370-8c3a-2838f6aa0241), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:03.967475 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=067f9b28-9b82-4f3e-a02c-4ce57e86c93c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:03.998285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Allocated IP 2001:db8::26c (9afa8b58-d5fa-4b67-a8fe-eebaf43fc609/93a214bb-7b35-44bd-b075-008c5844d79a/c8bef722-00b2-4967-919d-8066301a9fb5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:04.004942 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc321351-a83e-46a5-9836-44b7fcbb9485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cbf8ae4f-8c92-4370-8c3a-2838f6aa0241), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:04.014366 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc321351-a83e-46a5-9836-44b7fcbb9485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:04.017420 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6241c2ae-7749-4f7e-9d63-bc55ea44b898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (45f1e4f9-5aa8-4fcd-9990-20a47b7cef43), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:04.020425 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6241c2ae-7749-4f7e-9d63-bc55ea44b898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:04.021785 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6241c2ae-7749-4f7e-9d63-bc55ea44b898 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45f1e4f9-5aa8-4fcd-9990-20a47b7cef43 HTTP/1.1" status: 204 len: 168 time: 0.6432159 Jan 14 01:49:04.031257 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fc321351-a83e-46a5-9836-44b7fcbb9485 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cbf8ae4f-8c92-4370-8c3a-2838f6aa0241 HTTP/1.1" status: 204 len: 168 time: 0.2520335 Jan 14 01:49:04.043357 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc321351-a83e-46a5-9836-44b7fcbb9485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf8ae4f-8c92-4370-8c3a-2838f6aa0241,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:04.069778 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-973b3900-4700-4a44-8ca0-1808a77ba4b8 None None] Provisioning complete for port 82a4585d-10d4-4f17-bfd5-0e916d8689ba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:04.070532 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-973b3900-4700-4a44-8ca0-1808a77ba4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (82a4585d-10d4-4f17-bfd5-0e916d8689ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:04.078007 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241c2ae-7749-4f7e-9d63-bc55ea44b898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f1e4f9-5aa8-4fcd-9990-20a47b7cef43,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:04.091272 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6970cade-f656-42c9-a571-1c190eb4e210 req-e5756f50-fc6d-4764-abe1-36d5e6a77421 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/security-groups?id=51bbe8bd-c714-4b3f-9068-cac1400ada35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491770 Jan 14 01:49:04.148850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-973b3900-4700-4a44-8ca0-1808a77ba4b8 None None] Port 82a4585d-10d4-4f17-bfd5-0e916d8689ba cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:04.150227 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8ee4a-f475-4f27-887a-3ba1086614db req-a06e2bb4-d2d5-4bb8-bbc5-c8da0e73cb90 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:04.152361 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ae8ee4a-f475-4f27-887a-3ba1086614db req-a06e2bb4-d2d5-4bb8-bbc5-c8da0e73cb90 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 945 time: 0.1554258 Jan 14 01:49:04.186843 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ab8fc048-1ac9-41c8-9165-d314d8886a9b up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:04.231258 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['067f9b28-9b82-4f3e-a02c-4ce57e86c93c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:04.313768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port ab8fc048-1ac9-41c8-9165-d314d8886a9b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:04.314276 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:04.368343 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ae8ee4a-f475-4f27-887a-3ba1086614db req-2bc2b805-367a-451a-8e14-435dc5cb826c tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962326 Jan 14 01:49:04.425266 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:04.448903 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for port (c8bef722-00b2-4967-919d-8066301a9fb5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:04.538858 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c8bef722-00b2-4967-919d-8066301a9fb5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:04.594831 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port ab8fc048-1ac9-41c8-9165-d314d8886a9b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:04.595567 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:04.616861 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af2721-408e-4ec9-bc74-5eaaa6360faf req-ca991035-b03c-45d1-9b5b-1b7b554207d7 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:04.618672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5af2721-408e-4ec9-bc74-5eaaa6360faf req-ca991035-b03c-45d1-9b5b-1b7b554207d7 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 945 time: 0.1351960 Jan 14 01:49:04.623767 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:04.638848 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:04.644584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:04.645234 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:04.692703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.2589872 Jan 14 01:49:04.698124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60820) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:04.698360 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60822) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:04.709149 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ee58b-e786-4eee-85bf-54c61e4bf24a tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event updated for resources: {'Port': ['ID=c8bef722-00b2-4967-919d-8066301a9fb5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:04.794926 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5af2721-408e-4ec9-bc74-5eaaa6360faf req-a3bdee08-209a-40ea-821d-0d35f9117413 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662574 Jan 14 01:49:04.909635 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85831ee3-9dc9-4789-adba-0e42caa38567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:04.943042 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-769ab97b-2a6e-4440-839d-f37d58524f5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f2a89767c57464fbf0ef01ad6609b74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388830 Jan 14 01:49:04.949223 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60840) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:05.018576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e57f8-7941-4814-921a-6a6c37f6a96b tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:05.026058 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e57f8-7941-4814-921a-6a6c37f6a96b tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:05.032372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e57f8-7941-4814-921a-6a6c37f6a96b tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:05.034458 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-595e57f8-7941-4814-921a-6a6c37f6a96b tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.3350604 Jan 14 01:49:05.038202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60848) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:05.087883 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6c1cdbb-7eba-4231-8afd-7bd2c736c6de admin admin] Publish callbacks [] for security_group (0671b3cb-dd81-4cac-ab2e-1c9dc02f92b9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.092873 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db519524-ba4c-4eb8-ba1e-cb468ce77d8c req-ea9fe0d2-3d4d-463e-821c-5b1e7a5c517e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:05.094527 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db519524-ba4c-4eb8-ba1e-cb468ce77d8c req-ea9fe0d2-3d4d-463e-821c-5b1e7a5c517e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 945 time: 0.1760032 Jan 14 01:49:05.095130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cfb7f5d6-d624-4418-8d15-a95eadc0ca95 None None] Provisioning complete for port c8bef722-00b2-4967-919d-8066301a9fb5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:05.095514 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f5d6-d624-4418-8d15-a95eadc0ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c8bef722-00b2-4967-919d-8066301a9fb5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.107685 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd2af7-4279-44ee-9a47-07c7a1f3d9d9 req-be7889f8-1a2d-412c-9e72-e0c54c9b582c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:05.107919 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0fd2af7-4279-44ee-9a47-07c7a1f3d9d9 req-be7889f8-1a2d-412c-9e72-e0c54c9b582c tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 945 time: 0.1668203 Jan 14 01:49:05.124763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60850) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:05.135287 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b786dcce-1c02-4b72-be0a-ccb67a06e784 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Request body: {'floatingip': {'port_id': '69c51574-0698-41f6-8dd9-297ebe2a40ee'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:05.164133 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7f5d6-d624-4418-8d15-a95eadc0ca95 None None] Port c8bef722-00b2-4967-919d-8066301a9fb5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:05.173173 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db519524-ba4c-4eb8-ba1e-cb468ce77d8c req-1727687e-79b7-42e7-a2e8-309c51d4a81e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555289 Jan 14 01:49:05.222736 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6c1cdbb-7eba-4231-8afd-7bd2c736c6de admin admin] Publish callbacks [] for security_group (0671b3cb-dd81-4cac-ab2e-1c9dc02f92b9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.226858 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b786dcce-1c02-4b72-be0a-ccb67a06e784 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for floatingip (7090c5f0-b166-49d3-a0e5-eba0b0df4d07), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.347408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7a66571f-2172-49d2-a8b4-d814be800694 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Deleting port c8bef722-00b2-4967-919d-8066301a9fb5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:05.347761 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a66571f-2172-49d2-a8b4-d814be800694 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (c8bef722-00b2-4967-919d-8066301a9fb5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.392481 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 067f9b28-9b82-4f3e-a02c-4ce57e86c93c up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:05.433718 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7472ae-7325-4429-a6d9-cfa31db7dcbe req-81513dd3-d2a6-4876-a98e-47097bb02d41 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:05.441364 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6c1cdbb-7eba-4231-8afd-7bd2c736c6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0671b3cb-dd81-4cac-ab2e-1c9dc02f92b9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.441509 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc7472ae-7325-4429-a6d9-cfa31db7dcbe req-81513dd3-d2a6-4876-a98e-47097bb02d41 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 944 time: 0.1501169 Jan 14 01:49:05.444704 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6c1cdbb-7eba-4231-8afd-7bd2c736c6de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.446737 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e6c1cdbb-7eba-4231-8afd-7bd2c736c6de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0671b3cb-dd81-4cac-ab2e-1c9dc02f92b9 HTTP/1.1" status: 204 len: 168 time: 0.4956501 Jan 14 01:49:05.495778 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:49:05.501517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:05.503053 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.507780 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1cdbb-7eba-4231-8afd-7bd2c736c6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0671b3cb-dd81-4cac-ab2e-1c9dc02f92b9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:05.546543 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a66571f-2172-49d2-a8b4-d814be800694 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (c8bef722-00b2-4967-919d-8066301a9fb5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.587265 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc7472ae-7325-4429-a6d9-cfa31db7dcbe req-d95c0254-2c21-47d3-9ec2-6201ea456522 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/security-groups?id=51bbe8bd-c714-4b3f-9068-cac1400ada35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360340 Jan 14 01:49:05.588014 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60892) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:05.607222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7a66571f-2172-49d2-a8b4-d814be800694 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Calling delete_port for c8bef722-00b2-4967-919d-8066301a9fb5 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:05.676676 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:05.677211 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.707016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9417a3-57f3-4282-bca3-43c31095a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067f9b28-9b82-4f3e-a02c-4ce57e86c93c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:05.710272 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17361791-1e70-4a4b-ad96-7d43909fb1a0" -d '{"events": [{"server_uuid": "8d9417a3-57f3-4282-bca3-43c31095a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "067f9b28-9b82-4f3e-a02c-4ce57e86c93c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:05.725659 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=067f9b28-9b82-4f3e-a02c-4ce57e86c93c,segment=NetworkSegment(7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a),segment_id=7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:05.725997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ecebfe-03bc-45be-9b95-cc731fdc8033 admin admin] Deleting subnet d8d3bd97-b0d7-4581-9638-89c747c1dc86 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:49:05.730971 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.732355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device ea15d867-1853-44e0-8b67-5b785d3e8691 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:05.738101 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41ecebfe-03bc-45be-9b95-cc731fdc8033 admin admin] Publish callbacks [] for subnet (d8d3bd97-b0d7-4581-9638-89c747c1dc86), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.778780 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: ea15d867-1853-44e0-8b67-5b785d3e8691 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:49:05.779263 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device ea15d867-1853-44e0-8b67-5b785d3e8691 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:05.801755 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd46d68-b9c3-4d58-991d-c91d2a01d234 x-openstack-request-id: req-cdd46d68-b9c3-4d58-991d-c91d2a01d234 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:05.802149 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9417a3-57f3-4282-bca3-43c31095a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "067f9b28-9b82-4f3e-a02c-4ce57e86c93c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:05.802952 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdd46d68-b9c3-4d58-991d-c91d2a01d234 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:05.803453 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9417a3-57f3-4282-bca3-43c31095a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067f9b28-9b82-4f3e-a02c-4ce57e86c93c', 'code': 200} Jan 14 01:49:05.818636 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=067f9b28-9b82-4f3e-a02c-4ce57e86c93c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:05.847523 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60900) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:05.868836 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.db.resource_extend [None req-b786dcce-1c02-4b72-be0a-ccb67a06e784 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:49:05.891246 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41ecebfe-03bc-45be-9b95-cc731fdc8033 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (d8d3bd97-b0d7-4581-9638-89c747c1dc86), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.966771 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b786dcce-1c02-4b72-be0a-ccb67a06e784 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.983620 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de36d-738c-4019-a7a9-3f2be0fcdd38 req-0edb8555-6e48-4e75-9001-4293954d3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:05.986180 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7d5de36d-738c-4019-a7a9-3f2be0fcdd38 req-0edb8555-6e48-4e75-9001-4293954d3ca9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0680981 Jan 14 01:49:05.990042 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b786dcce-1c02-4b72-be0a-ccb67a06e784 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (7090c5f0-b166-49d3-a0e5-eba0b0df4d07), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:05.991822 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41ecebfe-03bc-45be-9b95-cc731fdc8033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (d8d3bd97-b0d7-4581-9638-89c747c1dc86), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.070695 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-522905141-network', 'tenant_id': '82ce06b59ec642de9d503f0966874395'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:06.086635 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a66571f-2172-49d2-a8b4-d814be800694 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c8bef722-00b2-4967-919d-8066301a9fb5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.140316 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41ecebfe-03bc-45be-9b95-cc731fdc8033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (d8d3bd97-b0d7-4581-9638-89c747c1dc86), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.143109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66571f-2172-49d2-a8b4-d814be800694 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event deleted for resources: {'Port': ['ID=c8bef722-00b2-4967-919d-8066301a9fb5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:06.170406 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7d5de36d-738c-4019-a7a9-3f2be0fcdd38 req-5be932f3-3445-4790-b96b-93786a4e478b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=51bbe8bd-c714-4b3f-9068-cac1400ada35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394632 Jan 14 01:49:06.174006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:06.176327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.190603 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.194327 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [None req-b786dcce-1c02-4b72-be0a-ccb67a06e784 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Floating IP 7090c5f0-b166-49d3-a0e5-eba0b0df4d07 associated. External IP: 172.25.2.130, port: 69c51574-0698-41f6-8dd9-297ebe2a40ee. Jan 14 01:49:06.292574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecebfe-03bc-45be-9b95-cc731fdc8033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d3bd97-b0d7-4581-9638-89c747c1dc86,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:06.318910 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41ecebfe-03bc-45be-9b95-cc731fdc8033 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.325230 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-41ecebfe-03bc-45be-9b95-cc731fdc8033 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d8d3bd97-b0d7-4581-9638-89c747c1dc86 HTTP/1.1" status: 204 len: 168 time: 0.7338023 Jan 14 01:49:06.336609 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60920) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:06.367429 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Publish callbacks [] for security_group (f10fa63c-709a-44ac-ae63-032497f06db5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.405218 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f10fa63c-709a-44ac-ae63-032497f06db5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.450674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:49:06.459612 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10fa63c-709a-44ac-ae63-032497f06db5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:06.477149 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (eba3477d-8b78-4329-b8f7-ccdf9ad082b9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.477789 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Added segment eba3477d-8b78-4329-b8f7-ccdf9ad082b9 of type vlan for network 76d46afc-cc44-477a-92f7-8aa69ad025a7 Jan 14 01:49:06.537156 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60924) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:06.548398 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a66571f-2172-49d2-a8b4-d814be800694 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.554686 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7a66571f-2172-49d2-a8b4-d814be800694 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "DELETE /v2.0/ports/c8bef722-00b2-4967-919d-8066301a9fb5 HTTP/1.1" status: 204 len: 168 time: 1.5137911 Jan 14 01:49:06.558146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60928) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:06.573414 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe2a55-a334-4382-bf96-8be8d68a6c86 req-867b4f84-d273-4cfa-b26d-0c358b267779 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:06.575096 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10fe2a55-a334-4382-bf96-8be8d68a6c86 req-867b4f84-d273-4cfa-b26d-0c358b267779 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 945 time: 0.3066621 Jan 14 01:49:06.588728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b521b24-2f6e-4409-ad09-531653572655 req-a5fa8986-6453-4b1b-9d73-6b4afe300ed1 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:06.589853 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9be80f-0622-4a70-934d-6740d5d38bb9 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] GET failed (client error): The resource could not be found. Jan 14 01:49:06.590805 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2b521b24-2f6e-4409-ad09-531653572655 req-a5fa8986-6453-4b1b-9d73-6b4afe300ed1 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 945 time: 0.2836094 Jan 14 01:49:06.595195 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9e9be80f-0622-4a70-934d-6740d5d38bb9 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "GET /v2.0/ports/c8bef722-00b2-4967-919d-8066301a9fb5 HTTP/1.1" status: 404 len: 333 time: 0.0277202 Jan 14 01:49:06.595594 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60932) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:06.597109 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (76d46afc-cc44-477a-92f7-8aa69ad025a7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.626825 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (5f027ff3-61cc-4e5c-82d5-688896fb83a3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.634187 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Request body: {'port': {'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-515760302'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:06.670802 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (76d46afc-cc44-477a-92f7-8aa69ad025a7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.671861 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:06.672504 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.741572 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b786dcce-1c02-4b72-be0a-ccb67a06e784 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Router ba637b14-b100-4486-a6d8-dc57d571142e has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:49:06.748424 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8998168 Jan 14 01:49:06.751364 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60940) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:06.756447 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-aa83e40f-23a0-4aec-b1a9-b87e2c8b9a6d admin admin] Request body: {'subnet': {'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-522905141-subnet', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:06.772208 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6537cc-e34e-4e66-83a4-49fe27b24d67 admin admin] Pushing event updated for resources: {'Network': ['ID=76d46afc-cc44-477a-92f7-8aa69ad025a7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:06.791113 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 76d46afc-cc44-477a-92f7-8aa69ad025a7 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:49:06.867126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa83e40f-23a0-4aec-b1a9-b87e2c8b9a6d admin admin] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:06.872392 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa83e40f-23a0-4aec-b1a9-b87e2c8b9a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:06.950009 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60944) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:07.008099 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b786dcce-1c02-4b72-be0a-ccb67a06e784 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:49:07.013633 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b786dcce-1c02-4b72-be0a-ccb67a06e784 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.019899 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f274c57-1095-4247-bd06-41b24d8b5b53 None None] Sync routers for ids ['ba637b14-b100-4486-a6d8-dc57d571142e'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:49:07.026553 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b67e809-4458-4071-ae52-a3fd916fca99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.040384 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f274c57-1095-4247-bd06-41b24d8b5b53 None None] Routers {'ba637b14-b100-4486-a6d8-dc57d571142e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:07.041068 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3f274c57-1095-4247-bd06-41b24d8b5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:48:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ba637b14-b100-4486-a6d8-dc57d571142e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:07.072606 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b786dcce-1c02-4b72-be0a-ccb67a06e784 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "PUT /v2.0/floatingips/7090c5f0-b166-49d3-a0e5-eba0b0df4d07 HTTP/1.1" status: 200 len: 991 time: 1.9467447 Jan 14 01:49:07.074393 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'tag': '69c51574-0698-41f6-8dd9-297ebe2a40ee'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:07.077512 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f60d105-ec47-48b1-b360-2031bd44f011" -d '{"events": [{"name": "network-changed", "server_uuid": "4d16b465-d74b-4086-8c12-ce59c891f1c5", "tag": "69c51574-0698-41f6-8dd9-297ebe2a40ee"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:07.112733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746241761-network', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:07.119753 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2b521b24-2f6e-4409-ad09-531653572655 req-ee332da6-f784-47c2-bf14-d90de1cb1eb3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217555 Jan 14 01:49:07.161704 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Made reservation on behalf of 83b25a55919d4231b9139590f8fd8e65 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:07.165581 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.166270 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c922764e-fb0c-47a6-a4c9-8d8adc4cc326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.186660 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.218455 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cf92-f1ee-424c-8fcb-5816b4a685c1 req-bbf8a0be-cdb1-4c1c-8ed6-a3ab05a81423 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:07.225658 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bf65cf92-f1ee-424c-8fcb-5816b4a685c1 req-bbf8a0be-cdb1-4c1c-8ed6-a3ab05a81423 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 945 time: 0.2255149 Jan 14 01:49:07.277089 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa83e40f-23a0-4aec-b1a9-b87e2c8b9a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (d9785ed8-46df-400a-bcac-abcd200ac677), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.287717 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3f274c57-1095-4247-bd06-41b24d8b5b53 None None] Set router ba637b14-b100-4486-a6d8-dc57d571142e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:07.294560 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (5f027ff3-61cc-4e5c-82d5-688896fb83a3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.332560 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f79d6e-ad1e-44b3-a361-ef06d690915e x-openstack-request-id: req-c1f79d6e-ad1e-44b3-a361-ef06d690915e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:07.332936 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d16b465-d74b-4086-8c12-ce59c891f1c5", "tag": "69c51574-0698-41f6-8dd9-297ebe2a40ee", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:07.333328 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1f79d6e-ad1e-44b3-a361-ef06d690915e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:07.334156 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'tag': '69c51574-0698-41f6-8dd9-297ebe2a40ee', 'status': 'completed', 'code': 200} Jan 14 01:49:07.372865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f027ff3-61cc-4e5c-82d5-688896fb83a3']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:07.396038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a636c659-6916-4663-a218-c8ded8018ab2') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:07.396330 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a636c659-6916-4663-a218-c8ded8018ab2') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:07.407098 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bf65cf92-f1ee-424c-8fcb-5816b4a685c1 req-46b0895a-dd8e-48ae-8040-dd0c6323449e tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/security-groups?id=51bbe8bd-c714-4b3f-9068-cac1400ada35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802928 Jan 14 01:49:07.425127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83e40f-23a0-4aec-b1a9-b87e2c8b9a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9785ed8-46df-400a-bcac-abcd200ac677,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:07.430125 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-10fe2a55-a334-4382-bf96-8be8d68a6c86 req-72ffba49-9a8f-4a4e-8d1d-2f0ac622a0cc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Deleting port cbba7dbf-980b-4725-a547-deb991ee7a9d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:07.430494 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-10fe2a55-a334-4382-bf96-8be8d68a6c86 req-72ffba49-9a8f-4a4e-8d1d-2f0ac622a0cc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.445898 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (a636c659-6916-4663-a218-c8ded8018ab2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.450699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60d105-ec47-48b1-b360-2031bd44f011 req-7570cef4-2912-4277-bb47-fac7bee57314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:07.452219 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5f60d105-ec47-48b1-b360-2031bd44f011 req-7570cef4-2912-4277-bb47-fac7bee57314 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61850497a69949dba6026a6d4c55ad11&device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 1096 time: 0.0760601 Jan 14 01:49:07.452942 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83e40f-23a0-4aec-b1a9-b87e2c8b9a6d admin admin] Checking segment: {'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:07.453297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa83e40f-23a0-4aec-b1a9-b87e2c8b9a6d admin admin] Network hostable DHCP agents. Network: 76d46afc-cc44-477a-92f7-8aa69ad025a7, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:49:07.471078 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b67e809-4458-4071-ae52-a3fd916fca99 admin admin] Publish callbacks [] for security_group (24096d6d-97b3-40e3-adc7-bc0bc1546c1c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.473083 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Made reservation on behalf of 658c0973e3e645a5bad6009ad22de251 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:07.476802 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.521460 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b67e809-4458-4071-ae52-a3fd916fca99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (24096d6d-97b3-40e3-adc7-bc0bc1546c1c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.537364 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (a636c659-6916-4663-a218-c8ded8018ab2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.546893 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Publish callbacks [] for security_group (c5d021c5-7273-4599-ba5d-5ffac4a3d053), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.551497 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3f274c57-1095-4247-bd06-41b24d8b5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '7090c5f0-b166-49d3-a0e5-eba0b0df4d07', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'port_id': '69c51574-0698-41f6-8dd9-297ebe2a40ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'mac_address': 'fa:16:3e:d8:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:47:37Z', 'updated_at': '2022-01-14T01:49:05Z', 'revision_number': 1, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0110df5-1122-402d-a495-8162f9aaa7f5', 'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'mac_address': 'fa:16:3e:25:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:31Z', 'updated_at': '2022-01-14T01:47:38Z', 'revision_number': 5, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'subnets': [{'id': '632fe819-208c-460c-b2be-a914dd3442c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:07.559261 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c5d021c5-7273-4599-ba5d-5ffac4a3d053), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.572441 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] device_id is not set on port 00f7a2c4-d64f-4dba-986a-094cda19c08b yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:49:07.575057 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:49:07.586179 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:07.586653 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (1446c28c-5367-477e-89f6-1cacd85cf69c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.586816 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (a636c659-6916-4663-a218-c8ded8018ab2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.587071 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Added segment 1446c28c-5367-477e-89f6-1cacd85cf69c of type vlan for network 6c380d8a-103c-43f8-8cd0-e0b56da32f67 Jan 14 01:49:07.587609 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f274c57-1095-4247-bd06-41b24d8b5b53 None None] Checking router: ba637b14-b100-4486-a6d8-dc57d571142e for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:07.588794 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:07.604128 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f274c57-1095-4247-bd06-41b24d8b5b53 None None] Routers {'ba637b14-b100-4486-a6d8-dc57d571142e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:07.604741 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3f274c57-1095-4247-bd06-41b24d8b5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ba637b14-b100-4486-a6d8-dc57d571142e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:07.635013 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (6c380d8a-103c-43f8-8cd0-e0b56da32f67), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.669428 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa83e40f-23a0-4aec-b1a9-b87e2c8b9a6d admin admin] Network 76d46afc-cc44-477a-92f7-8aa69ad025a7 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:49:07.674216 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4b67e809-4458-4071-ae52-a3fd916fca99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47f162ea2c6345338f3ccb9283797420&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1287894 Jan 14 01:49:07.679341 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60952) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:07.689444 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (6c380d8a-103c-43f8-8cd0-e0b56da32f67), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.690455 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:07.691111 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.710253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67e809-4458-4071-ae52-a3fd916fca99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24096d6d-97b3-40e3-adc7-bc0bc1546c1c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:07.733438 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3f274c57-1095-4247-bd06-41b24d8b5b53 None None] Set router ba637b14-b100-4486-a6d8-dc57d571142e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:07.752564 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-aa83e40f-23a0-4aec-b1a9-b87e2c8b9a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 76d46afc-cc44-477a-92f7-8aa69ad025a7) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:07.758202 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83e40f-23a0-4aec-b1a9-b87e2c8b9a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:07.759069 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa83e40f-23a0-4aec-b1a9-b87e2c8b9a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.768008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250893ed-26bd-4222-9e3e-ae4837b0978d None None] Network 76d46afc-cc44-477a-92f7-8aa69ad025a7 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:07.776687 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (5f027ff3-61cc-4e5c-82d5-688896fb83a3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.812531 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8571634 Jan 14 01:49:07.812531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d021c5-7273-4599-ba5d-5ffac4a3d053,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:07.827973 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.842451 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60954) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:07.843491 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5f027ff3-61cc-4e5c-82d5-688896fb83a3 HTTP/1.1" status: 204 len: 168 time: 1.4796801 Jan 14 01:49:07.848005 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-db174c87-85d8-4222-b05f-0deccac7072f admin admin] Request body: {'subnet': {'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746241761-subnet', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:07.868709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-10fe2a55-a334-4382-bf96-8be8d68a6c86 req-72ffba49-9a8f-4a4e-8d1d-2f0ac622a0cc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] For port cbba7dbf-980b-4725-a547-deb991ee7a9d, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=cbba7dbf-980b-4725-a547-deb991ee7a9d,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:07.869115 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-10fe2a55-a334-4382-bf96-8be8d68a6c86 req-72ffba49-9a8f-4a4e-8d1d-2f0ac622a0cc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.905710 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60d105-ec47-48b1-b360-2031bd44f011 req-f019d0ad-21bb-43d5-a131-f4de2cbffc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:07.909765 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5f60d105-ec47-48b1-b360-2031bd44f011 req-f019d0ad-21bb-43d5-a131-f4de2cbffc1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c6422e0-cdd4-456c-94af-f7620461d560 HTTP/1.1" status: 200 len: 915 time: 0.4465954 Jan 14 01:49:07.915929 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34cd38-39dd-4cf1-a785-c12423cfb4c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6c380d8a-103c-43f8-8cd0-e0b56da32f67,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:07.927733 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 6c380d8a-103c-43f8-8cd0-e0b56da32f67 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:49:07.931952 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bf63f-6c52-4da6-876c-565336a5d098 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f027ff3-61cc-4e5c-82d5-688896fb83a3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:07.933527 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-76d46afc-cc44-477a-92f7-8aa69ad025a7', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'project_id': '82ce06b59ec642de9d503f0966874395', 'fixed_ips': [{'subnet_id': 'd9785ed8-46df-400a-bcac-abcd200ac677'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:49:07.934862 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.941728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-10fe2a55-a334-4382-bf96-8be8d68a6c86 req-72ffba49-9a8f-4a4e-8d1d-2f0ac622a0cc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Calling delete_port for cbba7dbf-980b-4725-a547-deb991ee7a9d owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:07.968658 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-aa83e40f-23a0-4aec-b1a9-b87e2c8b9a6d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2155828 Jan 14 01:49:07.971912 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60958) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:07.972514 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db174c87-85d8-4222-b05f-0deccac7072f admin admin] Made reservation on behalf of 83b25a55919d4231b9139590f8fd8e65 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:07.976389 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db174c87-85d8-4222-b05f-0deccac7072f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:07.984307 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Allocated IP 2001:db8::193 (9afa8b58-d5fa-4b67-a8fe-eebaf43fc609/93a214bb-7b35-44bd-b075-008c5844d79a/00f7a2c4-d64f-4dba-986a-094cda19c08b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:08.049300 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4172887-0a79-41cb-9e45-c390faf8dba8 admin admin] Publish callbacks [] for security_group (24096d6d-97b3-40e3-adc7-bc0bc1546c1c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.050801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60960) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:08.067985 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3f274c57-1095-4247-bd06-41b24d8b5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '7090c5f0-b166-49d3-a0e5-eba0b0df4d07', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'port_id': '69c51574-0698-41f6-8dd9-297ebe2a40ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'mac_address': 'fa:16:3e:d8:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:47:37Z', 'updated_at': '2022-01-14T01:49:05Z', 'revision_number': 1, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0110df5-1122-402d-a495-8162f9aaa7f5', 'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'mac_address': 'fa:16:3e:25:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:31Z', 'updated_at': '2022-01-14T01:47:38Z', 'revision_number': 5, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'subnets': [{'id': '632fe819-208c-460c-b2be-a914dd3442c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:08.104181 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f274c57-1095-4247-bd06-41b24d8b5b53 None None] The sync data for ids ['ba637b14-b100-4486-a6d8-dc57d571142e'] in n-d-824358-4 is: [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '7090c5f0-b166-49d3-a0e5-eba0b0df4d07', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'port_id': '69c51574-0698-41f6-8dd9-297ebe2a40ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'mac_address': 'fa:16:3e:d8:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:47:37Z', 'updated_at': '2022-01-14T01:49:05Z', 'revision_number': 1, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0110df5-1122-402d-a495-8162f9aaa7f5', 'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'mac_address': 'fa:16:3e:25:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:31Z', 'updated_at': '2022-01-14T01:47:38Z', 'revision_number': 5, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'subnets': [{'id': '632fe819-208c-460c-b2be-a914dd3442c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:49:08.135742 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4172887-0a79-41cb-9e45-c390faf8dba8 admin admin] Publish callbacks [] for security_group (24096d6d-97b3-40e3-adc7-bc0bc1546c1c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.168623 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:08.206408 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-52441ece-f1eb-44e7-bf43-d2033a535ef2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d45fc8997fc4ca8890daac1eb8eb224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507819 Jan 14 01:49:08.208619 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60964) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:08.227319 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Allocated IP 172.20.0.2 (76d46afc-cc44-477a-92f7-8aa69ad025a7/d9785ed8-46df-400a-bcac-abcd200ac677/93f0c0d4-9862-440a-9e2a-b474b6d35a4b) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:08.274194 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5f60d105-ec47-48b1-b360-2031bd44f011 req-9fbd542c-31c3-4e52-a537-6b34e42f2ab6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69c51574-0698-41f6-8dd9-297ebe2a40ee HTTP/1.1" status: 200 len: 999 time: 0.3494496 Jan 14 01:49:08.284982 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (6611d03e-47bb-4899-8c98-e9e294768c83), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.286167 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (6611d03e-47bb-4899-8c98-e9e294768c83), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.375544 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4172887-0a79-41cb-9e45-c390faf8dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (24096d6d-97b3-40e3-adc7-bc0bc1546c1c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.375851 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60d105-ec47-48b1-b360-2031bd44f011 req-73b82b23-03f6-4808-850f-67d0110de150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:08.377672 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5f60d105-ec47-48b1-b360-2031bd44f011 req-73b82b23-03f6-4808-850f-67d0110de150 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=632fe819-208c-460c-b2be-a914dd3442c1 HTTP/1.1" status: 200 len: 853 time: 0.0705423 Jan 14 01:49:08.378501 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4172887-0a79-41cb-9e45-c390faf8dba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.382349 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d4172887-0a79-41cb-9e45-c390faf8dba8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24096d6d-97b3-40e3-adc7-bc0bc1546c1c HTTP/1.1" status: 204 len: 168 time: 0.6989038 Jan 14 01:49:08.417653 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4172887-0a79-41cb-9e45-c390faf8dba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24096d6d-97b3-40e3-adc7-bc0bc1546c1c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:08.422335 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-10fe2a55-a334-4382-bf96-8be8d68a6c86 req-72ffba49-9a8f-4a4e-8d1d-2f0ac622a0cc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (cbba7dbf-980b-4725-a547-deb991ee7a9d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.438703 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db174c87-85d8-4222-b05f-0deccac7072f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (742a71f4-1b00-41e7-83f9-ea4c9ce21ecb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.445797 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Publish callbacks [] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.461138 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5', 'cbba7dbf-980b-4725-a547-deb991ee7a9d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:08.474125 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['e4f05528-292d-4e9c-a93d-33939327f778'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:08.494015 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39be66b-c8d9-48b6-95ee-f8039bd8c9a6 req-b16d2421-50a8-4513-970d-42106ecc5918 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:08.495630 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e39be66b-c8d9-48b6-95ee-f8039bd8c9a6 req-b16d2421-50a8-4513-970d-42106ecc5918 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9 HTTP/1.1" status: 200 len: 867 time: 0.2064483 Jan 14 01:49:08.522229 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.557254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffba49-9a8f-4a4e-8d1d-2f0ac622a0cc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event deleted for resources: {'Port': ['ID=cbba7dbf-980b-4725-a547-deb991ee7a9d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:08.575188 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db174c87-85d8-4222-b05f-0deccac7072f admin admin] Pushing event updated for resources: {'Subnet': ['ID=742a71f4-1b00-41e7-83f9-ea4c9ce21ecb,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:08.587075 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58016cd5-83b9-433f-9d02-1fab06766473 admin admin] Publish callbacks [] for security_group (900748e2-002e-4e4e-9d15-b0e50ccd1901), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.595478 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for port (00f7a2c4-d64f-4dba-986a-094cda19c08b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.619239 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af5a43-ade8-4365-ab1b-fd4f71948f28 None None] New status for floating IP 7090c5f0-b166-49d3-a0e5-eba0b0df4d07: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:49:08.666264 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fe2a55-a334-4382-bf96-8be8d68a6c86 req-72ffba49-9a8f-4a4e-8d1d-2f0ac622a0cc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] No DVR routers for this DVR port cbba7dbf-980b-4725-a547-deb991ee7a9d on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:08.677378 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-10fe2a55-a334-4382-bf96-8be8d68a6c86 req-72ffba49-9a8f-4a4e-8d1d-2f0ac622a0cc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.680667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10fe2a55-a334-4382-bf96-8be8d68a6c86 req-72ffba49-9a8f-4a4e-8d1d-2f0ac622a0cc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.36 "DELETE /v2.0/ports/cbba7dbf-980b-4725-a547-deb991ee7a9d HTTP/1.1" status: 204 len: 173 time: 2.0889452 Jan 14 01:49:08.684658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9', 'name': 'network-vif-deleted', 'tag': 'cbba7dbf-980b-4725-a547-deb991ee7a9d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:08.687291 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cc3a06-5b78-429a-a907-35c4ae001ac1" -d '{"events": [{"server_uuid": "1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9", "name": "network-vif-deleted", "tag": "cbba7dbf-980b-4725-a547-deb991ee7a9d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:08.741519 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e39be66b-c8d9-48b6-95ee-f8039bd8c9a6 req-44208a41-2b2f-4135-abe7-7abda28c73c6 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048259 Jan 14 01:49:08.754909 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Pushing event updated for resources: {'Port': ['ID=93f0c0d4-9862-440a-9e2a-b474b6d35a4b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:08.791663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Network 76d46afc-cc44-477a-92f7-8aa69ad025a7 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:08.800598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa947ed0-054b-48f0-946b-4a5f9a2d5a26 req-a7c80f46-07f0-44e2-b364-204eac4f46bb tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:08.803334 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:08.811222 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:08.814097 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.820242 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa947ed0-054b-48f0-946b-4a5f9a2d5a26 req-a7c80f46-07f0-44e2-b364-204eac4f46bb tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 945 time: 0.2825060 Jan 14 01:49:08.888071 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2d87ba-7529-466f-8634-43ba5804abec x-openstack-request-id: req-9c2d87ba-7529-466f-8634-43ba5804abec {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:08.889918 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9", "name": "network-vif-deleted", "tag": "cbba7dbf-980b-4725-a547-deb991ee7a9d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:08.890574 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c2d87ba-7529-466f-8634-43ba5804abec {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:08.891061 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8e12b9-a2e0-463f-86bd-f340b0d4c0c9', 'name': 'network-vif-deleted', 'tag': 'cbba7dbf-980b-4725-a547-deb991ee7a9d', 'status': 'completed', 'code': 200} Jan 14 01:49:08.899359 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (00f7a2c4-d64f-4dba-986a-094cda19c08b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:08.926947 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:08.933205 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:08.951558 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:08.958682 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:08.959916 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.008846 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60976) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:09.040657 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa947ed0-054b-48f0-946b-4a5f9a2d5a26 req-3d8b927d-9fe3-499c-a5b3-1e2919810792 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/security-groups?id=51bbe8bd-c714-4b3f-9068-cac1400ada35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121141 Jan 14 01:49:09.041270 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Publish callbacks [] for router_controller (6611d03e-47bb-4899-8c98-e9e294768c83), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.044774 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58016cd5-83b9-433f-9d02-1fab06766473 admin admin] Publish callbacks [] for security_group (900748e2-002e-4e4e-9d15-b0e50ccd1901), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.047755 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cabc52ba-26ce-47ed-be02-596dd7df7939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.070253 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4733896 Jan 14 01:49:09.072985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60d105-ec47-48b1-b360-2031bd44f011 req-385ccd41-3bf1-4a99-828b-76befbf2027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:09.075289 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5f60d105-ec47-48b1-b360-2031bd44f011 req-385ccd41-3bf1-4a99-828b-76befbf2027b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c6422e0-cdd4-456c-94af-f7620461d560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6804459 Jan 14 01:49:09.076864 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 60980) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:09.094304 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ff72d9a7-cf19-40f8-a6d7-dfd0c8b799f0 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:f8:0c:7e'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:09.115759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Attempting to bind port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:09.116234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Attempting to bind port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:09.116473 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Attempting to bind port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b on network 76d46afc-cc44-477a-92f7-8aa69ad025a7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:09.125990 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:09.126503 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Checking segment: {'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:09.126842 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.127260 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Bound using segment: {'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:09.127719 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Bound port: 93f0c0d4-9862-440a-9e2a-b474b6d35a4b, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:09.128139 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.245863 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cabc52ba-26ce-47ed-be02-596dd7df7939 admin admin] Publish callbacks [] for security_group (5cef824e-219a-4f68-837d-4c46870f9f03), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.248578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event updated for resources: {'Port': ['ID=00f7a2c4-d64f-4dba-986a-094cda19c08b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:09.259359 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.259670 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.260088 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.260471 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.260864 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.261385 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.261812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.262303 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.262738 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.263263 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.263731 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.264386 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.264648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e2cb4b-ee99-4e00-902e-6f3468d333db tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:09.269905 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cabc52ba-26ce-47ed-be02-596dd7df7939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5cef824e-219a-4f68-837d-4c46870f9f03), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.276489 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db174c87-85d8-4222-b05f-0deccac7072f admin admin] Checking segment: {'id': '1446c28c-5367-477e-89f6-1cacd85cf69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:09.276915 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db174c87-85d8-4222-b05f-0deccac7072f admin admin] Network hostable DHCP agents. Network: 6c380d8a-103c-43f8-8cd0-e0b56da32f67, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:49:09.305344 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] For port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:09.314311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] For port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=93f0c0d4-9862-440a-9e2a-b474b6d35a4b,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:09.328512 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cabc52ba-26ce-47ed-be02-596dd7df7939 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b01791e2aeae43698e05c09c05fb6392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129497 Jan 14 01:49:09.328512 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc52ba-26ce-47ed-be02-596dd7df7939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cef824e-219a-4f68-837d-4c46870f9f03,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:09.332838 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 60984) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:09.338283 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.398614 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b8680e9-fff2-4424-9b12-6e18a2030fb0 admin admin] Publish callbacks [] for security_group (5cef824e-219a-4f68-837d-4c46870f9f03), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.431880 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b8680e9-fff2-4424-9b12-6e18a2030fb0 admin admin] Publish callbacks [] for security_group (5cef824e-219a-4f68-837d-4c46870f9f03), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.484286 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b3c57869-b712-4e86-a980-1f4c9e60dff3 None None] Provisioning complete for port 00f7a2c4-d64f-4dba-986a-094cda19c08b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:09.484689 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3c57869-b712-4e86-a980-1f4c9e60dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (00f7a2c4-d64f-4dba-986a-094cda19c08b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.496566 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b8680e9-fff2-4424-9b12-6e18a2030fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5cef824e-219a-4f68-837d-4c46870f9f03), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.501933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b8680e9-fff2-4424-9b12-6e18a2030fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.505656 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9b8680e9-fff2-4424-9b12-6e18a2030fb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cef824e-219a-4f68-837d-4c46870f9f03 HTTP/1.1" status: 204 len: 168 time: 0.1697044 Jan 14 01:49:09.514320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8680e9-fff2-4424-9b12-6e18a2030fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cef824e-219a-4f68-837d-4c46870f9f03,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:09.518268 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b618f-c486-4e1f-9279-92d4930c3501 None None] Pushing event updated for resources: {'Port': ['ID=93f0c0d4-9862-440a-9e2a-b474b6d35a4b,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:09.553412 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b3c57869-b712-4e86-a980-1f4c9e60dff3 None None] Port 00f7a2c4-d64f-4dba-986a-094cda19c08b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:09.689526 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff72d9a7-cf19-40f8-a6d7-dfd0c8b799f0 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (00f7a2c4-d64f-4dba-986a-094cda19c08b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.691332 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db174c87-85d8-4222-b05f-0deccac7072f admin admin] Network 6c380d8a-103c-43f8-8cd0-e0b56da32f67 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:49:09.705654 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Publish callbacks [] for router_gateway (6611d03e-47bb-4899-8c98-e9e294768c83), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.742584 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-db174c87-85d8-4222-b05f-0deccac7072f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 6c380d8a-103c-43f8-8cd0-e0b56da32f67) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:09.747652 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db174c87-85d8-4222-b05f-0deccac7072f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:09.748465 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db174c87-85d8-4222-b05f-0deccac7072f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.755086 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58016cd5-83b9-433f-9d02-1fab06766473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (900748e2-002e-4e4e-9d15-b0e50ccd1901), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.757041 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58016cd5-83b9-433f-9d02-1fab06766473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:09.758369 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-58016cd5-83b9-433f-9d02-1fab06766473 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/900748e2-002e-4e4e-9d15-b0e50ccd1901 HTTP/1.1" status: 204 len: 168 time: 1.5446417 Jan 14 01:49:09.800942 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8354f0b-ea48-4506-ab3e-198f566495e3 None None] Network 6c380d8a-103c-43f8-8cd0-e0b56da32f67 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:09.857388 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5f60d105-ec47-48b1-b360-2031bd44f011 req-0dda6aed-b124-4a97-9115-0097105b72f3 service neutron] 10.222.0.36 "GET /v2.0/networks/7c6422e0-cdd4-456c-94af-f7620461d560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7737074 Jan 14 01:49:09.900207 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992bc0f-3ffb-4f0e-ba9a-89756b3b1313 req-7232d0c4-7778-4dcf-956f-a80fdb42a296 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:09.914231 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a992bc0f-3ffb-4f0e-ba9a-89756b3b1313 req-7232d0c4-7778-4dcf-956f-a80fdb42a296 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 945 time: 0.1799364 Jan 14 01:49:09.935100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58016cd5-83b9-433f-9d02-1fab06766473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900748e2-002e-4e4e-9d15-b0e50ccd1901,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:09.962167 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-db174c87-85d8-4222-b05f-0deccac7072f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1200695 Jan 14 01:49:09.964686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 32772) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:09.997727 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746241761-router', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:10.120943 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a992bc0f-3ffb-4f0e-ba9a-89756b3b1313 req-10aa5c08-da00-4d79-a75f-c3a8dc97babd tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/security-groups?id=51bbe8bd-c714-4b3f-9068-cac1400ada35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053542 Jan 14 01:49:10.139592 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:10.140953 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:10.144754 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:10.161252 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-6c380d8a-103c-43f8-8cd0-e0b56da32f67', 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67', 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'fixed_ips': [{'subnet_id': '742a71f4-1b00-41e7-83f9-ea4c9ce21ecb'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:49:10.164844 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:10.250010 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5f60d105-ec47-48b1-b360-2031bd44f011 req-7a525e91-e396-47b7-bf95-46402beb287f service neutron] 10.222.0.36 "GET /v2.0/networks/7c6422e0-cdd4-456c-94af-f7620461d560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087111 Jan 14 01:49:10.293618 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 93f0c0d4-9862-440a-9e2a-b474b6d35a4b up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:10.320316 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Publish callbacks [] for router_controller (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:10.345063 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff72d9a7-cf19-40f8-a6d7-dfd0c8b799f0 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for port (00f7a2c4-d64f-4dba-986a-094cda19c08b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:10.400316 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff72d9a7-cf19-40f8-a6d7-dfd0c8b799f0 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (00f7a2c4-d64f-4dba-986a-094cda19c08b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:10.473036 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ff72d9a7-cf19-40f8-a6d7-dfd0c8b799f0 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] In _notify_port_updated(), no bound segment for port 00f7a2c4-d64f-4dba-986a-094cda19c08b on network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 01:49:10.479330 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72d9a7-cf19-40f8-a6d7-dfd0c8b799f0 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:10.480041 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff72d9a7-cf19-40f8-a6d7-dfd0c8b799f0 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:10.481498 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ff72d9a7-cf19-40f8-a6d7-dfd0c8b799f0 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "PUT /v2.0/ports/00f7a2c4-d64f-4dba-986a-094cda19c08b HTTP/1.1" status: 200 len: 1002 time: 1.4010510 Jan 14 01:49:10.492005 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 32790) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:10.518081 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd3340-18d5-49a3-b7ae-640d69686f00 req-b20580b1-9607-48bb-90b5-23d7337cba47 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:10.520994 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45cd3340-18d5-49a3-b7ae-640d69686f00 req-b20580b1-9607-48bb-90b5-23d7337cba47 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 946 time: 0.1979029 Jan 14 01:49:10.573329 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72d9a7-cf19-40f8-a6d7-dfd0c8b799f0 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event updated for resources: {'Port': ['ID=00f7a2c4-d64f-4dba-986a-094cda19c08b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:10.597545 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Publish callbacks [] for router_gateway (6611d03e-47bb-4899-8c98-e9e294768c83), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:10.634266 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:10.636776 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:10.637582 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:10.651138 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Allocated IP 172.20.0.2 (6c380d8a-103c-43f8-8cd0-e0b56da32f67/742a71f4-1b00-41e7-83f9-ea4c9ce21ecb/e8446983-d9cf-401a-9d5d-51d1c68818c6) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:10.852285 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Allocated IP 172.25.2.46 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/f469ac59-7109-4750-b3d4-41a6d8b59497) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:10.931941 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45cd3340-18d5-49a3-b7ae-640d69686f00 req-ff33c4ec-85c7-42f8-a726-a95bab9f7a2c tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756762 Jan 14 01:49:10.934922 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Publish callbacks [] for router_gateway (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.016521 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.048092 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-045e2841-ade5-4ddc-8db3-eb13227bac22 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Deleting port 00f7a2c4-d64f-4dba-986a-094cda19c08b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:11.048435 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-045e2841-ade5-4ddc-8db3-eb13227bac22 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (00f7a2c4-d64f-4dba-986a-094cda19c08b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.076084 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:11.076573 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.119152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fae13931-7d9a-45d5-b8d0-ae2b539214c0 None None] Provisioning complete for port 00f7a2c4-d64f-4dba-986a-094cda19c08b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:11.119609 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fae13931-7d9a-45d5-b8d0-ae2b539214c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (00f7a2c4-d64f-4dba-986a-094cda19c08b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.130511 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Publish callbacks [] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.200442 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-045e2841-ade5-4ddc-8db3-eb13227bac22 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (00f7a2c4-d64f-4dba-986a-094cda19c08b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.223455 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-045e2841-ade5-4ddc-8db3-eb13227bac22 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Calling delete_port for 00f7a2c4-d64f-4dba-986a-094cda19c08b owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:11.240892 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fae13931-7d9a-45d5-b8d0-ae2b539214c0 None None] Port 00f7a2c4-d64f-4dba-986a-094cda19c08b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:11.247181 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.309976 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:11.316975 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:11.320142 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:11.325375 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Pushing event updated for resources: {'Port': ['ID=f469ac59-7109-4750-b3d4-41a6d8b59497,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:11.343728 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c861bb-461b-43db-886b-52cdd630adca None None] Network 76d46afc-cc44-477a-92f7-8aa69ad025a7 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:11.354654 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=93f0c0d4-9862-440a-9e2a-b474b6d35a4b,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:11.358821 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Publish callbacks [] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.402810 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cbba7dbf-980b-4725-a547-deb991ee7a9d no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:11.408530 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.438513 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Publish callbacks [] for router_gateway (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.477955 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6557e-1cf1-4bf9-906e-9b546b55f980 req-ffbcaaf3-5f4e-4636-9b83-9b9418de8e39 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:11.481179 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.481999 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-02e6557e-1cf1-4bf9-906e-9b546b55f980 req-ffbcaaf3-5f4e-4636-9b83-9b9418de8e39 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 945 time: 0.1288359 Jan 14 01:49:11.485458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=93f0c0d4-9862-440a-9e2a-b474b6d35a4b,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:11.494862 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: cbba7dbf-980b-4725-a547-deb991ee7a9d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:49:11.495291 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device cbba7dbf-980b-4725-a547-deb991ee7a9d not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:11.522559 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.538788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a94873e9-ecde-4094-a881-2d750a1bef98 None None] Provisioning complete for port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:11.539163 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a94873e9-ecde-4094-a881-2d750a1bef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:11.576733 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Network 6c380d8a-103c-43f8-8cd0-e0b56da32f67 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:11.597710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:11.637622 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:11.645509 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Pushing event updated for resources: {'Port': ['ID=e8446983-d9cf-401a-9d5d-51d1c68818c6,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:11.655103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Allocated IP 172.25.2.110 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/0ac9fc4c-ffd4-4988-bd51-3f3c547ff861) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:11.768060 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245dd10-5087-4320-81d4-1e0cc4f43757 req-9c9256b7-b467-4f51-ac8f-b786e84fd235 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:11.776329 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4245dd10-5087-4320-81d4-1e0cc4f43757 req-9c9256b7-b467-4f51-ac8f-b786e84fd235 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 945 time: 0.4307191 Jan 14 01:49:11.805378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 32826) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:11.890270 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4245dd10-5087-4320-81d4-1e0cc4f43757 req-3e9d8045-d749-4b1f-a700-89a41375214a tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/security-groups?id=51bbe8bd-c714-4b3f-9068-cac1400ada35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042390 Jan 14 01:49:11.964347 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Publish callbacks [] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.003297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-02e6557e-1cf1-4bf9-906e-9b546b55f980 req-190c0301-9906-4d04-b122-3ba418b241a6 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Deleting port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:12.003755 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-02e6557e-1cf1-4bf9-906e-9b546b55f980 req-190c0301-9906-4d04-b122-3ba418b241a6 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.011920 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1885970361-network', 'tenant_id': 'fed1db0d364848e4950b16d320a3d4bd'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:12.026356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Attempting to bind port e8446983-d9cf-401a-9d5d-51d1c68818c6 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:12.026683 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Attempting to bind port e8446983-d9cf-401a-9d5d-51d1c68818c6 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '1446c28c-5367-477e-89f6-1cacd85cf69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:12.027011 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Attempting to bind port e8446983-d9cf-401a-9d5d-51d1c68818c6 on network 6c380d8a-103c-43f8-8cd0-e0b56da32f67 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:12.077737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:12.078008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Checking segment: {'id': '1446c28c-5367-477e-89f6-1cacd85cf69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:12.078777 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.078777 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Bound using segment: {'id': '1446c28c-5367-477e-89f6-1cacd85cf69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:12.079586 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Bound port: e8446983-d9cf-401a-9d5d-51d1c68818c6, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1446c28c-5367-477e-89f6-1cacd85cf69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:12.080111 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.092984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a94873e9-ecde-4094-a881-2d750a1bef98 None None] Current status of the port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:12.104996 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Publish callbacks [] for router_gateway (6611d03e-47bb-4899-8c98-e9e294768c83), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.169633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 93f0c0d4-9862-440a-9e2a-b474b6d35a4b up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:12.181508 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Made reservation on behalf of fed1db0d364848e4950b16d320a3d4bd for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:12.185912 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.209822 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.225677 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] For port e8446983-d9cf-401a-9d5d-51d1c68818c6, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:12.227880 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-045e2841-ade5-4ddc-8db3-eb13227bac22 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (00f7a2c4-d64f-4dba-986a-094cda19c08b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.246984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] For port e8446983-d9cf-401a-9d5d-51d1c68818c6, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e8446983-d9cf-401a-9d5d-51d1c68818c6,segment=NetworkSegment(1446c28c-5367-477e-89f6-1cacd85cf69c),segment_id=1446c28c-5367-477e-89f6-1cacd85cf69c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:12.259825 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.294532 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-02e6557e-1cf1-4bf9-906e-9b546b55f980 req-190c0301-9906-4d04-b122-3ba418b241a6 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] For port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=067f9b28-9b82-4f3e-a02c-4ce57e86c93c,segment=NetworkSegment(7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a),segment_id=7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:12.295248 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-02e6557e-1cf1-4bf9-906e-9b546b55f980 req-190c0301-9906-4d04-b122-3ba418b241a6 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.315226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:12.315591 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.317108 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-02e6557e-1cf1-4bf9-906e-9b546b55f980 req-190c0301-9906-4d04-b122-3ba418b241a6 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Calling delete_port for 067f9b28-9b82-4f3e-a02c-4ce57e86c93c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:12.378561 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e2841-ade5-4ddc-8db3-eb13227bac22 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event deleted for resources: {'Port': ['ID=00f7a2c4-d64f-4dba-986a-094cda19c08b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:12.430106 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f193d0-a4c6-43f6-8f60-3b6e7a0e1cb5 req-28f2213a-1024-4d6d-b341-4576111fe005 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:12.431847 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6f193d0-a4c6-43f6-8f60-3b6e7a0e1cb5 req-28f2213a-1024-4d6d-b341-4576111fe005 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 946 time: 0.3936081 Jan 14 01:49:12.435258 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d7091-80a3-401e-9f8e-23b8be22409d None None] Pushing event updated for resources: {'Port': ['ID=e8446983-d9cf-401a-9d5d-51d1c68818c6,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:12.510977 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:12.542788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4bddc602-243b-4c11-8f18-f501daffa523 None None] Provisioning complete for port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:12.543197 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bddc602-243b-4c11-8f18-f501daffa523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.606497 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-02e6557e-1cf1-4bf9-906e-9b546b55f980 req-190c0301-9906-4d04-b122-3ba418b241a6 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (067f9b28-9b82-4f3e-a02c-4ce57e86c93c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.663776 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['067f9b28-9b82-4f3e-a02c-4ce57e86c93c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:12.714072 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c0301-9906-4d04-b122-3ba418b241a6 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Pushing event deleted for resources: {'Port': ['ID=067f9b28-9b82-4f3e-a02c-4ce57e86c93c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:12.749137 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4bddc602-243b-4c11-8f18-f501daffa523 None None] Current status of the port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:12.756807 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-045e2841-ade5-4ddc-8db3-eb13227bac22 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.760088 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-045e2841-ade5-4ddc-8db3-eb13227bac22 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "DELETE /v2.0/ports/00f7a2c4-d64f-4dba-986a-094cda19c08b HTTP/1.1" status: 204 len: 168 time: 2.2384083 Jan 14 01:49:12.778142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c56ae-0ac1-4bd6-a2c5-e5831d97adae req-6c046d1a-0678-43cd-8c2d-149c26133a63 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:12.785698 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e49c56ae-0ac1-4bd6-a2c5-e5831d97adae req-6c046d1a-0678-43cd-8c2d-149c26133a63 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 946 time: 0.6333728 Jan 14 01:49:12.787415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 32846) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:12.874174 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e6557e-1cf1-4bf9-906e-9b546b55f980 req-190c0301-9906-4d04-b122-3ba418b241a6 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] No DVR routers for this DVR port 067f9b28-9b82-4f3e-a02c-4ce57e86c93c on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:12.879260 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-02e6557e-1cf1-4bf9-906e-9b546b55f980 req-190c0301-9906-4d04-b122-3ba418b241a6 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.884098 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-02e6557e-1cf1-4bf9-906e-9b546b55f980 req-190c0301-9906-4d04-b122-3ba418b241a6 tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.46 "DELETE /v2.0/ports/067f9b28-9b82-4f3e-a02c-4ce57e86c93c HTTP/1.1" status: 204 len: 173 time: 1.3505621 Jan 14 01:49:12.894609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9417a3-57f3-4282-bca3-43c31095a1b2', 'name': 'network-vif-deleted', 'tag': '067f9b28-9b82-4f3e-a02c-4ce57e86c93c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:12.897242 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7ac22b-84ba-48e9-8f0c-1e7387125586" -d '{"events": [{"server_uuid": "8d9417a3-57f3-4282-bca3-43c31095a1b2", "name": "network-vif-deleted", "tag": "067f9b28-9b82-4f3e-a02c-4ce57e86c93c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:12.916556 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (6611d03e-47bb-4899-8c98-e9e294768c83), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.937492 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:12.952618 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e04f27b-c639-460a-becb-c8adfe9001f5 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] GET failed (client error): The resource could not be found. Jan 14 01:49:12.958858 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2e04f27b-c639-460a-becb-c8adfe9001f5 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "GET /v2.0/ports/00f7a2c4-d64f-4dba-986a-094cda19c08b HTTP/1.1" status: 404 len: 333 time: 0.1434138 Jan 14 01:49:12.959846 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 32856) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:12.976043 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Request body: {'port': {'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1285073663'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:13.413962 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:49:13.446944 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-57d3d221-41ec-4107-9b20-608228e2a79a req-d29b357e-a580-4c37-af68-be3440e8105b tempest-ServerPasswordTestJSON-1700407917 tempest-ServerPasswordTestJSON-1700407917-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d9417a3-57f3-4282-bca3-43c31095a1b2 HTTP/1.1" status: 200 len: 210 time: 0.4342651 Jan 14 01:49:13.456066 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:13.463459 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Router 6611d03e-47bb-4899-8c98-e9e294768c83 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:49:13.491168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:13.503821 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Publish callbacks [] for security_group (5d96ae87-4fbc-4a27-b8a3-22ce267ccd85), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:13.506296 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:13.518309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e49c56ae-0ac1-4bd6-a2c5-e5831d97adae req-cf22447a-ccd7-4198-9659-47d421140cc3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7316871 Jan 14 01:49:13.584122 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5d96ae87-4fbc-4a27-b8a3-22ce267ccd85), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:13.586878 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31593e23-09f5-4536-a553-3c2db4a546ef x-openstack-request-id: req-31593e23-09f5-4536-a553-3c2db4a546ef {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:13.587180 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9417a3-57f3-4282-bca3-43c31095a1b2", "name": "network-vif-deleted", "tag": "067f9b28-9b82-4f3e-a02c-4ce57e86c93c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:13.587438 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31593e23-09f5-4536-a553-3c2db4a546ef {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:13.587896 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9417a3-57f3-4282-bca3-43c31095a1b2', 'name': 'network-vif-deleted', 'tag': '067f9b28-9b82-4f3e-a02c-4ce57e86c93c', 'status': 'completed', 'code': 200} Jan 14 01:49:13.598869 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:49:13.608516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac9fc4c-ffd4-4988-bd51-3f3c547ff861,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:13.667422 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:49:13.679747 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Sync routers for ids ['6611d03e-47bb-4899-8c98-e9e294768c83'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:49:13.693525 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (8a9ccfc6-518b-4488-a355-95ecb201a733), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:13.694290 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Added segment 8a9ccfc6-518b-4488-a355-95ecb201a733 of type vlan for network 1504e0b4-eb16-43ba-ae39-89743909d020 Jan 14 01:49:13.694731 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Routers {'6611d03e-47bb-4899-8c98-e9e294768c83'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:13.695818 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6611d03e-47bb-4899-8c98-e9e294768c83'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:13.702692 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:13.703926 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e410eb93-85e5-4e1f-a968-7acac388803b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5778644 Jan 14 01:49:13.706806 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 32872) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:13.712980 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d6f193d0-a4c6-43f6-8f60-3b6e7a0e1cb5 req-26a9debc-9d26-4000-889d-0505e9f91d77 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Deleting port e4f05528-292d-4e9c-a93d-33939327f778 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:13.713310 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d6f193d0-a4c6-43f6-8f60-3b6e7a0e1cb5 req-26a9debc-9d26-4000-889d-0505e9f91d77 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e4f05528-292d-4e9c-a93d-33939327f778), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:13.845286 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Set router 6611d03e-47bb-4899-8c98-e9e294768c83 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:13.893817 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:13.920627 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (1504e0b4-eb16-43ba-ae39-89743909d020), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.005522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67bda3-a3d1-4b24-bc29-fac6416587c4 None None] Network 6c380d8a-103c-43f8-8cd0-e0b56da32f67 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:14.141657 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-209c5972-bdef-4b2c-a27d-be59f73fee73 None None] Provisioning complete for port e8446983-d9cf-401a-9d5d-51d1c68818c6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:14.142090 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-209c5972-bdef-4b2c-a27d-be59f73fee73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.159436 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T01:49:11Z', 'revision_number': 3, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:14.191127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Made reservation on behalf of 658c0973e3e645a5bad6009ad22de251 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:14.195008 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.211367 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (1504e0b4-eb16-43ba-ae39-89743909d020), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.211996 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:14.212576 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.224135 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Checking router: 6611d03e-47bb-4899-8c98-e9e294768c83 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:49:14.224568 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Updating router 6611d03e-47bb-4899-8c98-e9e294768c83 port f469ac59-7109-4750-b3d4-41a6d8b59497 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:49:14.230496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d6f193d0-a4c6-43f6-8f60-3b6e7a0e1cb5 req-26a9debc-9d26-4000-889d-0505e9f91d77 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] For port e4f05528-292d-4e9c-a93d-33939327f778, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4f05528-292d-4e9c-a93d-33939327f778,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:14.230496 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d6f193d0-a4c6-43f6-8f60-3b6e7a0e1cb5 req-26a9debc-9d26-4000-889d-0505e9f91d77 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e4f05528-292d-4e9c-a93d-33939327f778), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.259741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e8446983-d9cf-401a-9d5d-51d1c68818c6 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:14.293676 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.302631 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d6f193d0-a4c6-43f6-8f60-3b6e7a0e1cb5 req-26a9debc-9d26-4000-889d-0505e9f91d77 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Calling delete_port for e4f05528-292d-4e9c-a93d-33939327f778 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:14.304934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] device_id is not set on port 2a50d9f0-f15e-4d1e-a934-9b889f48f875 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:49:14.327368 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5174613 Jan 14 01:49:14.334750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 32884) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:14.347126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ddee5ad4-25cf-4b50-a5ea-edb77151be4b admin admin] Request body: {'subnet': {'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1885970361-subnet', 'tenant_id': 'fed1db0d364848e4950b16d320a3d4bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:14.389660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a12fe-3250-4bb4-a722-34eb075a0f75 admin admin] Pushing event updated for resources: {'Network': ['ID=1504e0b4-eb16-43ba-ae39-89743909d020,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:14.396009 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.412099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 1504e0b4-eb16-43ba-ae39-89743909d020 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:49:14.649229 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Allocated IP 172.20.0.1 (76d46afc-cc44-477a-92f7-8aa69ad025a7/d9785ed8-46df-400a-bcac-abcd200ac677/bf1151d7-edf9-4257-965b-d8073d83aa2e) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:14.682281 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 32894) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:14.704608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-209c5972-bdef-4b2c-a27d-be59f73fee73 None None] Current status of the port e8446983-d9cf-401a-9d5d-51d1c68818c6 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:14.705706 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-209c5972-bdef-4b2c-a27d-be59f73fee73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.708177 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port e8446983-d9cf-401a-9d5d-51d1c68818c6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:14.708578 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.761191 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Allocated IP 2001:db8::3d7 (9afa8b58-d5fa-4b67-a8fe-eebaf43fc609/93a214bb-7b35-44bd-b075-008c5844d79a/2a50d9f0-f15e-4d1e-a934-9b889f48f875) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:14.819016 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Publish callbacks [] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.827245 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.858919 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port e8446983-d9cf-401a-9d5d-51d1c68818c6 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:14.859423 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.865956 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Publish callbacks [] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.890240 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-209c5972-bdef-4b2c-a27d-be59f73fee73 None None] For port e8446983-d9cf-401a-9d5d-51d1c68818c6, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e8446983-d9cf-401a-9d5d-51d1c68818c6,segment=NetworkSegment(1446c28c-5367-477e-89f6-1cacd85cf69c),segment_id=1446c28c-5367-477e-89f6-1cacd85cf69c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:14.893859 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Attempting to bind port f469ac59-7109-4750-b3d4-41a6d8b59497 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:14.894485 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Attempting to bind port f469ac59-7109-4750-b3d4-41a6d8b59497 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:14.895602 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Attempting to bind port f469ac59-7109-4750-b3d4-41a6d8b59497 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:14.903660 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-209c5972-bdef-4b2c-a27d-be59f73fee73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.912944 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:14.913905 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:14.914679 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.916377 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:14.917096 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Bound port: f469ac59-7109-4750-b3d4-41a6d8b59497, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:14.917700 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.948184 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.984115 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for port (2a50d9f0-f15e-4d1e-a934-9b889f48f875), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:14.998626 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:49:14.998827 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:49:15.000313 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] For port f469ac59-7109-4750-b3d4-41a6d8b59497, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:15.004352 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] For port f469ac59-7109-4750-b3d4-41a6d8b59497, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f469ac59-7109-4750-b3d4-41a6d8b59497,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:15.006337 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1151d7-edf9-4257-965b-d8073d83aa2e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:15.019104 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.022053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Network 76d46afc-cc44-477a-92f7-8aa69ad025a7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:15.023972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:15.026686 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:15.046281 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Pushing event updated for resources: {'Port': ['ID=f469ac59-7109-4750-b3d4-41a6d8b59497,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:15.058263 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.059075 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.059075 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.059310 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.059635 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.060272 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.060594 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.060922 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.061245 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.061569 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.061895 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.063379 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.063379 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:15.086627 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (6611d03e-47bb-4899-8c98-e9e294768c83), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.113240 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c284395c-7c35-4730-850d-3efc063a9d2f None None] Provisioning complete for port e8446983-d9cf-401a-9d5d-51d1c68818c6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:15.113810 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c284395c-7c35-4730-850d-3efc063a9d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.150367 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Routers {'6611d03e-47bb-4899-8c98-e9e294768c83'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:15.151044 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6611d03e-47bb-4899-8c98-e9e294768c83'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:15.180352 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Publish callbacks [] for router_gateway (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.184799 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c5972-bdef-4b2c-a27d-be59f73fee73 None None] Pushing event updated for resources: {'Port': ['ID=e8446983-d9cf-401a-9d5d-51d1c68818c6,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:15.216227 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddee5ad4-25cf-4b50-a5ea-edb77151be4b admin admin] Made reservation on behalf of fed1db0d364848e4950b16d320a3d4bd for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:15.219045 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ad4-25cf-4b50-a5ea-edb77151be4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.260252 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (2a50d9f0-f15e-4d1e-a934-9b889f48f875), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.281106 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0feb35-d96e-4e83-9264-7ea2c520efb8 None None] Pushing event updated for resources: {'Port': ['ID=f469ac59-7109-4750-b3d4-41a6d8b59497,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:15.283443 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.352037 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c284395c-7c35-4730-850d-3efc063a9d2f None None] Current status of the port e8446983-d9cf-401a-9d5d-51d1c68818c6 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:15.453119 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e4f05528-292d-4e9c-a93d-33939327f778 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:15.515739 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] Set router 6611d03e-47bb-4899-8c98-e9e294768c83 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:15.529236 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event updated for resources: {'Port': ['ID=2a50d9f0-f15e-4d1e-a934-9b889f48f875,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:15.554404 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5320ae0c-f39a-438f-9ffa-dc64bf60afee None None] Provisioning complete for port bf1151d7-edf9-4257-965b-d8073d83aa2e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:15.555427 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5320ae0c-f39a-438f-9ffa-dc64bf60afee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.569632 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Publish callbacks [] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.576379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74296dfc-6dff-43f8-88a1-80aacc0f23f1 req-700b88c5-7a0e-4f80-ae36-a266d8f52d8d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:15.578698 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.583958 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74296dfc-6dff-43f8-88a1-80aacc0f23f1 req-700b88c5-7a0e-4f80-ae36-a266d8f52d8d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 867 time: 0.3958023 Jan 14 01:49:15.598954 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d6f193d0-a4c6-43f6-8f60-3b6e7a0e1cb5 req-26a9debc-9d26-4000-889d-0505e9f91d77 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (e4f05528-292d-4e9c-a93d-33939327f778), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.610817 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No active binding found for port e4f05528-292d-4e9c-a93d-33939327f778 {{(pid=103355) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 14 01:49:15.624242 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] The host n-h1-824358-4 is not matching for port e4f05528-292d-4e9c-a93d-33939327f778 host None! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 01:49:15.625135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e4f05528-292d-4e9c-a93d-33939327f778 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:15.625775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 067f9b28-9b82-4f3e-a02c-4ce57e86c93c no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:15.630940 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:15.642786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:15.665787 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:15.669273 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (6611d03e-47bb-4899-8c98-e9e294768c83), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.672449 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:15.678052 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1151d7-edf9-4257-965b-d8073d83aa2e,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:15.678340 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:15.678993 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.684244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port e8446983-d9cf-401a-9d5d-51d1c68818c6 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:15.727052 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9debc-9d26-4000-889d-0505e9f91d77 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event deleted for resources: {'Port': ['ID=e4f05528-292d-4e9c-a93d-33939327f778,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:15.740886 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-965b1a2d-2467-482a-a570-6ac4d0a37bcd tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7689180 Jan 14 01:49:15.750036 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 067f9b28-9b82-4f3e-a02c-4ce57e86c93c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:49:15.752378 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 067f9b28-9b82-4f3e-a02c-4ce57e86c93c not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:15.753511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed41fce-5baa-4208-b17c-535f2c29300f admin admin] Deleting subnet 78a3a470-c2a3-4f15-bd8c-765ba0fcba40 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:49:15.759631 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ed41fce-5baa-4208-b17c-535f2c29300f admin admin] Publish callbacks [] for subnet (78a3a470-c2a3-4f15-bd8c-765ba0fcba40), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:15.786603 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 32906) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:15.793472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5320ae0c-f39a-438f-9ffa-dc64bf60afee None None] Port bf1151d7-edf9-4257-965b-d8073d83aa2e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:15.802014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6232a407-777b-41b4-82ac-203b8cef09c3 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f8:0c:7e'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:15.904813 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T01:49:11Z', 'revision_number': 3, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:15.977870 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c37d0b-5d52-4fda-8557-3e338b4b6b55 None None] The sync data for ids ['6611d03e-47bb-4899-8c98-e9e294768c83'] in n-d-824358-4 is: [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T01:49:11Z', 'revision_number': 3, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:49:16.060370 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Network 76d46afc-cc44-477a-92f7-8aa69ad025a7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:16.080548 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:16.118151 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.126834 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ed41fce-5baa-4208-b17c-535f2c29300f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (78a3a470-c2a3-4f15-bd8c-765ba0fcba40), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.185571 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-74296dfc-6dff-43f8-88a1-80aacc0f23f1 req-4c01a83a-7b10-4ac8-b5e2-bc62e984e3a5 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006110 Jan 14 01:49:16.243029 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e8446983-d9cf-401a-9d5d-51d1c68818c6 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:16.307381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-efbed416-be25-4a27-a7ee-3cf9914ff3f3 None None] Provisioning complete for port 2a50d9f0-f15e-4d1e-a934-9b889f48f875 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:16.307902 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-efbed416-be25-4a27-a7ee-3cf9914ff3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2a50d9f0-f15e-4d1e-a934-9b889f48f875), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.346952 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Router 6611d03e-47bb-4899-8c98-e9e294768c83 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:49:16.353911 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6232a407-777b-41b4-82ac-203b8cef09c3 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2a50d9f0-f15e-4d1e-a934-9b889f48f875), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.397514 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-efbed416-be25-4a27-a7ee-3cf9914ff3f3 None None] Port 2a50d9f0-f15e-4d1e-a934-9b889f48f875 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:16.410977 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port e8446983-d9cf-401a-9d5d-51d1c68818c6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:16.411535 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.478558 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f193d0-a4c6-43f6-8f60-3b6e7a0e1cb5 req-26a9debc-9d26-4000-889d-0505e9f91d77 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] No DVR routers for this DVR port e4f05528-292d-4e9c-a93d-33939327f778 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:16.487609 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d6f193d0-a4c6-43f6-8f60-3b6e7a0e1cb5 req-26a9debc-9d26-4000-889d-0505e9f91d77 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.491170 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6f193d0-a4c6-43f6-8f60-3b6e7a0e1cb5 req-26a9debc-9d26-4000-889d-0505e9f91d77 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "DELETE /v2.0/ports/e4f05528-292d-4e9c-a93d-33939327f778 HTTP/1.1" status: 204 len: 173 time: 3.9050057 Jan 14 01:49:16.493082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1436e9-897b-49df-82de-c4884540b5bd', 'name': 'network-vif-deleted', 'tag': 'e4f05528-292d-4e9c-a93d-33939327f778'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:16.505498 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b050735c-4033-400e-b342-aa2e179b9378" -d '{"events": [{"server_uuid": "ec1436e9-897b-49df-82de-c4884540b5bd", "name": "network-vif-deleted", "tag": "e4f05528-292d-4e9c-a93d-33939327f778"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:16.567905 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port e8446983-d9cf-401a-9d5d-51d1c68818c6 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:16.592976 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ed41fce-5baa-4208-b17c-535f2c29300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (78a3a470-c2a3-4f15-bd8c-765ba0fcba40), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.643802 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b5bad52b-06b8-4933-a610-e7c3d055c55b None None] Provisioning complete for port bf1151d7-edf9-4257-965b-d8073d83aa2e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:16.644294 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5bad52b-06b8-4933-a610-e7c3d055c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.681349 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de98cd96-f118-4ed1-bcde-b9d93ee264c9 x-openstack-request-id: req-de98cd96-f118-4ed1-bcde-b9d93ee264c9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:16.681614 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1436e9-897b-49df-82de-c4884540b5bd", "name": "network-vif-deleted", "tag": "e4f05528-292d-4e9c-a93d-33939327f778", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:16.682707 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de98cd96-f118-4ed1-bcde-b9d93ee264c9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:16.683440 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1436e9-897b-49df-82de-c4884540b5bd', 'name': 'network-vif-deleted', 'tag': 'e4f05528-292d-4e9c-a93d-33939327f778', 'status': 'completed', 'code': 200} Jan 14 01:49:16.697177 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ad4-25cf-4b50-a5ea-edb77151be4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (08e97be0-0e0c-4564-93e6-787b0ce5df90), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.714135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b5bad52b-06b8-4933-a610-e7c3d055c55b None None] Port bf1151d7-edf9-4257-965b-d8073d83aa2e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:16.734525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Router e9ad1f1a-3035-4c70-b966-aaf86ba97c72 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:49:16.880896 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ed41fce-5baa-4208-b17c-535f2c29300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (78a3a470-c2a3-4f15-bd8c-765ba0fcba40), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.887359 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee5ad4-25cf-4b50-a5ea-edb77151be4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e97be0-0e0c-4564-93e6-787b0ce5df90,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:16.909733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:49:16.922500 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-30ce0d2b-ee81-40a6-b8ec-41fafd079258 admin admin] 10.222.0.26 "PUT /v2.0/routers/6611d03e-47bb-4899-8c98-e9e294768c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2081108 Jan 14 01:49:16.957615 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6232a407-777b-41b4-82ac-203b8cef09c3 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for port (2a50d9f0-f15e-4d1e-a934-9b889f48f875), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.964491 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6232a407-777b-41b4-82ac-203b8cef09c3 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (2a50d9f0-f15e-4d1e-a934-9b889f48f875), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.981113 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ed41fce-5baa-4208-b17c-535f2c29300f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:16.990688 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8ed41fce-5baa-4208-b17c-535f2c29300f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/78a3a470-c2a3-4f15-bd8c-765ba0fcba40 HTTP/1.1" status: 204 len: 168 time: 1.8055508 Jan 14 01:49:16.990688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee5ad4-25cf-4b50-a5ea-edb77151be4b admin admin] Checking segment: {'id': '8a9ccfc6-518b-4488-a355-95ecb201a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:16.990688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee5ad4-25cf-4b50-a5ea-edb77151be4b admin admin] Network hostable DHCP agents. Network: 1504e0b4-eb16-43ba-ae39-89743909d020, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:49:16.999143 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 32924) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:17.017132 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6232a407-777b-41b4-82ac-203b8cef09c3 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] In _notify_port_updated(), no bound segment for port 2a50d9f0-f15e-4d1e-a934-9b889f48f875 on network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 01:49:17.020894 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed41fce-5baa-4208-b17c-535f2c29300f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a3a470-c2a3-4f15-bd8c-765ba0fcba40,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:17.024543 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6232a407-777b-41b4-82ac-203b8cef09c3 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:17.025215 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6232a407-777b-41b4-82ac-203b8cef09c3 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:17.029351 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6232a407-777b-41b4-82ac-203b8cef09c3 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "PUT /v2.0/ports/2a50d9f0-f15e-4d1e-a934-9b889f48f875 HTTP/1.1" status: 200 len: 1003 time: 1.2389767 Jan 14 01:49:17.029825 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 32926) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:17.133513 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232a407-777b-41b4-82ac-203b8cef09c3 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event updated for resources: {'Port': ['ID=2a50d9f0-f15e-4d1e-a934-9b889f48f875,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:17.137597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:49:17.159033 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Sync routers for ids ['e9ad1f1a-3035-4c70-b966-aaf86ba97c72'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:49:17.173581 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Routers {'e9ad1f1a-3035-4c70-b966-aaf86ba97c72'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:17.174207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e9ad1f1a-3035-4c70-b966-aaf86ba97c72'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:17.223870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1acbf-6032-4bf3-b41c-ee829576d7aa tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Deleting port 2a50d9f0-f15e-4d1e-a934-9b889f48f875 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:17.224275 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cf1acbf-6032-4bf3-b41c-ee829576d7aa tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2a50d9f0-f15e-4d1e-a934-9b889f48f875), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:17.239957 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee5ad4-25cf-4b50-a5ea-edb77151be4b admin admin] Network 1504e0b4-eb16-43ba-ae39-89743909d020 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:49:17.296042 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (e85ae679-1a3c-4d21-be57-dfa98392ef49), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:17.308158 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:17.309943 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7b75e849-8c4c-4228-8c6f-c4ffeb1e92f6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.3428097 Jan 14 01:49:17.320429 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ddee5ad4-25cf-4b50-a5ea-edb77151be4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 1504e0b4-eb16-43ba-ae39-89743909d020) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:17.321982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 32932) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:17.367351 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebd2d4e-e67e-4bf8-9b84-33a04e58239c None None] Network 1504e0b4-eb16-43ba-ae39-89743909d020 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:17.389286 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee5ad4-25cf-4b50-a5ea-edb77151be4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:17.389286 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ad4-25cf-4b50-a5ea-edb77151be4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:17.531024 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cf1acbf-6032-4bf3-b41c-ee829576d7aa tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2a50d9f0-f15e-4d1e-a934-9b889f48f875), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:17.547872 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1acbf-6032-4bf3-b41c-ee829576d7aa tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Calling delete_port for 2a50d9f0-f15e-4d1e-a934-9b889f48f875 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:17.673418 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-eed024a3-1ce0-4476-a63a-4c8b4fbf9bd2 None None] Provisioning complete for port 2a50d9f0-f15e-4d1e-a934-9b889f48f875 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:17.674093 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eed024a3-1ce0-4476-a63a-4c8b4fbf9bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2a50d9f0-f15e-4d1e-a934-9b889f48f875), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:17.733228 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Set router e9ad1f1a-3035-4c70-b966-aaf86ba97c72 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:17.805000 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cf1acbf-6032-4bf3-b41c-ee829576d7aa tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (2a50d9f0-f15e-4d1e-a934-9b889f48f875), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:17.921659 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1acbf-6032-4bf3-b41c-ee829576d7aa tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event deleted for resources: {'Port': ['ID=2a50d9f0-f15e-4d1e-a934-9b889f48f875,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:17.963017 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cf1acbf-6032-4bf3-b41c-ee829576d7aa tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:17.966685 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1cf1acbf-6032-4bf3-b41c-ee829576d7aa tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "DELETE /v2.0/ports/2a50d9f0-f15e-4d1e-a934-9b889f48f875 HTTP/1.1" status: 204 len: 168 time: 0.9358561 Jan 14 01:49:17.971427 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 32944) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:18.043912 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a829355-f4c3-43ea-be79-1fad8c759043 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] GET failed (client error): The resource could not be found. Jan 14 01:49:18.049059 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1a829355-f4c3-43ea-be79-1fad8c759043 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "GET /v2.0/ports/2a50d9f0-f15e-4d1e-a934-9b889f48f875 HTTP/1.1" status: 404 len: 333 time: 0.0729668 Jan 14 01:49:18.052581 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 32948) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:18.057605 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Request body: {'port': {'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1160542144'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:18.161177 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5281491f-94f6-4381-be10-0f31914962f1 req-8a088490-6038-4ad5-b626-6937e80774a8 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec1436e9-897b-49df-82de-c4884540b5bd HTTP/1.1" status: 200 len: 210 time: 0.5615380 Jan 14 01:49:18.166270 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ddee5ad4-25cf-4b50-a5ea-edb77151be4b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.8266070 Jan 14 01:49:18.241130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eed024a3-1ce0-4476-a63a-4c8b4fbf9bd2 None None] Port 2a50d9f0-f15e-4d1e-a934-9b889f48f875 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:18.274196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f469ac59-7109-4750-b3d4-41a6d8b59497 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:18.338584 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Made reservation on behalf of 658c0973e3e645a5bad6009ad22de251 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:18.343004 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.362069 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5440372-552b-471d-bb67-a52348e15930 None None] Network 1504e0b4-eb16-43ba-ae39-89743909d020 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:18.381443 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] device_id is not set on port 09622719-73e7-448b-aa68-46d490240df6 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:49:18.474270 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 32958) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:18.477884 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (e85ae679-1a3c-4d21-be57-dfa98392ef49), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.490590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1479777710-network', 'tenant_id': '185d295058d34bc5a3eeb0e751050076'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:18.500798 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port f469ac59-7109-4750-b3d4-41a6d8b59497 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:18.501774 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.569531 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85ae679-1a3c-4d21-be57-dfa98392ef49']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:18.651682 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:18.659357 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:18.689074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.705881 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Allocated IP 2001:db8::37b (9afa8b58-d5fa-4b67-a8fe-eebaf43fc609/93a214bb-7b35-44bd-b075-008c5844d79a/09622719-73e7-448b-aa68-46d490240df6) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:18.712327 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port f469ac59-7109-4750-b3d4-41a6d8b59497 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:18.712327 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.715522 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.718458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746241761-router', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:14Z', 'revision_number': 3, 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'gw_port': {'id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:11Z', 'updated_at': '2022-01-14T01:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:18.726025 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:18.726826 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (7dd455fe-844d-4b1a-a8bb-0a2fa02ec70a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.770197 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Checking router: e9ad1f1a-3035-4c70-b966-aaf86ba97c72 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:49:18.770837 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Updating router e9ad1f1a-3035-4c70-b966-aaf86ba97c72 port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:49:18.799056 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port f469ac59-7109-4750-b3d4-41a6d8b59497, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f469ac59-7109-4750-b3d4-41a6d8b59497,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:18.809620 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:18.837158 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.897401 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (e85ae679-1a3c-4d21-be57-dfa98392ef49), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.912110 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.918165 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] 10.222.0.26 "DELETE /v2.0/networks/e85ae679-1a3c-4d21-be57-dfa98392ef49 HTTP/1.1" status: 204 len: 168 time: 1.9137616 Jan 14 01:49:18.923648 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.938352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Made reservation on behalf of 185d295058d34bc5a3eeb0e751050076 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:18.941280 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.959587 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bab428-fcd3-40c0-a2e1-16c0426bda7c admin admin] Pushing event deleted for resources: {'Network': ['ID=e85ae679-1a3c-4d21-be57-dfa98392ef49,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:18.965341 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.979088 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for port (09622719-73e7-448b-aa68-46d490240df6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:18.995741 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Sync routers for ids ['6611d03e-47bb-4899-8c98-e9e294768c83'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:49:19.010091 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Routers {'6611d03e-47bb-4899-8c98-e9e294768c83'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:19.010732 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6611d03e-47bb-4899-8c98-e9e294768c83'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:19.062026 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (09622719-73e7-448b-aa68-46d490240df6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.096348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-032f966f-c68d-4379-87b7-260e5971082d req-a96b783b-d66c-44ca-a0be-94b2d58cd869 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-493160161', 'description': 'tempest-description-255210503'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:19.131760 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:19.146411 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:19.154980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:19.172239 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:19.174206 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.191721 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event updated for resources: {'Port': ['ID=09622719-73e7-448b-aa68-46d490240df6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:19.236048 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-69af7511-cd91-416a-9c47-16863f1adae6 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1823704 Jan 14 01:49:19.237310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=f469ac59-7109-4750-b3d4-41a6d8b59497,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:19.239040 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 32974) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:19.249812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Request body: {'port': {'network_id': '9afa8b58-d5fa-4b67-a8fe-eebaf43fc609', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1540475302'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:19.256808 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Set router 6611d03e-47bb-4899-8c98-e9e294768c83 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:19.359580 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-032f966f-c68d-4379-87b7-260e5971082d req-a96b783b-d66c-44ca-a0be-94b2d58cd869 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.377013 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 32980) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:19.506312 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.519505 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3168809e-221f-4412-9d8c-2a0f62f72843 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9272fbc59a84b9f8f74a259766e5527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396849 Jan 14 01:49:19.523873 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 32982) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:19.638242 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Publish callbacks [] for security_group (eb4400b6-c7db-40aa-a4ab-b1675663488b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.657630 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (eb4400b6-c7db-40aa-a4ab-b1675663488b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.657772 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Publish callbacks [] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.677448 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.720705 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T01:49:15Z', 'revision_number': 4, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'bf1151d7-edf9-4257-965b-d8073d83aa2e', 'name': '', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'mac_address': 'fa:16:3e:ac:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:14Z', 'updated_at': '2022-01-14T01:49:15Z', 'revision_number': 2, 'project_id': '82ce06b59ec642de9d503f0966874395', 'subnets': [{'id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:19.732807 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bebd3f26-ebcd-44d5-9d83-21e1ec3a80b2 admin admin] Publish callbacks [] for security_group (51bbe8bd-c714-4b3f-9068-cac1400ada35), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.759932 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Checking router: 6611d03e-47bb-4899-8c98-e9e294768c83 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:49:19.760500 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Updating router 6611d03e-47bb-4899-8c98-e9e294768c83 port bf1151d7-edf9-4257-965b-d8073d83aa2e binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:49:19.792582 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bebd3f26-ebcd-44d5-9d83-21e1ec3a80b2 admin admin] Publish callbacks [] for security_group (51bbe8bd-c714-4b3f-9068-cac1400ada35), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.796256 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-032f966f-c68d-4379-87b7-260e5971082d req-a96b783b-d66c-44ca-a0be-94b2d58cd869 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (b6cc12ee-5f74-4975-801e-bea13c786fac), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.800101 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-30e9e250-79d4-424a-bb27-45963be7a526 None None] Provisioning complete for port 09622719-73e7-448b-aa68-46d490240df6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:19.800532 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30e9e250-79d4-424a-bb27-45963be7a526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (09622719-73e7-448b-aa68-46d490240df6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.807228 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.859760 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:49:19.874132 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4400b6-c7db-40aa-a4ab-b1675663488b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:19.876953 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-032f966f-c68d-4379-87b7-260e5971082d req-a96b783b-d66c-44ca-a0be-94b2d58cd869 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b6cc12ee-5f74-4975-801e-bea13c786fac), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.891340 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bebd3f26-ebcd-44d5-9d83-21e1ec3a80b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (51bbe8bd-c714-4b3f-9068-cac1400ada35), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.894287 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bebd3f26-ebcd-44d5-9d83-21e1ec3a80b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.895495 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bebd3f26-ebcd-44d5-9d83-21e1ec3a80b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51bbe8bd-c714-4b3f-9068-cac1400ada35 HTTP/1.1" status: 204 len: 168 time: 0.3706849 Jan 14 01:49:19.904772 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Made reservation on behalf of 658c0973e3e645a5bad6009ad22de251 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:19.907640 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Attempting to bind port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:19.908016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Attempting to bind port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:19.908376 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Attempting to bind port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:19.912501 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.931670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd3f26-ebcd-44d5-9d83-21e1ec3a80b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bbe8bd-c714-4b3f-9068-cac1400ada35,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:19.938134 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfcb95-a86b-4c64-87ea-8d0b35b55079 None None] Pushing event updated for resources: {'Port': ['ID=0ac9fc4c-ffd4-4988-bd51-3f3c547ff861,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:19.942678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:19.943284 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:19.943845 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.944450 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:19.945080 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Bound port: 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:19.945614 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:19.967672 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] device_id is not set on port 26a9b08e-74ce-4259-b7f7-029edc4b97b6 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:49:19.980179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-30e9e250-79d4-424a-bb27-45963be7a526 None None] Port 09622719-73e7-448b-aa68-46d490240df6 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:20.014386 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (20177909-3abd-4c71-8d2b-723d1436a5c4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.014681 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Added segment 20177909-3abd-4c71-8d2b-723d1436a5c4 of type vlan for network 2e3b19cc-b390-4567-af04-577c88d3fd04 Jan 14 01:49:20.026054 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] For port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:20.030122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] For port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=0ac9fc4c-ffd4-4988-bd51-3f3c547ff861,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:20.056852 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.080468 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-032f966f-c68d-4379-87b7-260e5971082d req-a96b783b-d66c-44ca-a0be-94b2d58cd869 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.081796 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-032f966f-c68d-4379-87b7-260e5971082d req-a96b783b-d66c-44ca-a0be-94b2d58cd869 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9994967 Jan 14 01:49:20.170598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b783b-d66c-44ca-a0be-94b2d58cd869 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cc12ee-5f74-4975-801e-bea13c786fac,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:20.203134 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfcb95-a86b-4c64-87ea-8d0b35b55079 None None] Pushing event updated for resources: {'Port': ['ID=0ac9fc4c-ffd4-4988-bd51-3f3c547ff861,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:20.215549 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (2e3b19cc-b390-4567-af04-577c88d3fd04), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.216026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f469ac59-7109-4750-b3d4-41a6d8b59497 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:20.234385 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Allocated IP 2001:db8::49 (9afa8b58-d5fa-4b67-a8fe-eebaf43fc609/93a214bb-7b35-44bd-b075-008c5844d79a/26a9b08e-74ce-4259-b7f7-029edc4b97b6) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:20.262305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-fc1abe23-14ad-41b4-9eb2-e108ca7b6e8c tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:20.270885 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-fc1abe23-14ad-41b4-9eb2-e108ca7b6e8c tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.5422237 Jan 14 01:49:20.294490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-195dd0fa-8130-4725-afff-12e10c08ef82 req-7e0559c2-ebb7-40f1-b7fe-6e483ea9b1ca tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-180091308', 'description': 'tempest-description-959489381'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:20.316040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Routers {'e9ad1f1a-3035-4c70-b966-aaf86ba97c72'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:20.317112 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e9ad1f1a-3035-4c70-b966-aaf86ba97c72'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:20.377111 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-480dea58-d211-48dc-8437-a7708f86c627 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/quotas/2fab75ce1abf44998cda6d72ba056199 HTTP/1.1" status: 200 len: 375 time: 0.0972517 Jan 14 01:49:20.406273 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Publish callbacks [] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.420411 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Allocated IP 172.20.0.1 (6c380d8a-103c-43f8-8cd0-e0b56da32f67/742a71f4-1b00-41e7-83f9-ea4c9ce21ecb/ded4c4f7-76ef-4fe1-a656-d055e2f0e954) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:20.429829 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.442627 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (2e3b19cc-b390-4567-af04-577c88d3fd04), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.443444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:20.443627 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.453399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port f469ac59-7109-4750-b3d4-41a6d8b59497 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:20.453399 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.516459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] Set router e9ad1f1a-3035-4c70-b966-aaf86ba97c72 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:20.565694 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1c14e-0902-47a4-ab46-eb6e36b8cce0 None None] Pushing event updated for resources: {'Port': ['ID=bf1151d7-edf9-4257-965b-d8073d83aa2e,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:20.586250 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Attempting to bind port bf1151d7-edf9-4257-965b-d8073d83aa2e on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:20.590757 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Attempting to bind port bf1151d7-edf9-4257-965b-d8073d83aa2e by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:20.591204 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Attempting to bind port bf1151d7-edf9-4257-965b-d8073d83aa2e on network 76d46afc-cc44-477a-92f7-8aa69ad025a7 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:20.597805 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:20.598379 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Checking segment: {'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:20.598888 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.599373 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Bound using segment: {'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:20.599854 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Bound port: bf1151d7-edf9-4257-965b-d8073d83aa2e, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:20.600288 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.739196 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] For port bf1151d7-edf9-4257-965b-d8073d83aa2e, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:20.747533 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] For port bf1151d7-edf9-4257-965b-d8073d83aa2e, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bf1151d7-edf9-4257-965b-d8073d83aa2e,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:20.760660 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.768544 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2820499 Jan 14 01:49:20.773900 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-195dd0fa-8130-4725-afff-12e10c08ef82 req-7e0559c2-ebb7-40f1-b7fe-6e483ea9b1ca tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:20.785834 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33012) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:20.792570 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port f469ac59-7109-4750-b3d4-41a6d8b59497 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:20.813079 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a87cccd3-3058-49b7-a06a-60085e3b3ecf admin admin] Request body: {'subnet': {'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1479777710-subnet', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:20.865208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5867256-da51-4bfc-a9d7-88c83ba273ea admin admin] Pushing event updated for resources: {'Network': ['ID=2e3b19cc-b390-4567-af04-577c88d3fd04,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:20.887525 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 2e3b19cc-b390-4567-af04-577c88d3fd04 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:49:20.928804 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Routers {'6611d03e-47bb-4899-8c98-e9e294768c83'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:20.929450 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6611d03e-47bb-4899-8c98-e9e294768c83'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:20.987643 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-2c01d7db-052a-454d-b92f-32f109bcbb91 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6103399 Jan 14 01:49:21.014933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-195dd0fa-8130-4725-afff-12e10c08ef82 req-7e0559c2-ebb7-40f1-b7fe-6e483ea9b1ca tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (25c25d80-1bc3-43fb-ac45-37a19dc2964d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:21.042502 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-195dd0fa-8130-4725-afff-12e10c08ef82 req-7e0559c2-ebb7-40f1-b7fe-6e483ea9b1ca tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (25c25d80-1bc3-43fb-ac45-37a19dc2964d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:21.049378 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1c14e-0902-47a4-ab46-eb6e36b8cce0 None None] Pushing event updated for resources: {'Port': ['ID=bf1151d7-edf9-4257-965b-d8073d83aa2e,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:21.108164 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87cccd3-3058-49b7-a06a-60085e3b3ecf admin admin] Made reservation on behalf of 185d295058d34bc5a3eeb0e751050076 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:21.117239 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a87cccd3-3058-49b7-a06a-60085e3b3ecf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:21.141714 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4016ac4d-62f0-436b-80db-d74a362fa347 None None] Provisioning complete for port bf1151d7-edf9-4257-965b-d8073d83aa2e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:21.142087 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4016ac4d-62f0-436b-80db-d74a362fa347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:21.189918 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-195dd0fa-8130-4725-afff-12e10c08ef82 req-7e0559c2-ebb7-40f1-b7fe-6e483ea9b1ca tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:21.198649 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-195dd0fa-8130-4725-afff-12e10c08ef82 req-7e0559c2-ebb7-40f1-b7fe-6e483ea9b1ca tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9237263 Jan 14 01:49:21.267293 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] Set router 6611d03e-47bb-4899-8c98-e9e294768c83 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:21.289945 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for port (26a9b08e-74ce-4259-b7f7-029edc4b97b6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:21.325866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746241761-router', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:14Z', 'revision_number': 3, 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'gw_port': {'id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:11Z', 'updated_at': '2022-01-14T01:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:21.353776 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Publish callbacks [] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:21.359297 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0559c2-ebb7-40f1-b7fe-6e483ea9b1ca tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c25d80-1bc3-43fb-ac45-37a19dc2964d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:21.373729 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (26a9b08e-74ce-4259-b7f7-029edc4b97b6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:21.428767 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2835dfd-8c45-4405-bab6-08205f12bf8a None None] The sync data for ids ['e9ad1f1a-3035-4c70-b966-aaf86ba97c72'] in n-d-824358-4 is: [{'id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746241761-router', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:14Z', 'revision_number': 3, 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'gw_port': {'id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:11Z', 'updated_at': '2022-01-14T01:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:49:21.457642 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:21.462978 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:21.482313 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:21.494837 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:21.495763 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:21.552266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4016ac4d-62f0-436b-80db-d74a362fa347 None None] Current status of the port bf1151d7-edf9-4257-965b-d8073d83aa2e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:21.552587 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4016ac4d-62f0-436b-80db-d74a362fa347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:21.572240 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3316367 Jan 14 01:49:21.585622 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33028) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:21.621146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d47156cb-383e-4f25-b5f8-507df039199c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:f8:0c:7e'}, {'ip_address': '2001:db8::37b', 'mac_address': 'fa:16:3e:6f:06:d2'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:21.660281 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4016ac4d-62f0-436b-80db-d74a362fa347 None None] For port bf1151d7-edf9-4257-965b-d8073d83aa2e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bf1151d7-edf9-4257-965b-d8073d83aa2e,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:21.673604 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4016ac4d-62f0-436b-80db-d74a362fa347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:21.807649 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dff15-ac49-4df7-9677-b3b5b4ff16de tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event updated for resources: {'Port': ['ID=26a9b08e-74ce-4259-b7f7-029edc4b97b6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:21.845628 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T01:49:15Z', 'revision_number': 4, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'bf1151d7-edf9-4257-965b-d8073d83aa2e', 'name': '', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'mac_address': 'fa:16:3e:ac:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:14Z', 'updated_at': '2022-01-14T01:49:20Z', 'revision_number': 4, 'project_id': '82ce06b59ec642de9d503f0966874395', 'subnets': [{'id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:21.888156 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016ac4d-62f0-436b-80db-d74a362fa347 None None] Pushing event updated for resources: {'Port': ['ID=bf1151d7-edf9-4257-965b-d8073d83aa2e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:21.915405 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-adcf5400-ffe3-45fd-abf5-971ae1903ad3 None None] Provisioning complete for port bf1151d7-edf9-4257-965b-d8073d83aa2e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:21.915971 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adcf5400-ffe3-45fd-abf5-971ae1903ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:21.954011 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cd495-0927-4395-b38d-b42a4b5f6156 None None] The sync data for ids ['6611d03e-47bb-4899-8c98-e9e294768c83'] in n-d-824358-4 is: [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T01:49:15Z', 'revision_number': 4, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'bf1151d7-edf9-4257-965b-d8073d83aa2e', 'name': '', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'mac_address': 'fa:16:3e:ac:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:14Z', 'updated_at': '2022-01-14T01:49:20Z', 'revision_number': 4, 'project_id': '82ce06b59ec642de9d503f0966874395', 'subnets': [{'id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:49:22.024556 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a87cccd3-3058-49b7-a06a-60085e3b3ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (9bf8e740-0871-4224-8ef5-e9b68e3aab95), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:22.251591 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-adcf5400-ffe3-45fd-abf5-971ae1903ad3 None None] Current status of the port bf1151d7-edf9-4257-965b-d8073d83aa2e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:22.257578 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d47156cb-383e-4f25-b5f8-507df039199c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (26a9b08e-74ce-4259-b7f7-029edc4b97b6), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:22.298389 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cccd3-3058-49b7-a06a-60085e3b3ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf8e740-0871-4224-8ef5-e9b68e3aab95,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:22.381008 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:22.393188 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:22.452424 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3012654c-5871-437b-aad0-6618b79578f8 None None] Provisioning complete for port 26a9b08e-74ce-4259-b7f7-029edc4b97b6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:22.453096 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3012654c-5871-437b-aad0-6618b79578f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (26a9b08e-74ce-4259-b7f7-029edc4b97b6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:22.528569 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ded4c4f7-76ef-4fe1-a656-d055e2f0e954,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:22.596111 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Network 6c380d8a-103c-43f8-8cd0-e0b56da32f67 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:22.603671 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87cccd3-3058-49b7-a06a-60085e3b3ecf admin admin] Checking segment: {'id': '20177909-3abd-4c71-8d2b-723d1436a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:22.604275 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87cccd3-3058-49b7-a06a-60085e3b3ecf admin admin] Network hostable DHCP agents. Network: 2e3b19cc-b390-4567-af04-577c88d3fd04, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:49:22.609318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3012654c-5871-437b-aad0-6618b79578f8 None None] Port 26a9b08e-74ce-4259-b7f7-029edc4b97b6 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:22.626222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:22.629623 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:22.637332 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:22.637802 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:22.717030 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87cccd3-3058-49b7-a06a-60085e3b3ecf admin admin] Network 2e3b19cc-b390-4567-af04-577c88d3fd04 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:49:22.741154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-85a13440-9b35-4885-ae8e-5e6f3bfb5d4c service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7183547 Jan 14 01:49:22.758070 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e3c3a214-4770-4385-9460-9468dedceb49 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:22.759974 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e3c3a214-4770-4385-9460-9468dedceb49 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/networks?id=1504e0b4-eb16-43ba-ae39-89743909d020 HTTP/1.1" status: 200 len: 813 time: 0.7873912 Jan 14 01:49:22.778825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a87cccd3-3058-49b7-a06a-60085e3b3ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 2e3b19cc-b390-4567-af04-577c88d3fd04) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:22.782550 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d47156cb-383e-4f25-b5f8-507df039199c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for port (26a9b08e-74ce-4259-b7f7-029edc4b97b6), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:22.786019 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87cccd3-3058-49b7-a06a-60085e3b3ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:22.786812 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a87cccd3-3058-49b7-a06a-60085e3b3ecf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:22.792401 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d47156cb-383e-4f25-b5f8-507df039199c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (26a9b08e-74ce-4259-b7f7-029edc4b97b6), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:22.810532 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b8ccf-fbfe-4dc8-b961-a07c467b365b None None] Network 2e3b19cc-b390-4567-af04-577c88d3fd04 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:22.840627 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:22.844018 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-133b0f0a-e655-4641-a411-45afb278417e tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/quotas/fed1db0d364848e4950b16d320a3d4bd HTTP/1.1" status: 200 len: 375 time: 0.0673966 Jan 14 01:49:22.874274 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d47156cb-383e-4f25-b5f8-507df039199c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] In _notify_port_updated(), no bound segment for port 26a9b08e-74ce-4259-b7f7-029edc4b97b6 on network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 01:49:22.890962 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a87cccd3-3058-49b7-a06a-60085e3b3ecf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0894597 Jan 14 01:49:22.891244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47156cb-383e-4f25-b5f8-507df039199c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:22.891244 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d47156cb-383e-4f25-b5f8-507df039199c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:22.899215 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d47156cb-383e-4f25-b5f8-507df039199c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "PUT /v2.0/ports/26a9b08e-74ce-4259-b7f7-029edc4b97b6 HTTP/1.1" status: 200 len: 1067 time: 1.3111587 Jan 14 01:49:22.905831 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33058) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:22.906164 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33062) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:22.923091 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1479777710-router', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:22.993947 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-70e1da64-ef8e-4d98-9510-2b0bb61a01dc tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fed1db0d364848e4950b16d320a3d4bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604408 Jan 14 01:49:23.172544 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-3743c3da-429d-43a7-98a7-aab76fdd8fee service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095833 Jan 14 01:49:23.176254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:23.176836 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:23.192681 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47156cb-383e-4f25-b5f8-507df039199c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event updated for resources: {'Port': ['ID=26a9b08e-74ce-4259-b7f7-029edc4b97b6,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:23.298736 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:23.320435 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:23.325926 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:23.642562 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Publish callbacks [] for router_controller (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:23.659897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1f24a862-7937-484c-a926-d31b7b183230 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Deleting port 26a9b08e-74ce-4259-b7f7-029edc4b97b6 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:23.660526 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f24a862-7937-484c-a926-d31b7b183230 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (26a9b08e-74ce-4259-b7f7-029edc4b97b6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:23.787513 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=0ac9fc4c-ffd4-4988-bd51-3f3c547ff861,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:23.812683 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:23.817386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bf1151d7-edf9-4257-965b-d8073d83aa2e up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:24.012073 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-2e3b19cc-b390-4567-af04-577c88d3fd04', 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04', 'project_id': '185d295058d34bc5a3eeb0e751050076', 'fixed_ips': [{'subnet_id': '9bf8e740-0871-4224-8ef5-e9b68e3aab95'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:49:24.018531 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:24.071415 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-30b028be-801c-4eee-aec5-ed306d663b05 None None] Provisioning complete for port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:24.072008 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30b028be-801c-4eee-aec5-ed306d663b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:24.113368 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Publish callbacks [] for router_gateway (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:24.199908 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f24a862-7937-484c-a926-d31b7b183230 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (26a9b08e-74ce-4259-b7f7-029edc4b97b6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:24.234353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1f24a862-7937-484c-a926-d31b7b183230 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Calling delete_port for 26a9b08e-74ce-4259-b7f7-029edc4b97b6 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:24.299755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=0ac9fc4c-ffd4-4988-bd51-3f3c547ff861,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:24.429535 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-30b028be-801c-4eee-aec5-ed306d663b05 None None] Port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:24.481150 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f24a862-7937-484c-a926-d31b7b183230 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (26a9b08e-74ce-4259-b7f7-029edc4b97b6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:24.493834 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port bf1151d7-edf9-4257-965b-d8073d83aa2e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:24.495126 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:24.557352 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c07168e5-b386-48d9-8126-b1574ce9bd9e None None] Could not find standard attr ID for object 26a9b08e-74ce-4259-b7f7-029edc4b97b6. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 01:49:24.596166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Allocated IP 172.20.0.2 (2e3b19cc-b390-4567-af04-577c88d3fd04/9bf8e740-0871-4224-8ef5-e9b68e3aab95/d90f7515-1d61-4155-b826-f7e38d3e1e7c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:24.672146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24a862-7937-484c-a926-d31b7b183230 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event deleted for resources: {'Port': ['ID=26a9b08e-74ce-4259-b7f7-029edc4b97b6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:24.769539 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port bf1151d7-edf9-4257-965b-d8073d83aa2e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:25.049762 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:25.052130 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Publish callbacks [] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:25.096039 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:25.121756 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3fe68406-b836-4946-8fa8-8ded15c0cf92 req-7d8280a9-5a46-4298-b9b9-e9cf354ea42d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 210 time: 0.0773945 Jan 14 01:49:25.146094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-3e6f0158-21f7-45a8-aa60-e7e6e4f6de65 service neutron] 10.222.0.26 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1402228 Jan 14 01:49:25.210933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Pushing event updated for resources: {'Port': ['ID=d90f7515-1d61-4155-b826-f7e38d3e1e7c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:25.244098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Network 2e3b19cc-b390-4567-af04-577c88d3fd04 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:25.251242 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:25.254765 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:25.364949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Attempting to bind port d90f7515-1d61-4155-b826-f7e38d3e1e7c on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:25.365559 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Attempting to bind port d90f7515-1d61-4155-b826-f7e38d3e1e7c by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '20177909-3abd-4c71-8d2b-723d1436a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:25.365842 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Attempting to bind port d90f7515-1d61-4155-b826-f7e38d3e1e7c on network 2e3b19cc-b390-4567-af04-577c88d3fd04 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:25.392579 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f24a862-7937-484c-a926-d31b7b183230 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:25.399274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:25.399274 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:25.403434 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1f24a862-7937-484c-a926-d31b7b183230 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "DELETE /v2.0/ports/26a9b08e-74ce-4259-b7f7-029edc4b97b6 HTTP/1.1" status: 204 len: 168 time: 2.4734898 Jan 14 01:49:25.404515 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33104) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:25.474282 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-f7234a71-2a12-4bfd-a2e2-985f9bfcd45a service neutron] 10.222.0.26 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055460 Jan 14 01:49:25.523858 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:25.524277 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Checking segment: {'id': '20177909-3abd-4c71-8d2b-723d1436a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:25.524699 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:25.525212 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Bound using segment: {'id': '20177909-3abd-4c71-8d2b-723d1436a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:25.525722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Bound port: d90f7515-1d61-4155-b826-f7e38d3e1e7c, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20177909-3abd-4c71-8d2b-723d1436a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:25.526157 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:25.562962 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4b2cf3-dcfa-4b69-bd74-f192898548fc tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] GET failed (client error): The resource could not be found. Jan 14 01:49:25.572375 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1a4b2cf3-dcfa-4b69-bd74-f192898548fc tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "GET /v2.0/ports/26a9b08e-74ce-4259-b7f7-029edc4b97b6 HTTP/1.1" status: 404 len: 333 time: 0.0846705 Jan 14 01:49:25.651386 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Publish callbacks [] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:25.654256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33106) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:25.785252 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:25.786952 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Publish callbacks [] for router_gateway (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:25.888997 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:25.997787 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] For port d90f7515-1d61-4155-b826-f7e38d3e1e7c, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:26.008429 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] For port d90f7515-1d61-4155-b826-f7e38d3e1e7c, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d90f7515-1d61-4155-b826-f7e38d3e1e7c,segment=NetworkSegment(20177909-3abd-4c71-8d2b-723d1436a5c4),segment_id=20177909-3abd-4c71-8d2b-723d1436a5c4)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:26.031681 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:26.066024 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:26.219273 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ded4c4f7-76ef-4fe1-a656-d055e2f0e954,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:26.229739 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:26.255902 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b906ed-137c-4ccc-a393-01caa4ff72d2 None None] Pushing event updated for resources: {'Port': ['ID=d90f7515-1d61-4155-b826-f7e38d3e1e7c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:26.276321 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Allocated IP 172.25.2.16 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/d5cf55e1-8656-4c77-8a9b-e889d220efe3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:26.348406 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ce5900f5-7137-4bf5-b18f-de4fb621ef94 req-3fc973ab-5160-4118-b7f9-b90f0e889d98 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 210 time: 0.3047075 Jan 14 01:49:26.472689 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Publish callbacks [] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:26.518584 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0d2cd61b-d5be-456a-93f6-a121f4f19c06 req-d7c8627e-dd38-4207-ae9a-3f5d2fac186d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 210 time: 0.1466229 Jan 14 01:49:26.536554 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:26.584805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-610a499d-a794-42e3-a7ae-ade0d0e19ce4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:26.586769 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-610a499d-a794-42e3-a7ae-ade0d0e19ce4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 1.0794725 Jan 14 01:49:26.604924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Pushing event updated for resources: {'Port': ['ID=d5cf55e1-8656-4c77-8a9b-e889d220efe3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:26.628023 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:26.630045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:26.637907 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:26.656679 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83b4bcc7-5ced-4fa5-ace7-651073d9582d req-0812d388-07c1-48d9-ab1b-5198e3291c57 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.1370280 Jan 14 01:49:26.671842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Request body: {'port': {'device_id': '6f10360e-6166-4af9-a81c-ea51930ec7bd', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'admin_state_up': True, 'tenant_id': '2fab75ce1abf44998cda6d72ba056199'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:26.855902 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-276c0262-b3f6-48f4-a677-2d3cd28950b7 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Deleting port 09622719-73e7-448b-aa68-46d490240df6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:26.856629 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-276c0262-b3f6-48f4-a677-2d3cd28950b7 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (09622719-73e7-448b-aa68-46d490240df6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:26.957771 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Network 6c380d8a-103c-43f8-8cd0-e0b56da32f67 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:27.010737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:27.055516 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d90f7515-1d61-4155-b826-f7e38d3e1e7c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:27.240013 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d90f7515-1d61-4155-b826-f7e38d3e1e7c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:27.240853 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:27.272621 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Made reservation on behalf of 2fab75ce1abf44998cda6d72ba056199 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:27.283966 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:27.365791 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Publish callbacks [] for router_gateway (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:27.432544 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d90f7515-1d61-4155-b826-f7e38d3e1e7c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:27.433208 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:27.500510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port d90f7515-1d61-4155-b826-f7e38d3e1e7c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d90f7515-1d61-4155-b826-f7e38d3e1e7c,segment=NetworkSegment(20177909-3abd-4c71-8d2b-723d1436a5c4),segment_id=20177909-3abd-4c71-8d2b-723d1436a5c4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:27.511830 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:27.539347 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-276c0262-b3f6-48f4-a677-2d3cd28950b7 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (09622719-73e7-448b-aa68-46d490240df6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:27.552757 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-954e8b5c-5229-482a-be4e-5c83213ea96f None None] Provisioning complete for port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:27.553071 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-954e8b5c-5229-482a-be4e-5c83213ea96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:27.639671 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-954e8b5c-5229-482a-be4e-5c83213ea96f None None] Port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:27.644624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=d90f7515-1d61-4155-b826-f7e38d3e1e7c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:27.731418 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Allocated IP 172.20.0.8 (673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c/845bcc49-2264-4165-8b1c-097522050b8c/9e648764-56a2-466e-8638-ebb052105e46) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:27.754141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:27.825743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-276c0262-b3f6-48f4-a677-2d3cd28950b7 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Calling delete_port for 09622719-73e7-448b-aa68-46d490240df6 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:27.920770 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d09def-4eeb-495f-99ce-476abfaa3932 None None] Network 2e3b19cc-b390-4567-af04-577c88d3fd04 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:27.944239 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77ee3efa-51c8-4943-9be9-53ef69c2f952 req-21299c76-4496-44d6-8531-9aa92fdd6a20 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 210 time: 0.1523874 Jan 14 01:49:28.033479 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Router 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:49:28.034906 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5e858e7-3a15-40e6-adac-d482bb2ae45f req-68c73d01-cda9-450e-a0cc-2490b3ef4e5d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 210 time: 0.4977744 Jan 14 01:49:28.052330 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fd5b6222-8936-426e-a9e8-7284ce9f48e5 None None] Provisioning complete for port d90f7515-1d61-4155-b826-f7e38d3e1e7c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:28.052874 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6222-8936-426e-a9e8-7284ce9f48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:28.057795 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Router e9ad1f1a-3035-4c70-b966-aaf86ba97c72 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:49:28.199866 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-86a2d136-35f2-4c90-b0d6-517ecaf18820 req-abaf769f-f5d9-4432-97d5-182d029beb05 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0976725 Jan 14 01:49:28.274844 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b6222-8936-426e-a9e8-7284ce9f48e5 None None] Current status of the port d90f7515-1d61-4155-b826-f7e38d3e1e7c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:28.342393 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-276c0262-b3f6-48f4-a677-2d3cd28950b7 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (09622719-73e7-448b-aa68-46d490240df6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:28.386670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-1fb152f0-05e1-4106-89fe-50b87cca6a50 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:28.388389 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-1fb152f0-05e1-4106-89fe-50b87cca6a50 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.36 "GET /v2.0/networks?id=1504e0b4-eb16-43ba-ae39-89743909d020 HTTP/1.1" status: 200 len: 813 time: 0.4286225 Jan 14 01:49:28.412129 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'port': {'device_id': 'a639acda-87ad-439d-8646-1ac0c8e0fb8d', 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020', 'admin_state_up': True, 'tenant_id': 'fed1db0d364848e4950b16d320a3d4bd'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:28.441375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c0262-b3f6-48f4-a677-2d3cd28950b7 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event deleted for resources: {'Port': ['ID=09622719-73e7-448b-aa68-46d490240df6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:28.471538 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:49:28.486901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Sync routers for ids ['4c933eef-e6e7-4586-adf6-c5c4ab08eea2'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:49:28.512713 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Routers {'4c933eef-e6e7-4586-adf6-c5c4ab08eea2'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:28.513654 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4c933eef-e6e7-4586-adf6-c5c4ab08eea2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:28.519956 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks [] for port (9e648764-56a2-466e-8638-ebb052105e46), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:28.521560 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-276c0262-b3f6-48f4-a677-2d3cd28950b7 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:28.530354 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-276c0262-b3f6-48f4-a677-2d3cd28950b7 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "DELETE /v2.0/ports/09622719-73e7-448b-aa68-46d490240df6 HTTP/1.1" status: 204 len: 168 time: 2.8427284 Jan 14 01:49:28.530676 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:28.531785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33178) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:28.532839 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:49:28.536570 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fb5021f8-da7e-416e-bf34-7b237f24ef69 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6269307 Jan 14 01:49:28.545673 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Sync routers for ids ['e9ad1f1a-3035-4c70-b966-aaf86ba97c72'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:49:28.548076 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33180) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:28.556873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-64cbbe4f-8bf4-4e82-b5dc-1969432728d4 admin admin] 10.222.0.26 "PUT /v2.0/routers/e9ad1f1a-3035-4c70-b966-aaf86ba97c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2062521 Jan 14 01:49:28.565350 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Routers {'e9ad1f1a-3035-4c70-b966-aaf86ba97c72'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:28.569075 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e9ad1f1a-3035-4c70-b966-aaf86ba97c72'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:28.615933 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee574898-7206-42ba-9459-3df1f36a210e tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] GET failed (client error): The resource could not be found. Jan 14 01:49:28.617617 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ee574898-7206-42ba-9459-3df1f36a210e tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "GET /v2.0/ports/09622719-73e7-448b-aa68-46d490240df6 HTTP/1.1" status: 404 len: 333 time: 0.0829508 Jan 14 01:49:28.622820 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33184) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:28.779499 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (9e648764-56a2-466e-8638-ebb052105e46), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:28.867848 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Set router e9ad1f1a-3035-4c70-b966-aaf86ba97c72 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:28.921906 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Set router 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:28.942161 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:28.949700 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:28.971533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:28.997852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Made reservation on behalf of fed1db0d364848e4950b16d320a3d4bd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:29.008292 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:29.023363 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:29.025582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d90f7515-1d61-4155-b826-f7e38d3e1e7c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:29.066645 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e1b15-8632-4e2b-a9ce-c3703e386731 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Deleting port 82a4585d-10d4-4f17-bfd5-0e916d8689ba {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:29.072364 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0e1b15-8632-4e2b-a9ce-c3703e386731 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (82a4585d-10d4-4f17-bfd5-0e916d8689ba), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:29.118682 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event updated for resources: {'Port': ['ID=9e648764-56a2-466e-8638-ebb052105e46,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:29.153855 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:29.228775 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746241761-router', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:23Z', 'revision_number': 4, 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'gw_port': {'id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:11Z', 'updated_at': '2022-01-14T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'ded4c4f7-76ef-4fe1-a656-d055e2f0e954', 'name': '', 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'mac_address': 'fa:16:3e:47:bd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '742a71f4-1b00-41e7-83f9-ea4c9ce21ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:19Z', 'updated_at': '2022-01-14T01:49:23Z', 'revision_number': 2, 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'subnets': [{'id': '742a71f4-1b00-41e7-83f9-ea4c9ce21ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:29.270160 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Checking router: e9ad1f1a-3035-4c70-b966-aaf86ba97c72 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:49:29.271401 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Updating router e9ad1f1a-3035-4c70-b966-aaf86ba97c72 port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:49:29.309565 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:29.316773 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:29.317472 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:29.333231 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-f8b8994e-6257-45bd-aef4-50df7b3f4b5c req-45febe78-60d6-4b78-8959-cae3a59dc37e tempest-FloatingIPDetailsNegativeTestJSON-1751153601 tempest-FloatingIPDetailsNegativeTestJSON-1751153601-project] show failed (client error): The resource could not be found. Jan 14 01:49:29.345454 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8b8994e-6257-45bd-aef4-50df7b3f4b5c req-45febe78-60d6-4b78-8959-cae3a59dc37e tempest-FloatingIPDetailsNegativeTestJSON-1751153601 tempest-FloatingIPDetailsNegativeTestJSON-1751153601-project] 10.222.0.26 "GET /v2.0/floatingips/99e9c5f6-91bb-447e-8d7f-bd6efc5b14d4 HTTP/1.1" status: 404 len: 350 time: 0.1046214 Jan 14 01:49:29.365252 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33202) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:29.482786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45758d-00e3-4612-8438-af7315434260 req-696d121f-2cff-45e4-859d-6a8d1fa95e16 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:29.484684 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4c45758d-00e3-4612-8438-af7315434260 req-696d121f-2cff-45e4-859d-6a8d1fa95e16 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 931 time: 0.2881584 Jan 14 01:49:29.546894 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7dabab4f-94f1-4286-8c7e-55da18af0ffd None None] Provisioning complete for port d90f7515-1d61-4155-b826-f7e38d3e1e7c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:29.547396 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7dabab4f-94f1-4286-8c7e-55da18af0ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:29.557224 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ff7ee0f4-86fd-40ca-b6e5-6da1e49d1e51 req-02243b17-93ed-4921-a5dd-b94b5ca71c4b tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 210 time: 0.0912111 Jan 14 01:49:29.571873 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0e1b15-8632-4e2b-a9ce-c3703e386731 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (82a4585d-10d4-4f17-bfd5-0e916d8689ba), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:29.604547 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-e26517ec-d5c1-4f4f-af69-d8abeb34862f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9557605 Jan 14 01:49:29.639632 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d90f7515-1d61-4155-b826-f7e38d3e1e7c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:29.640011 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:29.682390 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Allocated IP 172.20.0.5 (1504e0b4-eb16-43ba-ae39-89743909d020/08e97be0-0e0c-4564-93e6-787b0ce5df90/03bb7206-921d-461a-82cb-bb48ef1f46ee) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:29.705790 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Request body: {'port': {'device_id': '6f10360e-6166-4af9-a81c-ea51930ec7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:29.759616 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'name': 'tempest-TaggedBootDevicesTest-1479777710-router', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:23Z', 'updated_at': '2022-01-14T01:49:27Z', 'revision_number': 3, 'project_id': '185d295058d34bc5a3eeb0e751050076', 'gw_port': {'id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:25Z', 'updated_at': '2022-01-14T01:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:29.819355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Checking router: 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:49:29.819704 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Updating router 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 port d5cf55e1-8656-4c77-8a9b-e889d220efe3 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:49:29.827215 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-827d040f-2e4f-478d-ac3d-e7ea37947b14 req-9ad8b4f8-d05e-469d-93bf-41cce6a9b718 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.1478834 Jan 14 01:49:29.850019 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Publish callbacks [] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:29.857891 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:29.861363 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:29.877670 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b5c2e2-20a5-4b90-b4bb-b8c6b276f920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:29.967011 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206a1a8-889f-4193-993d-a4c921fc5383 None None] Pushing event updated for resources: {'Port': ['ID=ded4c4f7-76ef-4fe1-a656-d055e2f0e954,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:30.051937 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.091784 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Attempting to bind port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:30.093981 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Attempting to bind port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '1446c28c-5367-477e-89f6-1cacd85cf69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:30.094446 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Attempting to bind port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 on network 6c380d8a-103c-43f8-8cd0-e0b56da32f67 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:30.104527 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:30.105502 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Checking segment: {'id': '1446c28c-5367-477e-89f6-1cacd85cf69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:30.105961 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.106456 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Bound using segment: {'id': '1446c28c-5367-477e-89f6-1cacd85cf69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:30.112043 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Bound port: ded4c4f7-76ef-4fe1-a656-d055e2f0e954, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1446c28c-5367-477e-89f6-1cacd85cf69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:30.112437 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.163334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e1b15-8632-4e2b-a9ce-c3703e386731 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Calling delete_port for 82a4585d-10d4-4f17-bfd5-0e916d8689ba owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:30.210265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b5c2e2-20a5-4b90-b4bb-b8c6b276f920 admin admin] Publish callbacks [] for security_group (584d2cd6-6e48-44b4-8638-a661723d6e62), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.224589 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80b5c2e2-20a5-4b90-b4bb-b8c6b276f920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (584d2cd6-6e48-44b4-8638-a661723d6e62), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.239707 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7dabab4f-94f1-4286-8c7e-55da18af0ffd None None] Current status of the port d90f7515-1d61-4155-b826-f7e38d3e1e7c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:30.277737 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.281422 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Publish callbacks [] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.285201 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] For port ded4c4f7-76ef-4fe1-a656-d055e2f0e954, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:30.291642 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] For port ded4c4f7-76ef-4fe1-a656-d055e2f0e954, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ded4c4f7-76ef-4fe1-a656-d055e2f0e954,segment=NetworkSegment(1446c28c-5367-477e-89f6-1cacd85cf69c),segment_id=1446c28c-5367-477e-89f6-1cacd85cf69c)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:30.297738 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.299584 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.351150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d90f7515-1d61-4155-b826-f7e38d3e1e7c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:30.353398 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.396314 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'Port': ['ID=03bb7206-921d-461a-82cb-bb48ef1f46ee,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:30.428799 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-80b5c2e2-20a5-4b90-b4bb-b8c6b276f920 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4aad82cfcf26461daaaa2110694b8a92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9228816 Jan 14 01:49:30.430368 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5c2e2-20a5-4b90-b4bb-b8c6b276f920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584d2cd6-6e48-44b4-8638-a661723d6e62,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:30.455049 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Routers {'e9ad1f1a-3035-4c70-b966-aaf86ba97c72'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:30.456507 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e9ad1f1a-3035-4c70-b966-aaf86ba97c72'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:30.460552 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-28ad764d-8826-430d-92cd-7a51df5d7722 None None] Provisioning complete for port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:30.460926 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-28ad764d-8826-430d-92cd-7a51df5d7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.479598 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33206) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:30.504503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Network 1504e0b4-eb16-43ba-ae39-89743909d020 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:30.513078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:30.515504 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Pushing event updated for resources: {'Port': ['ID=d5cf55e1-8656-4c77-8a9b-e889d220efe3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:30.524338 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:30.526248 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Attempting to bind port d5cf55e1-8656-4c77-8a9b-e889d220efe3 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:30.526650 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Attempting to bind port d5cf55e1-8656-4c77-8a9b-e889d220efe3 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:30.527551 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Attempting to bind port d5cf55e1-8656-4c77-8a9b-e889d220efe3 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:30.536454 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.536750 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.537058 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.537393 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.541432 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.541835 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.542173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.543108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.543443 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.543772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.544085 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.544407 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.544739 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:30.556527 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:30.557156 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:30.557387 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.557685 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:30.558211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Bound port: d5cf55e1-8656-4c77-8a9b-e889d220efe3, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:30.558616 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.592369 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:30.593510 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.638208 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] For port d5cf55e1-8656-4c77-8a9b-e889d220efe3, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:30.642754 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] For port d5cf55e1-8656-4c77-8a9b-e889d220efe3, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d5cf55e1-8656-4c77-8a9b-e889d220efe3,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:30.647930 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] Set router e9ad1f1a-3035-4c70-b966-aaf86ba97c72 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:30.655981 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.713654 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-998ff20b-62f9-491c-8128-e7a43601b711 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3058271 Jan 14 01:49:30.725983 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5aece4ad-4358-41fb-92d0-9ee7081f0409 req-6376e451-ab12-4dfa-8017-05c2bf9c7dab tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.8956168 Jan 14 01:49:30.768354 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5539f665-8ae2-4565-81a9-b03ea32d0058 admin admin] Publish callbacks [] for security_group (584d2cd6-6e48-44b4-8638-a661723d6e62), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.790716 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-28ad764d-8826-430d-92cd-7a51df5d7722 None None] Current status of the port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:30.798277 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5539f665-8ae2-4565-81a9-b03ea32d0058 admin admin] Publish callbacks [] for security_group (584d2cd6-6e48-44b4-8638-a661723d6e62), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.802614 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-28ad764d-8826-430d-92cd-7a51df5d7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.828328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Routers {'4c933eef-e6e7-4586-adf6-c5c4ab08eea2'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:30.829004 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4c933eef-e6e7-4586-adf6-c5c4ab08eea2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:30.833426 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da8a2c-8928-466d-9610-c14317e5ff28 None None] Pushing event updated for resources: {'Port': ['ID=d5cf55e1-8656-4c77-8a9b-e889d220efe3,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:30.843381 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9e648764-56a2-466e-8638-ebb052105e46), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.851756 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Request body: {'port': {'device_id': 'a639acda-87ad-439d-8646-1ac0c8e0fb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:30.868318 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206a1a8-889f-4193-993d-a4c921fc5383 None None] Pushing event updated for resources: {'Port': ['ID=ded4c4f7-76ef-4fe1-a656-d055e2f0e954,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:30.943632 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4c45758d-00e3-4612-8438-af7315434260 req-d62f67f6-40fe-4b27-9865-c72bf05ac0d3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3837020 Jan 14 01:49:30.950574 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5539f665-8ae2-4565-81a9-b03ea32d0058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (584d2cd6-6e48-44b4-8638-a661723d6e62), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.955060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5539f665-8ae2-4565-81a9-b03ea32d0058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:30.958814 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5539f665-8ae2-4565-81a9-b03ea32d0058 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/584d2cd6-6e48-44b4-8638-a661723d6e62 HTTP/1.1" status: 204 len: 168 time: 0.4748662 Jan 14 01:49:30.988377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-28ad764d-8826-430d-92cd-7a51df5d7722 None None] For port ded4c4f7-76ef-4fe1-a656-d055e2f0e954, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ded4c4f7-76ef-4fe1-a656-d055e2f0e954,segment=NetworkSegment(1446c28c-5367-477e-89f6-1cacd85cf69c),segment_id=1446c28c-5367-477e-89f6-1cacd85cf69c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:31.054230 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-28ad764d-8826-430d-92cd-7a51df5d7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:31.063138 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:31.075358 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746241761-router', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:23Z', 'revision_number': 4, 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'gw_port': {'id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:11Z', 'updated_at': '2022-01-14T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'ded4c4f7-76ef-4fe1-a656-d055e2f0e954', 'name': '', 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'mac_address': 'fa:16:3e:47:bd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '742a71f4-1b00-41e7-83f9-ea4c9ce21ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:19Z', 'updated_at': '2022-01-14T01:49:30Z', 'revision_number': 4, 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'subnets': [{'id': '742a71f4-1b00-41e7-83f9-ea4c9ce21ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:31.092298 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539f665-8ae2-4565-81a9-b03ea32d0058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584d2cd6-6e48-44b4-8638-a661723d6e62,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:31.106905 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Allocated IP 172.20.0.1 (2e3b19cc-b390-4567-af04-577c88d3fd04/9bf8e740-0871-4224-8ef5-e9b68e3aab95/19661379-fb66-40c3-af78-5e38d6e81c67) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:31.118107 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bff142-7574-4cf8-a2bb-cde9f58f72e2 None None] The sync data for ids ['e9ad1f1a-3035-4c70-b966-aaf86ba97c72'] in n-d-824358-4 is: [{'id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746241761-router', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:23Z', 'revision_number': 4, 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'gw_port': {'id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:11Z', 'updated_at': '2022-01-14T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'ded4c4f7-76ef-4fe1-a656-d055e2f0e954', 'name': '', 'network_id': '6c380d8a-103c-43f8-8cd0-e0b56da32f67', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'mac_address': 'fa:16:3e:47:bd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '742a71f4-1b00-41e7-83f9-ea4c9ce21ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:19Z', 'updated_at': '2022-01-14T01:49:30Z', 'revision_number': 4, 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'subnets': [{'id': '742a71f4-1b00-41e7-83f9-ea4c9ce21ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:49:31.206963 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] Set router 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:31.334641 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0e1b15-8632-4e2b-a9ce-c3703e386731 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (82a4585d-10d4-4f17-bfd5-0e916d8689ba), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:31.343471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad764d-8826-430d-92cd-7a51df5d7722 None None] Pushing event updated for resources: {'Port': ['ID=ded4c4f7-76ef-4fe1-a656-d055e2f0e954,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:31.393484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e1b15-8632-4e2b-a9ce-c3703e386731 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event deleted for resources: {'Port': ['ID=82a4585d-10d4-4f17-bfd5-0e916d8689ba,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:31.486809 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-08b36ba0-9bc3-4ad4-a756-c06c8db79035 None None] Provisioning complete for port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:31.487193 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08b36ba0-9bc3-4ad4-a756-c06c8db79035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:31.544206 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33214) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:31.564244 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:31.565447 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0e1b15-8632-4e2b-a9ce-c3703e386731 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:31.571318 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cb0e1b15-8632-4e2b-a9ce-c3703e386731 tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "DELETE /v2.0/ports/82a4585d-10d4-4f17-bfd5-0e916d8689ba HTTP/1.1" status: 204 len: 168 time: 2.9448185 Jan 14 01:49:31.588060 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59863a1-1985-4983-9b6e-0ea19fa31549 req-a3f0ee2d-8180-4a52-a23a-0463bd86841e tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:31.600576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d59863a1-1985-4983-9b6e-0ea19fa31549 req-a3f0ee2d-8180-4a52-a23a-0463bd86841e tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 931 time: 0.4169595 Jan 14 01:49:31.621058 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33216) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:31.629928 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d8e44e5-df60-4f5d-9cdf-990b5974e23d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:31.666544 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'name': 'tempest-TaggedBootDevicesTest-1479777710-router', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:23Z', 'updated_at': '2022-01-14T01:49:27Z', 'revision_number': 3, 'project_id': '185d295058d34bc5a3eeb0e751050076', 'gw_port': {'id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:25Z', 'updated_at': '2022-01-14T01:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:31.671294 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-08b36ba0-9bc3-4ad4-a756-c06c8db79035 None None] Current status of the port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:31.714968 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Publish callbacks [] for port (19661379-fb66-40c3-af78-5e38d6e81c67), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:31.716827 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a13fdb-4d29-4624-8fc5-dc54b7806004 None None] The sync data for ids ['4c933eef-e6e7-4586-adf6-c5c4ab08eea2'] in n-d-824358-4 is: [{'id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'name': 'tempest-TaggedBootDevicesTest-1479777710-router', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:23Z', 'updated_at': '2022-01-14T01:49:27Z', 'revision_number': 3, 'project_id': '185d295058d34bc5a3eeb0e751050076', 'gw_port': {'id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:25Z', 'updated_at': '2022-01-14T01:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:49:31.727213 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bb7206-921d-461a-82cb-bb48ef1f46ee {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:49:31.739084 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Publish callbacks [] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:31.751076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2cd5b8-8fb9-42cf-8a10-0a2e16151c7c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Deleting subnet 93a214bb-7b35-44bd-b075-008c5844d79a {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:49:31.755203 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd5b8-8fb9-42cf-8a10-0a2e16151c7c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for subnet (93a214bb-7b35-44bd-b075-008c5844d79a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:31.780952 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Transition to ACTIVE for port object 03bb7206-921d-461a-82cb-bb48ef1f46ee will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:49:31.793959 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:31.877670 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:31.894297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Pushing event updated for resources: {'Port': ['ID=03bb7206-921d-461a-82cb-bb48ef1f46ee,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:31.912354 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6601018-2722-49b0-bcd8-20febfaf3283 req-754208d6-c1e8-4cfe-9d4d-b13ed8e13e2c tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0688329 Jan 14 01:49:31.956506 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Network 2e3b19cc-b390-4567-af04-577c88d3fd04 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:31.979354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:31.986162 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:32.040023 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Pushing event updated for resources: {'Port': ['ID=19661379-fb66-40c3-af78-5e38d6e81c67,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:32.065346 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.126233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Attempting to bind port 03bb7206-921d-461a-82cb-bb48ef1f46ee on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:32.127105 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Attempting to bind port 03bb7206-921d-461a-82cb-bb48ef1f46ee by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '8a9ccfc6-518b-4488-a355-95ecb201a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:32.127622 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Attempting to bind port 03bb7206-921d-461a-82cb-bb48ef1f46ee on network 1504e0b4-eb16-43ba-ae39-89743909d020 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:32.140537 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Port 03bb7206-921d-461a-82cb-bb48ef1f46ee on network 1504e0b4-eb16-43ba-ae39-89743909d020 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:49:32.141488 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Attempting to bind port 03bb7206-921d-461a-82cb-bb48ef1f46ee on network 1504e0b4-eb16-43ba-ae39-89743909d020 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:32.143268 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d59863a1-1985-4983-9b6e-0ea19fa31549 req-662104ed-d8b9-423c-bdfa-53edea75c83c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414960 Jan 14 01:49:32.172115 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd5b8-8fb9-42cf-8a10-0a2e16151c7c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (93a214bb-7b35-44bd-b075-008c5844d79a), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.230950 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:32.231673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Checking segment: {'id': '8a9ccfc6-518b-4488-a355-95ecb201a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:32.232150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Bound using segment: {'id': '8a9ccfc6-518b-4488-a355-95ecb201a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:32.232573 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Bound port: 03bb7206-921d-461a-82cb-bb48ef1f46ee, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9ccfc6-518b-4488-a355-95ecb201a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:32.233042 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.269740 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e648764-56a2-466e-8638-ebb052105e46 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:49:32.277039 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8de566c-a5a7-4887-89d6-812831eb94a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.294997 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Publish callbacks [] for port (9e648764-56a2-466e-8638-ebb052105e46), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.461542 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Transition to ACTIVE for port object 9e648764-56a2-466e-8638-ebb052105e46 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:49:32.494513 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] For port 03bb7206-921d-461a-82cb-bb48ef1f46ee, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:32.516217 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] For port 03bb7206-921d-461a-82cb-bb48ef1f46ee, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=03bb7206-921d-461a-82cb-bb48ef1f46ee,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:32.517819 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.530147 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.531609 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b95274fc-83ba-4af1-9a08-fd8d7aff5976 None None] Provisioning complete for port 19661379-fb66-40c3-af78-5e38d6e81c67 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:32.532148 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b95274fc-83ba-4af1-9a08-fd8d7aff5976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.574175 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:32.574923 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.577075 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] 10.222.0.36 "PUT /v2.0/ports/03bb7206-921d-461a-82cb-bb48ef1f46ee HTTP/1.1" status: 200 len: 1091 time: 1.7341249 Jan 14 01:49:32.579216 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a639acda-87ad-439d-8646-1ac0c8e0fb8d', 'tag': '03bb7206-921d-461a-82cb-bb48ef1f46ee'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:32.582010 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c7f774-cc73-4d74-a9fa-18f70bbe8b37" -d '{"events": [{"name": "network-changed", "server_uuid": "a639acda-87ad-439d-8646-1ac0c8e0fb8d", "tag": "03bb7206-921d-461a-82cb-bb48ef1f46ee"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:32.590985 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (9e648764-56a2-466e-8638-ebb052105e46), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.616111 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b95274fc-83ba-4af1-9a08-fd8d7aff5976 None None] Port 19661379-fb66-40c3-af78-5e38d6e81c67 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:32.661424 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fa91b-2daf-4ad9-ac54-6364a4acad21 service neutron] Pushing event updated for resources: {'Port': ['ID=03bb7206-921d-461a-82cb-bb48ef1f46ee,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:32.736776 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd5b8-8fb9-42cf-8a10-0a2e16151c7c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (93a214bb-7b35-44bd-b075-008c5844d79a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.755308 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-daa4a554-0ece-47e3-a899-1fbca7f3faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:32.757192 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-daa4a554-0ece-47e3-a899-1fbca7f3faab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fed1db0d364848e4950b16d320a3d4bd&device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 1094 time: 0.1079495 Jan 14 01:49:32.793595 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Pushing event updated for resources: {'Port': ['ID=9e648764-56a2-466e-8638-ebb052105e46,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:32.800613 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d8e44e5-df60-4f5d-9cdf-990b5974e23d admin admin] Publish callbacks [] for security_group (91255790-fe08-49ac-8edf-05ab74518112), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.819288 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d8e44e5-df60-4f5d-9cdf-990b5974e23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (91255790-fe08-49ac-8edf-05ab74518112), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.840896 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d539da-a5fd-4355-8b47-8130df24453f req-67a24b7a-389a-4b77-b5ce-775e421c8fce tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:32.841692 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-9f8a82c6-8233-488e-b3e8-249435550e08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03bb7206-921d-461a-82cb-bb48ef1f46ee HTTP/1.1" status: 200 len: 217 time: 0.0640588 Jan 14 01:49:32.848471 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0d539da-a5fd-4355-8b47-8130df24453f req-67a24b7a-389a-4b77-b5ce-775e421c8fce tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 931 time: 0.4973750 Jan 14 01:49:32.936784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-8759ba77-b5b0-4949-83f0-ee9f528c4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:32.938857 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-8759ba77-b5b0-4949-83f0-ee9f528c4de9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08e97be0-0e0c-4564-93e6-787b0ce5df90 HTTP/1.1" status: 200 len: 853 time: 0.0962486 Jan 14 01:49:32.950578 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Publish callbacks [] for port (19661379-fb66-40c3-af78-5e38d6e81c67), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:32.968134 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.017019 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e44e5-df60-4f5d-9cdf-990b5974e23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91255790-fe08-49ac-8edf-05ab74518112,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:33.028019 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7d8e44e5-df60-4f5d-9cdf-990b5974e23d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7688173f4e9f4086b2a1fdc10647b930&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4766202 Jan 14 01:49:33.034373 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33238) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:33.058153 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd5b8-8fb9-42cf-8a10-0a2e16151c7c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (93a214bb-7b35-44bd-b075-008c5844d79a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.091183 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d5cf55e1-8656-4c77-8a9b-e889d220efe3 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:33.149772 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.164734 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-755e0f96-92c0-4a01-888f-a85cdf5b4a7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1504e0b4-eb16-43ba-ae39-89743909d020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2114999 Jan 14 01:49:33.191750 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Pushing event updated for resources: {'Port': ['ID=19661379-fb66-40c3-af78-5e38d6e81c67,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:33.195805 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d5cf55e1-8656-4c77-8a9b-e889d220efe3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:33.209522 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.237847 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0d539da-a5fd-4355-8b47-8130df24453f req-18643edd-eccb-4b1b-8ae3-430038f49238 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885098 Jan 14 01:49:33.241141 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cd5b8-8fb9-42cf-8a10-0a2e16151c7c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event deleted for resources: {'Subnet': ['ID=93a214bb-7b35-44bd-b075-008c5844d79a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:33.255536 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd5b8-8fb9-42cf-8a10-0a2e16151c7c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.262182 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cc2cd5b8-8fb9-42cf-8a10-0a2e16151c7c tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "DELETE /v2.0/subnets/93a214bb-7b35-44bd-b075-008c5844d79a HTTP/1.1" status: 204 len: 168 time: 1.6193802 Jan 14 01:49:33.266375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33248) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:33.283476 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bc214e-58fb-40f4-b0a5-aa5be26113b3 x-openstack-request-id: req-44bc214e-58fb-40f4-b0a5-aa5be26113b3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:33.283786 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a639acda-87ad-439d-8646-1ac0c8e0fb8d", "tag": "03bb7206-921d-461a-82cb-bb48ef1f46ee", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:33.284016 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44bc214e-58fb-40f4-b0a5-aa5be26113b3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:33.284426 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a639acda-87ad-439d-8646-1ac0c8e0fb8d', 'tag': '03bb7206-921d-461a-82cb-bb48ef1f46ee', 'status': 'completed', 'code': 200} Jan 14 01:49:33.287500 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a769c25-8dc0-4cf1-9e92-be3574fd3cf9 None None] Network 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:33.408058 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-c40dda08-50a2-4b88-96c7-868393c7fba4 service neutron] 10.222.0.36 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334485 Jan 14 01:49:33.414050 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07d83b3b-847e-4e93-8503-cb0cab67a336 req-5d7c54cc-93e9-47b3-9e9f-e219294a6b98 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0789993 Jan 14 01:49:33.425466 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d5cf55e1-8656-4c77-8a9b-e889d220efe3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:33.425861 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.456602 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Attempting to bind port 9e648764-56a2-466e-8638-ebb052105e46 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:33.456974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Attempting to bind port 9e648764-56a2-466e-8638-ebb052105e46 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:33.457278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Attempting to bind port 9e648764-56a2-466e-8638-ebb052105e46 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:33.469769 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d410c587-849e-4e1c-bc1d-e57c5de9b9ce admin admin] Publish callbacks [] for security_group (91255790-fe08-49ac-8edf-05ab74518112), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.477539 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (9afa8b58-d5fa-4b67-a8fe-eebaf43fc609), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.479169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Port 9e648764-56a2-466e-8638-ebb052105e46 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:49:33.479500 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Attempting to bind port 9e648764-56a2-466e-8638-ebb052105e46 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:33.483159 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port d5cf55e1-8656-4c77-8a9b-e889d220efe3, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d5cf55e1-8656-4c77-8a9b-e889d220efe3,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:33.492193 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:33.492537 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Checking segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:33.493059 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Bound using segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:33.493509 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Bound port: 9e648764-56a2-466e-8638-ebb052105e46, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:33.493866 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9e648764-56a2-466e-8638-ebb052105e46), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.495148 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.497034 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ded4c4f7-76ef-4fe1-a656-d055e2f0e954 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:33.534461 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efa877-eb89-4346-8056-97900f40cbb2 req-558768eb-c684-4ad5-bfbd-17279bb3dc9e tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:33.536039 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9efa877-eb89-4346-8056-97900f40cbb2 req-558768eb-c684-4ad5-bfbd-17279bb3dc9e tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 943 time: 0.1885519 Jan 14 01:49:33.556158 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d410c587-849e-4e1c-bc1d-e57c5de9b9ce admin admin] Publish callbacks [] for security_group (91255790-fe08-49ac-8edf-05ab74518112), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.561250 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Network 2e3b19cc-b390-4567-af04-577c88d3fd04 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:33.570090 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:33.630109 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=d5cf55e1-8656-4c77-8a9b-e889d220efe3,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:33.643472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9cb6d0-b55d-4b87-9e64-2b0fc16a6ea3 None None] DHCP port deletion for 9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:49:33.681052 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-91d9508a-0743-4c36-9fb1-1ea6558f62f3 req-a25d3881-e01e-49de-9cd3-0a2b0d53a461 service neutron] 10.222.0.36 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519369 Jan 14 01:49:33.714801 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:33.715704 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.752484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] For port 9e648764-56a2-466e-8638-ebb052105e46, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:33.758890 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9efa877-eb89-4346-8056-97900f40cbb2 req-b0ff8ed8-52a7-44cd-a01e-f66ce1ea54e3 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171502 Jan 14 01:49:33.773855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] For port 9e648764-56a2-466e-8638-ebb052105e46, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=9e648764-56a2-466e-8638-ebb052105e46,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:33.779341 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d410c587-849e-4e1c-bc1d-e57c5de9b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (91255790-fe08-49ac-8edf-05ab74518112), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.781929 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d410c587-849e-4e1c-bc1d-e57c5de9b9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.785328 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d410c587-849e-4e1c-bc1d-e57c5de9b9ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91255790-fe08-49ac-8edf-05ab74518112 HTTP/1.1" status: 204 len: 168 time: 0.6290522 Jan 14 01:49:33.799796 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (9e648764-56a2-466e-8638-ebb052105e46), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:33.819999 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Router 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:49:33.822773 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410c587-849e-4e1c-bc1d-e57c5de9b9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91255790-fe08-49ac-8edf-05ab74518112,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:33.922926 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Pushing event updated for resources: {'Port': ['ID=9e648764-56a2-466e-8638-ebb052105e46,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:33.931478 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Deleting port ab8fc048-1ac9-41c8-9165-d314d8886a9b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:33.931722 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.006735 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f774-cc73-4d74-a9fa-18f70bbe8b37 req-af352aa7-09c2-4189-afb0-bf9545a583dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:34.008286 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-df9cb6d0-b55d-4b87-9e64-2b0fc16a6ea3 None None] Deleting port ab8fc048-1ac9-41c8-9165-d314d8886a9b {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:34.008792 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-df9cb6d0-b55d-4b87-9e64-2b0fc16a6ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.009873 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c7f774-cc73-4d74-a9fa-18f70bbe8b37 req-af352aa7-09c2-4189-afb0-bf9545a583dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fed1db0d364848e4950b16d320a3d4bd&device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 1094 time: 0.1572855 Jan 14 01:49:34.016333 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:34.017317 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.018981 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-eff3dc76-1b3b-460c-8654-59ae39503447 service neutron] 10.222.0.46 "PUT /v2.0/ports/9e648764-56a2-466e-8638-ebb052105e46 HTTP/1.1" status: 200 len: 1091 time: 4.3413942 Jan 14 01:49:34.030238 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f10360e-6166-4af9-a81c-ea51930ec7bd', 'tag': '9e648764-56a2-466e-8638-ebb052105e46'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:34.032241 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb95536-5272-43c8-8e72-e2b4a6962df4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f10360e-6166-4af9-a81c-ea51930ec7bd", "tag": "9e648764-56a2-466e-8638-ebb052105e46"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:34.035880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] For port ab8fc048-1ac9-41c8-9165-d314d8886a9b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ab8fc048-1ac9-41c8-9165-d314d8886a9b,segment=NetworkSegment(2e8e49c5-2c86-4289-9573-a4f2aa420b8c),segment_id=2e8e49c5-2c86-4289-9573-a4f2aa420b8c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:34.036248 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.065987 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Calling delete_port for ab8fc048-1ac9-41c8-9165-d314d8886a9b owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:34.077135 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d8de566c-a5a7-4887-89d6-812831eb94a6 admin admin] Deleting port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:34.077531 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8de566c-a5a7-4887-89d6-812831eb94a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.094459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-df9cb6d0-b55d-4b87-9e64-2b0fc16a6ea3 None None] For port ab8fc048-1ac9-41c8-9165-d314d8886a9b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ab8fc048-1ac9-41c8-9165-d314d8886a9b,segment=NetworkSegment(2e8e49c5-2c86-4289-9573-a4f2aa420b8c),segment_id=2e8e49c5-2c86-4289-9573-a4f2aa420b8c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:34.094958 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-df9cb6d0-b55d-4b87-9e64-2b0fc16a6ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.097449 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-30b1723a-f791-40f5-8b73-bff63b794870 None None] Provisioning complete for port 19661379-fb66-40c3-af78-5e38d6e81c67 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:34.097875 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30b1723a-f791-40f5-8b73-bff63b794870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.145060 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2bf88e-a5b6-49c7-8389-522839f77095 x-openstack-request-id: req-7c2bf88e-a5b6-49c7-8389-522839f77095 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:34.145454 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f10360e-6166-4af9-a81c-ea51930ec7bd", "tag": "9e648764-56a2-466e-8638-ebb052105e46", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:34.145583 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c2bf88e-a5b6-49c7-8389-522839f77095 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:34.146078 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f10360e-6166-4af9-a81c-ea51930ec7bd', 'tag': '9e648764-56a2-466e-8638-ebb052105e46', 'status': 'completed', 'code': 200} Jan 14 01:49:34.152692 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-df9cb6d0-b55d-4b87-9e64-2b0fc16a6ea3 None None] Calling delete_port for ab8fc048-1ac9-41c8-9165-d314d8886a9b owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:34.159136 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:49:34.171826 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-86146790-cd97-42da-a44f-b5b80ff4e676 admin admin] 10.222.0.26 "PUT /v2.0/routers/4c933eef-e6e7-4586-adf6-c5c4ab08eea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6138124 Jan 14 01:49:34.235340 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-30b1723a-f791-40f5-8b73-bff63b794870 None None] Port 19661379-fb66-40c3-af78-5e38d6e81c67 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:34.258346 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f774-cc73-4d74-a9fa-18f70bbe8b37 req-61d374be-4690-46c4-a7ea-90b889bba511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:34.259849 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c7f774-cc73-4d74-a9fa-18f70bbe8b37 req-61d374be-4690-46c4-a7ea-90b889bba511 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1504e0b4-eb16-43ba-ae39-89743909d020 HTTP/1.1" status: 200 len: 914 time: 0.2439671 Jan 14 01:49:34.346375 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c7f774-cc73-4d74-a9fa-18f70bbe8b37 req-fa1d0be4-5801-4647-9646-bf8ddc5ca654 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03bb7206-921d-461a-82cb-bb48ef1f46ee HTTP/1.1" status: 200 len: 217 time: 0.0791814 Jan 14 01:49:34.411194 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port ded4c4f7-76ef-4fe1-a656-d055e2f0e954 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:34.424072 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33268) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:34.431288 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.434254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d8de566c-a5a7-4887-89d6-812831eb94a6 admin admin] For port ded4c4f7-76ef-4fe1-a656-d055e2f0e954, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ded4c4f7-76ef-4fe1-a656-d055e2f0e954,segment=NetworkSegment(1446c28c-5367-477e-89f6-1cacd85cf69c),segment_id=1446c28c-5367-477e-89f6-1cacd85cf69c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:34.434904 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8de566c-a5a7-4887-89d6-812831eb94a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.440507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-9c23d8a3-e1f5-4a97-870d-0ee6f843a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:34.442366 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-9c23d8a3-e1f5-4a97-870d-0ee6f843a9c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 1094 time: 0.3320973 Jan 14 01:49:34.448313 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-df9cb6d0-b55d-4b87-9e64-2b0fc16a6ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.474828 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.487350 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cb6d0-b55d-4b87-9e64-2b0fc16a6ea3 None None] Pushing event deleted for resources: {'Port': ['ID=ab8fc048-1ac9-41c8-9165-d314d8886a9b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:34.489388 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9cb6d0-b55d-4b87-9e64-2b0fc16a6ea3 None None] No DVR routers for this DVR port ab8fc048-1ac9-41c8-9165-d314d8886a9b on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:34.504614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d8de566c-a5a7-4887-89d6-812831eb94a6 admin admin] Calling delete_port for ded4c4f7-76ef-4fe1-a656-d055e2f0e954 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:34.516297 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ab8fc048-1ac9-41c8-9165-d314d8886a9b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.530789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f774-cc73-4d74-a9fa-18f70bbe8b37 req-c92157d6-ff7b-4839-9b08-49e7f6b9bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:34.536975 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c7f774-cc73-4d74-a9fa-18f70bbe8b37 req-c92157d6-ff7b-4839-9b08-49e7f6b9bfbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08e97be0-0e0c-4564-93e6-787b0ce5df90 HTTP/1.1" status: 200 len: 853 time: 0.1834204 Jan 14 01:49:34.576131 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-225241f1-85ba-402e-82ae-a1eb28554416 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e648764-56a2-466e-8638-ebb052105e46 HTTP/1.1" status: 200 len: 217 time: 0.0567260 Jan 14 01:49:34.580870 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c7f774-cc73-4d74-a9fa-18f70bbe8b37 req-0edc3f9c-2c27-4d32-8845-3f63ce42f5a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1504e0b4-eb16-43ba-ae39-89743909d020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365307 Jan 14 01:49:34.649622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] No DVR routers for this DVR port ab8fc048-1ac9-41c8-9165-d314d8886a9b on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:34.686528 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event deleted for resources: {'Port': ['ID=ab8fc048-1ac9-41c8-9165-d314d8886a9b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:34.739401 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Publish callbacks [] for security_group (77d9e35d-4aad-42d5-9226-12d4ffcc32ca), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.742093 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c7f774-cc73-4d74-a9fa-18f70bbe8b37 req-33454fba-c067-43bb-9910-c4434068de63 service neutron] 10.222.0.36 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488862 Jan 14 01:49:34.745977 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (77d9e35d-4aad-42d5-9226-12d4ffcc32ca), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.853271 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9e35d-4aad-42d5-9226-12d4ffcc32ca,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:34.864665 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c6d11dbee6b44d29c377f813ee5de58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4396107 Jan 14 01:49:34.885851 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33290) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:34.903156 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f466246f-3992-478f-8316-7101b8f71a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:34.921344 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.921697 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.922247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.923027 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.923654 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.924305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.924869 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.925673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.926167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.926834 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.927416 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.928260 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.928765 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5cab3-b84c-486b-a686-5e9193b3a9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:49:34.963979 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d5cf55e1-8656-4c77-8a9b-e889d220efe3 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:35.001342 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-38c7f774-cc73-4d74-a9fa-18f70bbe8b37 req-82933233-ed48-426c-9340-1cf9b203fe44 service neutron] 10.222.0.36 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503760 Jan 14 01:49:35.037629 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d5cf55e1-8656-4c77-8a9b-e889d220efe3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:35.038079 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:35.047711 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de195f11-28b6-4397-b216-a7d7ecc13ca9 admin admin] Publish callbacks [] for security_group (77d9e35d-4aad-42d5-9226-12d4ffcc32ca), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:35.074831 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de195f11-28b6-4397-b216-a7d7ecc13ca9 admin admin] Publish callbacks [] for security_group (77d9e35d-4aad-42d5-9226-12d4ffcc32ca), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:35.091265 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-b5081537-cc6b-4d6f-b893-bb2e740d2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:35.092784 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-b5081537-cc6b-4d6f-b893-bb2e740d2da2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.4512742 Jan 14 01:49:35.098764 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2706646-7b9b-489a-a440-3d703d6e085d req-0fc9d4f6-2884-4ec5-b71d-9eaf55643330 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.5038302 Jan 14 01:49:35.153613 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de195f11-28b6-4397-b216-a7d7ecc13ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (77d9e35d-4aad-42d5-9226-12d4ffcc32ca), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:35.158473 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de195f11-28b6-4397-b216-a7d7ecc13ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:35.160811 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-de195f11-28b6-4397-b216-a7d7ecc13ca9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77d9e35d-4aad-42d5-9226-12d4ffcc32ca HTTP/1.1" status: 204 len: 168 time: 0.2679613 Jan 14 01:49:35.164510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-022cae33-1d1c-4e0c-8e48-d9fbb2d0848a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637832 Jan 14 01:49:35.177340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de195f11-28b6-4397-b216-a7d7ecc13ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9e35d-4aad-42d5-9226-12d4ffcc32ca,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:35.237675 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8794ba3-82cb-4116-9c58-d9f357e6f893 req-5298a1d4-5eaa-4e27-bf33-7cc3af4ed659 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:35.239243 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8794ba3-82cb-4116-9c58-d9f357e6f893 req-5298a1d4-5eaa-4e27-bf33-7cc3af4ed659 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 943 time: 0.8484039 Jan 14 01:49:35.260582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d5cf55e1-8656-4c77-8a9b-e889d220efe3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:35.330077 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ab8fc048-1ac9-41c8-9165-d314d8886a9b no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:35.377775 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (9afa8b58-d5fa-4b67-a8fe-eebaf43fc609), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:35.395250 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: ab8fc048-1ac9-41c8-9165-d314d8886a9b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:49:35.396797 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ab8fc048-1ac9-41c8-9165-d314d8886a9b not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:35.540661 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afa8b58-d5fa-4b67-a8fe-eebaf43fc609']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:35.566127 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b8794ba3-82cb-4116-9c58-d9f357e6f893 req-5e3c57c9-c52a-4f0f-9517-30b16b2eb732 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867200 Jan 14 01:49:35.570841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8e49c5-2c86-4289-9573-a4f2aa420b8c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:35.571130 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8e49c5-2c86-4289-9573-a4f2aa420b8c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:35.608733 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (2e8e49c5-2c86-4289-9573-a4f2aa420b8c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:35.636489 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-5cb2e085-1b4f-4b6e-99ad-ac4179b4b4ac service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257913 Jan 14 01:49:35.677004 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3968d82-ac09-463e-ad92-95ada2787d89 req-84dad6ea-2e61-4c92-871f-8917c9239dcd tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:35.678496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3968d82-ac09-463e-ad92-95ada2787d89 req-84dad6ea-2e61-4c92-871f-8917c9239dcd tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 943 time: 0.4090807 Jan 14 01:49:35.706837 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (2e8e49c5-2c86-4289-9573-a4f2aa420b8c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:35.726546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:35.726953 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (2e8e49c5-2c86-4289-9573-a4f2aa420b8c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.739280 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:35.741632 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:35.744003 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:35.744003 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:35.744003 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:35.921125 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3968d82-ac09-463e-ad92-95ada2787d89 req-4c3ec0be-081b-42a6-94e6-a38ec9e1cb50 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105632 Jan 14 01:49:35.926997 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (9afa8b58-d5fa-4b67-a8fe-eebaf43fc609), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:35.937349 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:35.942964 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] 10.222.0.26 "DELETE /v2.0/networks/9afa8b58-d5fa-4b67-a8fe-eebaf43fc609 HTTP/1.1" status: 204 len: 168 time: 2.6752121 Jan 14 01:49:35.954465 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15b818c1-b77e-4240-a0ac-eaf4441f4650 req-a2c042b8-f136-40cc-ae1d-4ab24ad3d478 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099160 Jan 14 01:49:35.991237 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8de566c-a5a7-4887-89d6-812831eb94a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ded4c4f7-76ef-4fe1-a656-d055e2f0e954), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:36.004268 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909a679-deee-4a8f-aa74-4ebd1601cace tempest-AllowedAddressPairIpV6TestJSON-2069437852 tempest-AllowedAddressPairIpV6TestJSON-2069437852-project] Pushing event deleted for resources: {'Network': ['ID=9afa8b58-d5fa-4b67-a8fe-eebaf43fc609,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:36.005984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Sync routers for ids ['4c933eef-e6e7-4586-adf6-c5c4ab08eea2'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:49:36.030513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de566c-a5a7-4887-89d6-812831eb94a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded4c4f7-76ef-4fe1-a656-d055e2f0e954,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:36.031865 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Routers {'4c933eef-e6e7-4586-adf6-c5c4ab08eea2'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:36.033392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4c933eef-e6e7-4586-adf6-c5c4ab08eea2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:36.241027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb95536-5272-43c8-8e72-e2b4a6962df4 req-38e1402e-c534-47d5-9d7f-2cf0e5d08a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:36.242649 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bb95536-5272-43c8-8e72-e2b4a6962df4 req-38e1402e-c534-47d5-9d7f-2cf0e5d08a85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 1094 time: 0.1840041 Jan 14 01:49:36.315066 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33370) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:36.355772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Set router 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:36.430229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3c4ccfbd-483e-4d30-8140-b3a825bd6ccb req-75461271-a182-4d8c-a312-bfb1117e5ce6 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.1284249 Jan 14 01:49:36.534821 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8de566c-a5a7-4887-89d6-812831eb94a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:36.629165 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb95536-5272-43c8-8e72-e2b4a6962df4 req-a6391130-1dda-40f4-9d23-e3e4f3103434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:36.630962 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bb95536-5272-43c8-8e72-e2b4a6962df4 req-a6391130-1dda-40f4-9d23-e3e4f3103434 service neutron] 10.222.0.46 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 907 time: 0.3281248 Jan 14 01:49:36.741347 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bb95536-5272-43c8-8e72-e2b4a6962df4 req-8631660f-f560-4c1b-b674-13495c96cd26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e648764-56a2-466e-8638-ebb052105e46 HTTP/1.1" status: 200 len: 217 time: 0.1021943 Jan 14 01:49:36.828500 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b95149d8-f6e5-4672-bd14-ea59938997ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=658c0973e3e645a5bad6009ad22de251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5106282 Jan 14 01:49:36.830539 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33388) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:36.845976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb95536-5272-43c8-8e72-e2b4a6962df4 req-54a714c3-35fd-4d50-bcdf-ecbca604f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:36.847720 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bb95536-5272-43c8-8e72-e2b4a6962df4 req-54a714c3-35fd-4d50-bcdf-ecbca604f394 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.0851786 Jan 14 01:49:36.867207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'name': 'tempest-TaggedBootDevicesTest-1479777710-router', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:23Z', 'updated_at': '2022-01-14T01:49:32Z', 'revision_number': 4, 'project_id': '185d295058d34bc5a3eeb0e751050076', 'gw_port': {'id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:25Z', 'updated_at': '2022-01-14T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '19661379-fb66-40c3-af78-5e38d6e81c67', 'name': '', 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'mac_address': 'fa:16:3e:25:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '9bf8e740-0871-4224-8ef5-e9b68e3aab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:30Z', 'updated_at': '2022-01-14T01:49:32Z', 'revision_number': 2, 'project_id': '185d295058d34bc5a3eeb0e751050076', 'subnets': [{'id': '9bf8e740-0871-4224-8ef5-e9b68e3aab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:36.913858 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Checking router: 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:49:36.915509 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Updating router 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 port 19661379-fb66-40c3-af78-5e38d6e81c67 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:49:36.929577 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bb95536-5272-43c8-8e72-e2b4a6962df4 req-f385b67b-0f70-477e-9319-f3648c856ecb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425525 Jan 14 01:49:36.957226 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-105334ba-2ba9-4d5c-bb2e-026cc9c03090 admin admin] Publish callbacks [] for security_group (fcb78dd9-3444-4967-9b2a-f4cd0e737350), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:36.991633 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:37.023464 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-105334ba-2ba9-4d5c-bb2e-026cc9c03090 admin admin] Publish callbacks [] for security_group (fcb78dd9-3444-4967-9b2a-f4cd0e737350), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:37.026881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b4ebe-7bd4-438e-ad6a-0d9718482446 req-725f4880-14f7-45eb-be09-77273c1542b8 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:37.029146 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d14b4ebe-7bd4-438e-ad6a-0d9718482446 req-725f4880-14f7-45eb-be09-77273c1542b8 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 943 time: 0.3107848 Jan 14 01:49:37.148248 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-105334ba-2ba9-4d5c-bb2e-026cc9c03090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fcb78dd9-3444-4967-9b2a-f4cd0e737350), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:37.152890 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-105334ba-2ba9-4d5c-bb2e-026cc9c03090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:37.154088 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-105334ba-2ba9-4d5c-bb2e-026cc9c03090 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcb78dd9-3444-4967-9b2a-f4cd0e737350 HTTP/1.1" status: 204 len: 168 time: 0.3206010 Jan 14 01:49:37.164776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105334ba-2ba9-4d5c-bb2e-026cc9c03090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb78dd9-3444-4967-9b2a-f4cd0e737350,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:37.222096 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab69e-65bd-435e-81ab-23d76f117dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:37.277745 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bb95536-5272-43c8-8e72-e2b4a6962df4 req-a7351647-0efb-4c24-b9bc-02135b46a3dd service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314710 Jan 14 01:49:37.293750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636ba26-b816-44e4-83c9-803b6d59e2e7 req-e469437c-1bbf-4b8e-a0ed-a369ab127cc4 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:37.295904 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3636ba26-b816-44e4-83c9-803b6d59e2e7 req-e469437c-1bbf-4b8e-a0ed-a369ab127cc4 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 943 time: 0.2575696 Jan 14 01:49:37.311112 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d14b4ebe-7bd4-438e-ad6a-0d9718482446 req-5301e5b7-72a8-4cda-babf-f855c6714ff0 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637832 Jan 14 01:49:37.454174 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8de566c-a5a7-4887-89d6-812831eb94a6 admin admin] Router e9ad1f1a-3035-4c70-b966-aaf86ba97c72 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:49:37.474823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 03bb7206-921d-461a-82cb-bb48ef1f46ee details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:49:37.501267 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Publish callbacks [] for port (19661379-fb66-40c3-af78-5e38d6e81c67), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:37.515942 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:37.516259 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3636ba26-b816-44e4-83c9-803b6d59e2e7 req-feb8d01f-9557-4bcc-bbca-b5a59f536e50 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828308 Jan 14 01:49:37.521973 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 9e648764-56a2-466e-8638-ebb052105e46 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:49:37.537323 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bb95536-5272-43c8-8e72-e2b4a6962df4 req-2427d187-6728-406b-932c-0619e30f3abe service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384419 Jan 14 01:49:37.627718 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:49:37.679069 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a60257d8-9458-4965-bf20-b11cc95b7008 req-d5d6c80d-f47c-4888-8519-df169b83f0a4 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0739820 Jan 14 01:49:37.748409 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116cd74-34d2-48f5-ad29-a09bdfeb2114 None None] Pushing event updated for resources: {'Port': ['ID=19661379-fb66-40c3-af78-5e38d6e81c67,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:37.765128 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:49:37.847522 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8de566c-a5a7-4887-89d6-812831eb94a6 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:49:37.857554 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b60b2-c455-40cd-96bd-b0c4f69bb955 None None] Sync routers for ids ['e9ad1f1a-3035-4c70-b966-aaf86ba97c72'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:49:37.861737 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d8de566c-a5a7-4887-89d6-812831eb94a6 admin admin] 10.222.0.26 "PUT /v2.0/routers/e9ad1f1a-3035-4c70-b966-aaf86ba97c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4936945 Jan 14 01:49:37.862907 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33420) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:37.875520 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b60b2-c455-40cd-96bd-b0c4f69bb955 None None] Routers {'e9ad1f1a-3035-4c70-b966-aaf86ba97c72'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:37.876927 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-687b60b2-c455-40cd-96bd-b0c4f69bb955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e9ad1f1a-3035-4c70-b966-aaf86ba97c72'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:37.984662 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 9e648764-56a2-466e-8638-ebb052105e46, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=9e648764-56a2-466e-8638-ebb052105e46,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:38.000991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '9e648764-56a2-466e-8638-ebb052105e46', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'port_id': '9e648764-56a2-466e-8638-ebb052105e46', 'mac_address': 'fa:16:3e:2c:af:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845bcc49-2264-4165-8b1c-097522050b8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:49:38.031035 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-687b60b2-c455-40cd-96bd-b0c4f69bb955 None None] Set router e9ad1f1a-3035-4c70-b966-aaf86ba97c72 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:38.109514 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 9e648764-56a2-466e-8638-ebb052105e46 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:38.110178 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9e648764-56a2-466e-8638-ebb052105e46), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:38.130637 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e648764-56a2-466e-8638-ebb052105e46 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:49:38.161461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 9e648764-56a2-466e-8638-ebb052105e46, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=9e648764-56a2-466e-8638-ebb052105e46,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:38.216330 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Publish callbacks [] for router (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:38.257878 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9e648764-56a2-466e-8638-ebb052105e46), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:38.388722 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Publish callbacks [] for router_gateway (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:38.415616 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ad34a2a9-e010-4bf2-b955-0aff3dc87068 None None] Provisioning complete for port 19661379-fb66-40c3-af78-5e38d6e81c67 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:38.416200 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad34a2a9-e010-4bf2-b955-0aff3dc87068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:38.421157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Attempting to bind port 19661379-fb66-40c3-af78-5e38d6e81c67 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:38.423224 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Attempting to bind port 19661379-fb66-40c3-af78-5e38d6e81c67 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '20177909-3abd-4c71-8d2b-723d1436a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:38.423878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Attempting to bind port 19661379-fb66-40c3-af78-5e38d6e81c67 on network 2e3b19cc-b390-4567-af04-577c88d3fd04 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:38.507572 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Deleting port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:38.508347 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:38.567292 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:38.567678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Checking segment: {'id': '20177909-3abd-4c71-8d2b-723d1436a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:38.568243 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:38.568657 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Bound using segment: {'id': '20177909-3abd-4c71-8d2b-723d1436a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:38.569168 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Bound port: 19661379-fb66-40c3-af78-5e38d6e81c67, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20177909-3abd-4c71-8d2b-723d1436a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:38.569539 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:38.571489 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:38.578666 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['9e648764-56a2-466e-8638-ebb052105e46'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:38.592653 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-687b60b2-c455-40cd-96bd-b0c4f69bb955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746241761-router', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:35Z', 'revision_number': 5, 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'gw_port': {'id': '0ac9fc4c-ffd4-4988-bd51-3f3c547ff861', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:11Z', 'updated_at': '2022-01-14T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:38.604027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fc8f0-8102-4af1-ae35-5dbf83865a46 req-5feb7fd2-6773-4f4c-a985-10cafec9095e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:38.609662 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac5fc8f0-8102-4af1-ae35-5dbf83865a46 req-5feb7fd2-6773-4f4c-a985-10cafec9095e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 944 time: 0.1640806 Jan 14 01:49:38.671031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 03bb7206-921d-461a-82cb-bb48ef1f46ee, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=03bb7206-921d-461a-82cb-bb48ef1f46ee,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:38.689369 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b60b2-c455-40cd-96bd-b0c4f69bb955 None None] Checking router: e9ad1f1a-3035-4c70-b966-aaf86ba97c72 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:49:38.724780 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b60b2-c455-40cd-96bd-b0c4f69bb955 None None] Routers {'e9ad1f1a-3035-4c70-b966-aaf86ba97c72'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:38.725594 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-687b60b2-c455-40cd-96bd-b0c4f69bb955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e9ad1f1a-3035-4c70-b966-aaf86ba97c72'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:38.747809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac5fc8f0-8102-4af1-ae35-5dbf83865a46 req-0779b929-2f1c-4846-b319-24ba3732d02f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222565 Jan 14 01:49:38.748089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ad34a2a9-e010-4bf2-b955-0aff3dc87068 None None] Port 19661379-fb66-40c3-af78-5e38d6e81c67 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:38.748089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=9e648764-56a2-466e-8638-ebb052105e46,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:38.767635 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '03bb7206-921d-461a-82cb-bb48ef1f46ee', 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020', 'port_id': '03bb7206-921d-461a-82cb-bb48ef1f46ee', 'mac_address': 'fa:16:3e:f0:4a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e97be0-0e0c-4564-93e6-787b0ce5df90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:49:38.775057 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33490) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:38.939269 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 03bb7206-921d-461a-82cb-bb48ef1f46ee is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:38.942249 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:38.960591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b94d75-a3cd-4bdc-86d2-cb36b717383e req-bc9269c9-b7f4-40a4-ab17-ebcf51ed6260 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:38.972820 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01b94d75-a3cd-4bdc-86d2-cb36b717383e req-bc9269c9-b7f4-40a4-ab17-ebcf51ed6260 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 943 time: 0.2325370 Jan 14 01:49:38.996088 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-687b60b2-c455-40cd-96bd-b0c4f69bb955 None None] Set router e9ad1f1a-3035-4c70-b966-aaf86ba97c72 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:39.036912 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bb7206-921d-461a-82cb-bb48ef1f46ee {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:49:39.065181 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-50a67933-87e4-45d8-b5fb-bb846370ad36 req-c4693d67-10b1-4750-b040-27a71d456a0c tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0702140 Jan 14 01:49:39.091223 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 03bb7206-921d-461a-82cb-bb48ef1f46ee, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=03bb7206-921d-461a-82cb-bb48ef1f46ee,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:39.107523 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] For port 19661379-fb66-40c3-af78-5e38d6e81c67, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:39.119316 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1191759466'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:39.124226 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-687b60b2-c455-40cd-96bd-b0c4f69bb955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746241761-router', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:38Z', 'revision_number': 6, 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:39.143191 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:39.151535 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] For port 19661379-fb66-40c3-af78-5e38d6e81c67, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=19661379-fb66-40c3-af78-5e38d6e81c67,segment=NetworkSegment(20177909-3abd-4c71-8d2b-723d1436a5c4),segment_id=20177909-3abd-4c71-8d2b-723d1436a5c4)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:39.185057 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b60b2-c455-40cd-96bd-b0c4f69bb955 None None] The sync data for ids ['e9ad1f1a-3035-4c70-b966-aaf86ba97c72'] in n-d-824358-4 is: [{'id': 'e9ad1f1a-3035-4c70-b966-aaf86ba97c72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746241761-router', 'tenant_id': '83b25a55919d4231b9139590f8fd8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:38Z', 'revision_number': 6, 'project_id': '83b25a55919d4231b9139590f8fd8e65', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:49:39.208151 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:39.255074 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01b94d75-a3cd-4bdc-86d2-cb36b717383e req-4644a123-a241-4f94-9ba8-2a8c657ae185 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807882 Jan 14 01:49:39.280118 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:39.291075 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:39.303772 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:39.321131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Routers {'4c933eef-e6e7-4586-adf6-c5c4ab08eea2'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:49:39.321131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:49:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4c933eef-e6e7-4586-adf6-c5c4ab08eea2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:39.324540 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=03bb7206-921d-461a-82cb-bb48ef1f46ee,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:39.513116 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for security_group (46306012-9e78-4c84-aaa3-bf5270f71911), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:39.524953 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (46306012-9e78-4c84-aaa3-bf5270f71911), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:39.554767 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] For port 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=0ac9fc4c-ffd4-4988-bd51-3f3c547ff861,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:39.555312 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:39.565059 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:49:39.586342 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Calling delete_port for 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:39.637377 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (71108abe-219e-4ac7-96eb-ca384af65f07), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:39.637964 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Added segment 71108abe-219e-4ac7-96eb-ca384af65f07 of type vlan for network 0de8d0b4-6890-4b70-9fff-e5b5f74339cf Jan 14 01:49:39.665953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46306012-9e78-4c84-aaa3-bf5270f71911,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:39.686200 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33520) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:39.723559 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] Set router 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:49:39.728908 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (0de8d0b4-6890-4b70-9fff-e5b5f74339cf), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:39.795110 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (0de8d0b4-6890-4b70-9fff-e5b5f74339cf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:39.811353 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:39.812990 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:39.858246 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0767603 Jan 14 01:49:40.023396 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33528) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:40.024883 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.027960 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116cd74-34d2-48f5-ad29-a09bdfeb2114 None None] Pushing event updated for resources: {'Port': ['ID=19661379-fb66-40c3-af78-5e38d6e81c67,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:40.036601 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-48330d93-72b9-49c3-a251-97bea3779e79 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'network_id': '0de8d0b4-6890-4b70-9fff-e5b5f74339cf', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:40.039996 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5ac08724-1b5a-4062-a505-a4bbbf521dbe None None] Provisioning complete for port 19661379-fb66-40c3-af78-5e38d6e81c67 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:40.040471 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5ac08724-1b5a-4062-a505-a4bbbf521dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.040802 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (0ac9fc4c-ffd4-4988-bd51-3f3c547ff861), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.042766 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['03bb7206-921d-461a-82cb-bb48ef1f46ee'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:40.067191 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c896f476-732c-482a-833a-65251c859ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.164678 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac9fc4c-ffd4-4988-bd51-3f3c547ff861,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:40.289774 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.358958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5ac08724-1b5a-4062-a505-a4bbbf521dbe None None] Current status of the port 19661379-fb66-40c3-af78-5e38d6e81c67 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:40.359512 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5ac08724-1b5a-4062-a505-a4bbbf521dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.388154 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48330d93-72b9-49c3-a251-97bea3779e79 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:40.392668 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48330d93-72b9-49c3-a251-97bea3779e79 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.411096 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'name': 'tempest-TaggedBootDevicesTest-1479777710-router', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:23Z', 'updated_at': '2022-01-14T01:49:32Z', 'revision_number': 4, 'project_id': '185d295058d34bc5a3eeb0e751050076', 'gw_port': {'id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:25Z', 'updated_at': '2022-01-14T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '19661379-fb66-40c3-af78-5e38d6e81c67', 'name': '', 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'mac_address': 'fa:16:3e:25:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '9bf8e740-0871-4224-8ef5-e9b68e3aab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:30Z', 'updated_at': '2022-01-14T01:49:39Z', 'revision_number': 4, 'project_id': '185d295058d34bc5a3eeb0e751050076', 'subnets': [{'id': '9bf8e740-0871-4224-8ef5-e9b68e3aab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:40.470163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b4f73-8ffa-4ee3-9421-9d62344c2766 None None] The sync data for ids ['4c933eef-e6e7-4586-adf6-c5c4ab08eea2'] in n-d-824358-4 is: [{'id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'name': 'tempest-TaggedBootDevicesTest-1479777710-router', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:23Z', 'updated_at': '2022-01-14T01:49:32Z', 'revision_number': 4, 'project_id': '185d295058d34bc5a3eeb0e751050076', 'gw_port': {'id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:25Z', 'updated_at': '2022-01-14T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '19661379-fb66-40c3-af78-5e38d6e81c67', 'name': '', 'network_id': '2e3b19cc-b390-4567-af04-577c88d3fd04', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'mac_address': 'fa:16:3e:25:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '9bf8e740-0871-4224-8ef5-e9b68e3aab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:30Z', 'updated_at': '2022-01-14T01:49:39Z', 'revision_number': 4, 'project_id': '185d295058d34bc5a3eeb0e751050076', 'subnets': [{'id': '9bf8e740-0871-4224-8ef5-e9b68e3aab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:49:40.489118 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5ac08724-1b5a-4062-a505-a4bbbf521dbe None None] For port 19661379-fb66-40c3-af78-5e38d6e81c67, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=19661379-fb66-40c3-af78-5e38d6e81c67,segment=NetworkSegment(20177909-3abd-4c71-8d2b-723d1436a5c4),segment_id=20177909-3abd-4c71-8d2b-723d1436a5c4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:40.499217 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5ac08724-1b5a-4062-a505-a4bbbf521dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.517725 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c0a99be-0709-4ca9-a8f6-79ee477c2e4a req-3e7e6f30-706d-4c92-977d-ad3637171809 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.1203783 Jan 14 01:49:40.545325 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.550289 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Publish callbacks [] for router_controller (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.581952 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885793db-f8ef-454c-a069-1efd7f4a9c99 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=0de8d0b4-6890-4b70-9fff-e5b5f74339cf,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:40.606203 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 0de8d0b4-6890-4b70-9fff-e5b5f74339cf details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:49:40.653962 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d74379-7942-408b-8f6e-049969bb932f req-8f1ea51b-a87e-4a1e-8e33-eada1f8a8525 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:40.658297 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c896f476-732c-482a-833a-65251c859ff8 admin admin] Publish callbacks [] for security_group (4e4c7540-35ac-4b85-b4e4-c552a2e7977e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.666451 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-33d74379-7942-408b-8f6e-049969bb932f req-8f1ea51b-a87e-4a1e-8e33-eada1f8a8525 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 944 time: 0.2414982 Jan 14 01:49:40.708986 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c896f476-732c-482a-833a-65251c859ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4e4c7540-35ac-4b85-b4e4-c552a2e7977e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.740737 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (e9ad1f1a-3035-4c70-b966-aaf86ba97c72), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.741499 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ad1f1a-3035-4c70-b966-aaf86ba97c72 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:49:40.747645 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.753523 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33536) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:40.757822 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8b2b0859-239e-4792-aefa-65ea8b514be7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e9ad1f1a-3035-4c70-b966-aaf86ba97c72 HTTP/1.1" status: 204 len: 168 time: 2.8937869 Jan 14 01:49:40.775002 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac08724-1b5a-4062-a505-a4bbbf521dbe None None] Pushing event updated for resources: {'Port': ['ID=19661379-fb66-40c3-af78-5e38d6e81c67,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:40.779889 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-33d74379-7942-408b-8f6e-049969bb932f req-c3a1a933-7c50-42e2-a40c-5bc62f9034fc tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113274 Jan 14 01:49:40.838433 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c896f476-732c-482a-833a-65251c859ff8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4e17b3f76004a7cb09f8197afb5e526&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1505337 Jan 14 01:49:40.842776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33538) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:40.852365 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896f476-732c-482a-833a-65251c859ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4c7540-35ac-4b85-b4e4-c552a2e7977e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:40.934726 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:40.971285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4065ef1-b9b0-4ac4-8add-c35b2c0392f7 admin admin] Deleting subnet 742a71f4-1b00-41e7-83f9-ea4c9ce21ecb {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:49:40.975903 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4065ef1-b9b0-4ac4-8add-c35b2c0392f7 admin admin] Publish callbacks [] for subnet (742a71f4-1b00-41e7-83f9-ea4c9ce21ecb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.020421 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 19661379-fb66-40c3-af78-5e38d6e81c67 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:41.026089 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4065ef1-b9b0-4ac4-8add-c35b2c0392f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (742a71f4-1b00-41e7-83f9-ea4c9ce21ecb), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.033814 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a63e27d-2564-43dc-a658-def485cd2dd0 admin admin] Publish callbacks [] for security_group (4e4c7540-35ac-4b85-b4e4-c552a2e7977e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.114366 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a63e27d-2564-43dc-a658-def485cd2dd0 admin admin] Publish callbacks [] for security_group (4e4c7540-35ac-4b85-b4e4-c552a2e7977e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.126446 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48330d93-72b9-49c3-a251-97bea3779e79 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.128748 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 19661379-fb66-40c3-af78-5e38d6e81c67 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:41.130605 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.156479 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed9e2b-fc5e-4654-96ca-f3f535ba5a92 req-183c9810-84f9-4dbe-b3a2-97f416278459 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:41.164208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3ed9e2b-fc5e-4654-96ca-f3f535ba5a92 req-183c9810-84f9-4dbe-b3a2-97f416278459 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 944 time: 0.3544810 Jan 14 01:49:41.192811 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4065ef1-b9b0-4ac4-8add-c35b2c0392f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (742a71f4-1b00-41e7-83f9-ea4c9ce21ecb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.195684 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48330d93-72b9-49c3-a251-97bea3779e79 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:41.246835 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 19661379-fb66-40c3-af78-5e38d6e81c67 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:41.250313 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48330d93-72b9-49c3-a251-97bea3779e79 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking segment: {'id': '71108abe-219e-4ac7-96eb-ca384af65f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0de8d0b4-6890-4b70-9fff-e5b5f74339cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:41.250706 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48330d93-72b9-49c3-a251-97bea3779e79 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network hostable DHCP agents. Network: 0de8d0b4-6890-4b70-9fff-e5b5f74339cf, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:49:41.273917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48330d93-72b9-49c3-a251-97bea3779e79 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network 0de8d0b4-6890-4b70-9fff-e5b5f74339cf is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:49:41.281329 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a63e27d-2564-43dc-a658-def485cd2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4e4c7540-35ac-4b85-b4e4-c552a2e7977e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.284669 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a63e27d-2564-43dc-a658-def485cd2dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.285813 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4a63e27d-2564-43dc-a658-def485cd2dd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e4c7540-35ac-4b85-b4e4-c552a2e7977e HTTP/1.1" status: 204 len: 168 time: 0.4419653 Jan 14 01:49:41.298317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63e27d-2564-43dc-a658-def485cd2dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4c7540-35ac-4b85-b4e4-c552a2e7977e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:41.300977 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-48330d93-72b9-49c3-a251-97bea3779e79 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 0de8d0b4-6890-4b70-9fff-e5b5f74339cf) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:41.305813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48330d93-72b9-49c3-a251-97bea3779e79 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:41.306541 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48330d93-72b9-49c3-a251-97bea3779e79 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.312634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591efde9-2950-4a18-abb9-931057236b58 None None] Network 0de8d0b4-6890-4b70-9fff-e5b5f74339cf requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:41.320269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3ed9e2b-fc5e-4654-96ca-f3f535ba5a92 req-486e5f98-0592-473f-8e4b-ca39334acfa7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549733 Jan 14 01:49:41.333250 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-48330d93-72b9-49c3-a251-97bea3779e79 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3049052 Jan 14 01:49:41.333873 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:41.345137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ebcf7fed-4d23-4bf4-8e55-0300ab5d51e5 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-856608705'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:41.395363 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4065ef1-b9b0-4ac4-8add-c35b2c0392f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (742a71f4-1b00-41e7-83f9-ea4c9ce21ecb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.404191 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcf7fed-4d23-4bf4-8e55-0300ab5d51e5 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:41.411398 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7fed-4d23-4bf4-8e55-0300ab5d51e5 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.477406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcf7fed-4d23-4bf4-8e55-0300ab5d51e5 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:49:41.483176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4065ef1-b9b0-4ac4-8add-c35b2c0392f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742a71f4-1b00-41e7-83f9-ea4c9ce21ecb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:41.491361 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4065ef1-b9b0-4ac4-8add-c35b2c0392f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.504624 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c4065ef1-b9b0-4ac4-8add-c35b2c0392f7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/742a71f4-1b00-41e7-83f9-ea4c9ce21ecb HTTP/1.1" status: 204 len: 168 time: 0.7236044 Jan 14 01:49:41.505282 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33546) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:41.507041 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7fed-4d23-4bf4-8e55-0300ab5d51e5 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (b9453bf5-f299-4184-aa17-e82c9a1cb488), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.507395 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-ebcf7fed-4d23-4bf4-8e55-0300ab5d51e5 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Added segment b9453bf5-f299-4184-aa17-e82c9a1cb488 of type vlan for network 1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c Jan 14 01:49:41.509176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9268bb7b-07d1-431c-aac8-69c52e81ff74 None None] Network 6c380d8a-103c-43f8-8cd0-e0b56da32f67 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:41.512167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 03bb7206-921d-461a-82cb-bb48ef1f46ee up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:41.570902 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-0de8d0b4-6890-4b70-9fff-e5b5f74339cf', 'network_id': '0de8d0b4-6890-4b70-9fff-e5b5f74339cf', 'project_id': '861564828ef44399a5b4a802f36c8335', 'fixed_ips': [{'subnet_id': 'a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:49:41.571760 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.574328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 9e648764-56a2-466e-8638-ebb052105e46 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:41.611862 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7fed-4d23-4bf4-8e55-0300ab5d51e5 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.672310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ded4c4f7-76ef-4fe1-a656-d055e2f0e954 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:41.689162 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7fed-4d23-4bf4-8e55-0300ab5d51e5 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.693198 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.695689 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.695689 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.695689 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.695689 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.695689 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.695689 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.695689 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.695689 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.695689 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.695689 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.695689 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:41.695689 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:41.707204 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcf7fed-4d23-4bf4-8e55-0300ab5d51e5 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:41.708208 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7fed-4d23-4bf4-8e55-0300ab5d51e5 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.709923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: ded4c4f7-76ef-4fe1-a656-d055e2f0e954 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:49:41.710521 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ded4c4f7-76ef-4fe1-a656-d055e2f0e954 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:41.711089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:41.719767 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (6c380d8a-103c-43f8-8cd0-e0b56da32f67), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.757544 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ebcf7fed-4d23-4bf4-8e55-0300ab5d51e5 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4220362 Jan 14 01:49:41.796048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33554) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:41.803866 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-72962c82-8b2d-4eba-93ce-a72faf1645a4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'network_id': '1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:41.869102 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9241d64e-82cf-4b0c-a260-6c6a22dd46eb req-0bcdf59e-f216-4874-b98d-9cd4e354e7ab tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0671093 Jan 14 01:49:41.966632 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Allocated IP 172.20.255.242 (0de8d0b4-6890-4b70-9fff-e5b5f74339cf/a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c/bddf78e2-7746-4c93-b1e7-2c673b27b153) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:41.974343 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Deleting port e8446983-d9cf-401a-9d5d-51d1c68818c6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:41.975982 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:41.996313 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf7fed-4d23-4bf4-8e55-0300ab5d51e5 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:42.007067 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72962c82-8b2d-4eba-93ce-a72faf1645a4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:42.007067 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72962c82-8b2d-4eba-93ce-a72faf1645a4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.043878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:49:42.117120 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33560) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:42.159284 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 03bb7206-921d-461a-82cb-bb48ef1f46ee completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:49:42.166479 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b499a0b-31f1-4d0f-ae69-e044b54dd146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.225021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f015-03f2-483f-a0d7-632cd6ef004b req-1488b13e-b45b-4554-bcc2-596f82b671b3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:42.228382 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0412f015-03f2-483f-a0d7-632cd6ef004b req-1488b13e-b45b-4554-bcc2-596f82b671b3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 944 time: 0.2905045 Jan 14 01:49:42.231159 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] For port e8446983-d9cf-401a-9d5d-51d1c68818c6, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e8446983-d9cf-401a-9d5d-51d1c68818c6,segment=NetworkSegment(1446c28c-5367-477e-89f6-1cacd85cf69c),segment_id=1446c28c-5367-477e-89f6-1cacd85cf69c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:42.231521 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.236516 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 03bb7206-921d-461a-82cb-bb48ef1f46ee triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:42.236904 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.242150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:49:42.242559 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0ac9fc4c-ffd4-4988-bd51-3f3c547ff861 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:42.287593 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Calling delete_port for e8446983-d9cf-401a-9d5d-51d1c68818c6 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:42.313437 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72962c82-8b2d-4eba-93ce-a72faf1645a4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (78305439-2090-4962-959c-d73f699a3fbd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.341032 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 9e648764-56a2-466e-8638-ebb052105e46 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:49:42.376598 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 9e648764-56a2-466e-8638-ebb052105e46 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:42.376969 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9e648764-56a2-466e-8638-ebb052105e46), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.383533 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0412f015-03f2-483f-a0d7-632cd6ef004b req-f7963e84-6dac-4373-b9d5-0c15a6d043bb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415694 Jan 14 01:49:42.397699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72962c82-8b2d-4eba-93ce-a72faf1645a4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=78305439-2090-4962-959c-d73f699a3fbd,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:42.448496 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72962c82-8b2d-4eba-93ce-a72faf1645a4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking segment: {'id': 'b9453bf5-f299-4184-aa17-e82c9a1cb488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:42.448857 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72962c82-8b2d-4eba-93ce-a72faf1645a4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network hostable DHCP agents. Network: 1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:49:42.471589 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72962c82-8b2d-4eba-93ce-a72faf1645a4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network 1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:49:42.487663 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-72962c82-8b2d-4eba-93ce-a72faf1645a4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:42.494131 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72962c82-8b2d-4eba-93ce-a72faf1645a4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:42.494941 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72962c82-8b2d-4eba-93ce-a72faf1645a4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.524453 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31566c76-1cbe-44d7-b690-2eeab4e79b5f None None] Network 1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:42.531526 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-72962c82-8b2d-4eba-93ce-a72faf1645a4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7343600 Jan 14 01:49:42.533823 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33564) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:42.598981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c1ab4-834b-4226-bdb3-652405945f86 req-b0c86e00-34b8-4265-8a73-4d30b8c50a68 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:42.609448 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-798c1ab4-834b-4226-bdb3-652405945f86 req-b0c86e00-34b8-4265-8a73-4d30b8c50a68 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 944 time: 0.1528938 Jan 14 01:49:42.617133 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b499a0b-31f1-4d0f-ae69-e044b54dd146 admin admin] Publish callbacks [] for security_group (b4bcadf3-30ce-41b3-967c-753e1ecbae4e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.634368 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b499a0b-31f1-4d0f-ae69-e044b54dd146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b4bcadf3-30ce-41b3-967c-753e1ecbae4e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.657527 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (e8446983-d9cf-401a-9d5d-51d1c68818c6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.711594 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.734027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8446983-d9cf-401a-9d5d-51d1c68818c6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:42.736498 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] No DVR routers for this DVR port e8446983-d9cf-401a-9d5d-51d1c68818c6 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:42.741146 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9b499a0b-31f1-4d0f-ae69-e044b54dd146 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=151d775985c54d7dbe33aa13df883527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6217229 Jan 14 01:49:42.744646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b499a0b-31f1-4d0f-ae69-e044b54dd146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bcadf3-30ce-41b3-967c-753e1ecbae4e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:42.747135 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33566) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:42.766880 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-798c1ab4-834b-4226-bdb3-652405945f86 req-2e14211a-26f1-4e63-ac4f-490c092d3371 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564338 Jan 14 01:49:42.841011 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f319f17-19e5-4361-9267-9107d571014d None None] DHCP port deletion for 6c380d8a-103c-43f8-8cd0-e0b56da32f67 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:49:42.843937 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 03bb7206-921d-461a-82cb-bb48ef1f46ee is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:42.844545 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.849151 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Publish callbacks [] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.862356 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (78305439-2090-4962-959c-d73f699a3fbd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.890618 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (6c380d8a-103c-43f8-8cd0-e0b56da32f67), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.899189 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:42.962975 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c380d8a-103c-43f8-8cd0-e0b56da32f67']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:42.979114 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9f0712f-cdd6-4f8d-9634-db73ea4dfd3e admin admin] Publish callbacks [] for security_group (b4bcadf3-30ce-41b3-967c-753e1ecbae4e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.007135 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1446c28c-5367-477e-89f6-1cacd85cf69c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:43.007304 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1446c28c-5367-477e-89f6-1cacd85cf69c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:43.039866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 03bb7206-921d-461a-82cb-bb48ef1f46ee, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=03bb7206-921d-461a-82cb-bb48ef1f46ee,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:43.056387 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (1446c28c-5367-477e-89f6-1cacd85cf69c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.059368 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (78305439-2090-4962-959c-d73f699a3fbd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.074900 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Network 0de8d0b4-6890-4b70-9fff-e5b5f74339cf is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:43.076319 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e8446983-d9cf-401a-9d5d-51d1c68818c6 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:43.079416 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a639acda-87ad-439d-8646-1ac0c8e0fb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb7206-921d-461a-82cb-bb48ef1f46ee'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:43.080612 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0a20acb-eeb7-4a95-9a64-61f3dcd47a73 req-a9b52f88-0310-4ca5-8120-00d1d40529b7 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0637729 Jan 14 01:49:43.082631 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83029813-1b54-46bd-bb28-5d8ec2a75eeb" -d '{"events": [{"server_uuid": "a639acda-87ad-439d-8646-1ac0c8e0fb8d", "name": "network-vif-plugged", "status": "completed", "tag": "03bb7206-921d-461a-82cb-bb48ef1f46ee"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:43.083981 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9f0712f-cdd6-4f8d-9634-db73ea4dfd3e admin admin] Publish callbacks [] for security_group (b4bcadf3-30ce-41b3-967c-753e1ecbae4e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.090870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:43.092848 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Subnet': ['ID=78305439-2090-4962-959c-d73f699a3fbd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:43.094478 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:43.096056 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (1446c28c-5367-477e-89f6-1cacd85cf69c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.110933 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:43.111342 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (1446c28c-5367-477e-89f6-1cacd85cf69c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:43.113174 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:43.184925 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.193556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Pushing event updated for resources: {'Port': ['ID=bddf78e2-7746-4c93-b1e7-2c673b27b153,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:43.207532 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.217424 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (6c380d8a-103c-43f8-8cd0-e0b56da32f67), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.234713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9f0712f-cdd6-4f8d-9634-db73ea4dfd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b4bcadf3-30ce-41b3-967c-753e1ecbae4e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.236631 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f5a0c-9c2d-442b-b46c-34a777bfb89d x-openstack-request-id: req-7e2f5a0c-9c2d-442b-b46c-34a777bfb89d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:43.237227 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a639acda-87ad-439d-8646-1ac0c8e0fb8d", "name": "network-vif-plugged", "status": "completed", "tag": "03bb7206-921d-461a-82cb-bb48ef1f46ee", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:43.237682 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e2f5a0c-9c2d-442b-b46c-34a777bfb89d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:43.238305 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a639acda-87ad-439d-8646-1ac0c8e0fb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb7206-921d-461a-82cb-bb48ef1f46ee', 'code': 200} Jan 14 01:49:43.238598 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9f0712f-cdd6-4f8d-9634-db73ea4dfd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.243080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e9f0712f-cdd6-4f8d-9634-db73ea4dfd3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4bcadf3-30ce-41b3-967c-753e1ecbae4e HTTP/1.1" status: 204 len: 168 time: 0.4935894 Jan 14 01:49:43.255337 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: e8446983-d9cf-401a-9d5d-51d1c68818c6 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:49:43.255814 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e8446983-d9cf-401a-9d5d-51d1c68818c6 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:43.259003 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:43.265075 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.273163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] 10.222.0.26 "DELETE /v2.0/networks/6c380d8a-103c-43f8-8cd0-e0b56da32f67 HTTP/1.1" status: 204 len: 168 time: 1.7634568 Jan 14 01:49:43.293166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aca1f-e1a6-4348-90e9-0c06d567435d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c380d8a-103c-43f8-8cd0-e0b56da32f67,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:43.297712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0712f-cdd6-4f8d-9634-db73ea4dfd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bcadf3-30ce-41b3-967c-753e1ecbae4e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:43.316199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9453bf5-f299-4184-aa17-e82c9a1cb488') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:43.316569 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9453bf5-f299-4184-aa17-e82c9a1cb488') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:43.331744 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (b9453bf5-f299-4184-aa17-e82c9a1cb488), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.359226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95fc205-29b5-4db3-af13-2dfc2167331f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c', 'network_id': '1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c', 'project_id': '861564828ef44399a5b4a802f36c8335', 'fixed_ips': [{'subnet_id': '78305439-2090-4962-959c-d73f699a3fbd'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:49:43.363050 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e95fc205-29b5-4db3-af13-2dfc2167331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.367197 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (b9453bf5-f299-4184-aa17-e82c9a1cb488), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.377871 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:43.378353 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (b9453bf5-f299-4184-aa17-e82c9a1cb488), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:43.382020 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:43.427880 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Attempting to bind port bddf78e2-7746-4c93-b1e7-2c673b27b153 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:43.428265 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Attempting to bind port bddf78e2-7746-4c93-b1e7-2c673b27b153 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '71108abe-219e-4ac7-96eb-ca384af65f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0de8d0b4-6890-4b70-9fff-e5b5f74339cf'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:43.428626 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Attempting to bind port bddf78e2-7746-4c93-b1e7-2c673b27b153 on network 0de8d0b4-6890-4b70-9fff-e5b5f74339cf {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:43.437786 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 9e648764-56a2-466e-8638-ebb052105e46 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:43.438170 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9e648764-56a2-466e-8638-ebb052105e46), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.456195 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da1b1e-8aac-414e-82cd-2459c63ed404 req-fa280223-5998-4dbf-a116-ed349f949e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:43.459047 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-07da1b1e-8aac-414e-82cd-2459c63ed404 req-fa280223-5998-4dbf-a116-ed349f949e8c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 1096 time: 0.1173685 Jan 14 01:49:43.473022 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:43.473738 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Checking segment: {'id': '71108abe-219e-4ac7-96eb-ca384af65f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0de8d0b4-6890-4b70-9fff-e5b5f74339cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:43.473889 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.474176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Bound using segment: {'id': '71108abe-219e-4ac7-96eb-ca384af65f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0de8d0b4-6890-4b70-9fff-e5b5f74339cf'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:43.474829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Bound port: bddf78e2-7746-4c93-b1e7-2c673b27b153, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71108abe-219e-4ac7-96eb-ca384af65f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0de8d0b4-6890-4b70-9fff-e5b5f74339cf'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:43.475212 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.560893 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=03bb7206-921d-461a-82cb-bb48ef1f46ee,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:43.578060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.599454 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.606452 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c HTTP/1.1" status: 204 len: 168 time: 1.0687516 Jan 14 01:49:43.611904 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33584) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:43.634093 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9c6ab8e3-448b-474f-8e9b-e35996d3bad6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-148842945'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:43.639427 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-07da1b1e-8aac-414e-82cd-2459c63ed404 req-c077e1d4-5a8d-42df-b21d-2c60db6e764a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746442 Jan 14 01:49:43.642909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07423a-9aba-43f7-9436-d29c7be3a03b tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Network': ['ID=1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:43.648435 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaeb09-35d7-498a-bab5-73026d57cb99 req-ea7e0493-e75b-4123-8508-3853f9b3c9c4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:43.650005 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-02eaeb09-35d7-498a-bab5-73026d57cb99 req-ea7e0493-e75b-4123-8508-3853f9b3c9c4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 944 time: 0.1037953 Jan 14 01:49:43.674891 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6ab8e3-448b-474f-8e9b-e35996d3bad6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:43.675150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b60fe-5fc0-4412-96cf-bd0da7970294 None None] Network 1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:43.679602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 9e648764-56a2-466e-8638-ebb052105e46, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=9e648764-56a2-466e-8638-ebb052105e46,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:43.680197 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab8e3-448b-474f-8e9b-e35996d3bad6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.704259 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33586) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:43.724751 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6ab8e3-448b-474f-8e9b-e35996d3bad6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:49:43.730814 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b60fe-5fc0-4412-96cf-bd0da7970294 None None] Network 1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 14 01:49:43.732773 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9e648764-56a2-466e-8638-ebb052105e46), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.741253 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab8e3-448b-474f-8e9b-e35996d3bad6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (98d6b2e5-d3d3-415f-ae70-4125b8211d0c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.741592 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-9c6ab8e3-448b-474f-8e9b-e35996d3bad6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Added segment 98d6b2e5-d3d3-415f-ae70-4125b8211d0c of type vlan for network fd4468f1-70c6-4a78-b711-7b29cd7e43de Jan 14 01:49:43.815391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-02eaeb09-35d7-498a-bab5-73026d57cb99 req-b08a61a6-c087-49d6-bd2d-8092e488adc3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518841 Jan 14 01:49:43.822860 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab8e3-448b-474f-8e9b-e35996d3bad6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (fd4468f1-70c6-4a78-b711-7b29cd7e43de), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.843056 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] For port bddf78e2-7746-4c93-b1e7-2c673b27b153, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:43.849698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] For port bddf78e2-7746-4c93-b1e7-2c673b27b153, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bddf78e2-7746-4c93-b1e7-2c673b27b153,segment=NetworkSegment(71108abe-219e-4ac7-96eb-ca384af65f07),segment_id=71108abe-219e-4ac7-96eb-ca384af65f07)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:43.853126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b5c9c7a2-2e3f-4a50-a1b4-3b913437d138 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83b25a55919d4231b9139590f8fd8e65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471972 Jan 14 01:49:43.856827 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33592) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:43.859276 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.869072 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=9e648764-56a2-466e-8638-ebb052105e46,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:43.899107 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab8e3-448b-474f-8e9b-e35996d3bad6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (fd4468f1-70c6-4a78-b711-7b29cd7e43de), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.906336 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ab8e3-448b-474f-8e9b-e35996d3bad6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:43.907092 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab8e3-448b-474f-8e9b-e35996d3bad6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:43.949746 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da2641-cb89-45ee-85f5-df8c4a7bf9d1 None None] Pushing event updated for resources: {'Port': ['ID=bddf78e2-7746-4c93-b1e7-2c673b27b153,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:44.019431 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11155db-2003-4610-98c3-29c070828c41 req-498e22fd-2bf4-48c1-b85e-05b4e954b4cf tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:44.021007 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d11155db-2003-4610-98c3-29c070828c41 req-498e22fd-2bf4-48c1-b85e-05b4e954b4cf tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 945 time: 0.1257231 Jan 14 01:49:44.032565 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9c6ab8e3-448b-474f-8e9b-e35996d3bad6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4192109 Jan 14 01:49:44.035077 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33598) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:44.040566 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'network_id': 'fd4468f1-70c6-4a78-b711-7b29cd7e43de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:44.108838 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ab8e3-448b-474f-8e9b-e35996d3bad6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=fd4468f1-70c6-4a78-b711-7b29cd7e43de,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:44.109580 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d11155db-2003-4610-98c3-29c070828c41 req-7d0fb69e-2e18-4094-af52-6a6d40073a8b tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774648 Jan 14 01:49:44.124461 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a6e2-1361-4743-ad1b-bc1b2b4e5398 admin admin] Publish callbacks [] for security_group (c5d021c5-7273-4599-ba5d-5ffac4a3d053), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:44.126129 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network fd4468f1-70c6-4a78-b711-7b29cd7e43de details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:49:44.166276 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a6e2-1361-4743-ad1b-bc1b2b4e5398 admin admin] Publish callbacks [] for security_group (c5d021c5-7273-4599-ba5d-5ffac4a3d053), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:44.182983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:44.187297 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:44.280652 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3189b067-234b-40d4-b79d-b31d79e114af req-9cff96b2-21c7-40e2-af0c-9bacf2f38947 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0486975 Jan 14 01:49:44.319874 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a6e2-1361-4743-ad1b-bc1b2b4e5398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c5d021c5-7273-4599-ba5d-5ffac4a3d053), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:44.324551 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a6e2-1361-4743-ad1b-bc1b2b4e5398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:44.333766 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c9e9a6e2-1361-4743-ad1b-bc1b2b4e5398 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5d021c5-7273-4599-ba5d-5ffac4a3d053 HTTP/1.1" status: 204 len: 168 time: 0.4694040 Jan 14 01:49:44.351861 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Performing IP validity checks on allocation pools {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 14 01:49:44.352384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 14 01:49:44.362943 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9a6e2-1361-4743-ad1b-bc1b2b4e5398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d021c5-7273-4599-ba5d-5ffac4a3d053,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:44.579544 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (2259e5db-3e0c-47af-bb03-553dbeaa6448), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:44.649307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=2259e5db-3e0c-47af-bb03-553dbeaa6448,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:44.661154 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking segment: {'id': '98d6b2e5-d3d3-415f-ae70-4125b8211d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fd4468f1-70c6-4a78-b711-7b29cd7e43de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:44.661513 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network hostable DHCP agents. Network: fd4468f1-70c6-4a78-b711-7b29cd7e43de, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:49:44.686605 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network fd4468f1-70c6-4a78-b711-7b29cd7e43de is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:49:44.699951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, fd4468f1-70c6-4a78-b711-7b29cd7e43de) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:44.714704 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59e16be-4971-46ac-895e-8a2b8382422f None None] Network fd4468f1-70c6-4a78-b711-7b29cd7e43de requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:44.715211 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:44.715802 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:44.743366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33622) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:44.755392 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3bf85326-f667-42e9-8f0a-9662cf17d5a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7189767 Jan 14 01:49:44.897408 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-fd4468f1-70c6-4a78-b711-7b29cd7e43de', 'network_id': 'fd4468f1-70c6-4a78-b711-7b29cd7e43de', 'project_id': '861564828ef44399a5b4a802f36c8335', 'fixed_ips': [{'subnet_id': '2259e5db-3e0c-47af-bb03-553dbeaa6448'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:49:44.898488 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:45.059635 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bddf78e2-7746-4c93-b1e7-2c673b27b153 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:45.119132 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (fd4468f1-70c6-4a78-b711-7b29cd7e43de), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:45.170182 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f894b-5c39-4747-b2c5-d6359307ba7c req-c3f609b9-4ed5-41c1-8999-1b4812e3518b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:45.183771 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-814f894b-5c39-4747-b2c5-d6359307ba7c req-c3f609b9-4ed5-41c1-8999-1b4812e3518b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 945 time: 0.1888626 Jan 14 01:49:45.223173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Allocated IP 172.20.0.3 (fd4468f1-70c6-4a78-b711-7b29cd7e43de/2259e5db-3e0c-47af-bb03-553dbeaa6448/73da45fd-60bd-458c-a092-f164c920f8d9) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:45.312816 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (2259e5db-3e0c-47af-bb03-553dbeaa6448), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:45.434595 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-814f894b-5c39-4747-b2c5-d6359307ba7c req-b44a0287-d058-40c1-9d0c-bae6455c7011 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183127 Jan 14 01:49:45.484371 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Publish callbacks [] for port (73da45fd-60bd-458c-a092-f164c920f8d9), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:45.487827 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f10360e-6166-4af9-a81c-ea51930ec7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e648764-56a2-466e-8638-ebb052105e46'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:45.490376 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af08211-e06b-4bc4-8a92-37f7d8980128" -d '{"events": [{"server_uuid": "6f10360e-6166-4af9-a81c-ea51930ec7bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e648764-56a2-466e-8638-ebb052105e46"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:45.499575 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (73da45fd-60bd-458c-a092-f164c920f8d9), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:45.502640 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee073e3-42b6-482f-966c-b0dfbd8b3d0d req-ac83c7eb-0fb0-4f5b-b88b-ebe8ccd54bfb tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:45.509345 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dee073e3-42b6-482f-966c-b0dfbd8b3d0d req-ac83c7eb-0fb0-4f5b-b88b-ebe8ccd54bfb tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 945 time: 0.2606318 Jan 14 01:49:45.602597 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dee073e3-42b6-482f-966c-b0dfbd8b3d0d req-1b856701-0e14-4684-af44-435b4d374441 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820127 Jan 14 01:49:45.603955 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (2259e5db-3e0c-47af-bb03-553dbeaa6448), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:45.675843 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Subnet': ['ID=2259e5db-3e0c-47af-bb03-553dbeaa6448,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:45.741972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1a497-2aaf-46bd-b8f2-c1af9a80072d None None] Network 0de8d0b4-6890-4b70-9fff-e5b5f74339cf requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:45.760111 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Pushing event updated for resources: {'Port': ['ID=73da45fd-60bd-458c-a092-f164c920f8d9,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:45.778841 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Network fd4468f1-70c6-4a78-b711-7b29cd7e43de is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:45.791173 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cbb3a5bd-06ff-48e1-9c8c-083bcb842eb2 req-a49365e8-a925-4622-95ac-06e3f844e2d9 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0806181 Jan 14 01:49:45.802755 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (fd4468f1-70c6-4a78-b711-7b29cd7e43de), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:45.836232 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4468f1-70c6-4a78-b711-7b29cd7e43de']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:45.853871 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d6b2e5-d3d3-415f-ae70-4125b8211d0c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:45.855294 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84468c8e-c6e7-4e90-8eb0-2cfe38b35dfa x-openstack-request-id: req-84468c8e-c6e7-4e90-8eb0-2cfe38b35dfa {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:45.855476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d6b2e5-d3d3-415f-ae70-4125b8211d0c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:45.855936 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f10360e-6166-4af9-a81c-ea51930ec7bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e648764-56a2-466e-8638-ebb052105e46", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:45.856329 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84468c8e-c6e7-4e90-8eb0-2cfe38b35dfa {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:45.856863 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f10360e-6166-4af9-a81c-ea51930ec7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e648764-56a2-466e-8638-ebb052105e46', 'code': 200} Jan 14 01:49:45.862357 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:45.876197 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:45.890969 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (98d6b2e5-d3d3-415f-ae70-4125b8211d0c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:45.930484 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b880a3a3-82b2-4714-91a4-2e473d5e7c7a None None] Provisioning complete for port bddf78e2-7746-4c93-b1e7-2c673b27b153 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:45.931117 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b880a3a3-82b2-4714-91a4-2e473d5e7c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:45.968248 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port bddf78e2-7746-4c93-b1e7-2c673b27b153 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:45.969229 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:45.974982 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (98d6b2e5-d3d3-415f-ae70-4125b8211d0c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:45.990943 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:45.991606 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (98d6b2e5-d3d3-415f-ae70-4125b8211d0c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:45.993591 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33666) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:45.995497 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:46.081083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Attempting to bind port 73da45fd-60bd-458c-a092-f164c920f8d9 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:46.081950 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Attempting to bind port 73da45fd-60bd-458c-a092-f164c920f8d9 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '98d6b2e5-d3d3-415f-ae70-4125b8211d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fd4468f1-70c6-4a78-b711-7b29cd7e43de'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:46.082406 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Attempting to bind port 73da45fd-60bd-458c-a092-f164c920f8d9 on network fd4468f1-70c6-4a78-b711-7b29cd7e43de {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:46.089759 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ce359-a9b8-4be2-acd1-2fead79add4d req-4c83ff0e-cdba-4b09-a3c5-e4a4d32348f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:46.091802 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa9ce359-a9b8-4be2-acd1-2fead79add4d req-4c83ff0e-cdba-4b09-a3c5-e4a4d32348f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 1096 time: 0.1888564 Jan 14 01:49:46.099777 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:46.100256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Checking segment: {'id': '98d6b2e5-d3d3-415f-ae70-4125b8211d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fd4468f1-70c6-4a78-b711-7b29cd7e43de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:46.100720 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.101180 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Bound using segment: {'id': '98d6b2e5-d3d3-415f-ae70-4125b8211d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fd4468f1-70c6-4a78-b711-7b29cd7e43de'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:46.101904 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Bound port: 73da45fd-60bd-458c-a092-f164c920f8d9, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d6b2e5-d3d3-415f-ae70-4125b8211d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fd4468f1-70c6-4a78-b711-7b29cd7e43de'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:46.102532 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (73da45fd-60bd-458c-a092-f164c920f8d9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.121208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c708f8a9-7ee5-4f05-af12-6571e4d0d180 req-1bcbd8f6-1b37-45d7-9dd8-74c6cabbdcb4 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-493160161&fields=id&tenant_id=fed1db0d364848e4950b16d320a3d4bd HTTP/1.1" status: 200 len: 267 time: 0.2169750 Jan 14 01:49:46.141303 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 01:49:46.141303 n-d-824358-4 neutron-server[103353]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 01:49:46.141303 n-d-824358-4 neutron-server[103353]: [parameters: {'id': 'fd4468f1-70c6-4a78-b711-7b29cd7e43de'}] Jan 14 01:49:46.141303 n-d-824358-4 neutron-server[103353]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:49:46.141946 n-d-824358-4 neutron-server[103353]: DEBUG oslo_db.api [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:49:46.197211 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aa9ce359-a9b8-4be2-acd1-2fead79add4d req-2bd32ea1-c8ac-413a-826a-816316b36cd0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957849 Jan 14 01:49:46.208055 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f8a9-7ee5-4f05-af12-6571e4d0d180 req-13ae8bfb-e2cc-4e14-a755-871d107257db tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:46.216797 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c708f8a9-7ee5-4f05-af12-6571e4d0d180 req-13ae8bfb-e2cc-4e14-a755-871d107257db tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 945 time: 0.0946600 Jan 14 01:49:46.223010 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c708f8a9-7ee5-4f05-af12-6571e4d0d180 req-d48bf98f-495b-4537-8bb4-ffcffd0957d0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'port': {'security_groups': ['5d96ae87-4fbc-4a27-b8a3-22ce267ccd85', 'b6cc12ee-5f74-4975-801e-bea13c786fac']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:46.278195 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2f870e1c-136a-4a1d-8ca6-453d5bfe0015 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1993469502'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:46.278830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2f870e1c-136a-4a1d-8ca6-453d5bfe0015 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Unknown quota resources ['metering_label']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 14 01:49:46.311370 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port bddf78e2-7746-4c93-b1e7-2c673b27b153 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:46.312091 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.323726 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b880a3a3-82b2-4714-91a4-2e473d5e7c7a None None] Current status of the port bddf78e2-7746-4c93-b1e7-2c673b27b153 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:46.324227 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b880a3a3-82b2-4714-91a4-2e473d5e7c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.331948 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c708f8a9-7ee5-4f05-af12-6571e4d0d180 req-d48bf98f-495b-4537-8bb4-ffcffd0957d0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.388859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] For port 73da45fd-60bd-458c-a092-f164c920f8d9, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:46.410042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] For port 73da45fd-60bd-458c-a092-f164c920f8d9, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=73da45fd-60bd-458c-a092-f164c920f8d9,segment=NetworkSegment(98d6b2e5-d3d3-415f-ae70-4125b8211d0c),segment_id=98d6b2e5-d3d3-415f-ae70-4125b8211d0c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:46.415823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b880a3a3-82b2-4714-91a4-2e473d5e7c7a None None] For port bddf78e2-7746-4c93-b1e7-2c673b27b153, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bddf78e2-7746-4c93-b1e7-2c673b27b153,segment=NetworkSegment(71108abe-219e-4ac7-96eb-ca384af65f07),segment_id=71108abe-219e-4ac7-96eb-ca384af65f07)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:46.420303 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (73da45fd-60bd-458c-a092-f164c920f8d9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.477318 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b880a3a3-82b2-4714-91a4-2e473d5e7c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.556904 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-32ea0479-ce4f-4341-b4bf-e7b9aa8d4d5d tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e350eb51179c46cb8816a62f7b7fd6bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894027 Jan 14 01:49:46.595908 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39811a1c-2956-40b8-aff1-0af39788e766 None None] Pushing event updated for resources: {'Port': ['ID=73da45fd-60bd-458c-a092-f164c920f8d9,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:46.598967 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:49:46.599255 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:49:46.629913 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d13ffd-b9ea-4347-adb4-4013a8ef7092 None None] get_active_networks_info from n-d-824358-4 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 01:49:46.664197 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f870e1c-136a-4a1d-8ca6-453d5bfe0015 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.666490 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2f870e1c-136a-4a1d-8ca6-453d5bfe0015 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6708746 Jan 14 01:49:46.668634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-583aa315-aaf8-44b4-8eb0-268c2e8f92c0 None None] Provisioning complete for port bddf78e2-7746-4c93-b1e7-2c673b27b153 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:46.668979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:46.669087 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-583aa315-aaf8-44b4-8eb0-268c2e8f92c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.673189 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (fd4468f1-70c6-4a78-b711-7b29cd7e43de), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.676191 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-732580dc-c117-4bee-a64a-35c4de816777 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd28fb276-572a-4700-9300-c3f5d117e304'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:46.681032 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-732580dc-c117-4bee-a64a-35c4de816777 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 14 01:49:46.760033 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880a3a3-82b2-4714-91a4-2e473d5e7c7a None None] Pushing event updated for resources: {'Port': ['ID=bddf78e2-7746-4c93-b1e7-2c673b27b153,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:46.777391 n-d-824358-4 neutron-server[103354]: WARNING neutron.services.metering.metering_plugin [None req-732580dc-c117-4bee-a64a-35c4de816777 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 01:49:46.798165 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c708f8a9-7ee5-4f05-af12-6571e4d0d180 req-d48bf98f-495b-4537-8bb4-ffcffd0957d0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] For port 03bb7206-921d-461a-82cb-bb48ef1f46ee, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=03bb7206-921d-461a-82cb-bb48ef1f46ee,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:46.825393 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-f76ddce8-2c72-47ba-8871-e1c0b0d9c67a tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:46.831067 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-f76ddce8-2c72-47ba-8871-e1c0b0d9c67a tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658865 Jan 14 01:49:46.862574 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c708f8a9-7ee5-4f05-af12-6571e4d0d180 req-d48bf98f-495b-4537-8bb4-ffcffd0957d0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.878598 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c708f8a9-7ee5-4f05-af12-6571e4d0d180 req-d48bf98f-495b-4537-8bb4-ffcffd0957d0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.927619 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-732580dc-c117-4bee-a64a-35c4de816777 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.928942 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-732580dc-c117-4bee-a64a-35c4de816777 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2587185 Jan 14 01:49:46.933421 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33694) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:46.934557 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-aae2bd25-aed3-4c97-83e8-98f72f6c6ba6 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/quotas/e350eb51179c46cb8816a62f7b7fd6bf HTTP/1.1" status: 200 len: 375 time: 0.0657868 Jan 14 01:49:46.938219 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-65ea5a8f-77ef-4cf2-968a-544b3b36e100 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd28fb276-572a-4700-9300-c3f5d117e304'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:46.938747 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-65ea5a8f-77ef-4cf2-968a-544b3b36e100 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 14 01:49:46.950337 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f8a9-7ee5-4f05-af12-6571e4d0d180 req-d48bf98f-495b-4537-8bb4-ffcffd0957d0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:46.951042 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c708f8a9-7ee5-4f05-af12-6571e4d0d180 req-d48bf98f-495b-4537-8bb4-ffcffd0957d0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:46.952659 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c708f8a9-7ee5-4f05-af12-6571e4d0d180 req-d48bf98f-495b-4537-8bb4-ffcffd0957d0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "PUT /v2.0/ports/03bb7206-921d-461a-82cb-bb48ef1f46ee HTTP/1.1" status: 200 len: 981 time: 0.7349141 Jan 14 01:49:46.959983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a639acda-87ad-439d-8646-1ac0c8e0fb8d', 'tag': '03bb7206-921d-461a-82cb-bb48ef1f46ee'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:46.962853 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a14dca-6284-43dc-9bf0-91ed9c9e0f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a639acda-87ad-439d-8646-1ac0c8e0fb8d", "tag": "03bb7206-921d-461a-82cb-bb48ef1f46ee"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:46.975833 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Deleting port 73da45fd-60bd-458c-a092-f164c920f8d9 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:46.976270 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (73da45fd-60bd-458c-a092-f164c920f8d9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:47.007724 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['03bb7206-921d-461a-82cb-bb48ef1f46ee'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:47.024116 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-050e0453-ed40-4c71-95bb-981562311218 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e350eb51179c46cb8816a62f7b7fd6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653729 Jan 14 01:49:47.042632 n-d-824358-4 neutron-server[103354]: WARNING neutron.services.metering.metering_plugin [None req-65ea5a8f-77ef-4cf2-968a-544b3b36e100 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 01:49:47.052306 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d13ffd-b9ea-4347-adb4-4013a8ef7092 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 01:49:47.070915 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-583aa315-aaf8-44b4-8eb0-268c2e8f92c0 None None] Current status of the port bddf78e2-7746-4c93-b1e7-2c673b27b153 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:47.110463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bf98f-495b-4537-8bb4-ffcffd0957d0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'Port': ['ID=03bb7206-921d-461a-82cb-bb48ef1f46ee,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:47.139646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] For port 73da45fd-60bd-458c-a092-f164c920f8d9, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=73da45fd-60bd-458c-a092-f164c920f8d9,segment=NetworkSegment(98d6b2e5-d3d3-415f-ae70-4125b8211d0c),segment_id=98d6b2e5-d3d3-415f-ae70-4125b8211d0c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:47.140312 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (73da45fd-60bd-458c-a092-f164c920f8d9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:47.157282 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Calling delete_port for 73da45fd-60bd-458c-a092-f164c920f8d9 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:47.161958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['03bb7206-921d-461a-82cb-bb48ef1f46ee'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:47.231061 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65ea5a8f-77ef-4cf2-968a-544b3b36e100 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:47.232734 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-65ea5a8f-77ef-4cf2-968a-544b3b36e100 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2982235 Jan 14 01:49:47.235610 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33700) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:47.260685 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7e7b5cdb-d58c-4dd5-89ec-94b8855216a0 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=fcccc9a9-f105-4b08-894a-285bb78d4f3e HTTP/1.1" status: 200 len: 462 time: 0.0223930 Jan 14 01:49:47.264090 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33702) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:47.395648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482b11d-60ef-4cce-a172-f211a1931479 req-20fd2022-391e-4103-b45c-3332fdad2b51 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:47.399285 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a482b11d-60ef-4cce-a172-f211a1931479 req-20fd2022-391e-4103-b45c-3332fdad2b51 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 945 time: 0.2225225 Jan 14 01:49:47.426715 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port bddf78e2-7746-4c93-b1e7-2c673b27b153 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:47.466954 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (73da45fd-60bd-458c-a092-f164c920f8d9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:47.499450 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a482b11d-60ef-4cce-a172-f211a1931479 req-864408ca-bdc7-45b5-b8c1-b738ec211071 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927925 Jan 14 01:49:47.502656 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Port': ['ID=73da45fd-60bd-458c-a092-f164c920f8d9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:47.507042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No DVR routers for this DVR port 73da45fd-60bd-458c-a092-f164c920f8d9 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:47.632236 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6e5b-7879-486e-9d6a-89ff2149d7df tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:47.633377 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9c2a6e5b-7879-486e-9d6a-89ff2149d7df tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/fcccc9a9-f105-4b08-894a-285bb78d4f3e HTTP/1.1" status: 204 len: 168 time: 0.3640218 Jan 14 01:49:47.637957 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33710) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:47.659270 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c0a738fa-3990-47e5-a415-16eb3fc0c56b tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=fcccc9a9-f105-4b08-894a-285bb78d4f3e HTTP/1.1" status: 200 len: 221 time: 0.0201817 Jan 14 01:49:47.664524 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33712) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:47.675237 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f3fa5954-9d0e-4ddd-a220-c404c30f7eb3 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--883007314', 'description': 'label created by tempest'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:47.675684 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f3fa5954-9d0e-4ddd-a220-c404c30f7eb3 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Unknown quota resources ['metering_label']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 14 01:49:47.677595 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bddf78e2-7746-4c93-b1e7-2c673b27b153 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:47.737008 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (fd4468f1-70c6-4a78-b711-7b29cd7e43de), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:47.782058 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4468f1-70c6-4a78-b711-7b29cd7e43de']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:47.822153 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299d3f69-b43f-4481-8bde-64856cbc2908 req-51f2eae3-1957-448a-bacb-a6668e467ec6 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.1913707 Jan 14 01:49:47.835157 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d6b2e5-d3d3-415f-ae70-4125b8211d0c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:47.842367 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d6b2e5-d3d3-415f-ae70-4125b8211d0c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:47.893652 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (98d6b2e5-d3d3-415f-ae70-4125b8211d0c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:47.903149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port bddf78e2-7746-4c93-b1e7-2c673b27b153 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:47.903696 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:47.919142 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339e03cc-b977-4a4d-9741-f08d8a3db39c x-openstack-request-id: req-339e03cc-b977-4a4d-9741-f08d8a3db39c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:47.919700 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a639acda-87ad-439d-8646-1ac0c8e0fb8d", "tag": "03bb7206-921d-461a-82cb-bb48ef1f46ee", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:47.920098 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-339e03cc-b977-4a4d-9741-f08d8a3db39c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:47.920666 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a639acda-87ad-439d-8646-1ac0c8e0fb8d', 'tag': '03bb7206-921d-461a-82cb-bb48ef1f46ee', 'status': 'completed', 'code': 200} Jan 14 01:49:47.936442 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (98d6b2e5-d3d3-415f-ae70-4125b8211d0c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:47.971831 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d9c21600-f8e8-4d6d-9a3a-a82b96c07870 req-645d844a-a649-445c-8a3c-881a74f3f02a tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-180091308&fields=id&tenant_id=fed1db0d364848e4950b16d320a3d4bd HTTP/1.1" status: 200 len: 267 time: 0.3421326 Jan 14 01:49:47.975695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:47.976111 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (98d6b2e5-d3d3-415f-ae70-4125b8211d0c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:48.022991 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:48.072370 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3fa5954-9d0e-4ddd-a220-c404c30f7eb3 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.076654 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f3fa5954-9d0e-4ddd-a220-c404c30f7eb3 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4076929 Jan 14 01:49:48.080329 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33720) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:48.194024 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab03eaf-23c1-4672-9501-1ec568b53fb0 None None] Network fd4468f1-70c6-4a78-b711-7b29cd7e43de requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:48.196907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port bddf78e2-7746-4c93-b1e7-2c673b27b153 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:48.215697 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8cdad20-9e8c-4c96-9cbc-b12cc753f413 req-670beedb-9b02-4563-a7da-7f8863610099 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 210 time: 0.0727286 Jan 14 01:49:48.249025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a1868-6a7e-441f-9bec-0b12103c5806 None None] DHCP port deletion for 1504e0b4-eb16-43ba-ae39-89743909d020 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:49:48.254355 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (fd4468f1-70c6-4a78-b711-7b29cd7e43de), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.264744 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c21600-f8e8-4d6d-9a3a-a82b96c07870 req-9be1cb70-9bd1-44c4-bf21-4048d43a25cd tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:48.266384 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d9c21600-f8e8-4d6d-9a3a-a82b96c07870 req-9be1cb70-9bd1-44c4-bf21-4048d43a25cd tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 984 time: 0.2934985 Jan 14 01:49:48.273768 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.277619 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/fd4468f1-70c6-4a78-b711-7b29cd7e43de HTTP/1.1" status: 204 len: 168 time: 3.5332210 Jan 14 01:49:48.290522 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33722) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:48.296753 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Provisioning complete for port 9e648764-56a2-466e-8638-ebb052105e46 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:48.297761 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9e648764-56a2-466e-8638-ebb052105e46), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.299963 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4cb08479-9cc5-4c99-a1d9-95327f387085 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-185827137'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:48.311775 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d9c21600-f8e8-4d6d-9a3a-a82b96c07870 req-b96e5f1e-64a7-4e76-8094-3b7671e16f25 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'port': {'security_groups': ['5d96ae87-4fbc-4a27-b8a3-22ce267ccd85', 'b6cc12ee-5f74-4975-801e-bea13c786fac', '25c25d80-1bc3-43fb-ac45-37a19dc2964d']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:48.315910 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98dc64-4225-4d70-b4f0-0c69aae98637 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Network': ['ID=fd4468f1-70c6-4a78-b711-7b29cd7e43de,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:48.353837 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-390fa0bb-9ac2-4c15-a769-1718560b2c2b tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=b4e3f685-be0f-4c93-8987-b995bd507226 HTTP/1.1" status: 200 len: 467 time: 0.2639101 Jan 14 01:49:48.355095 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33724) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:48.416521 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a14dca-6284-43dc-9bf0-91ed9c9e0f6a req-7ef2e6b9-7a82-465d-af71-3368954aaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:48.420446 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-39a14dca-6284-43dc-9bf0-91ed9c9e0f6a req-7ef2e6b9-7a82-465d-af71-3368954aaf87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fed1db0d364848e4950b16d320a3d4bd&device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 1135 time: 0.3772452 Jan 14 01:49:48.445696 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d9c21600-f8e8-4d6d-9a3a-a82b96c07870 req-b96e5f1e-64a7-4e76-8094-3b7671e16f25 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.497832 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Current status of the port 9e648764-56a2-466e-8638-ebb052105e46 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:48.513159 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb08479-9cc5-4c99-a1d9-95327f387085 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:48.517477 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cb08479-9cc5-4c99-a1d9-95327f387085 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.521384 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Provisioning complete for port ee32ab1f-68b2-4844-8920-b9eb34485ad5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:48.521384 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.591433 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb08479-9cc5-4c99-a1d9-95327f387085 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:49:48.623315 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cb08479-9cc5-4c99-a1d9-95327f387085 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (3f083ffb-28fd-4d95-bc32-710d3e133233), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.624218 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-4cb08479-9cc5-4c99-a1d9-95327f387085 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Added segment 3f083ffb-28fd-4d95-bc32-710d3e133233 of type vlan for network 7b468a24-ef32-4517-861e-3f4c37267fc6 Jan 14 01:49:48.675274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Current status of the port ee32ab1f-68b2-4844-8920-b9eb34485ad5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:48.686634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Provisioning complete for port f469ac59-7109-4750-b3d4-41a6d8b59497 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:48.687083 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.729171 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cb08479-9cc5-4c99-a1d9-95327f387085 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (7b468a24-ef32-4517-861e-3f4c37267fc6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.815182 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Current status of the port f469ac59-7109-4750-b3d4-41a6d8b59497 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:48.829196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Provisioning complete for port 03bb7206-921d-461a-82cb-bb48ef1f46ee triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:48.829845 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.833449 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7424f-d5f1-4947-ac27-1353c31cb06d req-5dcfdb73-cea6-4f6b-8553-bda0fb4e30a6 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:48.836004 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1da7424f-d5f1-4947-ac27-1353c31cb06d req-5dcfdb73-cea6-4f6b-8553-bda0fb4e30a6 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 945 time: 0.2152259 Jan 14 01:49:48.881671 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cb08479-9cc5-4c99-a1d9-95327f387085 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (7b468a24-ef32-4517-861e-3f4c37267fc6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.888061 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb08479-9cc5-4c99-a1d9-95327f387085 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:48.888860 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cb08479-9cc5-4c99-a1d9-95327f387085 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.942235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Current status of the port 03bb7206-921d-461a-82cb-bb48ef1f46ee is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:48.955866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Provisioning complete for port 457ffae7-6504-4352-bf17-f745813a88ce triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:48.956268 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (457ffae7-6504-4352-bf17-f745813a88ce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:48.998637 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Port 457ffae7-6504-4352-bf17-f745813a88ce cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:49.013375 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Provisioning complete for port 3911c350-942f-4466-9332-98bea68f9487 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:49.013764 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3911c350-942f-4466-9332-98bea68f9487), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:49.028470 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4cb08479-9cc5-4c99-a1d9-95327f387085 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7348704 Jan 14 01:49:49.035956 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33734) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:49.045652 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-65dc3fbf-070f-4e49-b98e-708fa135ab27 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'network_id': '7b468a24-ef32-4517-861e-3f4c37267fc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:49.061935 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1da7424f-d5f1-4947-ac27-1353c31cb06d req-f523fd34-a606-4089-9655-cac493a5653c tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127566 Jan 14 01:49:49.065394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d9c21600-f8e8-4d6d-9a3a-a82b96c07870 req-b96e5f1e-64a7-4e76-8094-3b7671e16f25 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] For port 03bb7206-921d-461a-82cb-bb48ef1f46ee, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=03bb7206-921d-461a-82cb-bb48ef1f46ee,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:49.125603 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Current status of the port 3911c350-942f-4466-9332-98bea68f9487 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:49.138769 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Provisioning complete for port d5cf55e1-8656-4c77-8a9b-e889d220efe3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:49.139114 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:49.162590 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7419-da9b-4858-9f8a-bb4ee9c87bad tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:49.175177 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cf3e7419-da9b-4858-9f8a-bb4ee9c87bad tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/b4e3f685-be0f-4c93-8987-b995bd507226 HTTP/1.1" status: 204 len: 168 time: 0.8189590 Jan 14 01:49:49.177894 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33738) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:49.199408 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8b13a22e-5d73-4808-8c61-8b585f994c50 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=b4e3f685-be0f-4c93-8987-b995bd507226 HTTP/1.1" status: 200 len: 216 time: 0.0201707 Jan 14 01:49:49.205165 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33740) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:49.232751 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-df1597e2-56d7-4b42-8d2e-c9e137f80f66 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0260580 Jan 14 01:49:49.234651 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a14dca-6284-43dc-9bf0-91ed9c9e0f6a req-ca63cc28-919f-4ba1-9a07-ad8cb92738a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:49.236322 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-39a14dca-6284-43dc-9bf0-91ed9c9e0f6a req-ca63cc28-919f-4ba1-9a07-ad8cb92738a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1504e0b4-eb16-43ba-ae39-89743909d020 HTTP/1.1" status: 200 len: 914 time: 0.8082404 Jan 14 01:49:49.237898 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33744) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:49.267368 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f4bf0700-0ded-4024-b94c-95d8385a1ae9 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0273340 Jan 14 01:49:49.304388 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Current status of the port d5cf55e1-8656-4c77-8a9b-e889d220efe3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:49.317472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Provisioning complete for port 51dbcd88-8f61-47f5-bb58-e06bd0d59126 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:49.317845 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (51dbcd88-8f61-47f5-bb58-e06bd0d59126), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:49.344025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33746) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:49.351837 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-39a14dca-6284-43dc-9bf0-91ed9c9e0f6a req-7b3816eb-178b-48fb-bf99-aa364bbd61bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03bb7206-921d-461a-82cb-bb48ef1f46ee HTTP/1.1" status: 200 len: 217 time: 0.0995247 Jan 14 01:49:49.438653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e4040-a9cd-4efb-bc7f-cdf2c4b08336 None None] Current status of the port 51dbcd88-8f61-47f5-bb58-e06bd0d59126 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:49.464239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb08479-9cc5-4c99-a1d9-95327f387085 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=7b468a24-ef32-4517-861e-3f4c37267fc6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:49.475647 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 7b468a24-ef32-4517-861e-3f4c37267fc6 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:49:49.493875 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6c3bd6fa-2839-4e1e-90dd-aa34496aca72 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/d28fb276-572a-4700-9300-c3f5d117e304 HTTP/1.1" status: 200 len: 473 time: 0.1480010 Jan 14 01:49:49.499071 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33748) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:49.511458 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a14dca-6284-43dc-9bf0-91ed9c9e0f6a req-147b62fc-8d28-43a6-a14f-a7381a541513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:49.512903 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-39a14dca-6284-43dc-9bf0-91ed9c9e0f6a req-147b62fc-8d28-43a6-a14f-a7381a541513 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08e97be0-0e0c-4564-93e6-787b0ce5df90 HTTP/1.1" status: 200 len: 853 time: 0.1389177 Jan 14 01:49:49.517711 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-14ef0b38-1405-42e3-89b5-373ac6375f76 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/9c6ae298-eedf-45bd-a81e-79ea5b7ce529 HTTP/1.1" status: 200 len: 459 time: 0.0154231 Jan 14 01:49:49.523389 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33750) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:49.533217 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-8dece61c-c020-44d9-ad99-4af74ead2eeb tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e350eb51179c46cb8816a62f7b7fd6bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664241 Jan 14 01:49:49.568933 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ad4f255-d442-47a2-a9dd-8e04f2ed8bcb req-f3a6cc32-bdc1-4c8b-a31a-17fc64413cd1 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0833781 Jan 14 01:49:49.576035 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-39a14dca-6284-43dc-9bf0-91ed9c9e0f6a req-48b28f55-1dbe-471d-9dbf-00306cf2a441 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1504e0b4-eb16-43ba-ae39-89743909d020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566471 Jan 14 01:49:49.598523 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f57c852e-fc3d-42fd-9853-d4260f55a8a2 None None] Provisioning complete for port 03bb7206-921d-461a-82cb-bb48ef1f46ee triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:49.598523 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f57c852e-fc3d-42fd-9853-d4260f55a8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:49.672067 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d9c21600-f8e8-4d6d-9a3a-a82b96c07870 req-b96e5f1e-64a7-4e76-8094-3b7671e16f25 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:49.691681 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d9c21600-f8e8-4d6d-9a3a-a82b96c07870 req-b96e5f1e-64a7-4e76-8094-3b7671e16f25 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:49.731282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['03bb7206-921d-461a-82cb-bb48ef1f46ee'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:49.793500 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-bc57b282-29eb-49d0-88e1-baf80a916226 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:49.814406 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-bc57b282-29eb-49d0-88e1-baf80a916226 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496061 Jan 14 01:49:49.840282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aa49b5-423c-4d5e-91d2-c4569c244253 None None] DHCP port deletion for 1504e0b4-eb16-43ba-ae39-89743909d020 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:49:49.840520 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c1e8cfa-fbde-4c16-a3fe-394122498648 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:49.840520 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1c1e8cfa-fbde-4c16-a3fe-394122498648 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/9c6ae298-eedf-45bd-a81e-79ea5b7ce529 HTTP/1.1" status: 204 len: 168 time: 0.3141110 Jan 14 01:49:49.843420 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33758) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:49.848126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c21600-f8e8-4d6d-9a3a-a82b96c07870 req-b96e5f1e-64a7-4e76-8094-3b7671e16f25 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:49.850405 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d9c21600-f8e8-4d6d-9a3a-a82b96c07870 req-b96e5f1e-64a7-4e76-8094-3b7671e16f25 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:49.852011 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f57c852e-fc3d-42fd-9853-d4260f55a8a2 None None] Current status of the port 03bb7206-921d-461a-82cb-bb48ef1f46ee is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:49.855507 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d9c21600-f8e8-4d6d-9a3a-a82b96c07870 req-b96e5f1e-64a7-4e76-8094-3b7671e16f25 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "PUT /v2.0/ports/03bb7206-921d-461a-82cb-bb48ef1f46ee HTTP/1.1" status: 200 len: 1020 time: 1.5641026 Jan 14 01:49:49.884800 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Request body: {'port': {'device_id': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': 'e350eb51179c46cb8816a62f7b7fd6bf'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:49.922365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a639acda-87ad-439d-8646-1ac0c8e0fb8d', 'tag': '03bb7206-921d-461a-82cb-bb48ef1f46ee'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:49.924854 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e841bb5e-781b-4f5c-bd80-b25aeeb31986" -d '{"events": [{"name": "network-changed", "server_uuid": "a639acda-87ad-439d-8646-1ac0c8e0fb8d", "tag": "03bb7206-921d-461a-82cb-bb48ef1f46ee"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:49.972969 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41e2eb53-3343-4672-9e1b-5e6433819032 req-08074988-97e0-4ba0-a0df-e903f0d6b1d0 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 210 time: 0.1164134 Jan 14 01:49:49.973594 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dc3fbf-070f-4e49-b98e-708fa135ab27 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:49.980518 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65dc3fbf-070f-4e49-b98e-708fa135ab27 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:50.005597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['03bb7206-921d-461a-82cb-bb48ef1f46ee'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:50.063320 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-39a14dca-6284-43dc-9bf0-91ed9c9e0f6a req-713b68da-0480-4bc0-8d37-01702334b18d service neutron] 10.222.0.36 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807229 Jan 14 01:49:50.069529 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e5f1e-64a7-4e76-8094-3b7671e16f25 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'Port': ['ID=03bb7206-921d-461a-82cb-bb48ef1f46ee,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:50.146616 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d4cbcbc9-757d-40bc-9919-3ac01e863146 None None] Provisioning complete for port 03bb7206-921d-461a-82cb-bb48ef1f46ee triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:50.149300 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcbc9-757d-40bc-9919-3ac01e863146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:50.224394 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-39a14dca-6284-43dc-9bf0-91ed9c9e0f6a req-fab13a23-73d1-4d5e-9e69-c5a63bff4288 service neutron] 10.222.0.36 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518674 Jan 14 01:49:50.234576 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ce2f60e6-f0d4-4a74-94d9-4e6931235140 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:50.242087 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ce2f60e6-f0d4-4a74-94d9-4e6931235140 tempest-MeteringIpV6TestJSON-43945836 tempest-MeteringIpV6TestJSON-43945836-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/d28fb276-572a-4700-9300-c3f5d117e304 HTTP/1.1" status: 204 len: 168 time: 0.3973155 Jan 14 01:49:50.306754 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a35ebb-f55e-4601-aac5-0f15bc497d1d req-74cb62d1-8332-4964-a0af-c3e249a89aa8 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:50.308375 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0a35ebb-f55e-4601-aac5-0f15bc497d1d req-74cb62d1-8332-4964-a0af-c3e249a89aa8 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 945 time: 0.1945801 Jan 14 01:49:50.343281 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c60613-8120-4c42-b27f-9147c5a0cbce req-201b805d-dc5e-47d1-8e50-f5a458a8331d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:50.344849 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63c60613-8120-4c42-b27f-9147c5a0cbce req-201b805d-dc5e-47d1-8e50-f5a458a8331d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 1023 time: 0.1837652 Jan 14 01:49:50.384740 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Made reservation on behalf of e350eb51179c46cb8816a62f7b7fd6bf for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:50.388879 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:50.392118 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65dc3fbf-070f-4e49-b98e-708fa135ab27 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (ce3af29f-99f1-4b02-8cd4-1a24cd71de56), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:50.415874 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:49:50.452957 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:50.536335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0a35ebb-f55e-4601-aac5-0f15bc497d1d req-ae154cf6-fb44-467b-94fb-a8b74331111d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004812 Jan 14 01:49:50.577837 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc3fbf-070f-4e49-b98e-708fa135ab27 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=ce3af29f-99f1-4b02-8cd4-1a24cd71de56,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:50.597856 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33770) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:50.615330 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1547be43-09e3-4c20-bc53-c945a0fcaf70 x-openstack-request-id: req-1547be43-09e3-4c20-bc53-c945a0fcaf70 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:50.615626 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a639acda-87ad-439d-8646-1ac0c8e0fb8d", "tag": "03bb7206-921d-461a-82cb-bb48ef1f46ee", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:50.615877 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1547be43-09e3-4c20-bc53-c945a0fcaf70 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:50.616273 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a639acda-87ad-439d-8646-1ac0c8e0fb8d', 'tag': '03bb7206-921d-461a-82cb-bb48ef1f46ee', 'status': 'completed', 'code': 200} Jan 14 01:49:50.649789 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63c60613-8120-4c42-b27f-9147c5a0cbce req-cee7b3e1-1963-4d2b-b03a-48c53c8cbbc1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&id=b6cc12ee-5f74-4975-801e-bea13c786fac&id=25c25d80-1bc3-43fb-ac45-37a19dc2964d HTTP/1.1" status: 200 len: 6205 time: 0.2899134 Jan 14 01:49:50.669881 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d4cbcbc9-757d-40bc-9919-3ac01e863146 None None] Current status of the port 03bb7206-921d-461a-82cb-bb48ef1f46ee is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:50.672401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dc3fbf-070f-4e49-b98e-708fa135ab27 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking segment: {'id': '3f083ffb-28fd-4d95-bc32-710d3e133233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7b468a24-ef32-4517-861e-3f4c37267fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:50.673133 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc3fbf-070f-4e49-b98e-708fa135ab27 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network hostable DHCP agents. Network: 7b468a24-ef32-4517-861e-3f4c37267fc6, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:49:50.770768 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc3fbf-070f-4e49-b98e-708fa135ab27 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network 7b468a24-ef32-4517-861e-3f4c37267fc6 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:49:50.785492 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841bb5e-781b-4f5c-bd80-b25aeeb31986 req-f58f5314-8170-46a4-9418-f459a6a9e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:50.790136 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e841bb5e-781b-4f5c-bd80-b25aeeb31986 req-f58f5314-8170-46a4-9418-f459a6a9e069 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fed1db0d364848e4950b16d320a3d4bd&device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 1174 time: 0.1220276 Jan 14 01:49:50.855447 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-65dc3fbf-070f-4e49-b98e-708fa135ab27 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 7b468a24-ef32-4517-861e-3f4c37267fc6) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:50.865775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f1b4e1-3dda-416b-8aea-e7176fee46ea None None] Network 7b468a24-ef32-4517-861e-3f4c37267fc6 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:50.866914 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0c547e6-d403-4cc1-8bb6-655b6df49564 req-f0f9be54-02fb-4735-99f6-47576901a604 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.1025717 Jan 14 01:49:50.879023 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc3fbf-070f-4e49-b98e-708fa135ab27 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:50.879619 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65dc3fbf-070f-4e49-b98e-708fa135ab27 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:50.899067 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Publish callbacks [] for security_group (bf904d52-23f4-4a2b-aebb-608b9b6a874b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:50.906678 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-65dc3fbf-070f-4e49-b98e-708fa135ab27 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8672738 Jan 14 01:49:50.909166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 33780) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:50.914959 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c2c38e6-dc21-4c5e-ada9-86b4d9ed4186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:50.920866 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (bf904d52-23f4-4a2b-aebb-608b9b6a874b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:50.966544 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37e06c-10ce-4e31-a3fc-4b6ef5050e13 req-4a833e8d-db9d-4cf9-8813-05cb42c7b6ea tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:50.968229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba37e06c-10ce-4e31-a3fc-4b6ef5050e13 req-4a833e8d-db9d-4cf9-8813-05cb42c7b6ea tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 945 time: 0.2266839 Jan 14 01:49:51.019905 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841bb5e-781b-4f5c-bd80-b25aeeb31986 req-f1c7ebbd-0807-4c4f-a708-e58ee05a8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:51.022246 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e841bb5e-781b-4f5c-bd80-b25aeeb31986 req-f1c7ebbd-0807-4c4f-a708-e58ee05a8f82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1504e0b4-eb16-43ba-ae39-89743909d020 HTTP/1.1" status: 200 len: 914 time: 0.2226608 Jan 14 01:49:51.028680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-222e5e74-e399-454b-805a-9bac1f4a72c3 req-9b3c4ad1-c0d4-4563-b29b-efb093d76745 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'security_group': {'name': ' tempest-securitygroup -435592150 ', 'description': 'tempest-description-1662171510'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:51.041519 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-7b468a24-ef32-4517-861e-3f4c37267fc6', 'network_id': '7b468a24-ef32-4517-861e-3f4c37267fc6', 'project_id': '861564828ef44399a5b4a802f36c8335', 'fixed_ips': [{'subnet_id': 'ce3af29f-99f1-4b02-8cd4-1a24cd71de56'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:49:51.042499 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.088717 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e841bb5e-781b-4f5c-bd80-b25aeeb31986 req-5de30d90-1dd6-47f8-bafa-366df930904f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03bb7206-921d-461a-82cb-bb48ef1f46ee HTTP/1.1" status: 200 len: 217 time: 0.0540578 Jan 14 01:49:51.147666 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf904d52-23f4-4a2b-aebb-608b9b6a874b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:51.168196 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c2c38e6-dc21-4c5e-ada9-86b4d9ed4186 admin admin] Publish callbacks [] for security_group (19cbb050-eda6-442d-8888-dcbac06caab8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.179313 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841bb5e-781b-4f5c-bd80-b25aeeb31986 req-f7198f4e-8268-4cb6-b82b-ee89f95d91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:51.181317 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e841bb5e-781b-4f5c-bd80-b25aeeb31986 req-f7198f4e-8268-4cb6-b82b-ee89f95d91fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08e97be0-0e0c-4564-93e6-787b0ce5df90 HTTP/1.1" status: 200 len: 853 time: 0.0858452 Jan 14 01:49:51.183571 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c2c38e6-dc21-4c5e-ada9-86b4d9ed4186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (19cbb050-eda6-442d-8888-dcbac06caab8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.205380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Allocated IP 172.20.0.1 (7b468a24-ef32-4517-861e-3f4c37267fc6/ce3af29f-99f1-4b02-8cd4-1a24cd71de56/bdf6a7ce-e531-4d3f-b907-843d33136164) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:51.219093 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-222e5e74-e399-454b-805a-9bac1f4a72c3 req-9b3c4ad1-c0d4-4563-b29b-efb093d76745 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.238953 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e841bb5e-781b-4f5c-bd80-b25aeeb31986 req-491017d0-72e3-4f35-8912-b4fb22e7b119 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1504e0b4-eb16-43ba-ae39-89743909d020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428231 Jan 14 01:49:51.252319 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba37e06c-10ce-4e31-a3fc-4b6ef5050e13 req-c5987c9c-f933-421a-a7d5-f47fa96832ca tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401462 Jan 14 01:49:51.303154 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (7b468a24-ef32-4517-861e-3f4c37267fc6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.322046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Allocated IP 192.168.233.103 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:51.373393 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3c2c38e6-dc21-4c5e-ada9-86b4d9ed4186 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f1b3933062343bb8f54808cc6ceea30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7743201 Jan 14 01:49:51.380338 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33788) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:51.388745 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e841bb5e-781b-4f5c-bd80-b25aeeb31986 req-65c49448-f5c0-4e15-8b70-fe3a867db1fa service neutron] 10.222.0.36 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373017 Jan 14 01:49:51.405987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c38e6-dc21-4c5e-ada9-86b4d9ed4186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cbb050-eda6-442d-8888-dcbac06caab8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:51.407033 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a78b3414-bfef-449d-906d-6445194b780a req-25f303ec-7569-449d-8947-1de79df1783d tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 210 time: 0.0649738 Jan 14 01:49:51.424700 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Publish callbacks [] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.440657 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.502344 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbaf74c2-6e0b-40cd-955b-36f17df8a185 admin admin] Publish callbacks [] for security_group (19cbb050-eda6-442d-8888-dcbac06caab8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.530059 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (ce3af29f-99f1-4b02-8cd4-1a24cd71de56), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.547963 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbaf74c2-6e0b-40cd-955b-36f17df8a185 admin admin] Publish callbacks [] for security_group (19cbb050-eda6-442d-8888-dcbac06caab8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.553164 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Pushing event updated for resources: {'Port': ['ID=bdf6a7ce-e531-4d3f-b907-843d33136164,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:51.572004 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Network 7b468a24-ef32-4517-861e-3f4c37267fc6 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:51.577627 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:51.586324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:51.590457 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e841bb5e-781b-4f5c-bd80-b25aeeb31986 req-ba6de980-10ea-4647-ba7a-24f595dba276 service neutron] 10.222.0.36 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931512 Jan 14 01:49:51.605879 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-222e5e74-e399-454b-805a-9bac1f4a72c3 req-9b3c4ad1-c0d4-4563-b29b-efb093d76745 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (98efe66f-39fc-49b5-917a-ed133a2f8467), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.631247 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-222e5e74-e399-454b-805a-9bac1f4a72c3 req-9b3c4ad1-c0d4-4563-b29b-efb093d76745 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (98efe66f-39fc-49b5-917a-ed133a2f8467), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.651488 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbaf74c2-6e0b-40cd-955b-36f17df8a185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (19cbb050-eda6-442d-8888-dcbac06caab8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.654302 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbaf74c2-6e0b-40cd-955b-36f17df8a185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.656010 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-dbaf74c2-6e0b-40cd-955b-36f17df8a185 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19cbb050-eda6-442d-8888-dcbac06caab8 HTTP/1.1" status: 204 len: 168 time: 0.2750673 Jan 14 01:49:51.691689 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf74c2-6e0b-40cd-955b-36f17df8a185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cbb050-eda6-442d-8888-dcbac06caab8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:51.698633 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-222e5e74-e399-454b-805a-9bac1f4a72c3 req-9b3c4ad1-c0d4-4563-b29b-efb093d76745 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.700140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-222e5e74-e399-454b-805a-9bac1f4a72c3 req-9b3c4ad1-c0d4-4563-b29b-efb093d76745 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7307968 Jan 14 01:49:51.731150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Attempting to bind port bdf6a7ce-e531-4d3f-b907-843d33136164 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:51.734676 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Attempting to bind port bdf6a7ce-e531-4d3f-b907-843d33136164 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '3f083ffb-28fd-4d95-bc32-710d3e133233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7b468a24-ef32-4517-861e-3f4c37267fc6'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:51.735516 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Attempting to bind port bdf6a7ce-e531-4d3f-b907-843d33136164 on network 7b468a24-ef32-4517-861e-3f4c37267fc6 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:51.751140 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:51.751749 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Checking segment: {'id': '3f083ffb-28fd-4d95-bc32-710d3e133233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7b468a24-ef32-4517-861e-3f4c37267fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:51.752613 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.753018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Bound using segment: {'id': '3f083ffb-28fd-4d95-bc32-710d3e133233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7b468a24-ef32-4517-861e-3f4c37267fc6'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:51.753518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Bound port: bdf6a7ce-e531-4d3f-b907-843d33136164, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f083ffb-28fd-4d95-bc32-710d3e133233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7b468a24-ef32-4517-861e-3f4c37267fc6'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:51.754301 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.778131 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4ad1-c0d4-4563-b29b-efb093d76745 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98efe66f-39fc-49b5-917a-ed133a2f8467,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:51.803910 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (ce3af29f-99f1-4b02-8cd4-1a24cd71de56), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.822124 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Publish callbacks [] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.867696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3af29f-99f1-4b02-8cd4-1a24cd71de56,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:51.875383 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] For port bdf6a7ce-e531-4d3f-b907-843d33136164, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:51.879817 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] For port bdf6a7ce-e531-4d3f-b907-843d33136164, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bdf6a7ce-e531-4d3f-b907-843d33136164,segment=NetworkSegment(3f083ffb-28fd-4d95-bc32-710d3e133233),segment_id=3f083ffb-28fd-4d95-bc32-710d3e133233)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:51.881392 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-803010b7-af7b-4751-8d15-70ab54347142 req-1ea2b5a5-e323-4176-bcd7-c567b7fb8810 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/98efe66f-39fc-49b5-917a-ed133a2f8467 HTTP/1.1" status: 200 len: 1799 time: 0.1510046 Jan 14 01:49:51.889585 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:51.961213 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e851c-65d2-4c1f-876f-2f4e56d1ea3e None None] Pushing event updated for resources: {'Port': ['ID=bdf6a7ce-e531-4d3f-b907-843d33136164,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:52.028283 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (7b468a24-ef32-4517-861e-3f4c37267fc6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.089795 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b468a24-ef32-4517-861e-3f4c37267fc6']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:52.118239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f083ffb-28fd-4d95-bc32-710d3e133233') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:52.118566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f083ffb-28fd-4d95-bc32-710d3e133233') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:52.123578 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.151929 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (3f083ffb-28fd-4d95-bc32-710d3e133233), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.200671 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33804) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:52.216790 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c78661d-2149-44a7-9718-fb5e921c6ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.229924 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75ebdec4-fa4b-4ea3-838d-0f693f94eb53 req-45916c69-9710-43aa-bc15-7d605b24e6d4 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/98efe66f-39fc-49b5-917a-ed133a2f8467 HTTP/1.1" status: 200 len: 1799 time: 0.2796216 Jan 14 01:49:52.236528 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (3f083ffb-28fd-4d95-bc32-710d3e133233), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.254538 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:52.255805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:52.256205 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (3f083ffb-28fd-4d95-bc32-710d3e133233), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:52.266373 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:52.281393 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:52.283763 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:52.286840 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Pushing event updated for resources: {'Port': ['ID=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:52.299150 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32302a9-32ee-4511-9c45-559f99439faa req-d851221f-a1ca-4b77-94da-f88de4399e1d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:52.308293 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a32302a9-32ee-4511-9c45-559f99439faa req-d851221f-a1ca-4b77-94da-f88de4399e1d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 945 time: 0.3547080 Jan 14 01:49:52.349832 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c78661d-2149-44a7-9718-fb5e921c6ad8 admin admin] Publish callbacks [] for security_group (1251e25b-5016-4dcc-8f2f-b7b62856c1ef), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.364063 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c78661d-2149-44a7-9718-fb5e921c6ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1251e25b-5016-4dcc-8f2f-b7b62856c1ef), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.431423 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1c78661d-2149-44a7-9718-fb5e921c6ad8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5845fa77e8347e387ec218d8291d4c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294147 Jan 14 01:49:52.434289 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33806) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:52.444249 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78661d-2149-44a7-9718-fb5e921c6ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1251e25b-5016-4dcc-8f2f-b7b62856c1ef,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:52.452803 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 01:49:52.452803 n-d-824358-4 neutron-server[103353]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 01:49:52.452803 n-d-824358-4 neutron-server[103353]: [parameters: {'id': '7b468a24-ef32-4517-861e-3f4c37267fc6'}] Jan 14 01:49:52.452803 n-d-824358-4 neutron-server[103353]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:49:52.453277 n-d-824358-4 neutron-server[103353]: DEBUG oslo_db.api [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:49:52.472757 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:52.473404 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.503504 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a32302a9-32ee-4511-9c45-559f99439faa req-52158b40-ec2d-4e0d-b1e9-f3866466d939 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942434 Jan 14 01:49:52.519405 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9415cec-3622-4298-b54b-2fd64098b0a2 admin admin] Publish callbacks [] for security_group (1251e25b-5016-4dcc-8f2f-b7b62856c1ef), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.542077 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75ebdec4-fa4b-4ea3-838d-0f693f94eb53 req-d8c57e37-960c-4670-af58-ed54ae5b50a4 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (98efe66f-39fc-49b5-917a-ed133a2f8467), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.553154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-76b39b20-1dce-4709-b388-e9b730f7af7e tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6756520 Jan 14 01:49:52.553445 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9415cec-3622-4298-b54b-2fd64098b0a2 admin admin] Publish callbacks [] for security_group (1251e25b-5016-4dcc-8f2f-b7b62856c1ef), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.579407 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Request body: {'port': {'device_id': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:52.616541 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75ebdec4-fa4b-4ea3-838d-0f693f94eb53 req-d8c57e37-960c-4670-af58-ed54ae5b50a4 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (98efe66f-39fc-49b5-917a-ed133a2f8467), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.665463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d8cf6acf-36d1-46f8-b4ad-3cb04e5c07c9 req-e97dcda8-67a4-44b2-b30f-8b5779ff17dd tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0687857 Jan 14 01:49:52.666099 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9415cec-3622-4298-b54b-2fd64098b0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1251e25b-5016-4dcc-8f2f-b7b62856c1ef), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.671286 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9415cec-3622-4298-b54b-2fd64098b0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.673392 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f9415cec-3622-4298-b54b-2fd64098b0a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1251e25b-5016-4dcc-8f2f-b7b62856c1ef HTTP/1.1" status: 204 len: 168 time: 0.2375119 Jan 14 01:49:52.710458 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.718458 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9415cec-3622-4298-b54b-2fd64098b0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1251e25b-5016-4dcc-8f2f-b7b62856c1ef,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:52.727503 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bc49bcda-e9f7-4445-95cb-ee0ed35872dd None None] Provisioning complete for port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:52.728161 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bc49bcda-e9f7-4445-95cb-ee0ed35872dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.829183 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bc49bcda-e9f7-4445-95cb-ee0ed35872dd None None] Port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:52.927636 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75ebdec4-fa4b-4ea3-838d-0f693f94eb53 req-d8c57e37-960c-4670-af58-ed54ae5b50a4 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (98efe66f-39fc-49b5-917a-ed133a2f8467), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.930174 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75ebdec4-fa4b-4ea3-838d-0f693f94eb53 req-d8c57e37-960c-4670-af58-ed54ae5b50a4 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:52.931612 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75ebdec4-fa4b-4ea3-838d-0f693f94eb53 req-d8c57e37-960c-4670-af58-ed54ae5b50a4 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "DELETE /v2.0/security-groups/98efe66f-39fc-49b5-917a-ed133a2f8467 HTTP/1.1" status: 204 len: 173 time: 0.6853650 Jan 14 01:49:52.956047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c57e37-960c-4670-af58-ed54ae5b50a4 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98efe66f-39fc-49b5-917a-ed133a2f8467,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:52.957696 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (7b468a24-ef32-4517-861e-3f4c37267fc6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.064238 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d767cd-a97d-4ebc-be4b-e61fdf7afe13 req-48da407e-e43e-46b4-8fc2-607301290d1c tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:53.065921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8d767cd-a97d-4ebc-be4b-e61fdf7afe13 req-48da407e-e43e-46b4-8fc2-607301290d1c tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 936 time: 0.2387938 Jan 14 01:49:53.136193 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-ed43f83b-8a18-4159-860e-f05b4c9e925e req-9ebc94e4-d583-4bda-ac02-2c46e6e0b468 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] show failed (client error): The resource could not be found. Jan 14 01:49:53.137413 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ed43f83b-8a18-4159-860e-f05b4c9e925e req-9ebc94e4-d583-4bda-ac02-2c46e6e0b468 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/98efe66f-39fc-49b5-917a-ed133a2f8467 HTTP/1.1" status: 404 len: 352 time: 0.0694673 Jan 14 01:49:53.202744 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-458b1d8a-6cdb-4c44-82a1-5d9c2a71d0a7 req-b5d7d53b-551a-4174-bfda-938ce8e86fd1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-542272649', 'description': 'tempest-description-1223683969'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:53.227799 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8d767cd-a97d-4ebc-be4b-e61fdf7afe13 req-b751df52-d92c-405f-b035-4942feb8b872 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf904d52-23f4-4a2b-aebb-608b9b6a874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274717 Jan 14 01:49:53.269201 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebb3bd9-0733-4955-9e01-429f22e578aa None None] Network 7b468a24-ef32-4517-861e-3f4c37267fc6 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:53.283498 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-458b1d8a-6cdb-4c44-82a1-5d9c2a71d0a7 req-b5d7d53b-551a-4174-bfda-938ce8e86fd1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.308728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Deleting port bdf6a7ce-e531-4d3f-b907-843d33136164 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:53.309058 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.375750 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8faed8d9-fc4e-4a7f-a8d1-f835b29b20e3 None None] Provisioning complete for port bdf6a7ce-e531-4d3f-b907-843d33136164 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:53.376118 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8faed8d9-fc4e-4a7f-a8d1-f835b29b20e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.407296 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:49:53.421985 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Publish callbacks [] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.466730 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Transition to ACTIVE for port object 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:49:53.468657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca7e0c-a9a7-4b1b-a4cc-f0dc37b448e4 req-5e6e275e-71df-463b-afad-6f1fade0f862 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:53.469109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] For port bdf6a7ce-e531-4d3f-b907-843d33136164, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bdf6a7ce-e531-4d3f-b907-843d33136164,segment=NetworkSegment(3f083ffb-28fd-4d95-bc32-710d3e133233),segment_id=3f083ffb-28fd-4d95-bc32-710d3e133233)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:53.469384 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.476540 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-67ca7e0c-a9a7-4b1b-a4cc-f0dc37b448e4 req-5e6e275e-71df-463b-afad-6f1fade0f862 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 945 time: 0.1363473 Jan 14 01:49:53.486454 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.495749 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Calling delete_port for bdf6a7ce-e531-4d3f-b907-843d33136164 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:53.533372 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47babd7-8320-444e-b500-1776c59c145e None None] DHCP port deletion for 7b468a24-ef32-4517-861e-3f4c37267fc6 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:49:53.547451 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8faed8d9-fc4e-4a7f-a8d1-f835b29b20e3 None None] Current status of the port bdf6a7ce-e531-4d3f-b907-843d33136164 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:53.548084 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8faed8d9-fc4e-4a7f-a8d1-f835b29b20e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.627499 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8faed8d9-fc4e-4a7f-a8d1-f835b29b20e3 None None] For port bdf6a7ce-e531-4d3f-b907-843d33136164, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bdf6a7ce-e531-4d3f-b907-843d33136164,segment=NetworkSegment(3f083ffb-28fd-4d95-bc32-710d3e133233),segment_id=3f083ffb-28fd-4d95-bc32-710d3e133233)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:53.641552 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-458b1d8a-6cdb-4c44-82a1-5d9c2a71d0a7 req-b5d7d53b-551a-4174-bfda-938ce8e86fd1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (4d6a1823-e44c-4c7b-b16b-0954fe0ea8f2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.642650 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8faed8d9-fc4e-4a7f-a8d1-f835b29b20e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.661283 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-458b1d8a-6cdb-4c44-82a1-5d9c2a71d0a7 req-b5d7d53b-551a-4174-bfda-938ce8e86fd1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4d6a1823-e44c-4c7b-b16b-0954fe0ea8f2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.668355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Pushing event updated for resources: {'Port': ['ID=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:53.724996 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d47babd7-8320-444e-b500-1776c59c145e None None] Deleting port bdf6a7ce-e531-4d3f-b907-843d33136164 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:53.725340 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d47babd7-8320-444e-b500-1776c59c145e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.758880 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-67ca7e0c-a9a7-4b1b-a4cc-f0dc37b448e4 req-1b7f0e6a-16bc-41ce-abf5-3779d4543666 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Deleting port 9e648764-56a2-466e-8638-ebb052105e46 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:53.760057 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-67ca7e0c-a9a7-4b1b-a4cc-f0dc37b448e4 req-1b7f0e6a-16bc-41ce-abf5-3779d4543666 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (9e648764-56a2-466e-8638-ebb052105e46), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.827098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed8d9-fc4e-4a7f-a8d1-f835b29b20e3 None None] Pushing event updated for resources: {'Port': ['ID=bdf6a7ce-e531-4d3f-b907-843d33136164,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:53.861969 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d47babd7-8320-444e-b500-1776c59c145e None None] For port bdf6a7ce-e531-4d3f-b907-843d33136164, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bdf6a7ce-e531-4d3f-b907-843d33136164,segment=NetworkSegment(3f083ffb-28fd-4d95-bc32-710d3e133233),segment_id=3f083ffb-28fd-4d95-bc32-710d3e133233)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:53.862758 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d47babd7-8320-444e-b500-1776c59c145e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.882136 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d47babd7-8320-444e-b500-1776c59c145e None None] Calling delete_port for bdf6a7ce-e531-4d3f-b907-843d33136164 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:53.955439 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-67ca7e0c-a9a7-4b1b-a4cc-f0dc37b448e4 req-1b7f0e6a-16bc-41ce-abf5-3779d4543666 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] For port 9e648764-56a2-466e-8638-ebb052105e46, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=9e648764-56a2-466e-8638-ebb052105e46,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:53.955819 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-67ca7e0c-a9a7-4b1b-a4cc-f0dc37b448e4 req-1b7f0e6a-16bc-41ce-abf5-3779d4543666 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (9e648764-56a2-466e-8638-ebb052105e46), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:53.987581 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-67ca7e0c-a9a7-4b1b-a4cc-f0dc37b448e4 req-1b7f0e6a-16bc-41ce-abf5-3779d4543666 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Calling delete_port for 9e648764-56a2-466e-8638-ebb052105e46 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:54.032313 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d47babd7-8320-444e-b500-1776c59c145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.068021 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47babd7-8320-444e-b500-1776c59c145e None None] No DVR routers for this DVR port bdf6a7ce-e531-4d3f-b907-843d33136164 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:54.071982 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47babd7-8320-444e-b500-1776c59c145e None None] Pushing event deleted for resources: {'Port': ['ID=bdf6a7ce-e531-4d3f-b907-843d33136164,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:54.193440 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-458b1d8a-6cdb-4c44-82a1-5d9c2a71d0a7 req-b5d7d53b-551a-4174-bfda-938ce8e86fd1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.194704 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-458b1d8a-6cdb-4c44-82a1-5d9c2a71d0a7 req-b5d7d53b-551a-4174-bfda-938ce8e86fd1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0089512 Jan 14 01:49:54.212381 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7d53b-551a-4174-bfda-938ce8e86fd1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6a1823-e44c-4c7b-b16b-0954fe0ea8f2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:54.241288 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (bdf6a7ce-e531-4d3f-b907-843d33136164), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.285939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298df888-88af-405b-92f6-eb46c0664721 req-5069f8cb-ba56-4185-8bc9-cb9143003bf4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:54.293250 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-298df888-88af-405b-92f6-eb46c0664721 req-5069f8cb-ba56-4185-8bc9-cb9143003bf4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f10360e-6166-4af9-a81c-ea51930ec7bd HTTP/1.1" status: 200 len: 945 time: 0.6138878 Jan 14 01:49:54.305768 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Port': ['ID=bdf6a7ce-e531-4d3f-b907-843d33136164,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:54.319100 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Attempting to bind port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:54.319100 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Attempting to bind port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:54.319100 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Attempting to bind port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:54.334213 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No DVR routers for this DVR port bdf6a7ce-e531-4d3f-b907-843d33136164 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:54.351718 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b4488778-b823-4f4a-9e05-a84d45886063 req-a5fa6dbb-28ef-4a7d-bf9d-efa368ca083c tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0523956 Jan 14 01:49:54.359218 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-67ca7e0c-a9a7-4b1b-a4cc-f0dc37b448e4 req-1b7f0e6a-16bc-41ce-abf5-3779d4543666 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (9e648764-56a2-466e-8638-ebb052105e46), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.393885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['9e648764-56a2-466e-8638-ebb052105e46'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:54.398442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:54.413362 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:49:54.413701 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Attempting to bind port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:54.475706 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f0e6a-16bc-41ce-abf5-3779d4543666 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event deleted for resources: {'Port': ['ID=9e648764-56a2-466e-8638-ebb052105e46,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:54.484752 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:54.485090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:54.485529 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:54.485909 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Bound port: 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:54.486265 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.514381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1919437-ad7f-4cb0-bae8-2341bce18240 None None] DHCP port deletion for 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:49:54.539040 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-298df888-88af-405b-92f6-eb46c0664721 req-b38bea48-d46c-49bf-9761-3d84d50c7d19 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448146 Jan 14 01:49:54.568549 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-ba7f3a51-cd96-4981-98e8-5c3ea3b9968b req-ed0c375b-1e92-4a18-b041-36ddac485a8c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1132302495', 'description': 'tempest-description-269639906'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:54.571633 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ca7e0c-a9a7-4b1b-a4cc-f0dc37b448e4 req-1b7f0e6a-16bc-41ce-abf5-3779d4543666 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] No DVR routers for this DVR port 9e648764-56a2-466e-8638-ebb052105e46 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:54.576001 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-67ca7e0c-a9a7-4b1b-a4cc-f0dc37b448e4 req-1b7f0e6a-16bc-41ce-abf5-3779d4543666 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.576552 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (7b468a24-ef32-4517-861e-3f4c37267fc6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.579922 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-67ca7e0c-a9a7-4b1b-a4cc-f0dc37b448e4 req-1b7f0e6a-16bc-41ce-abf5-3779d4543666 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "DELETE /v2.0/ports/9e648764-56a2-466e-8638-ebb052105e46 HTTP/1.1" status: 204 len: 173 time: 1.0975931 Jan 14 01:49:54.580532 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f10360e-6166-4af9-a81c-ea51930ec7bd', 'name': 'network-vif-deleted', 'tag': '9e648764-56a2-466e-8638-ebb052105e46'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:54.586306 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019a82fe-2fcd-46f6-bda8-5859d68b0563" -d '{"events": [{"server_uuid": "6f10360e-6166-4af9-a81c-ea51930ec7bd", "name": "network-vif-deleted", "tag": "9e648764-56a2-466e-8638-ebb052105e46"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:54.660757 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b468a24-ef32-4517-861e-3f4c37267fc6']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:54.725070 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f083ffb-28fd-4d95-bc32-710d3e133233') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:54.725402 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f083ffb-28fd-4d95-bc32-710d3e133233') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:54.741627 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (3f083ffb-28fd-4d95-bc32-710d3e133233), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.755293 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ba7f3a51-cd96-4981-98e8-5c3ea3b9968b req-ed0c375b-1e92-4a18-b041-36ddac485a8c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.768145 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:54.793605 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (3f083ffb-28fd-4d95-bc32-710d3e133233), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.802036 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:54.808039 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:54.808375 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (3f083ffb-28fd-4d95-bc32-710d3e133233), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:54.813600 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:54.823881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173b4c-841d-4aab-a11f-b02c46069e23 req-c04fd986-b3c4-405f-8783-a9c64ebef365 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:54.825398 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1173b4c-841d-4aab-a11f-b02c46069e23 req-c04fd986-b3c4-405f-8783-a9c64ebef365 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 948 time: 0.1743808 Jan 14 01:49:54.826503 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.957459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:54.958091 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:54.959531 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] 10.222.0.46 "PUT /v2.0/ports/4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 HTTP/1.1" status: 200 len: 1096 time: 2.3920293 Jan 14 01:49:54.960001 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:49:54.962268 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d32187-9f12-4781-9eb3-ba2098ca8cba" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:49:54.973000 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (7b468a24-ef32-4517-861e-3f4c37267fc6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.038058 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.049014 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/7b468a24-ef32-4517-861e-3f4c37267fc6 HTTP/1.1" status: 204 len: 168 time: 4.1337016 Jan 14 01:49:55.049494 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33868) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:55.055220 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-16088866-5f3b-45ae-9c9e-4412c657a202 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-221673655'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:55.091373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd1766-8443-43a4-9c28-410a2602f6eb service neutron] Pushing event updated for resources: {'Port': ['ID=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:55.122727 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16088866-5f3b-45ae-9c9e-4412c657a202 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:55.128323 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16088866-5f3b-45ae-9c9e-4412c657a202 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.162646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78627dd5-7338-41ca-b42c-51810ce1ead4 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Network': ['ID=7b468a24-ef32-4517-861e-3f4c37267fc6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:55.179360 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1173b4c-841d-4aab-a11f-b02c46069e23 req-b522316c-0d7b-4b1f-9ef5-ebed6f5043e3 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf904d52-23f4-4a2b-aebb-608b9b6a874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339386 Jan 14 01:49:55.195912 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16088866-5f3b-45ae-9c9e-4412c657a202 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:49:55.198916 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ba7f3a51-cd96-4981-98e8-5c3ea3b9968b req-ed0c375b-1e92-4a18-b041-36ddac485a8c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (17ba9028-4834-4831-af06-a7ea85d67698), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.218206 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ba7f3a51-cd96-4981-98e8-5c3ea3b9968b req-ed0c375b-1e92-4a18-b041-36ddac485a8c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (17ba9028-4834-4831-af06-a7ea85d67698), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.243154 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16088866-5f3b-45ae-9c9e-4412c657a202 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (94a9f1c8-557f-4434-a325-952dcad826c3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.243525 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-16088866-5f3b-45ae-9c9e-4412c657a202 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Added segment 94a9f1c8-557f-4434-a325-952dcad826c3 of type vlan for network 7f6882e0-4236-4838-b0d9-c6ba76b88e51 Jan 14 01:49:55.265877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33872) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:55.274640 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-62652de0-01f8-49c4-b2bd-b3f6ff4bfde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:55.276100 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-62652de0-01f8-49c4-b2bd-b3f6ff4bfde4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e350eb51179c46cb8816a62f7b7fd6bf&device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 1099 time: 0.2417176 Jan 14 01:49:55.285296 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ba7f3a51-cd96-4981-98e8-5c3ea3b9968b req-ed0c375b-1e92-4a18-b041-36ddac485a8c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.293231 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba7f3a51-cd96-4981-98e8-5c3ea3b9968b req-ed0c375b-1e92-4a18-b041-36ddac485a8c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7765322 Jan 14 01:49:55.312899 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c375b-1e92-4a18-b041-36ddac485a8c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba9028-4834-4831-af06-a7ea85d67698,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:55.321105 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16088866-5f3b-45ae-9c9e-4412c657a202 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (7f6882e0-4236-4838-b0d9-c6ba76b88e51), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.356306 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16088866-5f3b-45ae-9c9e-4412c657a202 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (7f6882e0-4236-4838-b0d9-c6ba76b88e51), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.364294 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16088866-5f3b-45ae-9c9e-4412c657a202 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:55.364978 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16088866-5f3b-45ae-9c9e-4412c657a202 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.370560 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b54855c-ed55-4ef7-b016-0c46dad90e68 x-openstack-request-id: req-1b54855c-ed55-4ef7-b016-0c46dad90e68 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:55.370885 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f10360e-6166-4af9-a81c-ea51930ec7bd", "name": "network-vif-deleted", "tag": "9e648764-56a2-466e-8638-ebb052105e46", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:55.371462 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b54855c-ed55-4ef7-b016-0c46dad90e68 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:55.372008 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f10360e-6166-4af9-a81c-ea51930ec7bd', 'name': 'network-vif-deleted', 'tag': '9e648764-56a2-466e-8638-ebb052105e46', 'status': 'completed', 'code': 200} Jan 14 01:49:55.391644 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adafec3b-dcb8-45fd-aecb-fb80e96915ea x-openstack-request-id: req-adafec3b-dcb8-45fd-aecb-fb80e96915ea {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:49:55.391944 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:49:55.392200 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adafec3b-dcb8-45fd-aecb-fb80e96915ea {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:49:55.392597 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'status': 'completed', 'code': 200} Jan 14 01:49:55.394777 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-b6792cfa-cec9-4499-8f4f-4692ac66c941 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 HTTP/1.1" status: 200 len: 217 time: 0.0993283 Jan 14 01:49:55.397753 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f4d37eb6-c991-4593-b083-d905ca7c5b9a req-e3e9759a-3c69-4cae-958f-3048971afc94 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2141792470', 'description': 'tempest-description-1268114189'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:55.459100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1946568121', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:55.470217 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-16088866-5f3b-45ae-9c9e-4412c657a202 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4170949 Jan 14 01:49:55.472953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33888) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:55.478049 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5e44a83b-2f60-4cee-a19f-49260b56c8e7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'network_id': '7f6882e0-4236-4838-b0d9-c6ba76b88e51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:55.492692 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bdf6a7ce-e531-4d3f-b907-843d33136164 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:55.524068 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: bdf6a7ce-e531-4d3f-b907-843d33136164 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:49:55.525175 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bdf6a7ce-e531-4d3f-b907-843d33136164 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:55.537330 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d43e7d90-f4e0-4742-aeaf-671bd458a587 req-36950024-203c-42cc-aa74-1b6e9077557e tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0376849 Jan 14 01:49:55.543065 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4d37eb6-c991-4593-b083-d905ca7c5b9a req-e3e9759a-3c69-4cae-958f-3048971afc94 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.548695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-edeb27c0-97e1-4d19-a2ec-afddfc2c9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:55.550186 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-edeb27c0-97e1-4d19-a2ec-afddfc2c9e66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1479013 Jan 14 01:49:55.561259 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16088866-5f3b-45ae-9c9e-4412c657a202 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=7f6882e0-4236-4838-b0d9-c6ba76b88e51,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:55.573521 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 7f6882e0-4236-4838-b0d9-c6ba76b88e51 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:49:55.591217 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Made reservation on behalf of 18309771d2de489fb375e7d433afefa2 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:55.593733 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.632923 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.636716 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-fd0478e8-3bc1-4a45-af9c-97b298b28c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:55.638262 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-fd0478e8-3bc1-4a45-af9c-97b298b28c5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796547 Jan 14 01:49:55.747826 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4d37eb6-c991-4593-b083-d905ca7c5b9a req-e3e9759a-3c69-4cae-958f-3048971afc94 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (f164177e-32e0-4991-ab71-b3280bd46172), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.753945 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e44a83b-2f60-4cee-a19f-49260b56c8e7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:55.758730 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e44a83b-2f60-4cee-a19f-49260b56c8e7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.779712 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-6acc7909-69c2-47e5-9b2a-135194269985 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280196 Jan 14 01:49:55.780835 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4d37eb6-c991-4593-b083-d905ca7c5b9a req-e3e9759a-3c69-4cae-958f-3048971afc94 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f164177e-32e0-4991-ab71-b3280bd46172), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.890049 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4d37eb6-c991-4593-b083-d905ca7c5b9a req-e3e9759a-3c69-4cae-958f-3048971afc94 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.891534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4d37eb6-c991-4593-b083-d905ca7c5b9a req-e3e9759a-3c69-4cae-958f-3048971afc94 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5037711 Jan 14 01:49:55.905498 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9759a-3c69-4cae-958f-3048971afc94 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f164177e-32e0-4991-ab71-b3280bd46172,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:55.963250 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks [] for security_group (78113489-1d3e-4ad3-be2a-bd90f15a757e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.968296 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (78113489-1d3e-4ad3-be2a-bd90f15a757e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:55.997209 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] device_id is not set on port ed5e88cd-4f54-4493-9374-148715220903 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:49:56.038180 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-299793c8-7809-424b-84fa-fdc8e0dc6660 req-66898f64-4e7b-4adc-ac08-3aaee9a174c6 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505159 Jan 14 01:49:56.084168 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78113489-1d3e-4ad3-be2a-bd90f15a757e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:56.122050 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e44a83b-2f60-4cee-a19f-49260b56c8e7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (e396380a-ef3a-4f56-ac8f-6a0848647ca1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:56.126587 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-a2d27399-e9a1-4abf-b3c7-80e74093bf9f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:56.128059 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-a2d27399-e9a1-4abf-b3c7-80e74093bf9f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.1747382 Jan 14 01:49:56.153946 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73cdd0e9-59fc-4273-885a-c4075d2f51ec req-bf1a77cb-e394-4a48-a00c-db5911f12bdb tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fed1db0d364848e4950b16d320a3d4bd HTTP/1.1" status: 200 len: 11010 time: 0.2298846 Jan 14 01:49:56.161705 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-d6f9c928-7366-435e-9c1e-e83d86bbbd57 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/quotas/2fab75ce1abf44998cda6d72ba056199 HTTP/1.1" status: 200 len: 375 time: 0.0265326 Jan 14 01:49:56.271097 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Allocated IP 172.25.2.209 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/ed5e88cd-4f54-4493-9374-148715220903) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:56.273248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44a83b-2f60-4cee-a19f-49260b56c8e7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=e396380a-ef3a-4f56-ac8f-6a0848647ca1,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:56.283932 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-d7dcdc14-883d-40a5-a32d-904b344490fb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1211193 Jan 14 01:49:56.286140 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44a83b-2f60-4cee-a19f-49260b56c8e7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking segment: {'id': '94a9f1c8-557f-4434-a325-952dcad826c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7f6882e0-4236-4838-b0d9-c6ba76b88e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:56.286954 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e44a83b-2f60-4cee-a19f-49260b56c8e7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network hostable DHCP agents. Network: 7f6882e0-4236-4838-b0d9-c6ba76b88e51, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:49:56.297587 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73cdd0e9-59fc-4273-885a-c4075d2f51ec req-2dabb188-f293-4f7c-bd0a-14e1e847a803 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/5d96ae87-4fbc-4a27-b8a3-22ce267ccd85 HTTP/1.1" status: 200 len: 3002 time: 0.1332977 Jan 14 01:49:56.325689 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e44a83b-2f60-4cee-a19f-49260b56c8e7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network 7f6882e0-4236-4838-b0d9-c6ba76b88e51 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:49:56.348289 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d32187-9f12-4781-9eb3-ba2098ca8cba req-d82c2298-0794-46d3-ab4d-4b64ac7b2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:56.349753 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4d32187-9f12-4781-9eb3-ba2098ca8cba req-d82c2298-0794-46d3-ab4d-4b64ac7b2185 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e350eb51179c46cb8816a62f7b7fd6bf&device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 1099 time: 0.1677208 Jan 14 01:49:56.353723 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5e44a83b-2f60-4cee-a19f-49260b56c8e7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 7f6882e0-4236-4838-b0d9-c6ba76b88e51) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:56.369169 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e222f64-0e4d-4f55-b419-a2064d32b098 None None] Network 7f6882e0-4236-4838-b0d9-c6ba76b88e51 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:56.372594 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e44a83b-2f60-4cee-a19f-49260b56c8e7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:56.373445 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e44a83b-2f60-4cee-a19f-49260b56c8e7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:56.431465 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5e44a83b-2f60-4cee-a19f-49260b56c8e7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9574430 Jan 14 01:49:56.440976 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33912) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:56.529293 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-7f6882e0-4236-4838-b0d9-c6ba76b88e51', 'network_id': '7f6882e0-4236-4838-b0d9-c6ba76b88e51', 'project_id': '861564828ef44399a5b4a802f36c8335', 'fixed_ips': [{'subnet_id': 'e396380a-ef3a-4f56-ac8f-6a0848647ca1'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:49:56.533386 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:56.542176 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks [] for port (ed5e88cd-4f54-4493-9374-148715220903), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:56.599688 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (7f6882e0-4236-4838-b0d9-c6ba76b88e51), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:56.620563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73cdd0e9-59fc-4273-885a-c4075d2f51ec req-59e3d1e7-c84c-4952-b86f-0ea08dcdf4fe tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/5d96ae87-4fbc-4a27-b8a3-22ce267ccd85 HTTP/1.1" status: 200 len: 3002 time: 0.3005960 Jan 14 01:49:56.642336 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (ed5e88cd-4f54-4493-9374-148715220903), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:56.644660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d32187-9f12-4781-9eb3-ba2098ca8cba req-f0690f69-abe0-432d-99cd-9f0d69d3d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:56.646489 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4d32187-9f12-4781-9eb3-ba2098ca8cba req-f0690f69-abe0-432d-99cd-9f0d69d3d6d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2866106 Jan 14 01:49:56.659307 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-5ac3d563-4aca-456c-875e-09a0aaba90f1 service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746252 Jan 14 01:49:56.776567 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4d32187-9f12-4781-9eb3-ba2098ca8cba req-9dfe8ea7-e1ec-42f7-8458-f3eba4d3b6f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 HTTP/1.1" status: 200 len: 217 time: 0.1070004 Jan 14 01:49:56.779726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:56.786071 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:56.793746 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:56.799588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Allocated IP 172.20.0.2 (7f6882e0-4236-4838-b0d9-c6ba76b88e51/e396380a-ef3a-4f56-ac8f-6a0848647ca1/274f2252-0cc0-4eed-871f-165a5f9dc970) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:56.805425 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4cbfb5-622b-4b18-8f4d-7980c556bd84 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:49:56.849645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Pushing event updated for resources: {'Port': ['ID=ed5e88cd-4f54-4493-9374-148715220903,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:56.854903 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (e396380a-ef3a-4f56-ac8f-6a0848647ca1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:56.899797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:56.900139 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:56.907537 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c296a-6e03-4426-96dd-318451775d2c req-1237d0b2-996b-49ac-87b2-f8b8a2f33e40 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:56.914493 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-314c296a-6e03-4426-96dd-318451775d2c req-1237d0b2-996b-49ac-87b2-f8b8a2f33e40 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 948 time: 0.1422696 Jan 14 01:49:56.924372 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d32187-9f12-4781-9eb3-ba2098ca8cba req-7c3fa4f3-6ca9-4a6a-b1a0-cfaf917786d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:56.926006 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4d32187-9f12-4781-9eb3-ba2098ca8cba req-7c3fa4f3-6ca9-4a6a-b1a0-cfaf917786d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1190536 Jan 14 01:49:56.932669 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e1ec0405-3bd8-4458-b57e-35e390a56cdc tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6620619 Jan 14 01:49:56.935307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33928) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:56.939544 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.209'}]}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:56.953599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f58cabba-8169-47c4-b9e1-9ad47ec1b224 None None] Provisioning complete for port ed5e88cd-4f54-4493-9374-148715220903 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:56.954512 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f58cabba-8169-47c4-b9e1-9ad47ec1b224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ed5e88cd-4f54-4493-9374-148715220903), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:56.974467 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-210c91ad-f816-41b4-bab6-b4ee36d3e186 service neutron] 10.222.0.26 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140564 Jan 14 01:49:56.992352 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (5644b9f3-00a9-482c-9631-bd7e93099307), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:56.996031 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (5644b9f3-00a9-482c-9631-bd7e93099307), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.014056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-314c296a-6e03-4426-96dd-318451775d2c req-0ad63c0b-b10d-4308-af9f-0f30301014ab tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf904d52-23f4-4a2b-aebb-608b9b6a874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983896 Jan 14 01:49:57.019660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d32187-9f12-4781-9eb3-ba2098ca8cba req-d9cbf347-5ff0-4b09-b57f-4e60b55341a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:57.021111 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4d32187-9f12-4781-9eb3-ba2098ca8cba req-d9cbf347-5ff0-4b09-b57f-4e60b55341a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871549 Jan 14 01:49:57.024835 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f58cabba-8169-47c4-b9e1-9ad47ec1b224 None None] Port ed5e88cd-4f54-4493-9374-148715220903 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:49:57.088222 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks [] for router_controller (5644b9f3-00a9-482c-9631-bd7e93099307), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.100417 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Publish callbacks [] for port (274f2252-0cc0-4eed-871f-165a5f9dc970), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.118492 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (274f2252-0cc0-4eed-871f-165a5f9dc970), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.198374 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e433483-3134-4187-9885-9e3c10b06be7 req-043f4b41-9e77-46b5-9aad-5ba80536ebd6 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0510371 Jan 14 01:49:57.204204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Network 7f6882e0-4236-4838-b0d9-c6ba76b88e51 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:49:57.207236 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4d32187-9f12-4781-9eb3-ba2098ca8cba req-de9109ce-f9ad-4de2-a68d-be17c0e29e57 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753671 Jan 14 01:49:57.210251 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:49:57.226092 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:49:57.288017 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Pushing event updated for resources: {'Port': ['ID=274f2252-0cc0-4eed-871f-165a5f9dc970,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:57.305220 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (e396380a-ef3a-4f56-ac8f-6a0848647ca1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.362550 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Attempting to bind port 274f2252-0cc0-4eed-871f-165a5f9dc970 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:49:57.363121 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Attempting to bind port 274f2252-0cc0-4eed-871f-165a5f9dc970 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '94a9f1c8-557f-4434-a325-952dcad826c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7f6882e0-4236-4838-b0d9-c6ba76b88e51'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:49:57.363534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Attempting to bind port 274f2252-0cc0-4eed-871f-165a5f9dc970 on network 7f6882e0-4236-4838-b0d9-c6ba76b88e51 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:49:57.377737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:49:57.378225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Checking segment: {'id': '94a9f1c8-557f-4434-a325-952dcad826c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7f6882e0-4236-4838-b0d9-c6ba76b88e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:49:57.378939 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.379544 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Bound using segment: {'id': '94a9f1c8-557f-4434-a325-952dcad826c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7f6882e0-4236-4838-b0d9-c6ba76b88e51'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:49:57.380478 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Bound port: 274f2252-0cc0-4eed-871f-165a5f9dc970, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a9f1c8-557f-4434-a325-952dcad826c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7f6882e0-4236-4838-b0d9-c6ba76b88e51'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:49:57.380943 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (274f2252-0cc0-4eed-871f-165a5f9dc970), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.401312 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89a9660e-5ca5-4dd8-afe1-16127f6f6dd4 req-b8963eb0-e5e1-4907-8058-4c7a47a81d89 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/4d6a1823-e44c-4c7b-b16b-0954fe0ea8f2 HTTP/1.1" status: 200 len: 1819 time: 0.1366906 Jan 14 01:49:57.438865 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks [] for router_gateway (5644b9f3-00a9-482c-9631-bd7e93099307), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.440517 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4d32187-9f12-4781-9eb3-ba2098ca8cba req-90fe94a0-026c-4fec-87fe-05b9ee4e5993 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248206 Jan 14 01:49:57.449997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Subnet': ['ID=e396380a-ef3a-4f56-ac8f-6a0848647ca1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:57.510289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] For port 274f2252-0cc0-4eed-871f-165a5f9dc970, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:49:57.524326 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] For port 274f2252-0cc0-4eed-871f-165a5f9dc970, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=274f2252-0cc0-4eed-871f-165a5f9dc970,segment=NetworkSegment(94a9f1c8-557f-4434-a325-952dcad826c3),segment_id=94a9f1c8-557f-4434-a325-952dcad826c3)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:49:57.533014 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (274f2252-0cc0-4eed-871f-165a5f9dc970), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.555082 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6ce78cd-99ae-4d38-9409-a03335367e1c req-b9e9cc15-391d-4dd6-af69-3bc6b1de09dd tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 210 time: 0.0673921 Jan 14 01:49:57.586910 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-89a9660e-5ca5-4dd8-afe1-16127f6f6dd4 req-736172bf-659f-4e42-8abf-9d6d3ba7226a tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (4d6a1823-e44c-4c7b-b16b-0954fe0ea8f2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.618148 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-89a9660e-5ca5-4dd8-afe1-16127f6f6dd4 req-736172bf-659f-4e42-8abf-9d6d3ba7226a tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (4d6a1823-e44c-4c7b-b16b-0954fe0ea8f2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.636334 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaeb76a-10da-4bf1-a24d-a441a9314e02 None None] Pushing event updated for resources: {'Port': ['ID=274f2252-0cc0-4eed-871f-165a5f9dc970,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:57.659998 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (7f6882e0-4236-4838-b0d9-c6ba76b88e51), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.667473 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:49:57.675259 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 9e648764-56a2-466e-8638-ebb052105e46 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:49:57.683832 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6882e0-4236-4838-b0d9-c6ba76b88e51']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:57.699161 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a9f1c8-557f-4434-a325-952dcad826c3') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:57.699439 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a9f1c8-557f-4434-a325-952dcad826c3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:57.710553 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (94a9f1c8-557f-4434-a325-952dcad826c3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.714948 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-89a9660e-5ca5-4dd8-afe1-16127f6f6dd4 req-736172bf-659f-4e42-8abf-9d6d3ba7226a tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4d6a1823-e44c-4c7b-b16b-0954fe0ea8f2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.715144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 9e648764-56a2-466e-8638-ebb052105e46 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:49:57.715417 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 9e648764-56a2-466e-8638-ebb052105e46 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:49:57.717503 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-89a9660e-5ca5-4dd8-afe1-16127f6f6dd4 req-736172bf-659f-4e42-8abf-9d6d3ba7226a tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.718880 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-89a9660e-5ca5-4dd8-afe1-16127f6f6dd4 req-736172bf-659f-4e42-8abf-9d6d3ba7226a tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "DELETE /v2.0/security-groups/4d6a1823-e44c-4c7b-b16b-0954fe0ea8f2 HTTP/1.1" status: 204 len: 173 time: 0.3165255 Jan 14 01:49:57.729979 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (94a9f1c8-557f-4434-a325-952dcad826c3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.735321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736172bf-659f-4e42-8abf-9d6d3ba7226a tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6a1823-e44c-4c7b-b16b-0954fe0ea8f2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:57.738806 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:57.740894 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (94a9f1c8-557f-4434-a325-952dcad826c3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:57.747398 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:57.783963 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-dbd34db7-0f4d-41d6-8a5d-798305fd2735 req-d8e25975-92ca-4af1-b2d8-31e84bce11b2 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] show failed (client error): The resource could not be found. Jan 14 01:49:57.785018 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dbd34db7-0f4d-41d6-8a5d-798305fd2735 req-d8e25975-92ca-4af1-b2d8-31e84bce11b2 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/4d6a1823-e44c-4c7b-b16b-0954fe0ea8f2 HTTP/1.1" status: 404 len: 352 time: 0.0254562 Jan 14 01:49:57.857375 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.db.api [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 01:49:57.857375 n-d-824358-4 neutron-server[103354]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 01:49:57.857375 n-d-824358-4 neutron-server[103354]: [parameters: {'id': '7f6882e0-4236-4838-b0d9-c6ba76b88e51'}] Jan 14 01:49:57.857375 n-d-824358-4 neutron-server[103354]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:49:57.857686 n-d-824358-4 neutron-server[103354]: DEBUG oslo_db.api [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:49:57.861648 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a7ba1a-f9b5-4483-bcd8-4986e20a8e05 None None] get_active_networks_info from n-d-824358-4 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 01:49:57.922277 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9dab3a63-9066-4af9-9a05-609cebc90a73 req-0cedbc90-600c-4bd7-a511-13ffe78182d1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/17ba9028-4834-4831-af06-a7ea85d67698 HTTP/1.1" status: 200 len: 1819 time: 0.0839734 Jan 14 01:49:57.989831 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:57.992143 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a7ba1a-f9b5-4483-bcd8-4986e20a8e05 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 01:49:57.995973 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks [] for router_gateway (5644b9f3-00a9-482c-9631-bd7e93099307), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.007286 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'mac_address': 'fa:16:3e:21:ba:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:49:58.018272 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.032593 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9dab3a63-9066-4af9-9a05-609cebc90a73 req-a8442421-8b9f-4c09-8d02-58071c262095 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (17ba9028-4834-4831-af06-a7ea85d67698), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.102034 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:49:58.102444 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.117621 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9dab3a63-9066-4af9-9a05-609cebc90a73 req-a8442421-8b9f-4c09-8d02-58071c262095 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (17ba9028-4834-4831-af06-a7ea85d67698), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.130545 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:49:58.183250 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:58.185108 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks [] for router (5644b9f3-00a9-482c-9631-bd7e93099307), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.209673 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.296791 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9dab3a63-9066-4af9-9a05-609cebc90a73 req-a8442421-8b9f-4c09-8d02-58071c262095 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (17ba9028-4834-4831-af06-a7ea85d67698), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.299831 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9dab3a63-9066-4af9-9a05-609cebc90a73 req-a8442421-8b9f-4c09-8d02-58071c262095 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.317936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9dab3a63-9066-4af9-9a05-609cebc90a73 req-a8442421-8b9f-4c09-8d02-58071c262095 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "DELETE /v2.0/security-groups/17ba9028-4834-4831-af06-a7ea85d67698 HTTP/1.1" status: 204 len: 173 time: 0.3942573 Jan 14 01:49:58.378332 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (7f6882e0-4236-4838-b0d9-c6ba76b88e51), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.391159 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (5644b9f3-00a9-482c-9631-bd7e93099307), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.394364 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks [] for router_controller (5644b9f3-00a9-482c-9631-bd7e93099307), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.408821 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963f865-558c-4df3-953e-51b1cb6bac8e req-1ee940f0-5228-4ade-9b8e-c017239bca55 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:58.420213 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f963f865-558c-4df3-953e-51b1cb6bac8e req-1ee940f0-5228-4ade-9b8e-c017239bca55 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 949 time: 0.2054157 Jan 14 01:49:58.465209 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8442421-8b9f-4c09-8d02-58071c262095 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba9028-4834-4831-af06-a7ea85d67698,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:58.497146 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:58.499811 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (5644b9f3-00a9-482c-9631-bd7e93099307), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.500356 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5644b9f3-00a9-482c-9631-bd7e93099307 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:49:58.540217 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 14 01:49:58.542075 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-41bd8b70-3488-4322-8edf-e481fe415dbd tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6052148 Jan 14 01:49:58.545706 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33956) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:58.547412 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Deleting port 274f2252-0cc0-4eed-871f-165a5f9dc970 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:58.547840 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (274f2252-0cc0-4eed-871f-165a5f9dc970), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.571600 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:49:58.583843 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-abdc5030-1b50-4cae-9318-a81209a62e9f req-a1d0ddc3-df1f-44ae-98d0-bc3c046c57e9 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.1028190 Jan 14 01:49:58.623430 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f963f865-558c-4df3-953e-51b1cb6bac8e req-b8a8f352-7333-4579-ac7d-786f00cbc629 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf904d52-23f4-4a2b-aebb-608b9b6a874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011616 Jan 14 01:49:58.655678 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-5cc0c385-dcf0-4f91-b2df-edc62c78ca87 req-b2f9cced-9aca-451f-a0ef-771e13a8d47f tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] show failed (client error): The resource could not be found. Jan 14 01:49:58.664542 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5cc0c385-dcf0-4f91-b2df-edc62c78ca87 req-b2f9cced-9aca-451f-a0ef-771e13a8d47f tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/17ba9028-4834-4831-af06-a7ea85d67698 HTTP/1.1" status: 404 len: 352 time: 0.0335612 Jan 14 01:49:58.699601 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbadad5-d826-49e5-b064-ff85b7fb1394 None None] Network 7f6882e0-4236-4838-b0d9-c6ba76b88e51 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:49:58.703388 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] For port 274f2252-0cc0-4eed-871f-165a5f9dc970, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=274f2252-0cc0-4eed-871f-165a5f9dc970,segment=NetworkSegment(94a9f1c8-557f-4434-a325-952dcad826c3),segment_id=94a9f1c8-557f-4434-a325-952dcad826c3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:49:58.703908 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (274f2252-0cc0-4eed-871f-165a5f9dc970), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.721402 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Calling delete_port for 274f2252-0cc0-4eed-871f-165a5f9dc970 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:58.755660 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27637581-ac21-4a1d-880b-e2d5eb546d3b req-3504091f-b627-4ac1-871a-6c713320584c tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 210 time: 0.0332747 Jan 14 01:49:58.795945 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6c935e4f-3694-4a80-bbdc-20f99fe7939f tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Deleting port ed5e88cd-4f54-4493-9374-148715220903 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:49:58.796386 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c935e4f-3694-4a80-bbdc-20f99fe7939f tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ed5e88cd-4f54-4493-9374-148715220903), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.869258 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8cfbe030-5355-4b5e-a16d-64536605a217 req-5c9bdecd-f71a-40fe-9deb-a0d4ed573051 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/f164177e-32e0-4991-ab71-b3280bd46172 HTTP/1.1" status: 200 len: 1820 time: 0.0861530 Jan 14 01:49:58.919446 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (274f2252-0cc0-4eed-871f-165a5f9dc970), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.975790 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No DVR routers for this DVR port 274f2252-0cc0-4eed-871f-165a5f9dc970 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:49:58.982190 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c935e4f-3694-4a80-bbdc-20f99fe7939f tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ed5e88cd-4f54-4493-9374-148715220903), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:58.985761 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Port': ['ID=274f2252-0cc0-4eed-871f-165a5f9dc970,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:59.006264 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8cfbe030-5355-4b5e-a16d-64536605a217 req-cffc1f71-98de-4471-915a-e47b519e8106 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (f164177e-32e0-4991-ab71-b3280bd46172), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.032090 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6c935e4f-3694-4a80-bbdc-20f99fe7939f tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Calling delete_port for ed5e88cd-4f54-4493-9374-148715220903 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:49:59.083987 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8cfbe030-5355-4b5e-a16d-64536605a217 req-cffc1f71-98de-4471-915a-e47b519e8106 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (f164177e-32e0-4991-ab71-b3280bd46172), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.092121 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (7f6882e0-4236-4838-b0d9-c6ba76b88e51), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.152296 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6882e0-4236-4838-b0d9-c6ba76b88e51']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:59.164472 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-718e137e-a36f-4e29-961e-91c8bd0944f7 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:59.166035 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-718e137e-a36f-4e29-961e-91c8bd0944f7 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 806 time: 0.1874356 Jan 14 01:49:59.167457 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8cfbe030-5355-4b5e-a16d-64536605a217 req-cffc1f71-98de-4471-915a-e47b519e8106 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f164177e-32e0-4991-ab71-b3280bd46172), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.170053 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8cfbe030-5355-4b5e-a16d-64536605a217 req-cffc1f71-98de-4471-915a-e47b519e8106 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.170766 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a9f1c8-557f-4434-a325-952dcad826c3') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:59.171138 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a9f1c8-557f-4434-a325-952dcad826c3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:49:59.177118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8cfbe030-5355-4b5e-a16d-64536605a217 req-cffc1f71-98de-4471-915a-e47b519e8106 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "DELETE /v2.0/security-groups/f164177e-32e0-4991-ab71-b3280bd46172 HTTP/1.1" status: 204 len: 173 time: 0.2983227 Jan 14 01:49:59.184375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc1f71-98de-4471-915a-e47b519e8106 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f164177e-32e0-4991-ab71-b3280bd46172,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:59.189839 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (94a9f1c8-557f-4434-a325-952dcad826c3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.209347 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (94a9f1c8-557f-4434-a325-952dcad826c3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.212762 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Request body: {'port': {'device_id': '60b0ef06-8833-46eb-b3c0-5add4a3ea458', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'admin_state_up': True, 'tenant_id': '2fab75ce1abf44998cda6d72ba056199'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:59.222243 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:49:59.222750 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (94a9f1c8-557f-4434-a325-952dcad826c3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:49:59.225748 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:49:59.253152 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-8b9e24dc-2d20-4596-8934-2b398a1a273b req-fd7540f2-d6e6-48ee-90ee-228c8e8d6c2c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] show failed (client error): The resource could not be found. Jan 14 01:49:59.254200 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b9e24dc-2d20-4596-8934-2b398a1a273b req-fd7540f2-d6e6-48ee-90ee-228c8e8d6c2c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/f164177e-32e0-4991-ab71-b3280bd46172 HTTP/1.1" status: 404 len: 352 time: 0.0534701 Jan 14 01:49:59.313493 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (7f6882e0-4236-4838-b0d9-c6ba76b88e51), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.321690 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.329799 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/7f6882e0-4236-4838-b0d9-c6ba76b88e51 HTTP/1.1" status: 204 len: 168 time: 2.8841460 Jan 14 01:49:59.330909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33966) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:59.336557 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9c80f87c-0d48-467d-925c-174a11043118 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1159568313'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:59.360922 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a48410-ef7a-4e48-842e-7ce9032bdefb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Network': ['ID=7f6882e0-4236-4838-b0d9-c6ba76b88e51,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:59.372827 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c935e4f-3694-4a80-bbdc-20f99fe7939f tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (ed5e88cd-4f54-4493-9374-148715220903), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.403133 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c935e4f-3694-4a80-bbdc-20f99fe7939f tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed5e88cd-4f54-4493-9374-148715220903,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:59.403809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-52ec61e1-7b6c-4cd0-af86-d6dad7efc15b req-bde98da7-4158-47aa-a2cf-73d69db17fa5 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fed1db0d364848e4950b16d320a3d4bd HTTP/1.1" status: 200 len: 6205 time: 0.1153200 Jan 14 01:49:59.422514 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c80f87c-0d48-467d-925c-174a11043118 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:59.424683 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c80f87c-0d48-467d-925c-174a11043118 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.431610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dd9211-8200-44e1-a745-0266d98fdd84 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:49:59.489072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Made reservation on behalf of 2fab75ce1abf44998cda6d72ba056199 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:49:59.493090 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.525335 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c80f87c-0d48-467d-925c-174a11043118 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:49:59.525576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-52ec61e1-7b6c-4cd0-af86-d6dad7efc15b req-c99af547-3474-448b-bafa-9004d1c8bc15 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/5d96ae87-4fbc-4a27-b8a3-22ce267ccd85 HTTP/1.1" status: 200 len: 3002 time: 0.1095178 Jan 14 01:49:59.530937 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c935e4f-3694-4a80-bbdc-20f99fe7939f tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.544200 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6c935e4f-3694-4a80-bbdc-20f99fe7939f tempest-RoutersAdminNegativeTest-2131307570 tempest-RoutersAdminNegativeTest-2131307570-project-admin] 10.222.0.26 "DELETE /v2.0/ports/ed5e88cd-4f54-4493-9374-148715220903 HTTP/1.1" status: 204 len: 168 time: 0.9936962 Jan 14 01:49:59.557634 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c80f87c-0d48-467d-925c-174a11043118 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (0b267c41-7c48-44e8-a270-3ad7bf62dbc3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.558136 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-9c80f87c-0d48-467d-925c-174a11043118 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Added segment 0b267c41-7c48-44e8-a270-3ad7bf62dbc3 of type vlan for network e39f318a-daff-4c52-950c-d6e467fba16a Jan 14 01:49:59.611233 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:49:59.626980 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c80f87c-0d48-467d-925c-174a11043118 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (e39f318a-daff-4c52-950c-d6e467fba16a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.629927 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-52ec61e1-7b6c-4cd0-af86-d6dad7efc15b req-bc55a262-9fa7-4918-9777-a1172f834bc4 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/5d96ae87-4fbc-4a27-b8a3-22ce267ccd85 HTTP/1.1" status: 200 len: 3002 time: 0.0666702 Jan 14 01:49:59.703564 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Allocated IP 172.20.0.12 (673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c/845bcc49-2264-4165-8b1c-097522050b8c/b8ea7aea-a04f-4848-a26e-5ff102fcd1d3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:49:59.714172 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c80f87c-0d48-467d-925c-174a11043118 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (e39f318a-daff-4c52-950c-d6e467fba16a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.742399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80f87c-0d48-467d-925c-174a11043118 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:49:59.743103 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c80f87c-0d48-467d-925c-174a11043118 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.781944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:49:59.787970 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:49:59.788600 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:49:59.807300 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a66cf2c5-b3c0-4401-8edb-42fb0a9a2dde req-ff97bae3-e4e9-40d6-a4f4-9349ac39025e tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0806084 Jan 14 01:49:59.892218 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80f87c-0d48-467d-925c-174a11043118 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=e39f318a-daff-4c52-950c-d6e467fba16a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:49:59.897421 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-2d614295-d358-439a-b3d6-e0e99a0980df req-2590cd06-9952-42b0-a12c-32909159de1c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1133304521', 'description': 'tempest-description-84634229'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:49:59.899449 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9c80f87c-0d48-467d-925c-174a11043118 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5674689 Jan 14 01:49:59.902674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33988) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:49:59.915783 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network e39f318a-daff-4c52-950c-d6e467fba16a details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:49:59.918449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'network_id': 'e39f318a-daff-4c52-950c-d6e467fba16a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:00.018053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 33994) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:00.024334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20af3c4-5931-4115-bd55-f5606044de3a req-629b30d6-6436-4d8e-98f7-e83f08613850 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:00.027172 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e20af3c4-5931-4115-bd55-f5606044de3a req-629b30d6-6436-4d8e-98f7-e83f08613850 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 949 time: 0.2266903 Jan 14 01:50:00.030401 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:00.031659 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.047364 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:00.054404 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.061522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:00.064521 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65eddee9-c020-4399-8ef1-062c632e7923" -d '{"events": [{"server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "name": "network-vif-plugged", "status": "completed", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:00.079923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:00.090019 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.116095 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2d614295-d358-439a-b3d6-e0e99a0980df req-2590cd06-9952-42b0-a12c-32909159de1c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.167734 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:00.184698 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e20af3c4-5931-4115-bd55-f5606044de3a req-033c9aca-3f30-4677-9867-3efc289ee4ec tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf904d52-23f4-4a2b-aebb-608b9b6a874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360931 Jan 14 01:50:00.233130 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks [] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.278477 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2d614295-d358-439a-b3d6-e0e99a0980df req-2590cd06-9952-42b0-a12c-32909159de1c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (32253656-e440-4d5d-b7ed-37ee389518ca), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.296070 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2d614295-d358-439a-b3d6-e0e99a0980df req-2590cd06-9952-42b0-a12c-32909159de1c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (32253656-e440-4d5d-b7ed-37ee389518ca), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.325015 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-233f9ae1-77fb-4710-80cf-f2a61ea6ac9c req-c1f92775-ed37-4363-9d03-1e3e76e8c59d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 210 time: 0.0551124 Jan 14 01:50:00.361484 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2d614295-d358-439a-b3d6-e0e99a0980df req-2590cd06-9952-42b0-a12c-32909159de1c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.362742 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2d614295-d358-439a-b3d6-e0e99a0980df req-2590cd06-9952-42b0-a12c-32909159de1c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4745140 Jan 14 01:50:00.364892 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590cd06-9952-42b0-a12c-32909159de1c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32253656-e440-4d5d-b7ed-37ee389518ca,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:00.372119 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.408812 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:00.421911 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:00.425490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:00.429873 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:00.479184 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event updated for resources: {'Port': ['ID=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:00.501530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:00.502603 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.538660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-95e01651-8866-4754-a6cc-2f98c856f542 req-7f974c21-49e6-4a65-ae33-94bb1273ac31 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-19894489', 'description': 'tempest-description-1192020001'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:00.548783 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-ff3b18b1-89da-4686-a00d-e58d6e8ec10d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3461068 Jan 14 01:50:00.575516 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2da0663a-2578-4ae5-b2aa-4d8d2772e7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.593777 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7948fe94-e56a-4e89-a2b8-f46282727757 x-openstack-request-id: req-7948fe94-e56a-4e89-a2b8-f46282727757 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:00.594465 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "name": "network-vif-plugged", "status": "completed", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:00.595872 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Request body: {'port': {'device_id': '60b0ef06-8833-46eb-b3c0-5add4a3ea458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:00.596487 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7948fe94-e56a-4e89-a2b8-f46282727757 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:00.597113 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'code': 200} Jan 14 01:50:00.598817 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Performing IP validity checks on allocation pools {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 14 01:50:00.599328 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 14 01:50:00.609430 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102745c2-b586-447a-8fdc-a6df420d070c None None] DHCP port deletion for 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:00.676126 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-95e01651-8866-4754-a6cc-2f98c856f542 req-7f974c21-49e6-4a65-ae33-94bb1273ac31 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.695404 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47032f-ba76-45ad-8d82-b0e635f6a626 req-3cadf8d5-25ad-43df-bfba-a2d3f818a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:00.697052 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.697197 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5e47032f-ba76-45ad-8d82-b0e635f6a626 req-3cadf8d5-25ad-43df-bfba-a2d3f818a9de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 1101 time: 0.0908334 Jan 14 01:50:00.700949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-79210a7b-7d94-4f21-813f-26380e3c57ab None None] Provisioning complete for port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:00.702658 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79210a7b-7d94-4f21-813f-26380e3c57ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.749386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-79210a7b-7d94-4f21-813f-26380e3c57ab None None] Port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:50:00.788036 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-95e01651-8866-4754-a6cc-2f98c856f542 req-7f974c21-49e6-4a65-ae33-94bb1273ac31 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.788434 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5e47032f-ba76-45ad-8d82-b0e635f6a626 req-01dc8aa3-e3d2-46d6-b024-f69a48d9527f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf904d52-23f4-4a2b-aebb-608b9b6a874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814490 Jan 14 01:50:00.800362 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-95e01651-8866-4754-a6cc-2f98c856f542 req-7f974c21-49e6-4a65-ae33-94bb1273ac31 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.806226 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2da0663a-2578-4ae5-b2aa-4d8d2772e7b8 admin admin] Publish callbacks [] for security_group (0e61d21d-f7cd-4d27-b5b5-c37cff5f8f36), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.818900 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2da0663a-2578-4ae5-b2aa-4d8d2772e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0e61d21d-f7cd-4d27-b5b5-c37cff5f8f36), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.859228 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-95e01651-8866-4754-a6cc-2f98c856f542 req-7f974c21-49e6-4a65-ae33-94bb1273ac31 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.861598 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95e01651-8866-4754-a6cc-2f98c856f542 req-7f974c21-49e6-4a65-ae33-94bb1273ac31 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3306136 Jan 14 01:50:00.897679 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2da0663a-2578-4ae5-b2aa-4d8d2772e7b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=695c966f79e2463584b54e0264da0463&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8785708 Jan 14 01:50:00.901126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34008) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:00.910001 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0663a-2578-4ae5-b2aa-4d8d2772e7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e61d21d-f7cd-4d27-b5b5-c37cff5f8f36,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:00.921305 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (b65cbcaf-244f-4f23-a554-f1f46e7296db), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:00.980075 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=b65cbcaf-244f-4f23-a554-f1f46e7296db,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:01.032993 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking segment: {'id': '0b267c41-7c48-44e8-a270-3ad7bf62dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e39f318a-daff-4c52-950c-d6e467fba16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:01.033366 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network hostable DHCP agents. Network: e39f318a-daff-4c52-950c-d6e467fba16a, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:50:01.051197 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03b25b12-6ca2-43bb-aec6-8c683d811893 admin admin] Publish callbacks [] for security_group (0e61d21d-f7cd-4d27-b5b5-c37cff5f8f36), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.063987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network e39f318a-daff-4c52-950c-d6e467fba16a is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:50:01.081760 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, e39f318a-daff-4c52-950c-d6e467fba16a) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:01.084595 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03b25b12-6ca2-43bb-aec6-8c683d811893 admin admin] Publish callbacks [] for security_group (0e61d21d-f7cd-4d27-b5b5-c37cff5f8f36), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.093322 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:01.093932 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.098980 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d3998e-0a2c-4a39-8727-63b667fa9218 None None] Network e39f318a-daff-4c52-950c-d6e467fba16a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:01.132741 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0b217a91-a7ef-431e-a920-a894758492bd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2286024 Jan 14 01:50:01.135350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34020) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:01.261615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-e39f318a-daff-4c52-950c-d6e467fba16a', 'network_id': 'e39f318a-daff-4c52-950c-d6e467fba16a', 'project_id': '861564828ef44399a5b4a802f36c8335', 'fixed_ips': [{'subnet_id': 'b65cbcaf-244f-4f23-a554-f1f46e7296db'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:50:01.262800 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.268170 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (e39f318a-daff-4c52-950c-d6e467fba16a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.272997 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03b25b12-6ca2-43bb-aec6-8c683d811893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0e61d21d-f7cd-4d27-b5b5-c37cff5f8f36), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.276234 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03b25b12-6ca2-43bb-aec6-8c683d811893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.279656 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-03b25b12-6ca2-43bb-aec6-8c683d811893 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e61d21d-f7cd-4d27-b5b5-c37cff5f8f36 HTTP/1.1" status: 204 len: 168 time: 0.3757975 Jan 14 01:50:01.311961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b25b12-6ca2-43bb-aec6-8c683d811893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e61d21d-f7cd-4d27-b5b5-c37cff5f8f36,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:01.393115 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (b65cbcaf-244f-4f23-a554-f1f46e7296db), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.468377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Allocated IP 172.20.0.3 (e39f318a-daff-4c52-950c-d6e467fba16a/b65cbcaf-244f-4f23-a554-f1f46e7296db/70aeb25b-f439-4ad7-90d3-235cdb625608) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:01.533467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f974c21-49e6-4a65-ae33-94bb1273ac31 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:01.564777 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-62a53917-1ae6-4f91-9604-f3c8b86c62e3 req-79fb5e24-73f0-496a-9396-e87dd4be3b96 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.1232574 Jan 14 01:50:01.620962 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.649307 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-37ad0971-5270-4bd8-becd-27fab5d29a86 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:01.657427 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-37ad0971-5270-4bd8-becd-27fab5d29a86 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/networks?id=1504e0b4-eb16-43ba-ae39-89743909d020 HTTP/1.1" status: 200 len: 813 time: 0.2120583 Jan 14 01:50:01.721600 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-398c1783-519b-4a31-ba7f-24b9fa31a6d9 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/quotas/fed1db0d364848e4950b16d320a3d4bd HTTP/1.1" status: 200 len: 375 time: 0.0632193 Jan 14 01:50:01.765143 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-51e25b8a-193a-46fd-acfa-7307ea299258 req-7c5bddae-4584-40f1-978f-0ed57e4ec3b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0586860 Jan 14 01:50:01.791446 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34034) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:01.804887 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Publish callbacks [] for port (70aeb25b-f439-4ad7-90d3-235cdb625608), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.819285 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (70aeb25b-f439-4ad7-90d3-235cdb625608), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.866931 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Network e39f318a-daff-4c52-950c-d6e467fba16a is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:01.872062 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:01.878053 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:01.886672 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (b65cbcaf-244f-4f23-a554-f1f46e7296db), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.888563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Pushing event updated for resources: {'Port': ['ID=70aeb25b-f439-4ad7-90d3-235cdb625608,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:01.914129 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2957175d-e9f4-4f17-a791-238fefde2f92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18309771d2de489fb375e7d433afefa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1180656 Jan 14 01:50:01.916133 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34036) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:01.948980 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:50:01.951101 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Subnet': ['ID=b65cbcaf-244f-4f23-a554-f1f46e7296db,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:01.960808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Attempting to bind port 70aeb25b-f439-4ad7-90d3-235cdb625608 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:50:01.961933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Attempting to bind port 70aeb25b-f439-4ad7-90d3-235cdb625608 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '0b267c41-7c48-44e8-a270-3ad7bf62dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e39f318a-daff-4c52-950c-d6e467fba16a'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:50:01.962583 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Attempting to bind port 70aeb25b-f439-4ad7-90d3-235cdb625608 on network e39f318a-daff-4c52-950c-d6e467fba16a {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:50:01.962931 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Publish callbacks [] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.969947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:50:01.970805 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Checking segment: {'id': '0b267c41-7c48-44e8-a270-3ad7bf62dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e39f318a-daff-4c52-950c-d6e467fba16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:01.971415 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.972133 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Bound using segment: {'id': '0b267c41-7c48-44e8-a270-3ad7bf62dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e39f318a-daff-4c52-950c-d6e467fba16a'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:50:01.972799 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Bound port: 70aeb25b-f439-4ad7-90d3-235cdb625608, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b267c41-7c48-44e8-a270-3ad7bf62dbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e39f318a-daff-4c52-950c-d6e467fba16a'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:50:01.973903 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (70aeb25b-f439-4ad7-90d3-235cdb625608), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:01.979698 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Transition to ACTIVE for port object b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:50:02.009691 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76aeb5-84ed-4651-bb42-db9eed427c1e req-f9581cf9-f044-449a-b75d-88bf3f829b9d tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:02.012213 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bd76aeb5-84ed-4651-bb42-db9eed427c1e req-f9581cf9-f044-449a-b75d-88bf3f829b9d tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 950 time: 0.2768044 Jan 14 01:50:02.012926 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.021917 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (e39f318a-daff-4c52-950c-d6e467fba16a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.040416 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20954f81-48b0-450b-b4c2-d330f0e98bae None None] DHCP port deletion for 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:02.052239 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39f318a-daff-4c52-950c-d6e467fba16a']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:02.063849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] For port 70aeb25b-f439-4ad7-90d3-235cdb625608, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:50:02.069121 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] For port 70aeb25b-f439-4ad7-90d3-235cdb625608, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=70aeb25b-f439-4ad7-90d3-235cdb625608,segment=NetworkSegment(0b267c41-7c48-44e8-a270-3ad7bf62dbc3),segment_id=0b267c41-7c48-44e8-a270-3ad7bf62dbc3)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:50:02.075772 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (70aeb25b-f439-4ad7-90d3-235cdb625608), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.079328 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b267c41-7c48-44e8-a270-3ad7bf62dbc3') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:02.079923 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b267c41-7c48-44e8-a270-3ad7bf62dbc3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:02.084917 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-bf4423d1-3f46-4c21-bac6-ca07ef2bc6a7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fed1db0d364848e4950b16d320a3d4bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3618917 Jan 14 01:50:02.091448 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:02.095903 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f54703d6-3f9e-4566-9823-9da5b2513b36 admin admin] Publish callbacks [] for security_group (78113489-1d3e-4ad3-be2a-bd90f15a757e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.100316 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (0b267c41-7c48-44e8-a270-3ad7bf62dbc3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.128610 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (0b267c41-7c48-44e8-a270-3ad7bf62dbc3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.132072 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f54703d6-3f9e-4566-9823-9da5b2513b36 admin admin] Publish callbacks [] for security_group (78113489-1d3e-4ad3-be2a-bd90f15a757e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.145366 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:50:02.146082 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (0b267c41-7c48-44e8-a270-3ad7bf62dbc3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:50:02.150088 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:50:02.169575 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd5178-e1ea-4720-961f-af53f1b6bf13 None None] Pushing event updated for resources: {'Port': ['ID=70aeb25b-f439-4ad7-90d3-235cdb625608,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:02.212235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a065f4-b69a-4eb8-92c9-dd718d87a0ab None None] get_active_networks_info from n-d-824358-4 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 01:50:02.237820 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.db.api [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 01:50:02.237820 n-d-824358-4 neutron-server[103354]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 01:50:02.237820 n-d-824358-4 neutron-server[103354]: [parameters: {'id': 'e39f318a-daff-4c52-950c-d6e467fba16a'}] Jan 14 01:50:02.237820 n-d-824358-4 neutron-server[103354]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:50:02.238187 n-d-824358-4 neutron-server[103354]: DEBUG oslo_db.api [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:50:02.242523 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f54703d6-3f9e-4566-9823-9da5b2513b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (78113489-1d3e-4ad3-be2a-bd90f15a757e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.244969 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bd76aeb5-84ed-4651-bb42-db9eed427c1e req-22059e5b-2707-4700-8cea-f66120320628 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf904d52-23f4-4a2b-aebb-608b9b6a874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209496 Jan 14 01:50:02.255900 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f54703d6-3f9e-4566-9823-9da5b2513b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.257268 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f54703d6-3f9e-4566-9823-9da5b2513b36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78113489-1d3e-4ad3-be2a-bd90f15a757e HTTP/1.1" status: 204 len: 168 time: 0.3401959 Jan 14 01:50:02.287957 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54703d6-3f9e-4566-9823-9da5b2513b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78113489-1d3e-4ad3-be2a-bd90f15a757e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:02.341190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Attempting to bind port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:50:02.341190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Attempting to bind port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:50:02.341526 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Attempting to bind port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:50:02.366333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a065f4-b69a-4eb8-92c9-dd718d87a0ab None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 01:50:02.371650 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-fbfbe71e-a23b-4b8f-9c10-9629a70cb379 service neutron] 10.222.0.26 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778931 Jan 14 01:50:02.423441 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:50:02.423862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Attempting to bind port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 on network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:50:02.439106 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:50:02.439533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Checking segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:02.440097 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Bound using segment: {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:50:02.440618 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Bound port: b8ea7aea-a04f-4848-a26e-5ff102fcd1d3, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f219ff-075f-4ebf-a5c5-24ae1fa78970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:50:02.441042 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.483999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cda4b3-d68a-4131-828b-9c107e897ff9 req-3f02a20f-83c4-4e09-9a55-8cc6b073c064 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:02.485595 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-62cda4b3-d68a-4131-828b-9c107e897ff9 req-3f02a20f-83c4-4e09-9a55-8cc6b073c064 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 944 time: 0.1720088 Jan 14 01:50:02.558157 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-f9c4bd8b-932d-470f-bbb2-03ea9db1aa70 service neutron] 10.222.0.26 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854653 Jan 14 01:50:02.650244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] For port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:50:02.656625 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] For port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:50:02.667816 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-62cda4b3-d68a-4131-828b-9c107e897ff9 req-4ba3c66f-b8a3-4d25-905b-c6165f518d7b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620595 Jan 14 01:50:02.669365 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.720788 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:02.721509 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.722936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] 10.222.0.46 "PUT /v2.0/ports/b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 HTTP/1.1" status: 200 len: 1092 time: 2.1527259 Jan 14 01:50:02.723387 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b0ef06-8833-46eb-b3c0-5add4a3ea458', 'tag': 'b8ea7aea-a04f-4848-a26e-5ff102fcd1d3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:02.726222 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e7a4bf-102e-4ef1-9b91-fe87301bd474" -d '{"events": [{"name": "network-changed", "server_uuid": "60b0ef06-8833-46eb-b3c0-5add4a3ea458", "tag": "b8ea7aea-a04f-4848-a26e-5ff102fcd1d3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:02.739749 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (e39f318a-daff-4c52-950c-d6e467fba16a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.773578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd55f4a-ab14-439f-bba5-0e02fd3afad5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:02.821472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f477924d-8899-417a-bfc3-19ee0c0eb64d None None] Network e39f318a-daff-4c52-950c-d6e467fba16a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:02.935986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Deleting port 70aeb25b-f439-4ad7-90d3-235cdb625608 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:50:02.936471 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (70aeb25b-f439-4ad7-90d3-235cdb625608), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:02.995398 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a271084a-c772-4c6d-a9d5-1a0fcd4e14d4 x-openstack-request-id: req-a271084a-c772-4c6d-a9d5-1a0fcd4e14d4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:02.995745 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b0ef06-8833-46eb-b3c0-5add4a3ea458", "tag": "b8ea7aea-a04f-4848-a26e-5ff102fcd1d3", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:02.995947 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a271084a-c772-4c6d-a9d5-1a0fcd4e14d4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:02.996555 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b0ef06-8833-46eb-b3c0-5add4a3ea458', 'tag': 'b8ea7aea-a04f-4848-a26e-5ff102fcd1d3', 'status': 'completed', 'code': 200} Jan 14 01:50:03.000075 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fbc74f2f-cf89-45ad-8779-38c62ebb334f req-12b4f130-1c53-4fe1-b604-f0d975ccc6c5 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0890338 Jan 14 01:50:03.039180 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-cc9e158b-0215-4842-9986-97468f227500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:03.040732 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-cc9e158b-0215-4842-9986-97468f227500 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 1095 time: 0.1653581 Jan 14 01:50:03.053745 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f0c980-7573-45f5-962b-d98d2730e5bb None None] DHCP port deletion for 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:03.112139 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a8f99d8c-9ca0-41d3-83fe-a6dd1d5d641f req-ba5f0923-50b7-47ac-9459-ec44f37fcc64 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 210 time: 0.0843678 Jan 14 01:50:03.157120 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] For port 70aeb25b-f439-4ad7-90d3-235cdb625608, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=70aeb25b-f439-4ad7-90d3-235cdb625608,segment=NetworkSegment(0b267c41-7c48-44e8-a270-3ad7bf62dbc3),segment_id=0b267c41-7c48-44e8-a270-3ad7bf62dbc3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:03.159363 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (70aeb25b-f439-4ad7-90d3-235cdb625608), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:03.201529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-3062dabf-d71b-4db1-83c0-b9bf54b0a483 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 HTTP/1.1" status: 200 len: 217 time: 0.1279385 Jan 14 01:50:03.205507 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Calling delete_port for 70aeb25b-f439-4ad7-90d3-235cdb625608 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:50:03.341726 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-aa8fd924-c99c-4c20-b467-5ad243754ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:03.347825 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-aa8fd924-c99c-4c20-b467-5ad243754ba9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.1400902 Jan 14 01:50:03.362866 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (70aeb25b-f439-4ad7-90d3-235cdb625608), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:03.407523 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Port': ['ID=70aeb25b-f439-4ad7-90d3-235cdb625608,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:03.411205 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No DVR routers for this DVR port 70aeb25b-f439-4ad7-90d3-235cdb625608 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:50:03.432497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-fab2dd6e-641d-4de0-a199-1b9944306981 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725000 Jan 14 01:50:03.512517 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (e39f318a-daff-4c52-950c-d6e467fba16a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:03.566640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34076) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:03.570875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85437f1-7539-4cae-9688-ab44661565db req-891c427b-ac20-426c-b11f-00578f3b692b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:03.579117 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f85437f1-7539-4cae-9688-ab44661565db req-891c427b-ac20-426c-b11f-00578f3b692b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 950 time: 0.1456292 Jan 14 01:50:03.581818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39f318a-daff-4c52-950c-d6e467fba16a']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:03.605980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b267c41-7c48-44e8-a270-3ad7bf62dbc3') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:03.606285 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b267c41-7c48-44e8-a270-3ad7bf62dbc3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:03.618850 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (0b267c41-7c48-44e8-a270-3ad7bf62dbc3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:03.638473 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f85437f1-7539-4cae-9688-ab44661565db req-e91db7b0-91b3-4f80-a50f-f4e7afbfe732 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf904d52-23f4-4a2b-aebb-608b9b6a874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579591 Jan 14 01:50:03.642716 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (0b267c41-7c48-44e8-a270-3ad7bf62dbc3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:03.651636 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:50:03.652536 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (0b267c41-7c48-44e8-a270-3ad7bf62dbc3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:50:03.657838 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:50:03.683413 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-d6377967-3dc4-4a2a-b898-27589015dac5 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486269 Jan 14 01:50:03.776242 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (e39f318a-daff-4c52-950c-d6e467fba16a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:03.795245 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:03.798957 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/e39f318a-daff-4c52-950c-d6e467fba16a HTTP/1.1" status: 204 len: 168 time: 2.6625850 Jan 14 01:50:03.805787 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34084) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:03.814497 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-268d25d7-6321-4288-b89e-b7ae0ee15de2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1643087587'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:03.818483 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-36417b4c-5569-4877-b15e-11fffae3d544 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] Request body: {'port': {'network_id': 'c39d997e-232b-45a6-8792-20b89bff9607', 'name': 'tempest-NetworksNegativeTestJSON-1463427778'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:03.828782 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ecc03-b17d-4197-9e9e-25527ccb4fa6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Network': ['ID=e39f318a-daff-4c52-950c-d6e467fba16a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:03.846707 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-36417b4c-5569-4877-b15e-11fffae3d544 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] POST failed (client error): The resource could not be found. Jan 14 01:50:03.848146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36417b4c-5569-4877-b15e-11fffae3d544 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:03.868276 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-36417b4c-5569-4877-b15e-11fffae3d544 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3004355 Jan 14 01:50:03.869799 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34090) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:03.884888 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268d25d7-6321-4288-b89e-b7ae0ee15de2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:03.888620 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268d25d7-6321-4288-b89e-b7ae0ee15de2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:03.927312 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fc892e-462a-4f2f-abfb-846a78d93972 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:03.927780 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fc892e-462a-4f2f-abfb-846a78d93972 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:03.942189 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-54fc892e-462a-4f2f-abfb-846a78d93972 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] 10.222.0.26 "DELETE /v2.0/networks/d1e36fee-f332-420c-a192-5191517eefc2 HTTP/1.1" status: 404 len: 339 time: 0.0694065 Jan 14 01:50:03.942877 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7090e-4a12-4b78-976a-8289437fa57b req-ea203f58-bf51-4fa9-9304-efc6c342f5d0 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:03.947194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34094) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:03.949587 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2cd7090e-4a12-4b78-976a-8289437fa57b req-ea203f58-bf51-4fa9-9304-efc6c342f5d0 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 944 time: 0.1611488 Jan 14 01:50:03.975563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-272ff238-e62d-433a-ac56-33049cd0ace7 req-22db5ef5-8a10-4d3d-9316-12eff0ea2763 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847314 Jan 14 01:50:03.993943 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-4746ded3-e425-421f-af89-85fc0585160f tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:04.003132 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4746ded3-e425-421f-af89-85fc0585160f tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:04.020276 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2cd7090e-4a12-4b78-976a-8289437fa57b req-1b61471c-aa51-4ca8-bfed-7b823aabed11 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694377 Jan 14 01:50:04.028101 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34098) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:04.034347 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4746ded3-e425-421f-af89-85fc0585160f tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] 10.222.0.26 "DELETE /v2.0/ports/9ebb9afa-3cc8-46dc-a81e-a0b1cf5203f4 HTTP/1.1" status: 404 len: 333 time: 0.0736141 Jan 14 01:50:04.053925 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268d25d7-6321-4288-b89e-b7ae0ee15de2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:50:04.127056 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eac29f6-c9cb-419a-962f-d63d3588eaa1 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:04.127533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eac29f6-c9cb-419a-962f-d63d3588eaa1 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:04.130610 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7eac29f6-c9cb-419a-962f-d63d3588eaa1 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] 10.222.0.26 "DELETE /v2.0/subnets/4354d403-b4fd-44a8-b3da-3fc61fb74d67 HTTP/1.1" status: 404 len: 337 time: 0.1014383 Jan 14 01:50:04.131881 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268d25d7-6321-4288-b89e-b7ae0ee15de2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6df9a4ac-f96b-49de-8b1f-f791ad75186d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:04.134375 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-268d25d7-6321-4288-b89e-b7ae0ee15de2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Added segment 6df9a4ac-f96b-49de-8b1f-f791ad75186d of type vlan for network 883a567e-865e-4ef6-a484-18dc65e837b1 Jan 14 01:50:04.135379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34106) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:04.158769 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e39e70-d999-48d1-a914-c9dbd0451440 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] GET failed (client error): The resource could not be found. Jan 14 01:50:04.162012 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-72e39e70-d999-48d1-a914-c9dbd0451440 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] 10.222.0.26 "GET /v2.0/networks/09c5ac94-937a-40c3-8955-db84803ea183 HTTP/1.1" status: 404 len: 339 time: 0.0250101 Jan 14 01:50:04.165286 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34110) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:04.195620 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268d25d7-6321-4288-b89e-b7ae0ee15de2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (883a567e-865e-4ef6-a484-18dc65e837b1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:04.234475 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a52335c-ef1d-4849-b213-672c7b2265a2 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] GET failed (client error): The resource could not be found. Jan 14 01:50:04.239890 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3a52335c-ef1d-4849-b213-672c7b2265a2 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] 10.222.0.26 "GET /v2.0/ports/c6733d85-bffd-414b-b677-98a9178ffb39 HTTP/1.1" status: 404 len: 333 time: 0.0716951 Jan 14 01:50:04.243604 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34112) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:04.282454 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1d51dd-b371-4624-9e4d-7a0a40954f71 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] GET failed (client error): The resource could not be found. Jan 14 01:50:04.285399 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4b1d51dd-b371-4624-9e4d-7a0a40954f71 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] 10.222.0.26 "GET /v2.0/subnets/d00ea08c-897d-4455-9308-6d03627a0423 HTTP/1.1" status: 404 len: 337 time: 0.0407603 Jan 14 01:50:04.285826 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5b9bbbbe-5150-480b-ab81-4d6d584966b0 req-5061724a-1a6d-4d97-a0bf-34c2cf8039f5 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0505540 Jan 14 01:50:04.289459 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34116) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:04.302994 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9d37f0b6-530c-4a69-a9e6-d55287d30227 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:04.305610 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268d25d7-6321-4288-b89e-b7ae0ee15de2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (883a567e-865e-4ef6-a484-18dc65e837b1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.310820 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268d25d7-6321-4288-b89e-b7ae0ee15de2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:04.313094 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268d25d7-6321-4288-b89e-b7ae0ee15de2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:04.340794 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d37f0b6-530c-4a69-a9e6-d55287d30227 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] PUT failed (client error): The resource could not be found. Jan 14 01:50:04.342960 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d37f0b6-530c-4a69-a9e6-d55287d30227 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:04.343777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7a4bf-102e-4ef1-9b91-fe87301bd474 req-6d7c46c4-af44-440f-80ed-e322e920b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:04.346214 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71e7a4bf-102e-4ef1-9b91-fe87301bd474 req-6d7c46c4-af44-440f-80ed-e322e920b42d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 1095 time: 0.2505729 Jan 14 01:50:04.351988 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9d37f0b6-530c-4a69-a9e6-d55287d30227 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] 10.222.0.26 "PUT /v2.0/networks/0ba81368-19a5-48ed-99d9-bcbbc7a972b8 HTTP/1.1" status: 404 len: 339 time: 0.0613840 Jan 14 01:50:04.354174 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34124) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:04.370261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-705068f9-93b3-41f1-bc87-244c36492acb tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:04.398084 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-705068f9-93b3-41f1-bc87-244c36492acb tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] PUT failed (client error): The resource could not be found. Jan 14 01:50:04.399314 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705068f9-93b3-41f1-bc87-244c36492acb tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:04.404996 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-705068f9-93b3-41f1-bc87-244c36492acb tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] 10.222.0.26 "PUT /v2.0/ports/1e439b6a-cfd2-482b-9eec-a6aad070100b HTTP/1.1" status: 404 len: 333 time: 0.0496051 Jan 14 01:50:04.405630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34130) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:04.407451 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:04.411203 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bcdb69a3-cc06-4f3e-9c8e-80916c7e9ad0 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:04.438460 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcdb69a3-cc06-4f3e-9c8e-80916c7e9ad0 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] PUT failed (client error): The resource could not be found. Jan 14 01:50:04.438874 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcdb69a3-cc06-4f3e-9c8e-80916c7e9ad0 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:04.445811 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bcdb69a3-cc06-4f3e-9c8e-80916c7e9ad0 tempest-NetworksNegativeTestJSON-2046748986 tempest-NetworksNegativeTestJSON-2046748986-project] 10.222.0.26 "PUT /v2.0/subnets/1c57085b-2631-4f72-9069-799c86652317 HTTP/1.1" status: 404 len: 337 time: 0.0382795 Jan 14 01:50:04.474946 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f72b72f9-bdf2-4787-85f6-c3920316d4b7 req-9b18f165-6c4f-4729-8d6a-3f584475173e tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 210 time: 0.0597343 Jan 14 01:50:04.482171 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-268d25d7-6321-4288-b89e-b7ae0ee15de2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6736515 Jan 14 01:50:04.482983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34136) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:04.497262 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-efffff2e-57a3-4617-87d8-c33137642550 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'network_id': '883a567e-865e-4ef6-a484-18dc65e837b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:04.568029 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d25d7-6321-4288-b89e-b7ae0ee15de2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=883a567e-865e-4ef6-a484-18dc65e837b1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:04.586659 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 883a567e-865e-4ef6-a484-18dc65e837b1 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:50:04.667751 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7a4bf-102e-4ef1-9b91-fe87301bd474 req-484a3359-b307-4a85-b5dd-1b93b30fe57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:04.671203 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71e7a4bf-102e-4ef1-9b91-fe87301bd474 req-484a3359-b307-4a85-b5dd-1b93b30fe57e service neutron] 10.222.0.46 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 907 time: 0.3138471 Jan 14 01:50:04.772163 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efffff2e-57a3-4617-87d8-c33137642550 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:04.772483 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71e7a4bf-102e-4ef1-9b91-fe87301bd474 req-6f3bc677-3780-4b09-a153-cb6adfa6297f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 HTTP/1.1" status: 200 len: 217 time: 0.0934613 Jan 14 01:50:04.776964 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efffff2e-57a3-4617-87d8-c33137642550 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:04.893987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-629c8ce2-79c7-43bd-8b8a-4454d2c5f714 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:04.895625 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-629c8ce2-79c7-43bd-8b8a-4454d2c5f714 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.46 "GET /v2.0/networks?id=1504e0b4-eb16-43ba-ae39-89743909d020 HTTP/1.1" status: 200 len: 813 time: 0.2539067 Jan 14 01:50:04.926846 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7a4bf-102e-4ef1-9b91-fe87301bd474 req-3905634a-65e4-405c-bb8d-c04bbb4f30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:04.928416 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71e7a4bf-102e-4ef1-9b91-fe87301bd474 req-3905634a-65e4-405c-bb8d-c04bbb4f30c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.1448746 Jan 14 01:50:04.935253 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'port': {'device_id': '9f5223de-a442-4166-93a7-180782b57c84', 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020', 'admin_state_up': True, 'tenant_id': 'fed1db0d364848e4950b16d320a3d4bd'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:04.971025 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba1263c6-d03f-4698-af2f-0102b7be7bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:05.016430 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71e7a4bf-102e-4ef1-9b91-fe87301bd474 req-b5fd8207-dffe-416a-be39-3fd5fed2eb29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711980 Jan 14 01:50:05.069420 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34142) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:05.125669 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ab5cbfe5-7a6a-4ecd-b89b-a1334eb050fd req-51739797-bd66-418f-ab97-dffa2951ebc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f0d06e47dd248f5b51be1e894d38841&device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.1225593 Jan 14 01:50:05.140071 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4919601f-c020-4c41-87cc-6c21fe645e10 req-723435b2-8e70-4854-b0c5-2be2d5b6c7ac tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.1218507 Jan 14 01:50:05.185388 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ab5cbfe5-7a6a-4ecd-b89b-a1334eb050fd req-6fc6e810-756c-41a7-8b4a-53617affac48 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8f0d06e47dd248f5b51be1e894d38841&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448449 Jan 14 01:50:05.256882 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907e0c9-ad0f-401d-bbdd-bdeeb794dc9c req-6cb9f40b-3260-4c04-b483-a81b79890311 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:05.258394 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d907e0c9-ad0f-401d-bbdd-bdeeb794dc9c req-6cb9f40b-3260-4c04-b483-a81b79890311 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 944 time: 0.1179371 Jan 14 01:50:05.262809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71e7a4bf-102e-4ef1-9b91-fe87301bd474 req-09113d54-44e2-4163-ac86-9facaa943949 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260725 Jan 14 01:50:05.352895 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766937de-d40a-4c33-85af-04540b398f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:05.402706 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d907e0c9-ad0f-401d-bbdd-bdeeb794dc9c req-16875677-d86f-40b8-9010-a7a4a043d45d tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325598 Jan 14 01:50:05.455958 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efffff2e-57a3-4617-87d8-c33137642550 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (6a7ed2ab-1dfe-4d78-9086-734f2100c0e6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:05.473714 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71e7a4bf-102e-4ef1-9b91-fe87301bd474 req-c9b528f3-a1de-4247-8880-4edd56de5dc9 service neutron] 10.222.0.46 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013962 Jan 14 01:50:05.485691 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Made reservation on behalf of fed1db0d364848e4950b16d320a3d4bd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:05.489265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:05.548508 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cbfe5-7a6a-4ecd-b89b-a1334eb050fd req-d2fa718d-7e94-42f7-9d8d-32e3c555a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:05.550068 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ab5cbfe5-7a6a-4ecd-b89b-a1334eb050fd req-d2fa718d-7e94-42f7-9d8d-32e3c555a1f6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3486521 Jan 14 01:50:05.569898 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766937de-d40a-4c33-85af-04540b398f26 admin admin] Publish callbacks [] for security_group (34399e31-5702-4fbb-bf95-da5e15ff27a0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:05.581840 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766937de-d40a-4c33-85af-04540b398f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (34399e31-5702-4fbb-bf95-da5e15ff27a0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:05.628554 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffff2e-57a3-4617-87d8-c33137642550 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=6a7ed2ab-1dfe-4d78-9086-734f2100c0e6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:05.649853 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:50:05.652099 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e269de4-da56-4c60-a7c0-1d9230b72dbd req-ee96c88c-15f1-447a-910f-6dbec7aee1f3 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 210 time: 0.0623376 Jan 14 01:50:05.652294 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efffff2e-57a3-4617-87d8-c33137642550 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking segment: {'id': '6df9a4ac-f96b-49de-8b1f-f791ad75186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '883a567e-865e-4ef6-a484-18dc65e837b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:05.652630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efffff2e-57a3-4617-87d8-c33137642550 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network hostable DHCP agents. Network: 883a567e-865e-4ef6-a484-18dc65e837b1, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:50:05.673493 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-766937de-d40a-4c33-85af-04540b398f26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=252eeaa6819c4c9390b8efe214640da8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6031792 Jan 14 01:50:05.676003 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34164) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:05.690324 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766937de-d40a-4c33-85af-04540b398f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34399e31-5702-4fbb-bf95-da5e15ff27a0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:05.746388 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efffff2e-57a3-4617-87d8-c33137642550 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network 883a567e-865e-4ef6-a484-18dc65e837b1 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:50:05.777070 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-efffff2e-57a3-4617-87d8-c33137642550 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 883a567e-865e-4ef6-a484-18dc65e837b1) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:05.779701 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Allocated IP 172.20.0.9 (1504e0b4-eb16-43ba-ae39-89743909d020/08e97be0-0e0c-4564-93e6-787b0ce5df90/4f505b62-eba9-4859-97e0-022273a3697c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:05.785698 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efffff2e-57a3-4617-87d8-c33137642550 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:05.786267 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efffff2e-57a3-4617-87d8-c33137642550 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:05.790081 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a821a0d6-fd70-433c-99f8-8e1161cb10aa None None] Network 883a567e-865e-4ef6-a484-18dc65e837b1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:05.845977 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-efffff2e-57a3-4617-87d8-c33137642550 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3593457 Jan 14 01:50:05.846326 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34166) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:05.851511 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24fea3f0-ad73-4856-817c-9d2aa9e8bae3 admin admin] Publish callbacks [] for security_group (34399e31-5702-4fbb-bf95-da5e15ff27a0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:05.864040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:05.911776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24fea3f0-ad73-4856-817c-9d2aa9e8bae3 admin admin] Publish callbacks [] for security_group (34399e31-5702-4fbb-bf95-da5e15ff27a0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:05.912502 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'b8ea7aea-a04f-4848-a26e-5ff102fcd1d3', 'network_id': '673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c', 'port_id': 'b8ea7aea-a04f-4848-a26e-5ff102fcd1d3', 'mac_address': 'fa:16:3e:40:bf:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845bcc49-2264-4165-8b1c-097522050b8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:50:05.994026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:05.994995 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.039989 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:50:06.040642 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (883a567e-865e-4ef6-a484-18dc65e837b1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.062756 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24fea3f0-ad73-4856-817c-9d2aa9e8bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (34399e31-5702-4fbb-bf95-da5e15ff27a0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.065627 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24fea3f0-ad73-4856-817c-9d2aa9e8bae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.070656 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:06.070880 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-24fea3f0-ad73-4856-817c-9d2aa9e8bae3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34399e31-5702-4fbb-bf95-da5e15ff27a0 HTTP/1.1" status: 204 len: 168 time: 0.3930633 Jan 14 01:50:06.078131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b0b20-e104-447a-ad08-5c1cbb6cdaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-883a567e-865e-4ef6-a484-18dc65e837b1', 'network_id': '883a567e-865e-4ef6-a484-18dc65e837b1', 'project_id': '861564828ef44399a5b4a802f36c8335', 'fixed_ips': [{'subnet_id': '6a7ed2ab-1dfe-4d78-9086-734f2100c0e6'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:50:06.078730 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c26b0b20-e104-447a-ad08-5c1cbb6cdaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.088147 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.092324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fea3f0-ad73-4856-817c-9d2aa9e8bae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34399e31-5702-4fbb-bf95-da5e15ff27a0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:06.112659 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for port (4f505b62-eba9-4859-97e0-022273a3697c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.201683 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (6a7ed2ab-1dfe-4d78-9086-734f2100c0e6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.218380 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (4f505b62-eba9-4859-97e0-022273a3697c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.317307 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (6a7ed2ab-1dfe-4d78-9086-734f2100c0e6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.360922 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-00d0e791-ab3f-4d0c-96c3-9638d5b869b2 req-3309db24-d893-418f-b214-6107de4fae1d tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0573435 Jan 14 01:50:06.372157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['03bb7206-921d-461a-82cb-bb48ef1f46ee'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:06.376402 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'Port': ['ID=4f505b62-eba9-4859-97e0-022273a3697c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:06.390062 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Network 1504e0b4-eb16-43ba-ae39-89743909d020 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:06.390062 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:06.400609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:06.412571 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c35fd2-17c7-4fe1-9a38-491ca3773723 None None] DHCP port deletion for 1504e0b4-eb16-43ba-ae39-89743909d020 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:06.419830 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7ed2ab-1dfe-4d78-9086-734f2100c0e6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:06.427623 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:06.480078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:06.480981 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.503395 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-55c80e81-28cc-4a85-9606-4ca479a7e1b7 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5887027 Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-c26b0b20-e104-447a-ad08-5c1cbb6cdaab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a7ed2ab-1dfe-4d78-9086-734f2100c0e6: This subnet is being modified by another concurrent operation. Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 01:50:06.528025 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exception Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a7ed2ab-1dfe-4d78-9086-734f2100c0e6: This subnet is being modified by another concurrent operation. Jan 14 01:50:06.531770 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server Jan 14 01:50:06.534331 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['b8ea7aea-a04f-4848-a26e-5ff102fcd1d3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:06.554688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Request body: {'port': {'device_id': '9f5223de-a442-4166-93a7-180782b57c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:06.568520 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (883a567e-865e-4ef6-a484-18dc65e837b1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.594110 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883a567e-865e-4ef6-a484-18dc65e837b1']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:06.610254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df9a4ac-f96b-49de-8b1f-f791ad75186d') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:06.610596 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df9a4ac-f96b-49de-8b1f-f791ad75186d') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:06.616489 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3ed9a0-b9f8-4373-b460-501506ecf8e6 None None] get_active_networks_info from n-d-824358-4 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 01:50:06.620334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ee954-02c0-44d6-8fca-5e3da1be9678 req-1fc802ab-e215-49bf-85d5-36e800f27aed tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:06.621991 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-779ee954-02c0-44d6-8fca-5e3da1be9678 req-1fc802ab-e215-49bf-85d5-36e800f27aed tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 945 time: 0.1203899 Jan 14 01:50:06.648583 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (6df9a4ac-f96b-49de-8b1f-f791ad75186d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.691924 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4f505b62-eba9-4859-97e0-022273a3697c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.711357 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6df9a4ac-f96b-49de-8b1f-f791ad75186d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.717841 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-779ee954-02c0-44d6-8fca-5e3da1be9678 req-8fc4b832-d953-4abc-91ca-d37daf322326 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894766 Jan 14 01:50:06.745756 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:50:06.750106 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (6df9a4ac-f96b-49de-8b1f-f791ad75186d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:50:06.763030 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:50:06.929570 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31918200-1ec5-4109-b905-47297db46309 req-5bcccb43-f20a-41e7-a6b0-d51ea2b127e3 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:06.937025 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-31918200-1ec5-4109-b905-47297db46309 req-5bcccb43-f20a-41e7-a6b0-d51ea2b127e3 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 931 time: 0.0956509 Jan 14 01:50:06.938902 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (883a567e-865e-4ef6-a484-18dc65e837b1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.959318 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:06.966430 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/883a567e-865e-4ef6-a484-18dc65e837b1 HTTP/1.1" status: 204 len: 168 time: 1.1152523 Jan 14 01:50:06.970099 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:06.970397 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5e26f-8205-4983-9528-410945372154 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Network': ['ID=883a567e-865e-4ef6-a484-18dc65e837b1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:06.988945 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d56b6f3f-8baf-40ea-8bfb-4f2954bd1237 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-56899790'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:07.026595 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-31918200-1ec5-4109-b905-47297db46309 req-af49152e-1b0d-4bf0-a4f4-61aa0dc8f207 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855517 Jan 14 01:50:07.030653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3ed9a0-b9f8-4373-b460-501506ecf8e6 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 01:50:07.044492 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bf42a0f0-aea0-4277-99b3-a050939bed1b None None] Provisioning complete for port 4f505b62-eba9-4859-97e0-022273a3697c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:07.045093 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf42a0f0-aea0-4277-99b3-a050939bed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4f505b62-eba9-4859-97e0-022273a3697c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:07.055776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56b6f3f-8baf-40ea-8bfb-4f2954bd1237 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:07.059920 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d56b6f3f-8baf-40ea-8bfb-4f2954bd1237 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:07.105937 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bf42a0f0-aea0-4277-99b3-a050939bed1b None None] Port 4f505b62-eba9-4859-97e0-022273a3697c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:50:07.136868 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ab5cbfe5-7a6a-4ecd-b89b-a1334eb050fd req-55a906dc-7d70-446e-9e7f-203a45c10e43 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0375311 Jan 14 01:50:07.154767 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56b6f3f-8baf-40ea-8bfb-4f2954bd1237 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:50:07.176516 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d56b6f3f-8baf-40ea-8bfb-4f2954bd1237 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (106dab00-5493-4608-87f9-cfa21f5fe136), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:07.176875 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-d56b6f3f-8baf-40ea-8bfb-4f2954bd1237 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Added segment 106dab00-5493-4608-87f9-cfa21f5fe136 of type vlan for network fe3f36cd-5092-40a0-8d2e-fb4426b55650 Jan 14 01:50:07.269422 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d56b6f3f-8baf-40ea-8bfb-4f2954bd1237 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (fe3f36cd-5092-40a0-8d2e-fb4426b55650), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:07.388142 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d56b6f3f-8baf-40ea-8bfb-4f2954bd1237 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (fe3f36cd-5092-40a0-8d2e-fb4426b55650), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:07.398289 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bfca473-2ce3-4379-81aa-951e64af0f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:07.403703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56b6f3f-8baf-40ea-8bfb-4f2954bd1237 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:07.405143 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d56b6f3f-8baf-40ea-8bfb-4f2954bd1237 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:07.433374 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34224) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:07.450467 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f505b62-eba9-4859-97e0-022273a3697c {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:50:07.563973 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfcf6e6c-be8f-47bd-8cf4-5d565cdcdd73 req-b4327471-2253-47aa-917b-ce342d668789 tempest-ServerShowV254Test-1648642588 tempest-ServerShowV254Test-1648642588-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c04a230-f3ab-4063-97b7-fcde7932439c HTTP/1.1" status: 200 len: 210 time: 0.0415461 Jan 14 01:50:07.586532 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Publish callbacks [] for port (4f505b62-eba9-4859-97e0-022273a3697c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:07.633027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a80e0b05-42b7-4bb7-b775-7190ca33f90c tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:07.634726 n-d-824358-4 neutron-server[103353]: WARNING neutron.api.v2.base [None req-a80e0b05-42b7-4bb7-b775-7190ca33f90c tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 01:50:07.642592 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d56b6f3f-8baf-40ea-8bfb-4f2954bd1237 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6710262 Jan 14 01:50:07.649525 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-a80e0b05-42b7-4bb7-b775-7190ca33f90c tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): There was a conflict when trying to complete your request. Jan 14 01:50:07.652159 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a80e0b05-42b7-4bb7-b775-7190ca33f90c tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2167225 Jan 14 01:50:07.654272 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34234) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:07.654948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34240) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:07.659204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3cc4272d-904e-4762-a1af-32f972d0799e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'network_id': 'fe3f36cd-5092-40a0-8d2e-fb4426b55650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:07.669449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Transition to ACTIVE for port object 4f505b62-eba9-4859-97e0-022273a3697c will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:50:07.669930 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-467d06c9-f506-4c75-9cd4-2cad41644444 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550503568'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:07.678828 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b6f3f-8baf-40ea-8bfb-4f2954bd1237 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=fe3f36cd-5092-40a0-8d2e-fb4426b55650,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:07.683999 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4f505b62-eba9-4859-97e0-022273a3697c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:07.751604 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:50:07.751786 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f505b62-eba9-4859-97e0-022273a3697c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:07.864808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:07.891679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'mac_address': 'fa:16:3e:21:ba:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:50:07.896133 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network fe3f36cd-5092-40a0-8d2e-fb4426b55650 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:50:07.912791 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-467d06c9-f506-4c75-9cd4-2cad41644444 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:07.967754 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbffc4ce-6f14-4a77-b8ea-d6717bab25b1 None None] Network 883a567e-865e-4ef6-a484-18dc65e837b1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:07.968842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac04fb-618b-4bff-8857-51f18b414f91 req-9c7e972c-7db5-4a95-a323-80f4fc61a325 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:07.969534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1161eb09-0eba-47f7-a01b-1070f9777017 None None] DHCP port deletion for 1504e0b4-eb16-43ba-ae39-89743909d020 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:07.970329 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Attempting to bind port 4f505b62-eba9-4859-97e0-022273a3697c on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:50:07.970329 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Attempting to bind port 4f505b62-eba9-4859-97e0-022273a3697c by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '8a9ccfc6-518b-4488-a355-95ecb201a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:50:07.970710 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Attempting to bind port 4f505b62-eba9-4859-97e0-022273a3697c on network 1504e0b4-eb16-43ba-ae39-89743909d020 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:50:07.987752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Port 4f505b62-eba9-4859-97e0-022273a3697c on network 1504e0b4-eb16-43ba-ae39-89743909d020 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:50:07.988089 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Attempting to bind port 4f505b62-eba9-4859-97e0-022273a3697c on network 1504e0b4-eb16-43ba-ae39-89743909d020 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:50:07.995987 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8bac04fb-618b-4bff-8857-51f18b414f91 req-9c7e972c-7db5-4a95-a323-80f4fc61a325 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 945 time: 0.1597433 Jan 14 01:50:08.004023 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:50:08.004516 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Checking segment: {'id': '8a9ccfc6-518b-4488-a355-95ecb201a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:08.004917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Bound using segment: {'id': '8a9ccfc6-518b-4488-a355-95ecb201a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:50:08.005739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Bound port: 4f505b62-eba9-4859-97e0-022273a3697c, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9ccfc6-518b-4488-a355-95ecb201a733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:50:08.006111 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4f505b62-eba9-4859-97e0-022273a3697c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:08.015113 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-467d06c9-f506-4c75-9cd4-2cad41644444 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:08.025837 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbffc4ce-6f14-4a77-b8ea-d6717bab25b1 None None] Network 883a567e-865e-4ef6-a484-18dc65e837b1 could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 14 01:50:08.076652 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:08.077197 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:08.117616 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:50:08.129196 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc4272d-904e-4762-a1af-32f972d0799e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:08.134558 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cc4272d-904e-4762-a1af-32f972d0799e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:08.165234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:08.167783 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] For port 4f505b62-eba9-4859-97e0-022273a3697c, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:50:08.172080 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:08.175384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] For port 4f505b62-eba9-4859-97e0-022273a3697c, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4f505b62-eba9-4859-97e0-022273a3697c,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:50:08.183249 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4f505b62-eba9-4859-97e0-022273a3697c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:08.222075 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:08.222947 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:08.223130 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8bac04fb-618b-4bff-8857-51f18b414f91 req-5d15cf4a-7b30-4c24-8788-346864a98a76 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245727 Jan 14 01:50:08.224486 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/4f505b62-eba9-4859-97e0-022273a3697c HTTP/1.1" status: 200 len: 1091 time: 1.7056010 Jan 14 01:50:08.224865 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5223de-a442-4166-93a7-180782b57c84', 'tag': '4f505b62-eba9-4859-97e0-022273a3697c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:08.227143 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc922f14-15d4-485e-8a8c-c8d03b8f40c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5223de-a442-4166-93a7-180782b57c84", "tag": "4f505b62-eba9-4859-97e0-022273a3697c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:08.258015 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:08.264472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0206d5-5d91-4de3-a68b-119821572e4c None None] DHCP port deletion for 1504e0b4-eb16-43ba-ae39-89743909d020 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:08.274630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7f3c0-4d30-44e7-b504-8d35fdbe46e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f505b62-eba9-4859-97e0-022273a3697c,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:08.330896 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc0c723-9fc5-4949-b63b-264814d040c8 x-openstack-request-id: req-5fc0c723-9fc5-4949-b63b-264814d040c8 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:08.331365 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5223de-a442-4166-93a7-180782b57c84", "tag": "4f505b62-eba9-4859-97e0-022273a3697c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:08.331759 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5fc0c723-9fc5-4949-b63b-264814d040c8 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:08.332335 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5223de-a442-4166-93a7-180782b57c84', 'tag': '4f505b62-eba9-4859-97e0-022273a3697c', 'status': 'completed', 'code': 200} Jan 14 01:50:08.350522 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-586150f8-0a55-4c96-ad5b-f9dd6a7a9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:08.361641 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-586150f8-0a55-4c96-ad5b-f9dd6a7a9a02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fed1db0d364848e4950b16d320a3d4bd&device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 1094 time: 0.0592868 Jan 14 01:50:08.361853 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:08.424199 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-0ecd4c4b-352d-44d3-a019-a30d2b5d17f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f505b62-eba9-4859-97e0-022273a3697c HTTP/1.1" status: 200 len: 217 time: 0.0551653 Jan 14 01:50:08.467959 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:08.514182 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-4ccffe15-4bd6-4da8-acec-95f4140d57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:08.515832 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-4ccffe15-4bd6-4da8-acec-95f4140d57d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08e97be0-0e0c-4564-93e6-787b0ce5df90 HTTP/1.1" status: 200 len: 853 time: 0.0842626 Jan 14 01:50:08.536153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee0bc9-b2ff-4c1e-9e34-db02cfa9fcd1 req-8b8863d3-1bba-446c-a043-3389575f2c93 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:08.549619 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14ee0bc9-b2ff-4c1e-9e34-db02cfa9fcd1 req-8b8863d3-1bba-446c-a043-3389575f2c93 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 943 time: 0.4062903 Jan 14 01:50:08.566716 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-b67c29b2-eead-41f7-93d9-33603d74aedb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1504e0b4-eb16-43ba-ae39-89743909d020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403955 Jan 14 01:50:08.741139 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14ee0bc9-b2ff-4c1e-9e34-db02cfa9fcd1 req-c2800d79-a067-4255-8b61-44fb30b8602e tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904640 Jan 14 01:50:08.771555 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-467d06c9-f506-4c75-9cd4-2cad41644444 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (1854a8c3-c3a1-4d29-9174-20f7bea58a6a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:08.802522 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-467d06c9-f506-4c75-9cd4-2cad41644444 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1854a8c3-c3a1-4d29-9174-20f7bea58a6a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:08.840490 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-575cfd02-1baf-4370-908c-da4c149cec81 service neutron] 10.222.0.46 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608178 Jan 14 01:50:08.879217 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-467d06c9-f506-4c75-9cd4-2cad41644444 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (ae44b126-403c-491f-8974-a8b490094a21), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:08.935274 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d06c9-f506-4c75-9cd4-2cad41644444 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1854a8c3-c3a1-4d29-9174-20f7bea58a6a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:08.953729 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-467d06c9-f506-4c75-9cd4-2cad41644444 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ae44b126-403c-491f-8974-a8b490094a21), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:08.964954 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-17a19d4a-74f0-4a2a-b8e8-da35e563d0f5 req-7c4d65ee-bfee-43ed-a0ce-c126483f0427 service neutron] 10.222.0.46 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133249 Jan 14 01:50:09.003513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d06c9-f506-4c75-9cd4-2cad41644444 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae44b126-403c-491f-8974-a8b490094a21,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:09.036649 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-467d06c9-f506-4c75-9cd4-2cad41644444 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.039886 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34286) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:09.040309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-467d06c9-f506-4c75-9cd4-2cad41644444 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3761337 Jan 14 01:50:09.055133 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cdeb3752-ac95-44b6-9774-a4b7779922fe tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': 'ae44b126-403c-491f-8974-a8b490094a21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:09.105708 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cc4272d-904e-4762-a1af-32f972d0799e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (87319db6-342e-4496-a85a-14b56e61acc1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.161217 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc922f14-15d4-485e-8a8c-c8d03b8f40c4 req-70317993-64b5-4741-a413-074824a4b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:09.163128 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc922f14-15d4-485e-8a8c-c8d03b8f40c4 req-70317993-64b5-4741-a413-074824a4b6e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fed1db0d364848e4950b16d320a3d4bd&device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 1094 time: 0.0786309 Jan 14 01:50:09.166498 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3752-ac95-44b6-9774-a4b7779922fe tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group_rule (cb0601a4-79ed-4749-8cf6-2b5b5ffa61cd), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.228333 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4272d-904e-4762-a1af-32f972d0799e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=87319db6-342e-4496-a85a-14b56e61acc1,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:09.234625 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4272d-904e-4762-a1af-32f972d0799e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking segment: {'id': '106dab00-5493-4608-87f9-cfa21f5fe136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe3f36cd-5092-40a0-8d2e-fb4426b55650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:09.235122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc4272d-904e-4762-a1af-32f972d0799e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network hostable DHCP agents. Network: fe3f36cd-5092-40a0-8d2e-fb4426b55650, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:50:09.261119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc4272d-904e-4762-a1af-32f972d0799e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network fe3f36cd-5092-40a0-8d2e-fb4426b55650 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:50:09.276884 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3cc4272d-904e-4762-a1af-32f972d0799e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, fe3f36cd-5092-40a0-8d2e-fb4426b55650) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:09.282865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc4272d-904e-4762-a1af-32f972d0799e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:09.284041 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cc4272d-904e-4762-a1af-32f972d0799e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.289048 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d61b6-4834-4de4-88ed-399d5f964c45 None None] Network fe3f36cd-5092-40a0-8d2e-fb4426b55650 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:09.313712 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3cc4272d-904e-4762-a1af-32f972d0799e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6594968 Jan 14 01:50:09.317949 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34292) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:09.350895 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34294) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:09.379448 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc922f14-15d4-485e-8a8c-c8d03b8f40c4 req-60f4f65d-f418-4330-8539-3de25e4b2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:09.382871 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc922f14-15d4-485e-8a8c-c8d03b8f40c4 req-60f4f65d-f418-4330-8539-3de25e4b2086 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1504e0b4-eb16-43ba-ae39-89743909d020 HTTP/1.1" status: 200 len: 914 time: 0.2107854 Jan 14 01:50:09.506064 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce9d1d-d31c-4b63-876d-4a86a952a779 req-d439b6ab-0087-421e-abc2-cf2009cb5ffb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:09.507610 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-16ce9d1d-d31c-4b63-876d-4a86a952a779 req-d439b6ab-0087-421e-abc2-cf2009cb5ffb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 945 time: 0.1141887 Jan 14 01:50:09.532671 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (fe3f36cd-5092-40a0-8d2e-fb4426b55650), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.535499 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc922f14-15d4-485e-8a8c-c8d03b8f40c4 req-ee840078-48f7-4bd1-8b8e-315085017754 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f505b62-eba9-4859-97e0-022273a3697c HTTP/1.1" status: 200 len: 217 time: 0.1288853 Jan 14 01:50:09.582729 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3752-ac95-44b6-9774-a4b7779922fe tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group_rule (cb0601a4-79ed-4749-8cf6-2b5b5ffa61cd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.626030 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3752-ac95-44b6-9774-a4b7779922fe tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (cb0601a4-79ed-4749-8cf6-2b5b5ffa61cd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.630965 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-16ce9d1d-d31c-4b63-876d-4a86a952a779 req-b0b20c77-1d7a-4a60-ad80-db9dcb2fbfb7 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127486 Jan 14 01:50:09.644543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19297e1-a0ee-45c7-aac3-17bb6c9dab54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-fe3f36cd-5092-40a0-8d2e-fb4426b55650', 'network_id': 'fe3f36cd-5092-40a0-8d2e-fb4426b55650', 'project_id': '861564828ef44399a5b4a802f36c8335', 'fixed_ips': [{'subnet_id': '87319db6-342e-4496-a85a-14b56e61acc1'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:50:09.645424 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f19297e1-a0ee-45c7-aac3-17bb6c9dab54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.659194 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20283123-e26c-4834-9184-fee654e38f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.669309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:50:09.670257 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb3752-ac95-44b6-9774-a4b7779922fe tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0601a4-79ed-4749-8cf6-2b5b5ffa61cd,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:09.672282 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (87319db6-342e-4496-a85a-14b56e61acc1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.678094 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc922f14-15d4-485e-8a8c-c8d03b8f40c4 req-5bb85546-ae1c-4e9d-8029-af76f1fc4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:09.679919 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc922f14-15d4-485e-8a8c-c8d03b8f40c4 req-5bb85546-ae1c-4e9d-8029-af76f1fc4b16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08e97be0-0e0c-4564-93e6-787b0ce5df90 HTTP/1.1" status: 200 len: 853 time: 0.1252799 Jan 14 01:50:09.684747 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3752-ac95-44b6-9774-a4b7779922fe tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.686880 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cdeb3752-ac95-44b6-9774-a4b7779922fe tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6448412 Jan 14 01:50:09.691465 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34304) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:09.717265 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d44a7967-a832-4ec3-a020-b71fbc12e08b tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': 'ae44b126-403c-491f-8974-a8b490094a21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:09.791125 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (87319db6-342e-4496-a85a-14b56e61acc1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.804363 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc922f14-15d4-485e-8a8c-c8d03b8f40c4 req-5dcbc03d-0fb3-4ef1-a882-a53b60582589 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1504e0b4-eb16-43ba-ae39-89743909d020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141684 Jan 14 01:50:09.874978 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Subnet': ['ID=87319db6-342e-4496-a85a-14b56e61acc1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:09.887778 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20283123-e26c-4834-9184-fee654e38f55 admin admin] Publish callbacks [] for security_group (2e0a5006-5e3c-48f5-839f-b5ee8675fb89), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.927143 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d44a7967-a832-4ec3-a020-b71fbc12e08b tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group_rule (58e88824-3f62-4927-b3a8-cb84713ea618), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.934233 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20283123-e26c-4834-9184-fee654e38f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2e0a5006-5e3c-48f5-839f-b5ee8675fb89), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:09.984936 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:09.985575 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:09.985791 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:09.986229 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:09.986687 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:09.987443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:09.987890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:09.988341 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:09.988716 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:09.989598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:09.990328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:09.990841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:09.991148 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:10.012253 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.050822 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-d44a7967-a832-4ec3-a020-b71fbc12e08b tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): There was a conflict when trying to complete your request. Jan 14 01:50:10.055139 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d44a7967-a832-4ec3-a020-b71fbc12e08b tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3453100 Jan 14 01:50:10.055921 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34320) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:10.091248 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (fe3f36cd-5092-40a0-8d2e-fb4426b55650), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-f19297e1-a0ee-45c7-aac3-17bb6c9dab54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87319db6-342e-4496-a85a-14b56e61acc1: This subnet is being modified by another concurrent operation. Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 01:50:10.097999 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exception Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87319db6-342e-4496-a85a-14b56e61acc1: This subnet is being modified by another concurrent operation. Jan 14 01:50:10.101774 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server Jan 14 01:50:10.113745 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20283123-e26c-4834-9184-fee654e38f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0a5006-5e3c-48f5-839f-b5ee8675fb89,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:10.124149 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-20283123-e26c-4834-9184-fee654e38f55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f0d06e47dd248f5b51be1e894d38841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7714617 Jan 14 01:50:10.133184 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34322) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:10.138391 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:10.138804 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.162302 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc69d8-63f0-4730-b4f0-b325292bfa92 req-8bf2fc42-9b0d-41ed-af47-140cf72ad18f tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:10.170240 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-97bc69d8-63f0-4730-b4f0-b325292bfa92 req-8bf2fc42-9b0d-41ed-af47-140cf72ad18f tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 943 time: 0.2325251 Jan 14 01:50:10.173937 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3f36cd-5092-40a0-8d2e-fb4426b55650']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:10.185092 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106dab00-5493-4608-87f9-cfa21f5fe136') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:10.185709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106dab00-5493-4608-87f9-cfa21f5fe136') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:10.202467 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (106dab00-5493-4608-87f9-cfa21f5fe136), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.213759 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc922f14-15d4-485e-8a8c-c8d03b8f40c4 req-671db928-b6fd-4ebd-a0b1-c79d3b24b061 service neutron] 10.222.0.46 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716505 Jan 14 01:50:10.218660 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (106dab00-5493-4608-87f9-cfa21f5fe136), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.219811 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d699d19d-1291-434b-bfc1-07ff7e4f7eb4 None None] get_active_networks_info from n-d-824358-4 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 01:50:10.226641 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:50:10.227179 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (106dab00-5493-4608-87f9-cfa21f5fe136), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.273396 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3cde8155-adb2-4dce-a7de-9738e69d8dac tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (ae44b126-403c-491f-8974-a8b490094a21), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:50:10.299841 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:50:10.326318 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (fe3f36cd-5092-40a0-8d2e-fb4426b55650), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.343078 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.346661 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/fe3f36cd-5092-40a0-8d2e-fb4426b55650 HTTP/1.1" status: 204 len: 168 time: 1.0260682 Jan 14 01:50:10.355023 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34326) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:10.360345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-edae8046-eb13-49a7-b414-034d51efc01a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-254377899'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:10.382892 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254e530-3d37-4143-826f-e2f0302add93 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Network': ['ID=fe3f36cd-5092-40a0-8d2e-fb4426b55650,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:10.401583 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3cde8155-adb2-4dce-a7de-9738e69d8dac tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (ae44b126-403c-491f-8974-a8b490094a21), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.404130 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-954b2bf1-10dc-4dbb-8eff-0b96587cfae7 admin admin] Publish callbacks [] for security_group (2e0a5006-5e3c-48f5-839f-b5ee8675fb89), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.408346 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-97bc69d8-63f0-4730-b4f0-b325292bfa92 req-6560c800-cbee-40ae-b78d-a6e04ac34438 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365329 Jan 14 01:50:10.449126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae8046-eb13-49a7-b414-034d51efc01a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:10.453166 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edae8046-eb13-49a7-b414-034d51efc01a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.465235 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-954b2bf1-10dc-4dbb-8eff-0b96587cfae7 admin admin] Publish callbacks [] for security_group (2e0a5006-5e3c-48f5-839f-b5ee8675fb89), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.486974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edae8046-eb13-49a7-b414-034d51efc01a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:50:10.500086 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edae8046-eb13-49a7-b414-034d51efc01a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (b27b1c97-ee19-49b3-92e6-6b7ae045c914), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.500435 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-edae8046-eb13-49a7-b414-034d51efc01a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Added segment b27b1c97-ee19-49b3-92e6-6b7ae045c914 of type vlan for network 163d63d2-b6fd-40a3-8b46-11e1a7b3640d Jan 14 01:50:10.502484 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:10.502979 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cc922f14-15d4-485e-8a8c-c8d03b8f40c4 req-7c5b8276-475a-4b12-a51b-1ec5899ff80b service neutron] 10.222.0.46 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599475 Jan 14 01:50:10.504249 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.533865 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3cde8155-adb2-4dce-a7de-9738e69d8dac tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ae44b126-403c-491f-8974-a8b490094a21), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.539117 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3cde8155-adb2-4dce-a7de-9738e69d8dac tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.543391 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3cde8155-adb2-4dce-a7de-9738e69d8dac tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "DELETE /v2.0/security-groups/ae44b126-403c-491f-8974-a8b490094a21 HTTP/1.1" status: 204 len: 168 time: 0.4795027 Jan 14 01:50:10.549193 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34330) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:10.554904 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edae8046-eb13-49a7-b414-034d51efc01a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (163d63d2-b6fd-40a3-8b46-11e1a7b3640d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.589218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:10.592310 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cb4d70-3ff6-4414-8fa7-e4baa19f695b" -d '{"events": [{"server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "name": "network-vif-plugged", "status": "completed", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:10.597189 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edae8046-eb13-49a7-b414-034d51efc01a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (163d63d2-b6fd-40a3-8b46-11e1a7b3640d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.613981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae8046-eb13-49a7-b414-034d51efc01a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:10.617489 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edae8046-eb13-49a7-b414-034d51efc01a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.622047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde8155-adb2-4dce-a7de-9738e69d8dac tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae44b126-403c-491f-8974-a8b490094a21,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:10.632975 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-954b2bf1-10dc-4dbb-8eff-0b96587cfae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2e0a5006-5e3c-48f5-839f-b5ee8675fb89), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.636572 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-954b2bf1-10dc-4dbb-8eff-0b96587cfae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.640250 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-954b2bf1-10dc-4dbb-8eff-0b96587cfae7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e0a5006-5e3c-48f5-839f-b5ee8675fb89 HTTP/1.1" status: 204 len: 168 time: 0.4919760 Jan 14 01:50:10.642289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d699d19d-1291-434b-bfc1-07ff7e4f7eb4 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 01:50:10.658218 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9114a2a3-cf29-4ff4-ade5-b474c52d6981 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1071537 Jan 14 01:50:10.659466 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-edae8046-eb13-49a7-b414-034d51efc01a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3033123 Jan 14 01:50:10.663265 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34336) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:10.663692 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34338) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:10.667446 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b2bf1-10dc-4dbb-8eff-0b96587cfae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0a5006-5e3c-48f5-839f-b5ee8675fb89,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:10.672908 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e98b20f8-3cc3-4cde-ac2a-187d5a4825a6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:10.680746 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7283242b-2bba-4659-b98b-fc417272591e tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group': {'name': 'tempest-secgroup--313758338'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:10.740911 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4284f78-9c54-42cb-bd14-9dce6d4d671e x-openstack-request-id: req-a4284f78-9c54-42cb-bd14-9dce6d4d671e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:10.741211 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "name": "network-vif-plugged", "status": "completed", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:10.744743 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4284f78-9c54-42cb-bd14-9dce6d4d671e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:10.745210 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'code': 200} Jan 14 01:50:10.769531 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:10.771085 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7283242b-2bba-4659-b98b-fc417272591e tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.804250 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:10.805382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:50:10.932649 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:11.001577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae8046-eb13-49a7-b414-034d51efc01a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=163d63d2-b6fd-40a3-8b46-11e1a7b3640d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:11.031621 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.033387 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 163d63d2-b6fd-40a3-8b46-11e1a7b3640d details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:50:11.064093 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4c96-c5b4-4307-84d7-3ff306524ad8 req-3904db9a-ea84-4b00-a1d6-bd7d981077dd tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:11.071778 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b1d4c96-c5b4-4307-84d7-3ff306524ad8 req-3904db9a-ea84-4b00-a1d6-bd7d981077dd tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 945 time: 0.2154586 Jan 14 01:50:11.201938 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:50:11.210644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:11.211192 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.215076 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b1d4c96-c5b4-4307-84d7-3ff306524ad8 req-03cf0eb4-0d11-4eeb-becb-e1d8c87d18f3 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379890 Jan 14 01:50:11.219443 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7283242b-2bba-4659-b98b-fc417272591e tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (02b34a3d-0ea3-4b4c-b40f-8637ab3c577d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.240127 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7283242b-2bba-4659-b98b-fc417272591e tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (02b34a3d-0ea3-4b4c-b40f-8637ab3c577d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.306237 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e98b20f8-3cc3-4cde-ac2a-187d5a4825a6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (163d63d2-b6fd-40a3-8b46-11e1a7b3640d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.310311 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283242b-2bba-4659-b98b-fc417272591e tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b34a3d-0ea3-4b4c-b40f-8637ab3c577d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:11.320212 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7283242b-2bba-4659-b98b-fc417272591e tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.324222 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7283242b-2bba-4659-b98b-fc417272591e tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6556709 Jan 14 01:50:11.325242 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34362) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:11.330525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4cf2917f-60ea-4e2a-a34e-75fc6b9f7514 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '02b34a3d-0ea3-4b4c-b40f-8637ab3c577d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:11.331644 n-d-824358-4 neutron-server[103353]: WARNING neutron.api.v2.base [None req-4cf2917f-60ea-4e2a-a34e-75fc6b9f7514 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 14 01:50:11.333117 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-4cf2917f-60ea-4e2a-a34e-75fc6b9f7514 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:11.337793 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4cf2917f-60ea-4e2a-a34e-75fc6b9f7514 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0087872 Jan 14 01:50:11.338283 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34364) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:11.352361 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e98b20f8-3cc3-4cde-ac2a-187d5a4825a6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (163d63d2-b6fd-40a3-8b46-11e1a7b3640d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.443183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b20f8-3cc3-4cde-ac2a-187d5a4825a6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=163d63d2-b6fd-40a3-8b46-11e1a7b3640d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:11.478082 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e98b20f8-3cc3-4cde-ac2a-187d5a4825a6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network 163d63d2-b6fd-40a3-8b46-11e1a7b3640d is not hosted by any dhcp agent {{(pid=103354) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 14 01:50:11.500649 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b20f8-3cc3-4cde-ac2a-187d5a4825a6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:11.501439 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e98b20f8-3cc3-4cde-ac2a-187d5a4825a6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.502898 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e98b20f8-3cc3-4cde-ac2a-187d5a4825a6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "PUT /v2.0/networks/163d63d2-b6fd-40a3-8b46-11e1a7b3640d HTTP/1.1" status: 200 len: 723 time: 0.8380065 Jan 14 01:50:11.505606 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34372) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:11.506350 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4348a35a-f858-4cad-9411-c1b79590a927 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (02b34a3d-0ea3-4b4c-b40f-8637ab3c577d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.515526 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-efc07d27-590e-433f-8a24-119df7454084 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'network_id': '163d63d2-b6fd-40a3-8b46-11e1a7b3640d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:11.558879 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4348a35a-f858-4cad-9411-c1b79590a927 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (02b34a3d-0ea3-4b4c-b40f-8637ab3c577d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.560923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 163d63d2-b6fd-40a3-8b46-11e1a7b3640d details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:50:11.717944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:11.718707 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.723186 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc07d27-590e-433f-8a24-119df7454084 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:11.727102 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efc07d27-590e-433f-8a24-119df7454084 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.761961 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4f505b62-eba9-4859-97e0-022273a3697c details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:50:11.768897 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e077122-a57c-4b8b-9eed-56023c7b46ec None None] Network fe3f36cd-5092-40a0-8d2e-fb4426b55650 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:11.792683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc69ad-7d29-4096-859b-122ff309f84a req-43d88bf1-a751-48f0-9054-6f6d7dd83eb0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:11.799079 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66fc69ad-7d29-4096-859b-122ff309f84a req-43d88bf1-a751-48f0-9054-6f6d7dd83eb0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 943 time: 0.2471850 Jan 14 01:50:11.819458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e077122-a57c-4b8b-9eed-56023c7b46ec None None] Network fe3f36cd-5092-40a0-8d2e-fb4426b55650 could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 14 01:50:11.839721 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:11.880247 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4348a35a-f858-4cad-9411-c1b79590a927 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (02b34a3d-0ea3-4b4c-b40f-8637ab3c577d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.885280 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4348a35a-f858-4cad-9411-c1b79590a927 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:11.889933 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4348a35a-f858-4cad-9411-c1b79590a927 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "DELETE /v2.0/security-groups/02b34a3d-0ea3-4b4c-b40f-8637ab3c577d HTTP/1.1" status: 204 len: 168 time: 0.5505173 Jan 14 01:50:11.890759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34380) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:11.940027 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66fc69ad-7d29-4096-859b-122ff309f84a req-5c074fab-69d9-4c9c-a118-649b199edbed tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366770 Jan 14 01:50:11.940771 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348a35a-f858-4cad-9411-c1b79590a927 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b34a3d-0ea3-4b4c-b40f-8637ab3c577d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:11.970058 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.026596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:12.123757 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4f505b62-eba9-4859-97e0-022273a3697c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4f505b62-eba9-4859-97e0-022273a3697c,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:12.156346 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '4f505b62-eba9-4859-97e0-022273a3697c', 'network_id': '1504e0b4-eb16-43ba-ae39-89743909d020', 'port_id': '4f505b62-eba9-4859-97e0-022273a3697c', 'mac_address': 'fa:16:3e:5e:1e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e97be0-0e0c-4564-93e6-787b0ce5df90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:50:12.174341 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-47b14e21-b245-465f-b5f8-f8de2727c42f tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2782276 Jan 14 01:50:12.179203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34390) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:12.187091 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ebb09679-6bd8-4020-b74b-93e60acba720 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144515441'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:12.266654 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebb09679-6bd8-4020-b74b-93e60acba720 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.285088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4f505b62-eba9-4859-97e0-022273a3697c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:12.285490 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4f505b62-eba9-4859-97e0-022273a3697c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.310584 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efc07d27-590e-433f-8a24-119df7454084 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (c4d10c67-3c95-477d-bf03-0d0143a52585), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.322189 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f505b62-eba9-4859-97e0-022273a3697c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:50:12.372929 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4f505b62-eba9-4859-97e0-022273a3697c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4f505b62-eba9-4859-97e0-022273a3697c,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:12.386119 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4f505b62-eba9-4859-97e0-022273a3697c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.420430 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebb09679-6bd8-4020-b74b-93e60acba720 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (22d02070-592b-4630-a106-934e902ee4c8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.453420 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebb09679-6bd8-4020-b74b-93e60acba720 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (22d02070-592b-4630-a106-934e902ee4c8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.495374 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc07d27-590e-433f-8a24-119df7454084 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=c4d10c67-3c95-477d-bf03-0d0143a52585,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:12.513135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4f505b62-eba9-4859-97e0-022273a3697c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:12.514406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc07d27-590e-433f-8a24-119df7454084 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking segment: {'id': 'b27b1c97-ee19-49b3-92e6-6b7ae045c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '163d63d2-b6fd-40a3-8b46-11e1a7b3640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:12.515020 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc07d27-590e-433f-8a24-119df7454084 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network hostable DHCP agents. Network: 163d63d2-b6fd-40a3-8b46-11e1a7b3640d, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:50:12.541670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc07d27-590e-433f-8a24-119df7454084 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network 163d63d2-b6fd-40a3-8b46-11e1a7b3640d is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:50:12.547640 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebb09679-6bd8-4020-b74b-93e60acba720 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.548889 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ebb09679-6bd8-4020-b74b-93e60acba720 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3686900 Jan 14 01:50:12.553158 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34408) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:12.564222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb09679-6bd8-4020-b74b-93e60acba720 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d02070-592b-4630-a106-934e902ee4c8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:12.574315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a12831de-fc4d-4294-a964-6d9fab075516 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '22d02070-592b-4630-a106-934e902ee4c8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:12.579018 n-d-824358-4 neutron-server[103354]: WARNING neutron.api.v2.base [None req-a12831de-fc4d-4294-a964-6d9fab075516 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 14 01:50:12.580440 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-a12831de-fc4d-4294-a964-6d9fab075516 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:12.581175 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a12831de-fc4d-4294-a964-6d9fab075516 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0251772 Jan 14 01:50:12.582092 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-efc07d27-590e-433f-8a24-119df7454084 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 163d63d2-b6fd-40a3-8b46-11e1a7b3640d) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:12.584218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34410) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:12.591804 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d230c2d-47c5-4f0c-b534-eb837f5932bc None None] Network 163d63d2-b6fd-40a3-8b46-11e1a7b3640d requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:12.610015 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88df46-6a69-42c5-bb2f-30f4dfb64fad req-eb7b725f-68a2-48be-81ca-584e6671139a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:12.612731 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f88df46-6a69-42c5-bb2f-30f4dfb64fad req-eb7b725f-68a2-48be-81ca-584e6671139a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.1893389 Jan 14 01:50:12.612879 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc07d27-590e-433f-8a24-119df7454084 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:12.613338 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efc07d27-590e-433f-8a24-119df7454084 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.665175 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-efc07d27-590e-433f-8a24-119df7454084 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1577938 Jan 14 01:50:12.669419 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34412) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:12.684436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-df198084-8666-4ab9-a957-d46f7609573a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:12.766948 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b0ef06-8833-46eb-b3c0-5add4a3ea458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ea7aea-a04f-4848-a26e-5ff102fcd1d3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:12.767986 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17629d05-d0cd-48a9-9d6d-07f4d73efb19 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (22d02070-592b-4630-a106-934e902ee4c8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.769769 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fb9ee3-11cb-44df-8ea9-0bfc7c829a24" -d '{"events": [{"server_uuid": "60b0ef06-8833-46eb-b3c0-5add4a3ea458", "name": "network-vif-plugged", "status": "completed", "tag": "b8ea7aea-a04f-4848-a26e-5ff102fcd1d3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:12.776040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4f505b62-eba9-4859-97e0-022273a3697c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:12.859851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-163d63d2-b6fd-40a3-8b46-11e1a7b3640d', 'network_id': '163d63d2-b6fd-40a3-8b46-11e1a7b3640d', 'project_id': '861564828ef44399a5b4a802f36c8335', 'fixed_ips': [{'subnet_id': 'c4d10c67-3c95-477d-bf03-0d0143a52585'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:50:12.860972 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.886088 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f88df46-6a69-42c5-bb2f-30f4dfb64fad req-efdb66b0-3c46-4097-af4a-1da4c958ddaf tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162800 Jan 14 01:50:12.890364 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17629d05-d0cd-48a9-9d6d-07f4d73efb19 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (22d02070-592b-4630-a106-934e902ee4c8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.937322 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df198084-8666-4ab9-a957-d46f7609573a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26537270'] for subnet (c4d10c67-3c95-477d-bf03-0d0143a52585), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:12.984477 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e679694b-934e-447d-a838-8fb89dc0fc94 x-openstack-request-id: req-e679694b-934e-447d-a838-8fb89dc0fc94 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:12.984761 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b0ef06-8833-46eb-b3c0-5add4a3ea458", "name": "network-vif-plugged", "status": "completed", "tag": "b8ea7aea-a04f-4848-a26e-5ff102fcd1d3", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:12.985021 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e679694b-934e-447d-a838-8fb89dc0fc94 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:12.985418 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b0ef06-8833-46eb-b3c0-5add4a3ea458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ea7aea-a04f-4848-a26e-5ff102fcd1d3', 'code': 200} Jan 14 01:50:13.004110 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17629d05-d0cd-48a9-9d6d-07f4d73efb19 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (22d02070-592b-4630-a106-934e902ee4c8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:13.006994 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17629d05-d0cd-48a9-9d6d-07f4d73efb19 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:13.008985 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-17629d05-d0cd-48a9-9d6d-07f4d73efb19 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "DELETE /v2.0/security-groups/22d02070-592b-4630-a106-934e902ee4c8 HTTP/1.1" status: 204 len: 168 time: 0.3948402 Jan 14 01:50:13.012928 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34418) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:13.072460 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17629d05-d0cd-48a9-9d6d-07f4d73efb19 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d02070-592b-4630-a106-934e902ee4c8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:13.262882 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df198084-8666-4ab9-a957-d46f7609573a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788831694659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26537236'] for subnet (c4d10c67-3c95-477d-bf03-0d0143a52585), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:13.287107 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9b45e60e-9e16-4da5-a6da-f7d9e6ba5920 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2715380 Jan 14 01:50:13.288133 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34428) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:13.292994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9eeda896-bfc4-483a-9608-8aed8b081a90 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1818613853'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:13.293704 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181d9ee-03a5-4515-8797-8027a5be4ed7 req-b2902836-e520-4fc6-9da8-fe98f1369427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:13.295554 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6181d9ee-03a5-4515-8797-8027a5be4ed7 req-b2902836-e520-4fc6-9da8-fe98f1369427 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 1097 time: 0.2269499 Jan 14 01:50:13.348455 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df198084-8666-4ab9-a957-d46f7609573a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:13.349184 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df198084-8666-4ab9-a957-d46f7609573a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:13.351207 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-df198084-8666-4ab9-a957-d46f7609573a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "PUT /v2.0/subnets/c4d10c67-3c95-477d-bf03-0d0143a52585 HTTP/1.1" status: 200 len: 806 time: 0.6804960 Jan 14 01:50:13.355317 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34432) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:13.364835 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc060df5-8cbd-40c5-b764-00460b0ed489 req-2d0ac72e-68cc-4342-9080-e1a78ab86772 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:13.366764 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc060df5-8cbd-40c5-b764-00460b0ed489 req-2d0ac72e-68cc-4342-9080-e1a78ab86772 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 944 time: 0.2125421 Jan 14 01:50:13.409964 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6181d9ee-03a5-4515-8797-8027a5be4ed7 req-b543853d-b831-4aa3-9043-4e883296d018 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784805 Jan 14 01:50:13.411630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df198084-8666-4ab9-a957-d46f7609573a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=c4d10c67-3c95-477d-bf03-0d0143a52585,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:13.448424 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9eeda896-bfc4-483a-9608-8aed8b081a90 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:13.584470 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Allocated IP 172.20.0.2 (163d63d2-b6fd-40a3-8b46-11e1a7b3640d/c4d10c67-3c95-477d-bf03-0d0143a52585/35541e35-5057-4c04-ac61-75a89d3f0fd3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:13.843308 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Publish callbacks [] for port (35541e35-5057-4c04-ac61-75a89d3f0fd3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:13.869762 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (35541e35-5057-4c04-ac61-75a89d3f0fd3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:13.962185 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Network 163d63d2-b6fd-40a3-8b46-11e1a7b3640d is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:13.970112 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:13.972528 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Pushing event updated for resources: {'Port': ['ID=35541e35-5057-4c04-ac61-75a89d3f0fd3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:13.975198 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:14.058794 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc060df5-8cbd-40c5-b764-00460b0ed489 req-c20bd925-a3a4-4df4-95c7-3db8953150c4 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803844 Jan 14 01:50:14.098107 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Attempting to bind port 35541e35-5057-4c04-ac61-75a89d3f0fd3 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:50:14.098596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Attempting to bind port 35541e35-5057-4c04-ac61-75a89d3f0fd3 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'b27b1c97-ee19-49b3-92e6-6b7ae045c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '163d63d2-b6fd-40a3-8b46-11e1a7b3640d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:50:14.098961 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Attempting to bind port 35541e35-5057-4c04-ac61-75a89d3f0fd3 on network 163d63d2-b6fd-40a3-8b46-11e1a7b3640d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:50:14.118256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:50:14.118706 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Checking segment: {'id': 'b27b1c97-ee19-49b3-92e6-6b7ae045c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '163d63d2-b6fd-40a3-8b46-11e1a7b3640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:14.119141 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:14.119531 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Bound using segment: {'id': 'b27b1c97-ee19-49b3-92e6-6b7ae045c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '163d63d2-b6fd-40a3-8b46-11e1a7b3640d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:50:14.120013 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Bound port: 35541e35-5057-4c04-ac61-75a89d3f0fd3, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27b1c97-ee19-49b3-92e6-6b7ae045c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '163d63d2-b6fd-40a3-8b46-11e1a7b3640d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:50:14.120388 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (35541e35-5057-4c04-ac61-75a89d3f0fd3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:14.235399 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (163d63d2-b6fd-40a3-8b46-11e1a7b3640d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:14.340216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f1d76-2101-4910-be86-7a1515cfffd7 req-3772bbfd-d5b5-423a-9d99-038fdc2bb15f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:14.341703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c21f1d76-2101-4910-be86-7a1515cfffd7 req-3772bbfd-d5b5-423a-9d99-038fdc2bb15f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.2255528 Jan 14 01:50:14.352663 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9eeda896-bfc4-483a-9608-8aed8b081a90 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (79516be0-7deb-410c-a90a-50c574293e41), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:14.406135 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9eeda896-bfc4-483a-9608-8aed8b081a90 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (79516be0-7deb-410c-a90a-50c574293e41), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:14.503878 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9eeda896-bfc4-483a-9608-8aed8b081a90 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:14.508402 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34462) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:14.508945 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9eeda896-bfc4-483a-9608-8aed8b081a90 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2191498 Jan 14 01:50:14.514904 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a1d69725-99c9-4026-8ef3-64626ce5130b tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '79516be0-7deb-410c-a90a-50c574293e41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:14.534636 n-d-824358-4 neutron-server[103354]: WARNING neutron.api.v2.base [None req-a1d69725-99c9-4026-8ef3-64626ce5130b tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 14 01:50:14.535271 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-a1d69725-99c9-4026-8ef3-64626ce5130b tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:14.539523 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a1d69725-99c9-4026-8ef3-64626ce5130b tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0281997 Jan 14 01:50:14.540097 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34466) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:14.544909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f109574b-8f40-4245-aaec-ee336f3d69e6 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '79516be0-7deb-410c-a90a-50c574293e41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:14.545574 n-d-824358-4 neutron-server[103354]: WARNING neutron.api.v2.base [None req-f109574b-8f40-4245-aaec-ee336f3d69e6 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 14 01:50:14.546701 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-f109574b-8f40-4245-aaec-ee336f3d69e6 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:14.551715 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f109574b-8f40-4245-aaec-ee336f3d69e6 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104451 Jan 14 01:50:14.552278 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34468) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:14.567298 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeda896-bfc4-483a-9608-8aed8b081a90 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79516be0-7deb-410c-a90a-50c574293e41,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:14.631099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] For port 35541e35-5057-4c04-ac61-75a89d3f0fd3, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:50:14.635022 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] For port 35541e35-5057-4c04-ac61-75a89d3f0fd3, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=35541e35-5057-4c04-ac61-75a89d3f0fd3,segment=NetworkSegment(b27b1c97-ee19-49b3-92e6-6b7ae045c914),segment_id=b27b1c97-ee19-49b3-92e6-6b7ae045c914)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:50:14.646509 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (35541e35-5057-4c04-ac61-75a89d3f0fd3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:14.648056 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Deleting port 35541e35-5057-4c04-ac61-75a89d3f0fd3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:50:14.648413 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (35541e35-5057-4c04-ac61-75a89d3f0fd3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:14.751745 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bfbec-5d59-4f9f-9167-543b036d918e None None] Pushing event updated for resources: {'Port': ['ID=35541e35-5057-4c04-ac61-75a89d3f0fd3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:14.899953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] For port 35541e35-5057-4c04-ac61-75a89d3f0fd3, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=35541e35-5057-4c04-ac61-75a89d3f0fd3,segment=NetworkSegment(b27b1c97-ee19-49b3-92e6-6b7ae045c914),segment_id=b27b1c97-ee19-49b3-92e6-6b7ae045c914)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:14.902374 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (35541e35-5057-4c04-ac61-75a89d3f0fd3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:14.921137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Calling delete_port for 35541e35-5057-4c04-ac61-75a89d3f0fd3 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:50:15.037165 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c21f1d76-2101-4910-be86-7a1515cfffd7 req-3b77095a-506e-413a-8307-18182211b12c tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196799 Jan 14 01:50:15.200286 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e29fc1b1-8ccb-4b69-b005-37e43ccb8165 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '79516be0-7deb-410c-a90a-50c574293e41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:15.201137 n-d-824358-4 neutron-server[103354]: WARNING neutron.api.v2.base [None req-e29fc1b1-8ccb-4b69-b005-37e43ccb8165 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 14 01:50:15.206734 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-e29fc1b1-8ccb-4b69-b005-37e43ccb8165 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:15.213962 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e29fc1b1-8ccb-4b69-b005-37e43ccb8165 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0208173 Jan 14 01:50:15.225347 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34484) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:15.274568 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-744889dc-209f-4fbc-803e-c1448162a4b1 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '79516be0-7deb-410c-a90a-50c574293e41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:15.275467 n-d-824358-4 neutron-server[103354]: WARNING neutron.api.v2.base [None req-744889dc-209f-4fbc-803e-c1448162a4b1 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 14 01:50:15.275959 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-744889dc-209f-4fbc-803e-c1448162a4b1 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:15.279785 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-744889dc-209f-4fbc-803e-c1448162a4b1 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0528171 Jan 14 01:50:15.280372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34486) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:15.330465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb6394-7802-403a-8a69-4b3f2794f796 req-9bb09e09-7729-457b-a488-6474c40348ca tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:15.369787 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3efb6394-7802-403a-8a69-4b3f2794f796 req-9bb09e09-7729-457b-a488-6474c40348ca tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 944 time: 0.1254628 Jan 14 01:50:15.370483 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a49ad75-a009-4ac6-ab79-d44370f3c4b9 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (79516be0-7deb-410c-a90a-50c574293e41), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.370483 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a49ad75-a009-4ac6-ab79-d44370f3c4b9 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (79516be0-7deb-410c-a90a-50c574293e41), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.408238 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3efb6394-7802-403a-8a69-4b3f2794f796 req-751e8c75-1069-4a9a-977e-b934a911c40a tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689120 Jan 14 01:50:15.410723 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (35541e35-5057-4c04-ac61-75a89d3f0fd3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.443076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Port': ['ID=35541e35-5057-4c04-ac61-75a89d3f0fd3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:15.444296 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a49ad75-a009-4ac6-ab79-d44370f3c4b9 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (79516be0-7deb-410c-a90a-50c574293e41), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.455356 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a49ad75-a009-4ac6-ab79-d44370f3c4b9 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.485597 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3a49ad75-a009-4ac6-ab79-d44370f3c4b9 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "DELETE /v2.0/security-groups/79516be0-7deb-410c-a90a-50c574293e41 HTTP/1.1" status: 204 len: 168 time: 0.1967673 Jan 14 01:50:15.486443 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34492) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:15.523969 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No DVR routers for this DVR port 35541e35-5057-4c04-ac61-75a89d3f0fd3 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:50:15.564478 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49ad75-a009-4ac6-ab79-d44370f3c4b9 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79516be0-7deb-410c-a90a-50c574293e41,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:15.616689 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (c4d10c67-3c95-477d-bf03-0d0143a52585), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.640110 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cbdb935e-fe08-44c5-b1e8-13d39afeda83 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1362381 Jan 14 01:50:15.640682 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34498) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:15.645371 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-712356df-131e-4643-ae0c-1d54a084bf6a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group': {'name': 'tempest-secgroup--873523859'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:15.691977 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-712356df-131e-4643-ae0c-1d54a084bf6a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.695289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4f505b62-eba9-4859-97e0-022273a3697c up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:50:15.724973 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (c4d10c67-3c95-477d-bf03-0d0143a52585), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.792087 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-712356df-131e-4643-ae0c-1d54a084bf6a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (38aeeaba-f9b3-44d1-bfa2-90a917def967), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.802168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d10c67-3c95-477d-bf03-0d0143a52585,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:15.815649 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-712356df-131e-4643-ae0c-1d54a084bf6a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (38aeeaba-f9b3-44d1-bfa2-90a917def967), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.871593 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-712356df-131e-4643-ae0c-1d54a084bf6a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.872964 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-712356df-131e-4643-ae0c-1d54a084bf6a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2311828 Jan 14 01:50:15.878116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34508) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:15.885071 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ca6c03dd-2c8f-4062-8daa-a150d55039da tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '38aeeaba-f9b3-44d1-bfa2-90a917def967', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:15.885953 n-d-824358-4 neutron-server[103354]: WARNING neutron.api.v2.base [None req-ca6c03dd-2c8f-4062-8daa-a150d55039da tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 01:50:15.886540 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-ca6c03dd-2c8f-4062-8daa-a150d55039da tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:15.888042 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ca6c03dd-2c8f-4062-8daa-a150d55039da tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084469 Jan 14 01:50:15.892370 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34510) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:15.897127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9a5e2a76-6db0-48b5-9097-aa11a32f2848 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '38aeeaba-f9b3-44d1-bfa2-90a917def967', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:15.904339 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 4f505b62-eba9-4859-97e0-022273a3697c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:50:15.906565 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712356df-131e-4643-ae0c-1d54a084bf6a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38aeeaba-f9b3-44d1-bfa2-90a917def967,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:15.919688 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 4f505b62-eba9-4859-97e0-022273a3697c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:15.920102 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4f505b62-eba9-4859-97e0-022273a3697c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.972581 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-9a5e2a76-6db0-48b5-9097-aa11a32f2848 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:15.976926 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9a5e2a76-6db0-48b5-9097-aa11a32f2848 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0803223 Jan 14 01:50:15.977601 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34516) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:15.984596 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a9fabdfa-dafe-40dc-b83e-80384abc6e03 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '38aeeaba-f9b3-44d1-bfa2-90a917def967', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:15.985394 n-d-824358-4 neutron-server[103354]: WARNING neutron.api.v2.base [None req-a9fabdfa-dafe-40dc-b83e-80384abc6e03 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 14 01:50:15.986119 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-a9fabdfa-dafe-40dc-b83e-80384abc6e03 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:15.989675 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a9fabdfa-dafe-40dc-b83e-80384abc6e03 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076618 Jan 14 01:50:15.989827 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (163d63d2-b6fd-40a3-8b46-11e1a7b3640d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:15.990168 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34518) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:15.997449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-067106b8-2453-4feb-a695-ff352ff0bcd7 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '38aeeaba-f9b3-44d1-bfa2-90a917def967', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:16.045380 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163d63d2-b6fd-40a3-8b46-11e1a7b3640d']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:16.074141 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-067106b8-2453-4feb-a695-ff352ff0bcd7 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:16.077830 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-067106b8-2453-4feb-a695-ff352ff0bcd7 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0840468 Jan 14 01:50:16.078093 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:16.083135 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bd5d5c72-fdc9-446d-a3ac-b09f20ce43ed tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '38aeeaba-f9b3-44d1-bfa2-90a917def967', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:16.083694 n-d-824358-4 neutron-server[103354]: WARNING neutron.api.v2.base [None req-bd5d5c72-fdc9-446d-a3ac-b09f20ce43ed tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 01:50:16.084252 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-bd5d5c72-fdc9-446d-a3ac-b09f20ce43ed tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:16.087908 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bd5d5c72-fdc9-446d-a3ac-b09f20ce43ed tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061893 Jan 14 01:50:16.088340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34524) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:16.095335 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-58722be9-8c9c-4a87-9a79-03b7758a579d tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '38aeeaba-f9b3-44d1-bfa2-90a917def967', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:16.112164 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27b1c97-ee19-49b3-92e6-6b7ae045c914') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:16.119355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27b1c97-ee19-49b3-92e6-6b7ae045c914') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:16.134953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4f505b62-eba9-4859-97e0-022273a3697c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:16.137430 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4f505b62-eba9-4859-97e0-022273a3697c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.139434 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (b27b1c97-ee19-49b3-92e6-6b7ae045c914), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.157580 n-d-824358-4 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-58722be9-8c9c-4a87-9a79-03b7758a579d tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Project d22f5cdcb03f47b899ab80f74f2db279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 01:50:16.171567 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (b27b1c97-ee19-49b3-92e6-6b7ae045c914), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.186267 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:50:16.186810 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (b27b1c97-ee19-49b3-92e6-6b7ae045c914), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.187625 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-58722be9-8c9c-4a87-9a79-03b7758a579d tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:16.188885 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-58722be9-8c9c-4a87-9a79-03b7758a579d tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0995598 Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:50:16.190930 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:50:16.194107 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34526) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:16.198920 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-82150272-f8ff-406e-a044-6cb269c1acc2 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '38aeeaba-f9b3-44d1-bfa2-90a917def967', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:16.199897 n-d-824358-4 neutron-server[103354]: WARNING neutron.api.v2.base [None req-82150272-f8ff-406e-a044-6cb269c1acc2 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 14 01:50:16.200938 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-82150272-f8ff-406e-a044-6cb269c1acc2 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:16.202089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5223de-a442-4166-93a7-180782b57c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f505b62-eba9-4859-97e0-022273a3697c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:16.203301 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-82150272-f8ff-406e-a044-6cb269c1acc2 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080130 Jan 14 01:50:16.206683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34528) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:16.212997 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a18cf2-c054-4416-9d4f-c572e2b563cf" -d '{"events": [{"server_uuid": "9f5223de-a442-4166-93a7-180782b57c84", "name": "network-vif-plugged", "status": "completed", "tag": "4f505b62-eba9-4859-97e0-022273a3697c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:16.231757 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-90b04d25-7dff-4b75-bc46-e8b1925e0155 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '38aeeaba-f9b3-44d1-bfa2-90a917def967', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:16.257103 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4f505b62-eba9-4859-97e0-022273a3697c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4f505b62-eba9-4859-97e0-022273a3697c,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:16.271444 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4f505b62-eba9-4859-97e0-022273a3697c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.312224 n-d-824358-4 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-90b04d25-7dff-4b75-bc46-e8b1925e0155 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Project d22f5cdcb03f47b899ab80f74f2db279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 01:50:16.313041 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbfcb4a-070b-493d-93a4-2e97ec757b08 x-openstack-request-id: req-ccbfcb4a-070b-493d-93a4-2e97ec757b08 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:16.313568 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5223de-a442-4166-93a7-180782b57c84", "name": "network-vif-plugged", "status": "completed", "tag": "4f505b62-eba9-4859-97e0-022273a3697c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:16.313996 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccbfcb4a-070b-493d-93a4-2e97ec757b08 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:16.314612 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5223de-a442-4166-93a7-180782b57c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f505b62-eba9-4859-97e0-022273a3697c', 'code': 200} Jan 14 01:50:16.351377 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-90b04d25-7dff-4b75-bc46-e8b1925e0155 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:16.352535 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-90b04d25-7dff-4b75-bc46-e8b1925e0155 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1445518 Jan 14 01:50:16.356041 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34534) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:16.364052 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c848ac9e-ae60-4588-ad0a-a8163cdcacf8 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '38aeeaba-f9b3-44d1-bfa2-90a917def967', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:16.378955 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4f505b62-eba9-4859-97e0-022273a3697c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:16.440800 n-d-824358-4 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-c848ac9e-ae60-4588-ad0a-a8163cdcacf8 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Project d22f5cdcb03f47b899ab80f74f2db279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 01:50:16.483099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925773f-a069-4310-bdc6-13003439fca3 req-834cc35b-a512-431e-ad84-02094f3e41b2 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:16.494692 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4925773f-a069-4310-bdc6-13003439fca3 req-834cc35b-a512-431e-ad84-02094f3e41b2 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.3094888 Jan 14 01:50:16.504271 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-c848ac9e-ae60-4588-ad0a-a8163cdcacf8 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:16.507945 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c848ac9e-ae60-4588-ad0a-a8163cdcacf8 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1483140 Jan 14 01:50:16.510453 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34538) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:16.511122 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (163d63d2-b6fd-40a3-8b46-11e1a7b3640d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.517847 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.524075 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/163d63d2-b6fd-40a3-8b46-11e1a7b3640d HTTP/1.1" status: 204 len: 168 time: 3.1560292 Jan 14 01:50:16.527272 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34540) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:16.579087 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3aa188-76fe-4466-a87e-4656fbb23e86 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:16.579979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3aa188-76fe-4466-a87e-4656fbb23e86 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:16.583515 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cc3aa188-76fe-4466-a87e-4656fbb23e86 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/163d63d2-b6fd-40a3-8b46-11e1a7b3640d HTTP/1.1" status: 404 len: 339 time: 0.0551801 Jan 14 01:50:16.590210 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34542) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:16.597242 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ffb9baf9-6358-4869-96bb-fbd68d1918b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1964315923', 'description': 'd1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:16.603684 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab169c1-a457-4326-a44d-801e950c95cb req-e8131e3f-f7a7-4e02-aec7-c28f0b541705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:16.605537 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ab169c1-a457-4326-a44d-801e950c95cb req-e8131e3f-f7a7-4e02-aec7-c28f0b541705 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 1096 time: 0.1619768 Jan 14 01:50:16.623527 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03aad2-b8eb-48fa-be09-8f8a064b230d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Network': ['ID=163d63d2-b6fd-40a3-8b46-11e1a7b3640d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:16.677960 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb9baf9-6358-4869-96bb-fbd68d1918b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:16.682522 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffb9baf9-6358-4869-96bb-fbd68d1918b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.696088 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4925773f-a069-4310-bdc6-13003439fca3 req-9f05c881-3f77-4230-9e6e-88cae8758156 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002873 Jan 14 01:50:16.707938 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1787f9d9-1f7e-4b7f-962d-f26f211fe92f None None] Could not find standard attr ID for object 35541e35-5057-4c04-ac61-75a89d3f0fd3. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 01:50:16.719319 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4c364-561a-474f-9353-7f3eb75fcc3f req-b14bf539-dd7d-48dd-b314-16db39685e00 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:16.720871 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1c4c364-561a-474f-9353-7f3eb75fcc3f req-b14bf539-dd7d-48dd-b314-16db39685e00 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 945 time: 0.1448073 Jan 14 01:50:16.740151 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ab169c1-a457-4326-a44d-801e950c95cb req-384b4e82-19f6-4cdc-8a05-791e359556dc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249034 Jan 14 01:50:16.740632 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d041a72-b44d-4a0c-ab20-38a0e80f35c7 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (38aeeaba-f9b3-44d1-bfa2-90a917def967), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.747037 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deba39d-df12-4303-b34b-12fc1fa108c2 None None] DHCP port deletion for 163d63d2-b6fd-40a3-8b46-11e1a7b3640d request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:16.791470 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a7d77-de7f-4015-85f9-717024c50e2c None None] Network 163d63d2-b6fd-40a3-8b46-11e1a7b3640d requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:16.809073 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb9baf9-6358-4869-96bb-fbd68d1918b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:50:16.824878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a7d77-de7f-4015-85f9-717024c50e2c None None] Network 163d63d2-b6fd-40a3-8b46-11e1a7b3640d could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 14 01:50:16.838701 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0431e3a1-01e3-4603-9876-c158ca1c415b None None] Network 163d63d2-b6fd-40a3-8b46-11e1a7b3640d requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:16.861344 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d041a72-b44d-4a0c-ab20-38a0e80f35c7 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (38aeeaba-f9b3-44d1-bfa2-90a917def967), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.871604 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0431e3a1-01e3-4603-9876-c158ca1c415b None None] Network 163d63d2-b6fd-40a3-8b46-11e1a7b3640d could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 14 01:50:16.892263 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1c4c364-561a-474f-9353-7f3eb75fcc3f req-b3d13468-4f30-47da-b1cc-5b5d6fbf0c3c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612346 Jan 14 01:50:16.920029 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffb9baf9-6358-4869-96bb-fbd68d1918b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (8702130d-e05d-4b71-ae81-7d723b518003), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.920377 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-ffb9baf9-6358-4869-96bb-fbd68d1918b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Added segment 8702130d-e05d-4b71-ae81-7d723b518003 of type vlan for network 9c9f27e6-0978-4d68-ab8b-dc2621beb726 Jan 14 01:50:16.968221 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d041a72-b44d-4a0c-ab20-38a0e80f35c7 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (38aeeaba-f9b3-44d1-bfa2-90a917def967), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.971212 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d041a72-b44d-4a0c-ab20-38a0e80f35c7 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:16.972565 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3d041a72-b44d-4a0c-ab20-38a0e80f35c7 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "DELETE /v2.0/security-groups/38aeeaba-f9b3-44d1-bfa2-90a917def967 HTTP/1.1" status: 204 len: 168 time: 0.4474349 Jan 14 01:50:16.978255 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34554) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:17.028805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d041a72-b44d-4a0c-ab20-38a0e80f35c7 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aeeaba-f9b3-44d1-bfa2-90a917def967,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:17.053986 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-905cfaab-0897-46b6-8837-bb6a07a22b29 req-db465906-3c9e-464c-9efc-2afdae816fe4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2364123 Jan 14 01:50:17.059423 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffb9baf9-6358-4869-96bb-fbd68d1918b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (9c9f27e6-0978-4d68-ab8b-dc2621beb726), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:17.122083 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffb9baf9-6358-4869-96bb-fbd68d1918b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (9c9f27e6-0978-4d68-ab8b-dc2621beb726), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:17.150470 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f85ac050-61c4-4d1c-9864-a6459332147f tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1676400 Jan 14 01:50:17.155765 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34570) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:17.166703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9baf9-6358-4869-96bb-fbd68d1918b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:17.167369 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8143f975-3a75-49d5-a410-fbceb68c5d97 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group': {'name': 'tempest-secgroup--180462181'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:17.167784 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffb9baf9-6358-4869-96bb-fbd68d1918b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:17.228396 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8143f975-3a75-49d5-a410-fbceb68c5d97 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:17.286760 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ffb9baf9-6358-4869-96bb-fbd68d1918b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6951642 Jan 14 01:50:17.290074 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:17.384138 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4619adce-7258-4d7d-bd52-202f8de0769e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:17.386018 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34576) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:17.388382 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4619adce-7258-4d7d-bd52-202f8de0769e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/networks?id=9c9f27e6-0978-4d68-ab8b-dc2621beb726 HTTP/1.1" status: 200 len: 761 time: 0.0973034 Jan 14 01:50:17.391621 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34578) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:17.396700 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-decfc96a-160c-4ab5-a096-da4080a84cd5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1747268574'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:17.397762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-eaba096e-5dfe-4b9c-a2e6-7e77a75a583c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'description': 'd2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:17.403956 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9baf9-6358-4869-96bb-fbd68d1918b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=9c9f27e6-0978-4d68-ab8b-dc2621beb726,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:17.416643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 9c9f27e6-0978-4d68-ab8b-dc2621beb726 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:50:17.456470 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a86ba0-50a2-41aa-95bf-842b870336d7 req-fe2fc066-6137-4cf4-854a-f9622d46c40f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:17.464520 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3a86ba0-50a2-41aa-95bf-842b870336d7 req-fe2fc066-6137-4cf4-854a-f9622d46c40f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.1869280 Jan 14 01:50:17.475689 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cfaab-0897-46b6-8837-bb6a07a22b29 req-978a2457-e061-4b62-b795-2267f341d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:17.479169 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-905cfaab-0897-46b6-8837-bb6a07a22b29 req-978a2457-e061-4b62-b795-2267f341d910 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fab75ce1abf44998cda6d72ba056199&device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 1096 time: 0.3040812 Jan 14 01:50:17.565422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3a86ba0-50a2-41aa-95bf-842b870336d7 req-cfe9efcf-97ab-4385-ae03-615c2369afec tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937755 Jan 14 01:50:17.569013 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decfc96a-160c-4ab5-a096-da4080a84cd5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:17.574064 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-decfc96a-160c-4ab5-a096-da4080a84cd5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:17.631633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 35541e35-5057-4c04-ac61-75a89d3f0fd3 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:50:17.642354 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8143f975-3a75-49d5-a410-fbceb68c5d97 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (fc2ac8fa-3da6-4380-8e46-5beee07ccd69), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:17.660060 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8143f975-3a75-49d5-a410-fbceb68c5d97 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fc2ac8fa-3da6-4380-8e46-5beee07ccd69), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:17.720640 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eaba096e-5dfe-4b9c-a2e6-7e77a75a583c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (9c9f27e6-0978-4d68-ab8b-dc2621beb726), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:17.739532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143f975-3a75-49d5-a410-fbceb68c5d97 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2ac8fa-3da6-4380-8e46-5beee07ccd69,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:17.743694 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eaba096e-5dfe-4b9c-a2e6-7e77a75a583c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (9c9f27e6-0978-4d68-ab8b-dc2621beb726), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:17.777254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 35541e35-5057-4c04-ac61-75a89d3f0fd3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:50:17.777744 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 35541e35-5057-4c04-ac61-75a89d3f0fd3 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:50:17.805860 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8143f975-3a75-49d5-a410-fbceb68c5d97 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:17.822500 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8143f975-3a75-49d5-a410-fbceb68c5d97 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6653986 Jan 14 01:50:17.823450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34590) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:17.853205 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1966f90d-ea3f-4cdf-a9cd-8ec730a8e4ec tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': 'fc2ac8fa-3da6-4380-8e46-5beee07ccd69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:17.858107 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eaba096e-5dfe-4b9c-a2e6-7e77a75a583c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network 9c9f27e6-0978-4d68-ab8b-dc2621beb726 is not hosted by any dhcp agent {{(pid=103354) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 14 01:50:17.864310 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaba096e-5dfe-4b9c-a2e6-7e77a75a583c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:17.864926 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eaba096e-5dfe-4b9c-a2e6-7e77a75a583c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:17.867630 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decfc96a-160c-4ab5-a096-da4080a84cd5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:50:17.870035 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-eaba096e-5dfe-4b9c-a2e6-7e77a75a583c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "PUT /v2.0/networks/9c9f27e6-0978-4d68-ab8b-dc2621beb726 HTTP/1.1" status: 200 len: 758 time: 0.4771552 Jan 14 01:50:17.881325 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34596) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:17.927115 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-decfc96a-160c-4ab5-a096-da4080a84cd5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (24a0cc5a-8f2b-43a0-9b2c-550460143fbb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:17.933719 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-decfc96a-160c-4ab5-a096-da4080a84cd5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Added segment 24a0cc5a-8f2b-43a0-9b2c-550460143fbb of type vlan for network a90fd40e-479d-417e-abd9-e59eeb30a63a Jan 14 01:50:17.979572 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-1966f90d-ea3f-4cdf-a9cd-8ec730a8e4ec tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The resource could not be found. Jan 14 01:50:17.984369 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1966f90d-ea3f-4cdf-a9cd-8ec730a8e4ec tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1521392 Jan 14 01:50:17.986169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34602) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:17.997745 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13469d4a-62cb-4b15-87a3-ac811bcd041f req-009188a2-9267-4aed-a155-52b7b764f483 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:18.008447 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13469d4a-62cb-4b15-87a3-ac811bcd041f req-009188a2-9267-4aed-a155-52b7b764f483 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.3062279 Jan 14 01:50:18.022627 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-31262ce7-945d-4510-90b1-837bb02b484a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': 'fc2ac8fa-3da6-4380-8e46-5beee07ccd69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9a7ee1a2-34b6-44b6-a424-aa1d0ebeb92e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:18.047048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cfaab-0897-46b6-8837-bb6a07a22b29 req-df8b0618-05f4-4627-9623-65dfdf20761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:18.048870 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-905cfaab-0897-46b6-8837-bb6a07a22b29 req-df8b0618-05f4-4627-9623-65dfdf20761a service neutron] 10.222.0.36 "GET /v2.0/networks?id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 200 len: 907 time: 0.5352051 Jan 14 01:50:18.051737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba096e-5dfe-4b9c-a2e6-7e77a75a583c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=9c9f27e6-0978-4d68-ab8b-dc2621beb726,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:18.064940 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 9c9f27e6-0978-4d68-ab8b-dc2621beb726 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:50:18.116967 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-905cfaab-0897-46b6-8837-bb6a07a22b29 req-17899db6-95fc-48bb-8a9e-30e34bba75b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee32ab1f-68b2-4844-8920-b9eb34485ad5 HTTP/1.1" status: 200 len: 217 time: 0.0603125 Jan 14 01:50:18.126913 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a5543a-9c17-427a-8dd4-b3cfdd69aec2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:18.132917 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-26a5543a-9c17-427a-8dd4-b3cfdd69aec2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/networks?id=9c9f27e6-0978-4d68-ab8b-dc2621beb726 HTTP/1.1" status: 200 len: 761 time: 0.1866515 Jan 14 01:50:18.143426 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:18.156103 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fb10b789-b4d8-4d12-b543-b63c259530fa tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1169745516'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:18.223963 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cfaab-0897-46b6-8837-bb6a07a22b29 req-1050847a-6231-46ac-836f-5c5cf16110ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:18.225821 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-905cfaab-0897-46b6-8837-bb6a07a22b29 req-1050847a-6231-46ac-836f-5c5cf16110ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 200 len: 846 time: 0.0914960 Jan 14 01:50:18.231302 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-decfc96a-160c-4ab5-a096-da4080a84cd5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (a90fd40e-479d-417e-abd9-e59eeb30a63a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:18.265490 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-905cfaab-0897-46b6-8837-bb6a07a22b29 req-ccc2c69a-c2c2-4cd0-9fa1-bdb79a127b4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323718 Jan 14 01:50:18.293116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb10b789-b4d8-4d12-b543-b63c259530fa tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:18.296491 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb10b789-b4d8-4d12-b543-b63c259530fa tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:18.306436 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13469d4a-62cb-4b15-87a3-ac811bcd041f req-eca3bcd0-43ac-4462-aebf-e3ce7f0111a2 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926090 Jan 14 01:50:18.377831 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab13c8-44ab-4dbb-a065-8dfd85dd8731 req-7e9ea936-4632-4049-bce3-2865b57ec120 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:18.385806 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5cab13c8-44ab-4dbb-a065-8dfd85dd8731 req-7e9ea936-4632-4049-bce3-2865b57ec120 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 945 time: 0.2153487 Jan 14 01:50:18.393799 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-31262ce7-945d-4510-90b1-837bb02b484a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The resource could not be found. Jan 14 01:50:18.399592 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-31262ce7-945d-4510-90b1-837bb02b484a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3809099 Jan 14 01:50:18.400865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34618) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:18.404545 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb10b789-b4d8-4d12-b543-b63c259530fa tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:50:18.429372 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb10b789-b4d8-4d12-b543-b63c259530fa tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (70b2faef-21bb-4485-bed5-6aad8b56d8e9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:18.430003 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-fb10b789-b4d8-4d12-b543-b63c259530fa tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Added segment 70b2faef-21bb-4485-bed5-6aad8b56d8e9 of type vlan for network 75c5a729-2e6d-435d-91bf-42a9ab2438a9 Jan 14 01:50:18.483440 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-905cfaab-0897-46b6-8837-bb6a07a22b29 req-a27c859e-bec4-40a9-9dd5-f5a07e05d9e3 service neutron] 10.222.0.36 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090290 Jan 14 01:50:18.536143 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb10b789-b4d8-4d12-b543-b63c259530fa tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (75c5a729-2e6d-435d-91bf-42a9ab2438a9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:18.621052 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-decfc96a-160c-4ab5-a096-da4080a84cd5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (a90fd40e-479d-417e-abd9-e59eeb30a63a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:18.655430 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decfc96a-160c-4ab5-a096-da4080a84cd5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:18.656082 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-decfc96a-160c-4ab5-a096-da4080a84cd5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:18.700130 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-905cfaab-0897-46b6-8837-bb6a07a22b29 req-fea3a51c-358f-46c7-bd49-6a247de01927 service neutron] 10.222.0.36 "GET /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954045 Jan 14 01:50:18.706166 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb10b789-b4d8-4d12-b543-b63c259530fa tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (75c5a729-2e6d-435d-91bf-42a9ab2438a9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:18.716069 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-decfc96a-160c-4ab5-a096-da4080a84cd5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3279037 Jan 14 01:50:18.718487 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb10b789-b4d8-4d12-b543-b63c259530fa tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:18.718790 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34622) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:18.719032 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb10b789-b4d8-4d12-b543-b63c259530fa tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:18.814175 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-83ed5c6a-d6f9-4adc-ad41-a33a51fccea9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2071770274'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:18.818627 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bb04ac4-0e4c-45b9-81c7-6b0a28335aff tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (fc2ac8fa-3da6-4380-8e46-5beee07ccd69), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:18.839374 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5cab13c8-44ab-4dbb-a065-8dfd85dd8731 req-4d03da0e-0636-4a3c-9558-616a331fd121 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278097 Jan 14 01:50:18.848873 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fb10b789-b4d8-4d12-b543-b63c259530fa tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7040412 Jan 14 01:50:18.851272 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34624) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:18.861424 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3718de64-9a07-4a54-bcba-98d06205b57c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'network_id': '75c5a729-2e6d-435d-91bf-42a9ab2438a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:18.937849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfc96a-160c-4ab5-a096-da4080a84cd5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Network': ['ID=a90fd40e-479d-417e-abd9-e59eeb30a63a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:18.947801 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bb04ac4-0e4c-45b9-81c7-6b0a28335aff tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (fc2ac8fa-3da6-4380-8e46-5beee07ccd69), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:18.950809 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network a90fd40e-479d-417e-abd9-e59eeb30a63a details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:50:19.051869 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10b789-b4d8-4d12-b543-b63c259530fa tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=75c5a729-2e6d-435d-91bf-42a9ab2438a9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:19.057357 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bb04ac4-0e4c-45b9-81c7-6b0a28335aff tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fc2ac8fa-3da6-4380-8e46-5beee07ccd69), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.061483 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bb04ac4-0e4c-45b9-81c7-6b0a28335aff tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.065859 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34630) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:19.067518 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8bb04ac4-0e4c-45b9-81c7-6b0a28335aff tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "DELETE /v2.0/security-groups/fc2ac8fa-3da6-4380-8e46-5beee07ccd69 HTTP/1.1" status: 204 len: 168 time: 0.5911453 Jan 14 01:50:19.083735 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc45d-4416-40ea-9385-903e3f383468 req-fa1de81f-a4ea-4d7f-a6c5-fd316e6ad7c0 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:19.085461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 75c5a729-2e6d-435d-91bf-42a9ab2438a9 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:50:19.092248 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e39dc45d-4416-40ea-9385-903e3f383468 req-fa1de81f-a4ea-4d7f-a6c5-fd316e6ad7c0 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.3854225 Jan 14 01:50:19.133270 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1a547884-f27d-4374-89a1-8eb87104ff90 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0659025 Jan 14 01:50:19.137598 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34634) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:19.143216 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6f594df5-be71-4547-8db1-d0cfc735bffb tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': '5cf8463e-6687-42ce-92af-70eb0dc1e20f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:19.150737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3718de64-9a07-4a54-bcba-98d06205b57c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:19.154355 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3718de64-9a07-4a54-bcba-98d06205b57c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.171404 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ed5c6a-d6f9-4adc-ad41-a33a51fccea9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:19.175100 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83ed5c6a-d6f9-4adc-ad41-a33a51fccea9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.210796 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb04ac4-0e4c-45b9-81c7-6b0a28335aff tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2ac8fa-3da6-4380-8e46-5beee07ccd69,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:19.257699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e39dc45d-4416-40ea-9385-903e3f383468 req-63c79855-74c8-4599-b35f-a9bf9b6bcf57 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643274 Jan 14 01:50:19.281501 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7872b10-9253-4a8e-ae58-b0057803b60c req-38ffbf66-41e3-429e-9228-a18ef8107b1d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1133304521&fields=id&tenant_id=fed1db0d364848e4950b16d320a3d4bd HTTP/1.1" status: 200 len: 267 time: 0.3408043 Jan 14 01:50:19.307205 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ed5c6a-d6f9-4adc-ad41-a33a51fccea9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:50:19.404096 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83ed5c6a-d6f9-4adc-ad41-a33a51fccea9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (80bbbacc-1a5f-495c-9089-ee38fddff859), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.406468 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-83ed5c6a-d6f9-4adc-ad41-a33a51fccea9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Added segment 80bbbacc-1a5f-495c-9089-ee38fddff859 of type vlan for network abc8037e-64e1-4418-bb1b-adc918f77729 Jan 14 01:50:19.453883 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-6f594df5-be71-4547-8db1-d0cfc735bffb tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The resource could not be found. Jan 14 01:50:19.458953 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6f594df5-be71-4547-8db1-d0cfc735bffb tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3202796 Jan 14 01:50:19.460506 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34640) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:19.468250 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-490acdc6-555c-4f68-8199-006e27dcb6fa tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375106567'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:19.491207 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3718de64-9a07-4a54-bcba-98d06205b57c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (6ab83e7d-4c16-4681-bbfd-12c5d85c6701), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.566121 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7872b10-9253-4a8e-ae58-b0057803b60c req-aed31766-00ab-42b6-badd-12b5229cc255 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:19.575626 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7872b10-9253-4a8e-ae58-b0057803b60c req-aed31766-00ab-42b6-badd-12b5229cc255 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 945 time: 0.2931254 Jan 14 01:50:19.580869 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83ed5c6a-d6f9-4adc-ad41-a33a51fccea9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (abc8037e-64e1-4418-bb1b-adc918f77729), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.581155 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3718de64-9a07-4a54-bcba-98d06205b57c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking segment: {'id': '70b2faef-21bb-4485-bed5-6aad8b56d8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '75c5a729-2e6d-435d-91bf-42a9ab2438a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:19.581530 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3718de64-9a07-4a54-bcba-98d06205b57c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network hostable DHCP agents. Network: 75c5a729-2e6d-435d-91bf-42a9ab2438a9, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:50:19.589897 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d7872b10-9253-4a8e-ae58-b0057803b60c req-70ef00d0-788a-40ae-bc05-d7146e8cbf04 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'port': {'security_groups': ['5d96ae87-4fbc-4a27-b8a3-22ce267ccd85', '32253656-e440-4d5d-b7ed-37ee389518ca']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:19.590740 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718de64-9a07-4a54-bcba-98d06205b57c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=6ab83e7d-4c16-4681-bbfd-12c5d85c6701,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:19.609635 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3718de64-9a07-4a54-bcba-98d06205b57c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network 75c5a729-2e6d-435d-91bf-42a9ab2438a9 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:50:19.619944 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3718de64-9a07-4a54-bcba-98d06205b57c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 75c5a729-2e6d-435d-91bf-42a9ab2438a9) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:19.625358 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3718de64-9a07-4a54-bcba-98d06205b57c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:19.627007 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3718de64-9a07-4a54-bcba-98d06205b57c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.630444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe349006-1558-461a-ac8b-1fb7098a8a5d None None] Network 75c5a729-2e6d-435d-91bf-42a9ab2438a9 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:19.663130 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3718de64-9a07-4a54-bcba-98d06205b57c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8106871 Jan 14 01:50:19.665464 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34650) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:19.691161 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83ed5c6a-d6f9-4adc-ad41-a33a51fccea9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (abc8037e-64e1-4418-bb1b-adc918f77729), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.698084 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ed5c6a-d6f9-4adc-ad41-a33a51fccea9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:19.709435 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83ed5c6a-d6f9-4adc-ad41-a33a51fccea9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.753401 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-490acdc6-555c-4f68-8199-006e27dcb6fa tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.803332 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-75c5a729-2e6d-435d-91bf-42a9ab2438a9', 'network_id': '75c5a729-2e6d-435d-91bf-42a9ab2438a9', 'project_id': '861564828ef44399a5b4a802f36c8335', 'fixed_ips': [{'subnet_id': '6ab83e7d-4c16-4681-bbfd-12c5d85c6701'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:50:19.808076 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.846367 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (75c5a729-2e6d-435d-91bf-42a9ab2438a9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.879783 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-83ed5c6a-d6f9-4adc-ad41-a33a51fccea9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1489277 Jan 14 01:50:19.885449 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34652) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:19.886385 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d7872b10-9253-4a8e-ae58-b0057803b60c req-70ef00d0-788a-40ae-bc05-d7146e8cbf04 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4f505b62-eba9-4859-97e0-022273a3697c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.897446 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3cc57473-91ea-4d83-8504-1539e3f45984 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'subnet': {'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:19.958902 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (6ab83e7d-4c16-4681-bbfd-12c5d85c6701), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:19.996575 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed5c6a-d6f9-4adc-ad41-a33a51fccea9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Network': ['ID=abc8037e-64e1-4418-bb1b-adc918f77729,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:20.011055 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network abc8037e-64e1-4418-bb1b-adc918f77729 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:50:20.106035 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-490acdc6-555c-4f68-8199-006e27dcb6fa tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (b83a228a-7ddf-4136-95f2-d3df1e89fc85), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.109228 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Allocated IP 172.20.0.2 (75c5a729-2e6d-435d-91bf-42a9ab2438a9/6ab83e7d-4c16-4681-bbfd-12c5d85c6701/228cf39d-a2f6-43a8-b306-3393b721fcfc) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:20.128269 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-490acdc6-555c-4f68-8199-006e27dcb6fa tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b83a228a-7ddf-4136-95f2-d3df1e89fc85), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.184040 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-490acdc6-555c-4f68-8199-006e27dcb6fa tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.185424 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-490acdc6-555c-4f68-8199-006e27dcb6fa tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7238705 Jan 14 01:50:20.189683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34654) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:20.196715 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-476b3d29-f224-4635-9363-7020b986a07c tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034428161'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:20.208357 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490acdc6-555c-4f68-8199-006e27dcb6fa tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a228a-7ddf-4136-95f2-d3df1e89fc85,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:20.218567 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc57473-91ea-4d83-8504-1539e3f45984 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:20.222825 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cc57473-91ea-4d83-8504-1539e3f45984 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.270359 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-476b3d29-f224-4635-9363-7020b986a07c tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.383150 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Publish callbacks [] for port (228cf39d-a2f6-43a8-b306-3393b721fcfc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.396340 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-476b3d29-f224-4635-9363-7020b986a07c tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (20988dad-604d-49a9-a0af-161d4f5c0140), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.400678 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (228cf39d-a2f6-43a8-b306-3393b721fcfc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.412660 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-476b3d29-f224-4635-9363-7020b986a07c tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (20988dad-604d-49a9-a0af-161d4f5c0140), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.468720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d7872b10-9253-4a8e-ae58-b0057803b60c req-70ef00d0-788a-40ae-bc05-d7146e8cbf04 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] For port 4f505b62-eba9-4859-97e0-022273a3697c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4f505b62-eba9-4859-97e0-022273a3697c,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:20.472304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Network 75c5a729-2e6d-435d-91bf-42a9ab2438a9 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:20.475151 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:20.482759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:20.492390 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-476b3d29-f224-4635-9363-7020b986a07c tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.496280 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-476b3d29-f224-4635-9363-7020b986a07c tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3029063 Jan 14 01:50:20.497549 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b349b3-cd5e-4a60-9178-21b292d9d079 req-772b904a-b6ec-4049-8680-0bbed8fa55ab tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:20.504679 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7b349b3-cd5e-4a60-9178-21b292d9d079 req-772b904a-b6ec-4049-8680-0bbed8fa55ab tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.1239574 Jan 14 01:50:20.507424 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34662) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:20.513556 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4223a121-a614-4de1-93e9-fbff330e0b1a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': 'b83a228a-7ddf-4136-95f2-d3df1e89fc85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '20988dad-604d-49a9-a0af-161d4f5c0140'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:20.518262 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (6ab83e7d-4c16-4681-bbfd-12c5d85c6701), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.549161 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Pushing event updated for resources: {'Port': ['ID=228cf39d-a2f6-43a8-b306-3393b721fcfc,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:20.552187 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b3d29-f224-4635-9363-7020b986a07c tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20988dad-604d-49a9-a0af-161d4f5c0140,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:20.555449 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d7872b10-9253-4a8e-ae58-b0057803b60c req-70ef00d0-788a-40ae-bc05-d7146e8cbf04 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for port (4f505b62-eba9-4859-97e0-022273a3697c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.575141 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d7872b10-9253-4a8e-ae58-b0057803b60c req-70ef00d0-788a-40ae-bc05-d7146e8cbf04 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (4f505b62-eba9-4859-97e0-022273a3697c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.606108 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab83e7d-4c16-4681-bbfd-12c5d85c6701,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:20.624210 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['03bb7206-921d-461a-82cb-bb48ef1f46ee'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:20.626994 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4f505b62-eba9-4859-97e0-022273a3697c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:20.688567 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (75c5a729-2e6d-435d-91bf-42a9ab2438a9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.710021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7b349b3-cd5e-4a60-9178-21b292d9d079 req-56f80680-9431-4c91-89ad-7d0199a79a62 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043257 Jan 14 01:50:20.740782 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c5a729-2e6d-435d-91bf-42a9ab2438a9']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:20.757917 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-4223a121-a614-4de1-93e9-fbff330e0b1a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:20.758998 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4223a121-a614-4de1-93e9-fbff330e0b1a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2497201 Jan 14 01:50:20.770959 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b2faef-21bb-4485-bed5-6aad8b56d8e9') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:20.771289 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b2faef-21bb-4485-bed5-6aad8b56d8e9') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:20.772848 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34666) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:20.796722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69244372-f0a3-4fde-83de-602d488ff7b3 None None] DHCP port deletion for 1504e0b4-eb16-43ba-ae39-89743909d020 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:20.805787 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Attempting to bind port 228cf39d-a2f6-43a8-b306-3393b721fcfc on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:50:20.806725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Attempting to bind port 228cf39d-a2f6-43a8-b306-3393b721fcfc by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '70b2faef-21bb-4485-bed5-6aad8b56d8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '75c5a729-2e6d-435d-91bf-42a9ab2438a9'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:50:20.807088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Attempting to bind port 228cf39d-a2f6-43a8-b306-3393b721fcfc on network 75c5a729-2e6d-435d-91bf-42a9ab2438a9 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:50:20.818763 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (70b2faef-21bb-4485-bed5-6aad8b56d8e9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.854175 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:50:20.858865 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Checking segment: {'id': '70b2faef-21bb-4485-bed5-6aad8b56d8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '75c5a729-2e6d-435d-91bf-42a9ab2438a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:20.859577 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.860235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Bound using segment: {'id': '70b2faef-21bb-4485-bed5-6aad8b56d8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '75c5a729-2e6d-435d-91bf-42a9ab2438a9'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:50:20.864781 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Bound port: 228cf39d-a2f6-43a8-b306-3393b721fcfc, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b2faef-21bb-4485-bed5-6aad8b56d8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '75c5a729-2e6d-435d-91bf-42a9ab2438a9'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:50:20.865304 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (228cf39d-a2f6-43a8-b306-3393b721fcfc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.869681 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (70b2faef-21bb-4485-bed5-6aad8b56d8e9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.883534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:50:20.883946 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (70b2faef-21bb-4485-bed5-6aad8b56d8e9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.920829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7872b10-9253-4a8e-ae58-b0057803b60c req-70ef00d0-788a-40ae-bc05-d7146e8cbf04 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:20.921509 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d7872b10-9253-4a8e-ae58-b0057803b60c req-70ef00d0-788a-40ae-bc05-d7146e8cbf04 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.923203 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7872b10-9253-4a8e-ae58-b0057803b60c req-70ef00d0-788a-40ae-bc05-d7146e8cbf04 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "PUT /v2.0/ports/4f505b62-eba9-4859-97e0-022273a3697c HTTP/1.1" status: 200 len: 981 time: 1.3463688 Jan 14 01:50:20.923678 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5223de-a442-4166-93a7-180782b57c84', 'tag': '4f505b62-eba9-4859-97e0-022273a3697c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:20.932497 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed30d320-9215-4910-8a61-9ee90ab17a71" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5223de-a442-4166-93a7-180782b57c84", "tag": "4f505b62-eba9-4859-97e0-022273a3697c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:20.945946 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cc57473-91ea-4d83-8504-1539e3f45984 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (e8f499dc-e707-45e5-8bb0-1526384812f6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:50:20.959418 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:50:20.974520 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.db.api [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 01:50:20.974520 n-d-824358-4 neutron-server[103354]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 01:50:20.974520 n-d-824358-4 neutron-server[103354]: [parameters: {'id': '75c5a729-2e6d-435d-91bf-42a9ab2438a9'}] Jan 14 01:50:20.974520 n-d-824358-4 neutron-server[103354]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:50:20.975023 n-d-824358-4 neutron-server[103354]: DEBUG oslo_db.api [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:50:21.003382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d9b8ce51-2d88-45eb-90e4-a22dc3bda1cd None None] Provisioning complete for port 4f505b62-eba9-4859-97e0-022273a3697c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:21.003794 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ce51-2d88-45eb-90e4-a22dc3bda1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4f505b62-eba9-4859-97e0-022273a3697c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:21.028966 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc57473-91ea-4d83-8504-1539e3f45984 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Subnet': ['ID=e8f499dc-e707-45e5-8bb0-1526384812f6,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:21.042103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef00d0-788a-40ae-bc05-d7146e8cbf04 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'Port': ['ID=4f505b62-eba9-4859-97e0-022273a3697c,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:21.066161 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdbaba26-1755-4708-928f-0f0685804ab3 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (20988dad-604d-49a9-a0af-161d4f5c0140), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:21.134368 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4f505b62-eba9-4859-97e0-022273a3697c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:21.154016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc57473-91ea-4d83-8504-1539e3f45984 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Checking segment: {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:21.154376 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc57473-91ea-4d83-8504-1539e3f45984 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Network hostable DHCP agents. Network: a90fd40e-479d-417e-abd9-e59eeb30a63a, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:50:21.190326 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdbaba26-1755-4708-928f-0f0685804ab3 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (20988dad-604d-49a9-a0af-161d4f5c0140), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:21.223505 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc57473-91ea-4d83-8504-1539e3f45984 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Network a90fd40e-479d-417e-abd9-e59eeb30a63a is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:50:21.265207 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb489c30-1d0d-4a14-98b6-7d44eaa3759f req-06304114-647f-45fc-86db-b11646819880 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/32253656-e440-4d5d-b7ed-37ee389518ca HTTP/1.1" status: 200 len: 1818 time: 0.1626887 Jan 14 01:50:21.321162 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b752c9-5be0-43ce-902f-b3d2102ca950 x-openstack-request-id: req-76b752c9-5be0-43ce-902f-b3d2102ca950 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:21.328012 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5223de-a442-4166-93a7-180782b57c84", "tag": "4f505b62-eba9-4859-97e0-022273a3697c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:21.333212 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76b752c9-5be0-43ce-902f-b3d2102ca950 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:21.343324 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5223de-a442-4166-93a7-180782b57c84', 'tag': '4f505b62-eba9-4859-97e0-022273a3697c', 'status': 'completed', 'code': 200} Jan 14 01:50:21.369512 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3cc57473-91ea-4d83-8504-1539e3f45984 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, a90fd40e-479d-417e-abd9-e59eeb30a63a) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:21.406989 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdbaba26-1755-4708-928f-0f0685804ab3 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (20988dad-604d-49a9-a0af-161d4f5c0140), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:21.413050 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdbaba26-1755-4708-928f-0f0685804ab3 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:21.417622 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bdbaba26-1755-4708-928f-0f0685804ab3 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "DELETE /v2.0/security-groups/20988dad-604d-49a9-a0af-161d4f5c0140 HTTP/1.1" status: 204 len: 168 time: 0.6410353 Jan 14 01:50:21.417768 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc57473-91ea-4d83-8504-1539e3f45984 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:21.417768 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cc57473-91ea-4d83-8504-1539e3f45984 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:21.420888 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:21.441070 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c3563c-33b2-42fb-9c3e-259ee8776478 None None] Network a90fd40e-479d-417e-abd9-e59eeb30a63a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:21.475742 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (75c5a729-2e6d-435d-91bf-42a9ab2438a9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:21.477492 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbaba26-1755-4708-928f-0f0685804ab3 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20988dad-604d-49a9-a0af-161d4f5c0140,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:21.516962 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3cc57473-91ea-4d83-8504-1539e3f45984 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6281557 Jan 14 01:50:21.520786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34684) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:21.527257 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f2e4e053-dd1e-465d-ae02-6d0b4941b430 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'subnet': {'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:21.536159 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5b48b50c-206c-4401-9ea4-7dbb32b0c8e6 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0935531 Jan 14 01:50:21.536613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34686) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:21.581659 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] For port 228cf39d-a2f6-43a8-b306-3393b721fcfc, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:50:21.587962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30d320-9215-4910-8a61-9ee90ab17a71 req-2ebed080-98e0-4124-b982-9f2f73fa7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:21.590246 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed30d320-9215-4910-8a61-9ee90ab17a71 req-2ebed080-98e0-4124-b982-9f2f73fa7d40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fed1db0d364848e4950b16d320a3d4bd&device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 1135 time: 0.2053270 Jan 14 01:50:21.693377 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-cb489c30-1d0d-4a14-98b6-7d44eaa3759f req-5db36f59-f042-4583-90eb-da2f584c961f tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 01:50:21.694670 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb489c30-1d0d-4a14-98b6-7d44eaa3759f req-5db36f59-f042-4583-90eb-da2f584c961f tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "DELETE /v2.0/security-groups/32253656-e440-4d5d-b7ed-37ee389518ca HTTP/1.1" status: 409 len: 341 time: 0.4263506 Jan 14 01:50:21.774447 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4e053-dd1e-465d-ae02-6d0b4941b430 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:21.779130 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e053-dd1e-465d-ae02-6d0b4941b430 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:21.811159 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8851061e-863c-4640-bb8c-0e7bc0c9ab01 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (b83a228a-7ddf-4136-95f2-d3df1e89fc85), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:21.839709 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8851061e-863c-4640-bb8c-0e7bc0c9ab01 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (b83a228a-7ddf-4136-95f2-d3df1e89fc85), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:21.903493 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8851061e-863c-4640-bb8c-0e7bc0c9ab01 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b83a228a-7ddf-4136-95f2-d3df1e89fc85), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:21.908576 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8851061e-863c-4640-bb8c-0e7bc0c9ab01 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:21.914676 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8851061e-863c-4640-bb8c-0e7bc0c9ab01 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "DELETE /v2.0/security-groups/b83a228a-7ddf-4136-95f2-d3df1e89fc85 HTTP/1.1" status: 204 len: 168 time: 0.3739321 Jan 14 01:50:21.916901 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34694) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:21.957839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8ce51-2d88-45eb-90e4-a22dc3bda1cd None None] Current status of the port 4f505b62-eba9-4859-97e0-022273a3697c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:21.976356 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851061e-863c-4640-bb8c-0e7bc0c9ab01 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a228a-7ddf-4136-95f2-d3df1e89fc85,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:22.010136 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Deleting port 228cf39d-a2f6-43a8-b306-3393b721fcfc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:50:22.010496 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (228cf39d-a2f6-43a8-b306-3393b721fcfc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:22.018150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] For port 228cf39d-a2f6-43a8-b306-3393b721fcfc, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=228cf39d-a2f6-43a8-b306-3393b721fcfc,segment=NetworkSegment(70b2faef-21bb-4485-bed5-6aad8b56d8e9),segment_id=70b2faef-21bb-4485-bed5-6aad8b56d8e9)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:50:22.068360 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (228cf39d-a2f6-43a8-b306-3393b721fcfc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:22.071332 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30d320-9215-4910-8a61-9ee90ab17a71 req-24fcba01-eb3f-4729-af6e-17115bccabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:22.081844 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed30d320-9215-4910-8a61-9ee90ab17a71 req-24fcba01-eb3f-4729-af6e-17115bccabaf service neutron] 10.222.0.46 "GET /v2.0/networks?id=1504e0b4-eb16-43ba-ae39-89743909d020 HTTP/1.1" status: 200 len: 914 time: 0.4827657 Jan 14 01:50:22.088475 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d5fd0768-d410-48c0-b247-d4a477c9bb1a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1599641 Jan 14 01:50:22.092971 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34698) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:22.108155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b7db74e8-32c7-4466-b17f-47e1f7bad8cf tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854030747'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:22.203613 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89f68c-bd0a-4cc6-bf94-0a7f403d0c8d None None] Pushing event updated for resources: {'Port': ['ID=228cf39d-a2f6-43a8-b306-3393b721fcfc,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:22.272204 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed30d320-9215-4910-8a61-9ee90ab17a71 req-e02460e4-e3bf-42de-ab7c-57ec527fb406 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f505b62-eba9-4859-97e0-022273a3697c HTTP/1.1" status: 200 len: 217 time: 0.1069484 Jan 14 01:50:22.344231 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6269559-f3a8-476b-914c-aabee98662d6 None None] Network 75c5a729-2e6d-435d-91bf-42a9ab2438a9 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:22.461178 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7db74e8-32c7-4466-b17f-47e1f7bad8cf tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:22.486314 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] For port 228cf39d-a2f6-43a8-b306-3393b721fcfc, host n-d-824358-4, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:22.486704 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (228cf39d-a2f6-43a8-b306-3393b721fcfc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:22.552741 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e053-dd1e-465d-ae02-6d0b4941b430 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (5c58418c-1633-4d58-a790-9f10ce59d42b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:22.599913 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30d320-9215-4910-8a61-9ee90ab17a71 req-a6241b7a-4189-41df-a908-eeed777a3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:22.604118 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed30d320-9215-4910-8a61-9ee90ab17a71 req-a6241b7a-4189-41df-a908-eeed777a3577 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08e97be0-0e0c-4564-93e6-787b0ce5df90 HTTP/1.1" status: 200 len: 853 time: 0.3072202 Jan 14 01:50:22.719943 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed30d320-9215-4910-8a61-9ee90ab17a71 req-83cbaef2-885b-49bf-91ac-648464a73672 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1504e0b4-eb16-43ba-ae39-89743909d020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089449 Jan 14 01:50:22.754353 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ddd80-4e54-437e-a425-cc3be3100c19 req-439cf7cb-dfb0-4d92-ac36-16353a6b189a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:22.759645 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db8ddd80-4e54-437e-a425-cc3be3100c19 req-439cf7cb-dfb0-4d92-ac36-16353a6b189a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.2094762 Jan 14 01:50:22.760405 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4e053-dd1e-465d-ae02-6d0b4941b430 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Subnet': ['ID=5c58418c-1633-4d58-a790-9f10ce59d42b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:22.761602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-a90fd40e-479d-417e-abd9-e59eeb30a63a', 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a', 'project_id': '82ce06b59ec642de9d503f0966874395', 'fixed_ips': [{'subnet_id': 'e8f499dc-e707-45e5-8bb0-1526384812f6'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:50:22.787871 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:22.834202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4e053-dd1e-465d-ae02-6d0b4941b430 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Checking segment: {'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:22.834832 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4e053-dd1e-465d-ae02-6d0b4941b430 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Network hostable DHCP agents. Network: abc8037e-64e1-4418-bb1b-adc918f77729, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:50:22.907305 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7db74e8-32c7-4466-b17f-47e1f7bad8cf tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (f3c68f3d-2b7d-4d97-8d03-24bb5f2455ed), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:22.955914 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db8ddd80-4e54-437e-a425-cc3be3100c19 req-297f09fb-7542-42f1-a200-2cce0058bb23 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710167 Jan 14 01:50:22.959475 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7db74e8-32c7-4466-b17f-47e1f7bad8cf tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f3c68f3d-2b7d-4d97-8d03-24bb5f2455ed), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:22.967086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4e053-dd1e-465d-ae02-6d0b4941b430 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Network abc8037e-64e1-4418-bb1b-adc918f77729 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:50:22.997823 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4e053-dd1e-465d-ae02-6d0b4941b430 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, abc8037e-64e1-4418-bb1b-adc918f77729) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:23.096217 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4e053-dd1e-465d-ae02-6d0b4941b430 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:23.099917 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e053-dd1e-465d-ae02-6d0b4941b430 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:23.134844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Calling delete_port for 228cf39d-a2f6-43a8-b306-3393b721fcfc owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:50:23.156658 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed30d320-9215-4910-8a61-9ee90ab17a71 req-6d7647c2-fe3e-4a32-8586-c10ea6b212af service neutron] 10.222.0.46 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253776 Jan 14 01:50:23.169284 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7db74e8-32c7-4466-b17f-47e1f7bad8cf tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:23.170623 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b7db74e8-32c7-4466-b17f-47e1f7bad8cf tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0778205 Jan 14 01:50:23.179071 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34720) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:23.189430 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f9240fe7-d343-4e78-9a2f-6b4e4eb6733a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': 'f3c68f3d-2b7d-4d97-8d03-24bb5f2455ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:23.247087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db74e8-32c7-4466-b17f-47e1f7bad8cf tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c68f3d-2b7d-4d97-8d03-24bb5f2455ed,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:23.283872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f2e4e053-dd1e-465d-ae02-6d0b4941b430 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7618845 Jan 14 01:50:23.292718 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34724) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:23.302513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'port': {'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a', 'name': 'tempest-TaggedBootDevicesTest-1320457853', 'fixed_ips': [{'subnet_id': 'e8f499dc-e707-45e5-8bb0-1526384812f6'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:23.343958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085928ff-c4d5-401c-8c30-544dada58804 None None] Network abc8037e-64e1-4418-bb1b-adc918f77729 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:23.357866 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ed30d320-9215-4910-8a61-9ee90ab17a71 req-0d2b8290-3b9d-4b65-8570-df07c6e4853a service neutron] 10.222.0.46 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856432 Jan 14 01:50:23.478786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba187-7a42-4668-97f3-8e1e3d70045b req-b5222158-a626-4446-9108-ae5ebb3d2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:23.482800 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-988ba187-7a42-4668-97f3-8e1e3d70045b req-b5222158-a626-4446-9108-ae5ebb3d2678 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e350eb51179c46cb8816a62f7b7fd6bf&device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 1101 time: 0.4020803 Jan 14 01:50:23.526285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0c1da-b6d7-4d75-a696-2b2989b78632 req-f38ef4e9-42fa-4425-bfd2-243229d5cd1d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:23.528122 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47e0c1da-b6d7-4d75-a696-2b2989b78632 req-f38ef4e9-42fa-4425-bfd2-243229d5cd1d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 984 time: 0.3320806 Jan 14 01:50:23.571493 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (228cf39d-a2f6-43a8-b306-3393b721fcfc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:23.635548 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No DVR routers for this DVR port 228cf39d-a2f6-43a8-b306-3393b721fcfc on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:50:23.649262 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Port': ['ID=228cf39d-a2f6-43a8-b306-3393b721fcfc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:23.694173 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-f9240fe7-d343-4e78-9a2f-6b4e4eb6733a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:23.695623 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f9240fe7-d343-4e78-9a2f-6b4e4eb6733a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5148304 Jan 14 01:50:23.703296 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34730) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:23.704438 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf524e-cd6c-453f-bab4-8e5017f89f22 req-2b315117-3908-4038-a650-6aca2f4edcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:23.706230 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e8cf524e-cd6c-453f-bab4-8e5017f89f22 req-2b315117-3908-4038-a650-6aca2f4edcb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fed1db0d364848e4950b16d320a3d4bd&device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 1135 time: 0.1952024 Jan 14 01:50:23.713371 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a08368cd-f9e6-4c2d-b819-2fdc8ffbbc3a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group_rule': {'security_group_id': 'f3c68f3d-2b7d-4d97-8d03-24bb5f2455ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:23.751616 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba187-7a42-4668-97f3-8e1e3d70045b req-5a374911-42ad-4942-a4e2-79b9131134c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:23.753697 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-988ba187-7a42-4668-97f3-8e1e3d70045b req-5a374911-42ad-4942-a4e2-79b9131134c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2245247 Jan 14 01:50:23.841310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:23.852350 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (75c5a729-2e6d-435d-91bf-42a9ab2438a9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:23.882699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c5a729-2e6d-435d-91bf-42a9ab2438a9']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:23.895543 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b2faef-21bb-4485-bed5-6aad8b56d8e9') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:23.895802 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b2faef-21bb-4485-bed5-6aad8b56d8e9') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:23.899525 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-988ba187-7a42-4668-97f3-8e1e3d70045b req-684f6333-31fd-44a1-a6ef-8b9efbbef6b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 HTTP/1.1" status: 200 len: 217 time: 0.1379185 Jan 14 01:50:23.910012 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (70b2faef-21bb-4485-bed5-6aad8b56d8e9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:23.928092 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (70b2faef-21bb-4485-bed5-6aad8b56d8e9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:23.935553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Allocated IP 10.1.1.2 (a90fd40e-479d-417e-abd9-e59eeb30a63a/e8f499dc-e707-45e5-8bb0-1526384812f6/97a239a6-b4ef-48b4-8471-0e2ca444f257) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:23.936157 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:50:23.936869 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (70b2faef-21bb-4485-bed5-6aad8b56d8e9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:50:24.146915 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:50:24.149250 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf524e-cd6c-453f-bab4-8e5017f89f22 req-df440ee9-f764-4679-a10c-f1f85199e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:24.151497 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e8cf524e-cd6c-453f-bab4-8e5017f89f22 req-df440ee9-f764-4679-a10c-f1f85199e682 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1504e0b4-eb16-43ba-ae39-89743909d020 HTTP/1.1" status: 200 len: 914 time: 0.1263585 Jan 14 01:50:24.152702 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (75c5a729-2e6d-435d-91bf-42a9ab2438a9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:24.157340 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:24.161358 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/75c5a729-2e6d-435d-91bf-42a9ab2438a9 HTTP/1.1" status: 204 len: 168 time: 4.4942482 Jan 14 01:50:24.194930 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47e0c1da-b6d7-4d75-a696-2b2989b78632 req-6993c500-de0b-4177-923c-239333b99c5d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&id=32253656-e440-4d5d-b7ed-37ee389518ca&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5098548 Jan 14 01:50:24.214688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34736) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:24.235125 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e8cf524e-cd6c-453f-bab4-8e5017f89f22 req-9801181a-af13-4af1-8998-b291656ec33c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f505b62-eba9-4859-97e0-022273a3697c HTTP/1.1" status: 200 len: 217 time: 0.0727808 Jan 14 01:50:24.235991 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd6499-ab17-48c0-a435-a3ae30386ea2 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Network': ['ID=75c5a729-2e6d-435d-91bf-42a9ab2438a9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:24.279139 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bebe7e-c0e8-4b20-99af-5e6bb1192ee3 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] GET failed (client error): The resource could not be found. Jan 14 01:50:24.283124 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f4bebe7e-c0e8-4b20-99af-5e6bb1192ee3 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/subnets/6ab83e7d-4c16-4681-bbfd-12c5d85c6701 HTTP/1.1" status: 404 len: 337 time: 0.0624614 Jan 14 01:50:24.287524 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34744) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:24.313909 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-a08368cd-f9e6-4c2d-b819-2fdc8ffbbc3a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 01:50:24.315444 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a08368cd-f9e6-4c2d-b819-2fdc8ffbbc3a tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6062012 Jan 14 01:50:24.326196 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba187-7a42-4668-97f3-8e1e3d70045b req-4fcdecb6-5931-4d19-a74b-f51ce6a429dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:24.332038 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-988ba187-7a42-4668-97f3-8e1e3d70045b req-4fcdecb6-5931-4d19-a74b-f51ce6a429dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.3621299 Jan 14 01:50:24.367265 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf524e-cd6c-453f-bab4-8e5017f89f22 req-f9d05880-4294-4acf-b0a2-4da40cde1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:24.371918 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e8cf524e-cd6c-453f-bab4-8e5017f89f22 req-f9d05880-4294-4acf-b0a2-4da40cde1c07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08e97be0-0e0c-4564-93e6-787b0ce5df90 HTTP/1.1" status: 200 len: 853 time: 0.1211073 Jan 14 01:50:24.372418 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34750) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:24.427676 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0429d4-8bb4-418a-9884-9e05728000d1 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:24.428932 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0429d4-8bb4-418a-9884-9e05728000d1 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:24.443166 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ff0429d4-8bb4-418a-9884-9e05728000d1 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/75c5a729-2e6d-435d-91bf-42a9ab2438a9 HTTP/1.1" status: 404 len: 339 time: 0.1509204 Jan 14 01:50:24.444379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34752) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:24.471359 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e8cf524e-cd6c-453f-bab4-8e5017f89f22 req-1a3643c9-71b6-41a7-acd7-020c8e2903d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1504e0b4-eb16-43ba-ae39-89743909d020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690114 Jan 14 01:50:24.489557 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Publish callbacks [] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:24.498611 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:24.543725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-abc8037e-64e1-4418-bb1b-adc918f77729', 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729', 'project_id': '82ce06b59ec642de9d503f0966874395', 'fixed_ips': [{'subnet_id': '5c58418c-1633-4d58-a790-9f10ce59d42b'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:50:24.544837 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:24.574126 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Network a90fd40e-479d-417e-abd9-e59eeb30a63a is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:24.578680 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:24.581679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:24.620221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59cbc1-3dee-4572-a007-61964dfd789a req-3ffc34f1-23d8-474e-ae60-d0416a9fc271 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:24.622003 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e59cbc1-3dee-4572-a007-61964dfd789a req-3ffc34f1-23d8-474e-ae60-d0416a9fc271 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.4959953 Jan 14 01:50:24.704372 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e770c995-19af-4c7a-b8b1-2246594e3aff tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (f3c68f3d-2b7d-4d97-8d03-24bb5f2455ed), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:24.709979 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Pushing event updated for resources: {'Port': ['ID=97a239a6-b4ef-48b4-8471-0e2ca444f257,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:24.721511 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:24.763575 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Attempting to bind port 97a239a6-b4ef-48b4-8471-0e2ca444f257 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:50:24.764328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Attempting to bind port 97a239a6-b4ef-48b4-8471-0e2ca444f257 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:50:24.765374 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Attempting to bind port 97a239a6-b4ef-48b4-8471-0e2ca444f257 on network a90fd40e-479d-417e-abd9-e59eeb30a63a {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:50:24.777245 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e770c995-19af-4c7a-b8b1-2246594e3aff tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (f3c68f3d-2b7d-4d97-8d03-24bb5f2455ed), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:24.801417 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e8cf524e-cd6c-453f-bab4-8e5017f89f22 req-e8f7789f-ec77-4c85-b92c-8c954c3e3716 service neutron] 10.222.0.46 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195939 Jan 14 01:50:24.818341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:50:24.819050 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Checking segment: {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:24.819463 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:24.819988 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Bound using segment: {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:50:24.820500 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Bound port: 97a239a6-b4ef-48b4-8471-0e2ca444f257, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:50:24.821101 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:24.889279 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Allocated IP 10.2.2.2 (abc8037e-64e1-4418-bb1b-adc918f77729/5c58418c-1633-4d58-a790-9f10ce59d42b/f658c3d0-1277-4f5c-b4e4-fe27ce8af02b) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:25.055563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] For port 97a239a6-b4ef-48b4-8471-0e2ca444f257, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:50:25.073460 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e770c995-19af-4c7a-b8b1-2246594e3aff tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f3c68f3d-2b7d-4d97-8d03-24bb5f2455ed), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.080636 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e770c995-19af-4c7a-b8b1-2246594e3aff tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.084172 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e770c995-19af-4c7a-b8b1-2246594e3aff tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "DELETE /v2.0/security-groups/f3c68f3d-2b7d-4d97-8d03-24bb5f2455ed HTTP/1.1" status: 204 len: 168 time: 0.7084789 Jan 14 01:50:25.103624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] For port 97a239a6-b4ef-48b4-8471-0e2ca444f257, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=97a239a6-b4ef-48b4-8471-0e2ca444f257,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:50:25.104336 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34758) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:25.137821 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.157550 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770c995-19af-4c7a-b8b1-2246594e3aff tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c68f3d-2b7d-4d97-8d03-24bb5f2455ed,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:25.170720 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e8cf524e-cd6c-453f-bab4-8e5017f89f22 req-4ad386df-0521-4df6-a58f-e8b3e067ff8d service neutron] 10.222.0.46 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567646 Jan 14 01:50:25.232864 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-14ef3511-311f-4734-9e1f-7372d4071661 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1208179 Jan 14 01:50:25.238596 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34762) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:25.247182 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-225a37a3-983e-43c2-a870-7458d0ff7e31 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842743272'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:25.291673 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-225a37a3-983e-43c2-a870-7458d0ff7e31 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.411752 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-225a37a3-983e-43c2-a870-7458d0ff7e31 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (fd24fa17-3cf3-4e04-8200-746e7edad045), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.417391 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-225a37a3-983e-43c2-a870-7458d0ff7e31 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fd24fa17-3cf3-4e04-8200-746e7edad045), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.466930 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-225a37a3-983e-43c2-a870-7458d0ff7e31 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.472294 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-225a37a3-983e-43c2-a870-7458d0ff7e31 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2321002 Jan 14 01:50:25.478264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34768) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:25.537993 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d5c1e69f-c370-4393-9b6e-47e178628a65 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:25.542396 n-d-824358-4 neutron-server[103354]: WARNING neutron.api.v2.base [None req-d5c1e69f-c370-4393-9b6e-47e178628a65 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 01:50:25.543813 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-d5c1e69f-c370-4393-9b6e-47e178628a65 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] update failed (client error): There was a conflict when trying to complete your request. Jan 14 01:50:25.546948 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d5c1e69f-c370-4393-9b6e-47e178628a65 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "PUT /v2.0/security-groups/fd24fa17-3cf3-4e04-8200-746e7edad045 HTTP/1.1" status: 409 len: 330 time: 0.0257773 Jan 14 01:50:25.586238 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a37a3-983e-43c2-a870-7458d0ff7e31 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd24fa17-3cf3-4e04-8200-746e7edad045,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:25.593161 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34772) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:25.602454 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe07ab-60c9-422c-8a4b-4c7ada195d39 None None] Pushing event updated for resources: {'Port': ['ID=97a239a6-b4ef-48b4-8471-0e2ca444f257,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:25.643999 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Publish callbacks [] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.667640 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.721872 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-336d50fe-5dac-42bb-b32e-80ae50ac0a50 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (fd24fa17-3cf3-4e04-8200-746e7edad045), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.751437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] device_id is not set on port 958a3119-0652-4e10-add3-6ef0d62d1943 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:50:25.777783 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Pushing event updated for resources: {'Port': ['ID=f658c3d0-1277-4f5c-b4e4-fe27ce8af02b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:25.795614 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-336d50fe-5dac-42bb-b32e-80ae50ac0a50 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (fd24fa17-3cf3-4e04-8200-746e7edad045), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.848460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Network abc8037e-64e1-4418-bb1b-adc918f77729 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:25.850825 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:25.857973 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:25.875067 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba187-7a42-4668-97f3-8e1e3d70045b req-590a796e-c296-4667-a1d3-694e2e3a675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:25.876703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-988ba187-7a42-4668-97f3-8e1e3d70045b req-590a796e-c296-4667-a1d3-694e2e3a675a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5331020 Jan 14 01:50:25.957808 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-336d50fe-5dac-42bb-b32e-80ae50ac0a50 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fd24fa17-3cf3-4e04-8200-746e7edad045), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.965754 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-336d50fe-5dac-42bb-b32e-80ae50ac0a50 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:25.969627 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-336d50fe-5dac-42bb-b32e-80ae50ac0a50 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "DELETE /v2.0/security-groups/fd24fa17-3cf3-4e04-8200-746e7edad045 HTTP/1.1" status: 204 len: 168 time: 0.3729711 Jan 14 01:50:25.971928 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34774) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:26.034053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d50fe-5dac-42bb-b32e-80ae50ac0a50 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd24fa17-3cf3-4e04-8200-746e7edad045,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:26.046454 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e59cbc1-3dee-4572-a007-61964dfd789a req-f5b3adec-6cf3-4bc2-bc2e-cdaef2528261 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3579714 Jan 14 01:50:26.059323 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Attempting to bind port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:50:26.065051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Attempting to bind port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:50:26.065274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Attempting to bind port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b on network abc8037e-64e1-4418-bb1b-adc918f77729 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:50:26.090763 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:50:26.091216 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Checking segment: {'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:26.091691 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:26.092223 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Bound using segment: {'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:50:26.092759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Bound port: f658c3d0-1277-4f5c-b4e4-fe27ce8af02b, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:50:26.093208 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:26.145454 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-61493d0c-76f5-40d6-b828-dac00050a245 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1654184 Jan 14 01:50:26.146086 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34784) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:26.177406 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-a857d228-c0a8-48dc-8a73-34eecaa33d47 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] delete failed (client error): The resource could not be found. Jan 14 01:50:26.183263 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a857d228-c0a8-48dc-8a73-34eecaa33d47 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "DELETE /v2.0/security-groups/693a4f45-f041-4e29-a539-d98ada055e66 HTTP/1.1" status: 404 len: 347 time: 0.0360651 Jan 14 01:50:26.189173 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34786) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:26.226726 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5003292-c3da-487c-a01e-177f4e3ffbf6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:26.233085 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a5003292-c3da-487c-a01e-177f4e3ffbf6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.7390025 Jan 14 01:50:26.240987 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] For port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:50:26.245925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] For port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f658c3d0-1277-4f5c-b4e4-fe27ce8af02b,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:50:26.246852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34788) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:26.250636 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:26.283397 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-ac50bc77-4ba4-454a-9492-5e25a378f0a6 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] show failed (client error): The resource could not be found. Jan 14 01:50:26.289719 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ac50bc77-4ba4-454a-9492-5e25a378f0a6 tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "GET /v2.0/security-groups/0ce8a4cc-bdf2-4196-93b9-6f1d35f248f0 HTTP/1.1" status: 404 len: 347 time: 0.0941017 Jan 14 01:50:26.330704 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34790) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:26.357579 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-188cd25c-7a86-4fb5-9aaf-11d768f246a1 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 207 time: 0.1094117 Jan 14 01:50:26.361882 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34794) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:26.403696 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-b0e59329-88b5-469a-9638-a727fb63cfbf tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] show failed (client error): The resource could not be found. Jan 14 01:50:26.404633 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b0e59329-88b5-469a-9638-a727fb63cfbf tempest-NegativeSecGroupIPv6Test-1779733792 tempest-NegativeSecGroupIPv6Test-1779733792-project] 10.222.0.26 "GET /v2.0/security-group-rules/42b1ac79-6ef7-4997-909f-7286fbaf83ee HTTP/1.1" status: 404 len: 356 time: 0.0726786 Jan 14 01:50:26.438009 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff26854-b1ec-46ca-9d83-d5d3a6a491cd None None] Pushing event updated for resources: {'Port': ['ID=f658c3d0-1277-4f5c-b4e4-fe27ce8af02b,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:26.519670 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa46500-43ea-401a-9670-f429319afc93 req-cb2cc816-70fd-44ff-9028-f1d96f8d17a9 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:26.528330 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daa46500-43ea-401a-9670-f429319afc93 req-cb2cc816-70fd-44ff-9028-f1d96f8d17a9 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 984 time: 0.9734297 Jan 14 01:50:26.622572 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-988ba187-7a42-4668-97f3-8e1e3d70045b req-2c28e3ab-0602-445e-833b-2954f90b3bf0 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580396 Jan 14 01:50:26.805670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1f154e-614f-4b18-9e99-4accbe278f0a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:26.822688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1f154e-614f-4b18-9e99-4accbe278f0a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:26.845064 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1f154e-614f-4b18-9e99-4accbe278f0a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:26.871332 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1f154e-614f-4b18-9e99-4accbe278f0a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:26.883230 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0d1f154e-614f-4b18-9e99-4accbe278f0a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5202096 Jan 14 01:50:26.884541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34798) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:26.996210 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-988ba187-7a42-4668-97f3-8e1e3d70045b req-def9cad3-b213-4132-9336-f149e97b1be8 service neutron] 10.222.0.46 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567774 Jan 14 01:50:27.027797 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-daa46500-43ea-401a-9670-f429319afc93 req-2d80608f-390b-438f-aa03-471271c08654 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&id=32253656-e440-4d5d-b7ed-37ee389518ca&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4206169 Jan 14 01:50:27.167945 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34804) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:27.184090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Allocated IP 10.1.1.57 (a90fd40e-479d-417e-abd9-e59eeb30a63a/e8f499dc-e707-45e5-8bb0-1526384812f6/958a3119-0652-4e10-add3-6ef0d62d1943) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:27.210097 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9210c131-aa8a-44e4-a60f-0ea6e9f81cbd tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3214951 Jan 14 01:50:27.212743 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34814) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:27.408827 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940908e0-96e6-4142-9d83-70b48b1a304a None None] Network a90fd40e-479d-417e-abd9-e59eeb30a63a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:27.422462 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:50:27.472621 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df3b81-6cb6-429e-99a5-4fcfe62db013 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:27.474542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df3b81-6cb6-429e-99a5-4fcfe62db013 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:27.481550 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f3df3b81-6cb6-429e-99a5-4fcfe62db013 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2677040 Jan 14 01:50:27.482233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34826) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:27.592081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c353e42f-3fdd-4798-b9dc-837dffa406b1 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:27.607668 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c353e42f-3fdd-4798-b9dc-837dffa406b1 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:27.613312 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c353e42f-3fdd-4798-b9dc-837dffa406b1 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1280427 Jan 14 01:50:27.614004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34828) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:27.666680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f2f24-2c01-4f27-83a6-a2bec061f5b8 req-93970010-e3e9-49af-8208-4de025173468 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:27.669037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-669f2f24-2c01-4f27-83a6-a2bec061f5b8 req-93970010-e3e9-49af-8208-4de025173468 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.4026783 Jan 14 01:50:27.676668 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c98f92a8-765d-4010-8bd8-46451244ecef None None] Provisioning complete for port 97a239a6-b4ef-48b4-8471-0e2ca444f257 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:27.677270 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c98f92a8-765d-4010-8bd8-46451244ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:27.713078 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d2bdb5b7-c867-45c0-a7ca-146cdfd76dcb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d22f5cdcb03f47b899ab80f74f2db279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5432634 Jan 14 01:50:27.718139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34830) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:27.826710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 97a239a6-b4ef-48b4-8471-0e2ca444f257 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:50:27.894942 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4611e5d5-bcf4-407c-92a4-cb35911fe72e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:27.897635 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4611e5d5-bcf4-407c-92a4-cb35911fe72e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/networks/0de8d0b4-6890-4b70-9fff-e5b5f74339cf HTTP/1.1" status: 200 len: 800 time: 0.2825763 Jan 14 01:50:27.904140 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34832) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:27.970108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c98f92a8-765d-4010-8bd8-46451244ecef None None] Current status of the port 97a239a6-b4ef-48b4-8471-0e2ca444f257 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:27.970532 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c98f92a8-765d-4010-8bd8-46451244ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:27.974990 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for port (958a3119-0652-4e10-add3-6ef0d62d1943), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.026039 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c98f92a8-765d-4010-8bd8-46451244ecef None None] For port 97a239a6-b4ef-48b4-8471-0e2ca444f257, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=97a239a6-b4ef-48b4-8471-0e2ca444f257,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:28.058273 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c98f92a8-765d-4010-8bd8-46451244ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.108765 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eec7193a-b8b6-44b6-baeb-984cdc2d4ed9 admin admin] Publish callbacks [] for security_group (1854a8c3-c3a1-4d29-9174-20f7bea58a6a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.142352 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-669f2f24-2c01-4f27-83a6-a2bec061f5b8 req-fd49c31e-05e7-4a33-8431-26dfda8438f0 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248226 Jan 14 01:50:28.148458 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bb0bb8f9-1b08-4e51-a044-b64b1b975570 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/networks/0de8d0b4-6890-4b70-9fff-e5b5f74339cf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2382183 Jan 14 01:50:28.149397 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34836) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:28.157292 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.176758 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f92a8-765d-4010-8bd8-46451244ecef None None] Pushing event updated for resources: {'Port': ['ID=97a239a6-b4ef-48b4-8471-0e2ca444f257,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:28.218093 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 97a239a6-b4ef-48b4-8471-0e2ca444f257 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:28.218767 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.300557 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed596922-dcae-4a01-9ce0-5c42868bfb45 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:28.309162 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ed596922-dcae-4a01-9ce0-5c42868bfb45 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/subnets/a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c HTTP/1.1" status: 200 len: 811 time: 0.1527474 Jan 14 01:50:28.310156 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34844) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:28.372938 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92fb789-466e-4d69-8a14-40c8a937d672 None None] Network abc8037e-64e1-4418-bb1b-adc918f77729 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:28.398685 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eec7193a-b8b6-44b6-baeb-984cdc2d4ed9 admin admin] Publish callbacks [] for security_group (1854a8c3-c3a1-4d29-9174-20f7bea58a6a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.473060 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Port': ['ID=958a3119-0652-4e10-add3-6ef0d62d1943,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:28.481566 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b9200-6e2f-4814-9363-8177af84950c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:28.487957 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ca2b9200-6e2f-4814-9363-8177af84950c tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "GET /v2.0/subnets/a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1725886 Jan 14 01:50:28.488175 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34852) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:28.496752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7373b5be-ac60-42f5-a0d9-3cb09f4970a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2026341759'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:28.498106 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Network a90fd40e-479d-417e-abd9-e59eeb30a63a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:28.531360 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:28.553682 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:28.578240 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fe2e4-6c57-470a-a6f7-63b97a53d634 req-00b6e5cd-8a1a-4d1d-8852-783e9fcec235 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:28.578386 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7373b5be-ac60-42f5-a0d9-3cb09f4970a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:28.580969 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-416fe2e4-6c57-470a-a6f7-63b97a53d634 req-00b6e5cd-8a1a-4d1d-8852-783e9fcec235 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 984 time: 0.4160368 Jan 14 01:50:28.594363 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7373b5be-ac60-42f5-a0d9-3cb09f4970a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.623346 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4acd1abc-8c33-4e09-b7d4-ef80b2799a57 None None] Provisioning complete for port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:28.623895 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4acd1abc-8c33-4e09-b7d4-ef80b2799a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.628713 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 97a239a6-b4ef-48b4-8471-0e2ca444f257 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:28.630102 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f658c3d0-1277-4f5c-b4e4-fe27ce8af02b up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:50:28.631518 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7373b5be-ac60-42f5-a0d9-3cb09f4970a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:50:28.665002 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7373b5be-ac60-42f5-a0d9-3cb09f4970a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (9cb1b378-2003-496d-8d7d-8694d3ffce9c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.666325 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-7373b5be-ac60-42f5-a0d9-3cb09f4970a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Added segment 9cb1b378-2003-496d-8d7d-8694d3ffce9c of type vlan for network dc396361-eaac-4ede-ab73-9bdb654be82e Jan 14 01:50:28.723683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:28.724883 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.758251 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eec7193a-b8b6-44b6-baeb-984cdc2d4ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1854a8c3-c3a1-4d29-9174-20f7bea58a6a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.761360 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eec7193a-b8b6-44b6-baeb-984cdc2d4ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.763032 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-eec7193a-b8b6-44b6-baeb-984cdc2d4ed9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1854a8c3-c3a1-4d29-9174-20f7bea58a6a HTTP/1.1" status: 204 len: 168 time: 1.0439522 Jan 14 01:50:28.795300 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7373b5be-ac60-42f5-a0d9-3cb09f4970a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (dc396361-eaac-4ede-ab73-9bdb654be82e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.823021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b4aeef51-c9b8-4f0a-9bf7-afb0cac580df tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.5259452 Jan 14 01:50:28.823447 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7193a-b8b6-44b6-baeb-984cdc2d4ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1854a8c3-c3a1-4d29-9174-20f7bea58a6a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:28.825537 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34864) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:28.840831 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-416fe2e4-6c57-470a-a6f7-63b97a53d634 req-079cc1ef-a329-44d7-9a93-e94fd7414b81 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&id=32253656-e440-4d5d-b7ed-37ee389518ca&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1945887 Jan 14 01:50:28.840831 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'port': {'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a', 'name': 'tempest-TaggedBootDevicesTest-906060508', 'fixed_ips': [{'subnet_id': 'e8f499dc-e707-45e5-8bb0-1526384812f6'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:28.904535 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7373b5be-ac60-42f5-a0d9-3cb09f4970a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (dc396361-eaac-4ede-ab73-9bdb654be82e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.921446 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7373b5be-ac60-42f5-a0d9-3cb09f4970a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:28.925393 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7373b5be-ac60-42f5-a0d9-3cb09f4970a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:28.996158 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7373b5be-ac60-42f5-a0d9-3cb09f4970a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5031624 Jan 14 01:50:29.035786 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34872) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:29.049551 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'network_id': 'dc396361-eaac-4ede-ab73-9bdb654be82e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:29.141660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4acd1abc-8c33-4e09-b7d4-ef80b2799a57 None None] Current status of the port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:29.142087 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4acd1abc-8c33-4e09-b7d4-ef80b2799a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:29.150132 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:29.166407 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:29.206352 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75983908-dc07-425c-a540-16500c0d1ae1 req-0038c7b6-3585-4d3f-9e5a-4191f3a41be3 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-19894489&fields=id&tenant_id=fed1db0d364848e4950b16d320a3d4bd HTTP/1.1" status: 200 len: 267 time: 0.1461017 Jan 14 01:50:29.225341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa0df7-8046-48fe-a0f6-15b489261c2d None None] get_active_networks_info from n-d-824358-4 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 01:50:29.251970 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] device_id is not set on port 89e7de05-6314-4968-a665-f6d0681ec2d6 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:50:29.308490 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:29.308913 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:29.424488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4acd1abc-8c33-4e09-b7d4-ef80b2799a57 None None] For port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f658c3d0-1277-4f5c-b4e4-fe27ce8af02b,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:29.457011 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4acd1abc-8c33-4e09-b7d4-ef80b2799a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:29.654241 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75983908-dc07-425c-a540-16500c0d1ae1 req-f37e0995-e597-4614-b53e-29f016584303 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:29.667114 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75983908-dc07-425c-a540-16500c0d1ae1 req-f37e0995-e597-4614-b53e-29f016584303 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 984 time: 0.4538355 Jan 14 01:50:29.681750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-75983908-dc07-425c-a540-16500c0d1ae1 req-473487f6-6327-4ace-8b86-4082a92befc6 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'port': {'security_groups': ['32253656-e440-4d5d-b7ed-37ee389518ca', '5d96ae87-4fbc-4a27-b8a3-22ce267ccd85', '8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:29.710938 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7a7152bb-7eb1-45d1-ade1-07f1f8e4a5fd None None] Provisioning complete for port 958a3119-0652-4e10-add3-6ef0d62d1943 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:29.711525 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a7152bb-7eb1-45d1-ade1-07f1f8e4a5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:29.733807 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373b5be-ac60-42f5-a0d9-3cb09f4970a9 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Network': ['ID=dc396361-eaac-4ede-ab73-9bdb654be82e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:29.796572 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Made reservation on behalf of 861564828ef44399a5b4a802f36c8335 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:29.805034 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:29.847538 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7a7152bb-7eb1-45d1-ade1-07f1f8e4a5fd None None] Port 958a3119-0652-4e10-add3-6ef0d62d1943 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:50:29.853423 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network dc396361-eaac-4ede-ab73-9bdb654be82e details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:50:29.868953 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75983908-dc07-425c-a540-16500c0d1ae1 req-473487f6-6327-4ace-8b86-4082a92befc6 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4f505b62-eba9-4859-97e0-022273a3697c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:29.907604 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd1abc-8c33-4e09-b7d4-ef80b2799a57 None None] Pushing event updated for resources: {'Port': ['ID=f658c3d0-1277-4f5c-b4e4-fe27ce8af02b,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:29.948909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Performing IP validity checks on allocation pools {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 14 01:50:29.949431 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 14 01:50:29.971934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309d421-bf68-491f-a2f2-8c274c60e69f req-f43c83eb-4d8e-4703-85a1-52e81138b82f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:29.979973 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7309d421-bf68-491f-a2f2-8c274c60e69f req-f43c83eb-4d8e-4703-85a1-52e81138b82f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.6058943 Jan 14 01:50:30.053934 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa0df7-8046-48fe-a0f6-15b489261c2d None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 01:50:30.076882 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7a7152bb-7eb1-45d1-ade1-07f1f8e4a5fd None None] Provisioning complete for port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:30.077254 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a7152bb-7eb1-45d1-ade1-07f1f8e4a5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:30.081248 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7309d421-bf68-491f-a2f2-8c274c60e69f req-a68e2670-60d6-4424-8d8c-d8f1d528ffa6 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983126 Jan 14 01:50:30.158452 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:30.250118 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Allocated IP 10.1.1.108 (a90fd40e-479d-417e-abd9-e59eeb30a63a/e8f499dc-e707-45e5-8bb0-1526384812f6/89e7de05-6314-4968-a665-f6d0681ec2d6) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:30.314388 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (d58485cd-22d5-4d02-926b-faecccdcdac2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:30.405345 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 97a239a6-b4ef-48b4-8471-0e2ca444f257 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:50:30.565874 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Checking segment: {'id': '9cb1b378-2003-496d-8d7d-8694d3ffce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dc396361-eaac-4ede-ab73-9bdb654be82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:50:30.566248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network hostable DHCP agents. Network: dc396361-eaac-4ede-ab73-9bdb654be82e, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:50:30.580885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=d58485cd-22d5-4d02-926b-faecccdcdac2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:30.615445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7a7152bb-7eb1-45d1-ade1-07f1f8e4a5fd None None] Current status of the port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:30.625666 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Network dc396361-eaac-4ede-ab73-9bdb654be82e is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:50:30.646167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, dc396361-eaac-4ede-ab73-9bdb654be82e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:30.651416 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:30.652086 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:30.670737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 97a239a6-b4ef-48b4-8471-0e2ca444f257 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:30.671663 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:30.675085 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7a7152bb-7eb1-45d1-ade1-07f1f8e4a5fd None None] Provisioning complete for port 97a239a6-b4ef-48b4-8471-0e2ca444f257 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:30.675711 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a7152bb-7eb1-45d1-ade1-07f1f8e4a5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:30.684911 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9ed5bcac-ec26-4305-b2b4-081be87de8d7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6477859 Jan 14 01:50:30.687391 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34914) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:30.695946 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bfb8db17-42e6-4034-89b2-0c703d509019 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:30.885365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-75983908-dc07-425c-a540-16500c0d1ae1 req-473487f6-6327-4ace-8b86-4082a92befc6 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] For port 4f505b62-eba9-4859-97e0-022273a3697c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4f505b62-eba9-4859-97e0-022273a3697c,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:30.925443 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:30.949889 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd480a-09d4-4f9d-a0b5-fdc1f95a836c None None] Network dc396361-eaac-4ede-ab73-9bdb654be82e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:30.951213 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfb8db17-42e6-4034-89b2-0c703d509019 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26537270'] for subnet (d58485cd-22d5-4d02-926b-faecccdcdac2), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:30.989868 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75983908-dc07-425c-a540-16500c0d1ae1 req-473487f6-6327-4ace-8b86-4082a92befc6 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for port (4f505b62-eba9-4859-97e0-022273a3697c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:31.020906 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75983908-dc07-425c-a540-16500c0d1ae1 req-473487f6-6327-4ace-8b86-4082a92befc6 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (4f505b62-eba9-4859-97e0-022273a3697c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:31.336223 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75983908-dc07-425c-a540-16500c0d1ae1 req-473487f6-6327-4ace-8b86-4082a92befc6 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:31.336223 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75983908-dc07-425c-a540-16500c0d1ae1 req-473487f6-6327-4ace-8b86-4082a92befc6 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:31.336223 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75983908-dc07-425c-a540-16500c0d1ae1 req-473487f6-6327-4ace-8b86-4082a92befc6 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "PUT /v2.0/ports/4f505b62-eba9-4859-97e0-022273a3697c HTTP/1.1" status: 200 len: 1020 time: 1.5914066 Jan 14 01:50:31.336223 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5223de-a442-4166-93a7-180782b57c84', 'tag': '4f505b62-eba9-4859-97e0-022273a3697c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:31.336223 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4e5cf6-7d01-4424-aaf5-f074f5e65046" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5223de-a442-4166-93a7-180782b57c84", "tag": "4f505b62-eba9-4859-97e0-022273a3697c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:31.338121 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfb8db17-42e6-4034-89b2-0c703d509019 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788831694659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26537236'] for subnet (d58485cd-22d5-4d02-926b-faecccdcdac2), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:31.414444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473487f6-6327-4ace-8b86-4082a92befc6 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'Port': ['ID=4f505b62-eba9-4859-97e0-022273a3697c,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:31.424087 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['03bb7206-921d-461a-82cb-bb48ef1f46ee'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:31.426066 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4f505b62-eba9-4859-97e0-022273a3697c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:31.428071 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f171c4e-0cf5-47d9-90b6-6eb3587e1071 None None] DHCP port deletion for 1504e0b4-eb16-43ba-ae39-89743909d020 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:31.431097 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb8db17-42e6-4034-89b2-0c703d509019 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:31.431730 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfb8db17-42e6-4034-89b2-0c703d509019 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:31.435190 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bfb8db17-42e6-4034-89b2-0c703d509019 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "PUT /v2.0/subnets/d58485cd-22d5-4d02-926b-faecccdcdac2 HTTP/1.1" status: 200 len: 877 time: 0.7466323 Jan 14 01:50:31.436387 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34944) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:31.455774 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:31.498693 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Network a90fd40e-479d-417e-abd9-e59eeb30a63a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:31.505329 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:31.551879 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5cc46-9176-43e9-809a-b2b3047f6c43 req-fb1b972d-a738-43ec-b576-db6a35729a7a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:31.553470 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17e5cc46-9176-43e9-809a-b2b3047f6c43 req-fb1b972d-a738-43ec-b576-db6a35729a7a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.2727702 Jan 14 01:50:31.569284 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:31.574530 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8db17-42e6-4034-89b2-0c703d509019 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event updated for resources: {'Subnet': ['ID=d58485cd-22d5-4d02-926b-faecccdcdac2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:31.657142 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 97a239a6-b4ef-48b4-8471-0e2ca444f257 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:31.658652 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f658c3d0-1277-4f5c-b4e4-fe27ce8af02b up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:50:31.736386 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (dc396361-eaac-4ede-ab73-9bdb654be82e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:31.770395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4f505b62-eba9-4859-97e0-022273a3697c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:31.829899 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17e5cc46-9176-43e9-809a-b2b3047f6c43 req-c470efdb-0fba-4a50-80d7-5d263235c3dd tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489486 Jan 14 01:50:31.879943 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60bf918-d230-4f71-83dd-81d1e2105414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-dc396361-eaac-4ede-ab73-9bdb654be82e', 'network_id': 'dc396361-eaac-4ede-ab73-9bdb654be82e', 'project_id': '861564828ef44399a5b4a802f36c8335', 'fixed_ips': [{'subnet_id': 'd58485cd-22d5-4d02-926b-faecccdcdac2'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:50:31.880869 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c60bf918-d230-4f71-83dd-81d1e2105414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:31.887456 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4f921e78-a233-4b85-9dec-fe742f49bb47 req-d9c3dafd-408a-4ffc-a380-341d3d3e865e tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc HTTP/1.1" status: 200 len: 1818 time: 0.4641721 Jan 14 01:50:31.892256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Port': ['ID=89e7de05-6314-4968-a665-f6d0681ec2d6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:31.923609 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (d58485cd-22d5-4d02-926b-faecccdcdac2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:31.935125 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:31.935805 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:31.998630 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9e9aef-ba76-48f1-8ecd-40079e1f65ee x-openstack-request-id: req-ff9e9aef-ba76-48f1-8ecd-40079e1f65ee {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:31.998854 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5223de-a442-4166-93a7-180782b57c84", "tag": "4f505b62-eba9-4859-97e0-022273a3697c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:31.999146 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff9e9aef-ba76-48f1-8ecd-40079e1f65ee {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:31.999511 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5223de-a442-4166-93a7-180782b57c84', 'tag': '4f505b62-eba9-4859-97e0-022273a3697c', 'status': 'completed', 'code': 200} Jan 14 01:50:32.090789 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (d58485cd-22d5-4d02-926b-faecccdcdac2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:32.101984 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:32.112431 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d0ce3f3f-5e9b-4028-a3ed-112970168dad tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2855442 Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-c60bf918-d230-4f71-83dd-81d1e2105414 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d58485cd-22d5-4d02-926b-faecccdcdac2: This subnet is being modified by another concurrent operation. Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 01:50:32.128785 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exception Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d58485cd-22d5-4d02-926b-faecccdcdac2: This subnet is being modified by another concurrent operation. Jan 14 01:50:32.132146 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server Jan 14 01:50:32.168898 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-4f921e78-a233-4b85-9dec-fe742f49bb47 req-5d898777-e75c-489a-98f8-3c9f94cebc44 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 01:50:32.188106 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4f921e78-a233-4b85-9dec-fe742f49bb47 req-5d898777-e75c-489a-98f8-3c9f94cebc44 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "DELETE /v2.0/security-groups/8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc HTTP/1.1" status: 409 len: 341 time: 0.2996278 Jan 14 01:50:32.195808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:32.197025 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:32.199134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e5cf6-7d01-4424-aaf5-f074f5e65046 req-850b1762-f5f1-4005-b112-b6b4bb4c63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:32.209081 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65901182-8f90-4ffc-a4cf-c965d3d6be4d None None] get_active_networks_info from n-d-824358-4 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 01:50:32.211044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a4e5cf6-7d01-4424-aaf5-f074f5e65046 req-850b1762-f5f1-4005-b112-b6b4bb4c63b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fed1db0d364848e4950b16d320a3d4bd&device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 1174 time: 0.1620519 Jan 14 01:50:32.284410 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (dc396361-eaac-4ede-ab73-9bdb654be82e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:32.325670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc396361-eaac-4ede-ab73-9bdb654be82e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:32.345133 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb1b378-2003-496d-8d7d-8694d3ffce9c') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:32.345441 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb1b378-2003-496d-8d7d-8694d3ffce9c') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:32.389487 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (9cb1b378-2003-496d-8d7d-8694d3ffce9c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:32.408959 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e5cf6-7d01-4424-aaf5-f074f5e65046 req-a1b37311-db66-4a67-8568-5429c8fd5dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:32.411672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a4e5cf6-7d01-4424-aaf5-f074f5e65046 req-a1b37311-db66-4a67-8568-5429c8fd5dcd service neutron] 10.222.0.46 "GET /v2.0/networks?id=1504e0b4-eb16-43ba-ae39-89743909d020 HTTP/1.1" status: 200 len: 914 time: 0.1931942 Jan 14 01:50:32.446852 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (9cb1b378-2003-496d-8d7d-8694d3ffce9c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:32.468362 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a4e5cf6-7d01-4424-aaf5-f074f5e65046 req-b7fb40e7-ebcc-4d84-8248-40ffaa7efac0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f505b62-eba9-4859-97e0-022273a3697c HTTP/1.1" status: 200 len: 217 time: 0.0478344 Jan 14 01:50:32.471849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7a7152bb-7eb1-45d1-ade1-07f1f8e4a5fd None None] Current status of the port 97a239a6-b4ef-48b4-8471-0e2ca444f257 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:32.473840 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:50:32.474625 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (9cb1b378-2003-496d-8d7d-8694d3ffce9c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:32.535260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e5cf6-7d01-4424-aaf5-f074f5e65046 req-ca24b88a-746a-4272-be38-2ee181353905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:32.537022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a4e5cf6-7d01-4424-aaf5-f074f5e65046 req-ca24b88a-746a-4272-be38-2ee181353905 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08e97be0-0e0c-4564-93e6-787b0ce5df90 HTTP/1.1" status: 200 len: 853 time: 0.0621181 Jan 14 01:50:32.553749 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Subnet': ['ID=d58485cd-22d5-4d02-926b-faecccdcdac2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:50:32.563488 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:50:32.578913 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65901182-8f90-4ffc-a4cf-c965d3d6be4d None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 01:50:32.631497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a4e5cf6-7d01-4424-aaf5-f074f5e65046 req-fdd13c75-2329-47f6-b6bb-5ab4143082a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1504e0b4-eb16-43ba-ae39-89743909d020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806322 Jan 14 01:50:32.718479 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (dc396361-eaac-4ede-ab73-9bdb654be82e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:32.725688 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:32.729696 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/dc396361-eaac-4ede-ab73-9bdb654be82e HTTP/1.1" status: 204 len: 168 time: 1.2838209 Jan 14 01:50:32.733526 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34988) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:32.771749 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34990) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:32.808984 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-863d7f69-9b51-40c6-8cc2-bf1a75277690 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--586457808', 'description': 'tempest-description--242014088'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:32.855287 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a4e5cf6-7d01-4424-aaf5-f074f5e65046 req-e18455a7-d4a2-439a-b9f3-890617031306 service neutron] 10.222.0.46 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174723 Jan 14 01:50:32.870207 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82114c88-0c38-4ddd-8ff8-d7913f0aae7a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Network': ['ID=dc396361-eaac-4ede-ab73-9bdb654be82e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:32.878822 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea30451-4bae-45c9-aa37-c9ab061a44c6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:32.879288 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea30451-4bae-45c9-aa37-c9ab061a44c6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:32.882306 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9ea30451-4bae-45c9-aa37-c9ab061a44c6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/subnets/d58485cd-22d5-4d02-926b-faecccdcdac2 HTTP/1.1" status: 404 len: 337 time: 0.1449125 Jan 14 01:50:32.891314 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 34996) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:32.970197 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c64a3bd-459f-42a7-9429-62c53614d38a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:32.972279 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c0b00e7f-7fb6-4eac-a4c1-b9c350a11a8d None None] Provisioning complete for port 4f505b62-eba9-4859-97e0-022273a3697c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:32.972851 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0b00e7f-7fb6-4eac-a4c1-b9c350a11a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4f505b62-eba9-4859-97e0-022273a3697c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:32.974196 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c64a3bd-459f-42a7-9429-62c53614d38a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:32.988592 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6c64a3bd-459f-42a7-9429-62c53614d38a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/dc396361-eaac-4ede-ab73-9bdb654be82e HTTP/1.1" status: 404 len: 339 time: 0.0849171 Jan 14 01:50:32.989544 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 34998) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:33.010361 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-863d7f69-9b51-40c6-8cc2-bf1a75277690 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.086561 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35006) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:33.149843 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-863d7f69-9b51-40c6-8cc2-bf1a75277690 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for security_group (d565ee22-3c3c-4c0e-9525-eb21ab7cd51e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.161872 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-863d7f69-9b51-40c6-8cc2-bf1a75277690 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d565ee22-3c3c-4c0e-9525-eb21ab7cd51e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.163544 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-235bc281-ee3d-41d6-863d-dfd15f37fe69 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:33.164454 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235bc281-ee3d-41d6-863d-dfd15f37fe69 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:33.171207 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-235bc281-ee3d-41d6-863d-dfd15f37fe69 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/subnets/6ab83e7d-4c16-4681-bbfd-12c5d85c6701 HTTP/1.1" status: 404 len: 337 time: 0.1665511 Jan 14 01:50:33.171879 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35012) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:33.186178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a935927-0e9b-4efe-a738-566a9326127d req-f6652195-6118-4e4d-9cf8-0844f199fd56 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:33.193411 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a935927-0e9b-4efe-a738-566a9326127d req-f6652195-6118-4e4d-9cf8-0844f199fd56 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 1023 time: 0.3365684 Jan 14 01:50:33.263605 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2595bce-2caa-48c0-ba61-8ed63a89cbae tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:33.266472 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2595bce-2caa-48c0-ba61-8ed63a89cbae tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:33.269962 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a2595bce-2caa-48c0-ba61-8ed63a89cbae tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/75c5a729-2e6d-435d-91bf-42a9ab2438a9 HTTP/1.1" status: 404 len: 339 time: 0.0819440 Jan 14 01:50:33.278070 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-863d7f69-9b51-40c6-8cc2-bf1a75277690 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.278567 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcb7ba-8759-4334-a9c7-ddfc6d802a81 req-b5f2dd63-3332-495a-8028-b9651baf2fe8 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:33.279734 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-863d7f69-9b51-40c6-8cc2-bf1a75277690 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4880366 Jan 14 01:50:33.280481 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dbbcb7ba-8759-4334-a9c7-ddfc6d802a81 req-b5f2dd63-3332-495a-8028-b9651baf2fe8 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.2495806 Jan 14 01:50:33.285351 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35018) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:33.285805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35020) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:33.287746 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d7f69-9b51-40c6-8cc2-bf1a75277690 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:33.291989 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e5f66f48-572f-43b5-a802-4ac2ef5757e6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'security_group_rule': {'security_group_id': 'd565ee22-3c3c-4c0e-9525-eb21ab7cd51e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:33.297106 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b80015c-23df-476b-80b9-3800c41fef1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.316020 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a4e5cf6-7d01-4424-aaf5-f074f5e65046 req-8c3c4f0f-f3d9-4264-b12c-a36a94cfab69 service neutron] 10.222.0.46 "GET /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229158 Jan 14 01:50:33.413802 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b80015c-23df-476b-80b9-3800c41fef1f admin admin] Publish callbacks [] for security_group (0da3d709-d658-47a9-99d0-c142742ec8dd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.422501 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b80015c-23df-476b-80b9-3800c41fef1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0da3d709-d658-47a9-99d0-c142742ec8dd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.455193 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a935927-0e9b-4efe-a738-566a9326127d req-b5de550b-dcb9-46a8-975b-ccfdcdc37741 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&id=32253656-e440-4d5d-b7ed-37ee389518ca&id=8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2558470 Jan 14 01:50:33.500711 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (9c9f27e6-0978-4d68-ab8b-dc2621beb726), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.501660 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7b80015c-23df-476b-80b9-3800c41fef1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cfc503f025f44af28f17c0782faf129b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4138818 Jan 14 01:50:33.503645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80015c-23df-476b-80b9-3800c41fef1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da3d709-d658-47a9-99d0-c142742ec8dd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:33.509313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35024) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:33.529669 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dbbcb7ba-8759-4334-a9c7-ddfc6d802a81 req-23232e97-dc9c-41dd-80b4-0f56429ed980 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214212 Jan 14 01:50:33.574784 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:33.595742 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5f66f48-572f-43b5-a802-4ac2ef5757e6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for security_group_rule (7d032f68-b10b-413b-a080-7f2f9ad09abb), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.703701 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c0b00e7f-7fb6-4eac-a4c1-b9c350a11a8d None None] Current status of the port 4f505b62-eba9-4859-97e0-022273a3697c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:33.766482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c0b00e7f-7fb6-4eac-a4c1-b9c350a11a8d None None] Provisioning complete for port 89e7de05-6314-4968-a665-f6d0681ec2d6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:33.766866 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0b00e7f-7fb6-4eac-a4c1-b9c350a11a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.779579 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f28cd5-56f5-412f-86ad-d4c417114006 None None] Network dc396361-eaac-4ede-ab73-9bdb654be82e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:33.794794 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5f66f48-572f-43b5-a802-4ac2ef5757e6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for security_group_rule (7d032f68-b10b-413b-a080-7f2f9ad09abb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.798782 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56163833-819f-4f85-b3be-85cad10a38e8 admin admin] Publish callbacks [] for security_group (0da3d709-d658-47a9-99d0-c142742ec8dd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.801923 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (9c9f27e6-0978-4d68-ab8b-dc2621beb726), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.815177 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5f66f48-572f-43b5-a802-4ac2ef5757e6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (7d032f68-b10b-413b-a080-7f2f9ad09abb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.833904 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f28cd5-56f5-412f-86ad-d4c417114006 None None] Network dc396361-eaac-4ede-ab73-9bdb654be82e could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 14 01:50:33.850395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fe8a41-76d0-4e12-aee6-c9c1eba92b7b None None] Network dc396361-eaac-4ede-ab73-9bdb654be82e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:33.876982 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fe8a41-76d0-4e12-aee6-c9c1eba92b7b None None] Network dc396361-eaac-4ede-ab73-9bdb654be82e could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 14 01:50:33.887777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9f27e6-0978-4d68-ab8b-dc2621beb726']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:33.890740 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f66f48-572f-43b5-a802-4ac2ef5757e6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d032f68-b10b-413b-a080-7f2f9ad09abb,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:33.896534 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56163833-819f-4f85-b3be-85cad10a38e8 admin admin] Publish callbacks [] for security_group (0da3d709-d658-47a9-99d0-c142742ec8dd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.917484 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5f66f48-572f-43b5-a802-4ac2ef5757e6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.918710 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e5f66f48-572f-43b5-a802-4ac2ef5757e6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6306930 Jan 14 01:50:33.920700 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8702130d-e05d-4b71-ae81-7d723b518003') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:33.920997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8702130d-e05d-4b71-ae81-7d723b518003') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:33.924599 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35050) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:33.930085 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c0b00e7f-7fb6-4eac-a4c1-b9c350a11a8d None None] Port 89e7de05-6314-4968-a665-f6d0681ec2d6 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:50:33.932020 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4444ed10-1ec3-477e-8a30-0d2bae80be55 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'security_group_rule': {'security_group_id': 'd565ee22-3c3c-4c0e-9525-eb21ab7cd51e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:33.945200 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (8702130d-e05d-4b71-ae81-7d723b518003), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.980464 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (8702130d-e05d-4b71-ae81-7d723b518003), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.988493 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:50:33.989071 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (8702130d-e05d-4b71-ae81-7d723b518003), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.992436 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:50:33.995227 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:50:33.999533 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4444ed10-1ec3-477e-8a30-0d2bae80be55 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for security_group_rule (c882d52a-7568-40de-a148-c8087ac8e38a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.071022 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56163833-819f-4f85-b3be-85cad10a38e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0da3d709-d658-47a9-99d0-c142742ec8dd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.073507 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56163833-819f-4f85-b3be-85cad10a38e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.074662 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-56163833-819f-4f85-b3be-85cad10a38e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0da3d709-d658-47a9-99d0-c142742ec8dd HTTP/1.1" status: 204 len: 168 time: 0.5619385 Jan 14 01:50:34.099592 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56163833-819f-4f85-b3be-85cad10a38e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da3d709-d658-47a9-99d0-c142742ec8dd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:34.099694 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4444ed10-1ec3-477e-8a30-0d2bae80be55 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for security_group_rule (c882d52a-7568-40de-a148-c8087ac8e38a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.110323 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (9c9f27e6-0978-4d68-ab8b-dc2621beb726), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.115982 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.121295 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4444ed10-1ec3-477e-8a30-0d2bae80be55 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (c882d52a-7568-40de-a148-c8087ac8e38a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.126409 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/9c9f27e6-0978-4d68-ab8b-dc2621beb726 HTTP/1.1" status: 204 len: 168 time: 0.8372598 Jan 14 01:50:34.127913 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35054) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:34.156368 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444ed10-1ec3-477e-8a30-0d2bae80be55 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c882d52a-7568-40de-a148-c8087ac8e38a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:34.179035 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4444ed10-1ec3-477e-8a30-0d2bae80be55 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.185207 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4444ed10-1ec3-477e-8a30-0d2bae80be55 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2569673 Jan 14 01:50:34.185381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35056) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:34.189465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad8948-c010-4f3d-8986-4afa28f7df09 req-98933be9-9a6b-469d-aefd-8f3b4f075c06 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:34.194009 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:34.196503 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-33ad8948-c010-4f3d-8986-4afa28f7df09 req-98933be9-9a6b-469d-aefd-8f3b4f075c06 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 950 time: 0.1564770 Jan 14 01:50:34.199520 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127e7f3-7663-4c06-b06d-d6eba81c2262 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Network': ['ID=9c9f27e6-0978-4d68-ab8b-dc2621beb726,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:34.217553 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-2628829d-daf7-48f3-9efa-83ca83bc0fdb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:34.218052 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2628829d-daf7-48f3-9efa-83ca83bc0fdb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:34.221171 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2628829d-daf7-48f3-9efa-83ca83bc0fdb tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/subnets/c4d10c67-3c95-477d-bf03-0d0143a52585 HTTP/1.1" status: 404 len: 337 time: 0.0864635 Jan 14 01:50:34.223698 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35058) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:34.228150 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.285252 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-33ad8948-c010-4f3d-8986-4afa28f7df09 req-d11dc235-4496-4cb7-8a54-0a80c2fdd8dc tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf904d52-23f4-4a2b-aebb-608b9b6a874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878704 Jan 14 01:50:34.298839 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb48baf-2251-4704-be02-55ae628772bf tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:34.307358 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb48baf-2251-4704-be02-55ae628772bf tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:34.324457 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35064) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:34.326896 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cfb48baf-2251-4704-be02-55ae628772bf tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/163d63d2-b6fd-40a3-8b46-11e1a7b3640d HTTP/1.1" status: 404 len: 339 time: 0.1019056 Jan 14 01:50:34.358786 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9cda19-2e59-4602-97e3-70f921038529 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:34.359605 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9cda19-2e59-4602-97e3-70f921038529 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:34.362446 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5b9cda19-2e59-4602-97e3-70f921038529 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/subnets/87319db6-342e-4496-a85a-14b56e61acc1 HTTP/1.1" status: 404 len: 337 time: 0.0370393 Jan 14 01:50:34.364881 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35074) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:34.385159 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-77be605c-d40a-47ff-be3d-dbb969354a2e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:34.385746 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77be605c-d40a-47ff-be3d-dbb969354a2e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:34.388894 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-77be605c-d40a-47ff-be3d-dbb969354a2e tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/fe3f36cd-5092-40a0-8d2e-fb4426b55650 HTTP/1.1" status: 404 len: 339 time: 0.0230167 Jan 14 01:50:34.391556 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35078) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:34.395429 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.434263 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.437470 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00ec247-4ef7-43cd-a23e-57a2372199b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:34.437934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00ec247-4ef7-43cd-a23e-57a2372199b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:34.443193 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e00ec247-4ef7-43cd-a23e-57a2372199b6 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/subnets/6a7ed2ab-1dfe-4d78-9086-734f2100c0e6 HTTP/1.1" status: 404 len: 337 time: 0.0482204 Jan 14 01:50:34.443746 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35086) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:34.478611 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea272e4d-db3d-4580-8acf-c8c9fced0f13 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:34.479134 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea272e4d-db3d-4580-8acf-c8c9fced0f13 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:34.484722 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ea272e4d-db3d-4580-8acf-c8c9fced0f13 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/883a567e-865e-4ef6-a484-18dc65e837b1 HTTP/1.1" status: 404 len: 339 time: 0.0374775 Jan 14 01:50:34.485612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35092) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:34.503714 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35094) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:34.567318 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Allocated IP 172.25.2.224 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/83546f93-1df2-4842-be9b-c01ee7484341) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:34.701107 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for port (83546f93-1df2-4842-be9b-c01ee7484341), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.744960 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (83546f93-1df2-4842-be9b-c01ee7484341), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.819613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:34.827006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:34.836057 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:34.889368 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Port': ['ID=83546f93-1df2-4842-be9b-c01ee7484341,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:34.890761 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5dfea637-8da8-4471-a1ea-4fb24403fefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.927629 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-58db6e81-a8dd-4cdb-8c48-c76b994e7319 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:34.927629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58db6e81-a8dd-4cdb-8c48-c76b994e7319 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:34.930628 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-58db6e81-a8dd-4cdb-8c48-c76b994e7319 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/subnets/b65cbcaf-244f-4f23-a554-f1f46e7296db HTTP/1.1" status: 404 len: 337 time: 0.4431453 Jan 14 01:50:34.935920 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35124) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:34.981627 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-249fd6a7-9133-4fb5-bcbf-3bab2f670933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:34.990264 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-0122cd9c-9959-4433-83f0-c8893862ab4f tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:34.990797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0122cd9c-9959-4433-83f0-c8893862ab4f tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:34.996763 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0122cd9c-9959-4433-83f0-c8893862ab4f tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/e39f318a-daff-4c52-950c-d6e467fba16a HTTP/1.1" status: 404 len: 339 time: 0.0575426 Jan 14 01:50:34.999647 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35134) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:35.070704 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for floatingip (49bda0b6-483e-4371-a30b-dbab117e0113), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.084895 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-df15755b-8679-4357-babf-c845442354b7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:35.085647 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df15755b-8679-4357-babf-c845442354b7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:35.089024 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-df15755b-8679-4357-babf-c845442354b7 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/subnets/e396380a-ef3a-4f56-ac8f-6a0848647ca1 HTTP/1.1" status: 404 len: 337 time: 0.0472467 Jan 14 01:50:35.092697 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35136) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:35.106860 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0afc03-8b51-4d13-8e6d-043a75b5f16e req-99b28bbc-9131-4cac-9e0e-a5254026411d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:35.108739 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb0afc03-8b51-4d13-8e6d-043a75b5f16e req-99b28bbc-9131-4cac-9e0e-a5254026411d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 1023 time: 0.1962624 Jan 14 01:50:35.134142 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f470d84-bac9-4df0-b6da-7c53fe036fc8 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:35.134885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f470d84-bac9-4df0-b6da-7c53fe036fc8 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:35.141640 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfd985-1792-4026-8b1d-ae5b8edbe850 req-c913cd4d-9511-470b-9549-277b4d99287b tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:35.142114 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9f470d84-bac9-4df0-b6da-7c53fe036fc8 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/7f6882e0-4236-4838-b0d9-c6ba76b88e51 HTTP/1.1" status: 404 len: 339 time: 0.0469072 Jan 14 01:50:35.143051 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:35.143309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f1cfd985-1792-4026-8b1d-ae5b8edbe850 req-c913cd4d-9511-470b-9549-277b4d99287b tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 1023 time: 0.2296486 Jan 14 01:50:35.189581 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb5799e-5cd4-4803-bc0e-346a88e8cd3d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:35.190069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb5799e-5cd4-4803-bc0e-346a88e8cd3d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:35.197559 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7bb5799e-5cd4-4803-bc0e-346a88e8cd3d tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/subnets/ce3af29f-99f1-4b02-8cd4-1a24cd71de56 HTTP/1.1" status: 404 len: 337 time: 0.0501809 Jan 14 01:50:35.197930 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35142) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:35.199954 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (83546f93-1df2-4842-be9b-c01ee7484341), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.217468 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-249fd6a7-9133-4fb5-bcbf-3bab2f670933 admin admin] Publish callbacks [] for security_group (17ff7ed2-cc10-428a-b0cf-c4a0726bb53a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.241726 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ddc4fb-edb9-4317-a9ef-825506c0628a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:35.242232 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ddc4fb-edb9-4317-a9ef-825506c0628a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:35.248350 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d2ddc4fb-edb9-4317-a9ef-825506c0628a tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/7b468a24-ef32-4517-861e-3f4c37267fc6 HTTP/1.1" status: 404 len: 339 time: 0.0470068 Jan 14 01:50:35.249010 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35144) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:35.255192 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-249fd6a7-9133-4fb5-bcbf-3bab2f670933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (17ff7ed2-cc10-428a-b0cf-c4a0726bb53a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.288218 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfdd25f-07be-440b-bb5d-7fd5f73f0435 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:35.288683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfdd25f-07be-440b-bb5d-7fd5f73f0435 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:35.292084 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5dfdd25f-07be-440b-bb5d-7fd5f73f0435 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/subnets/2259e5db-3e0c-47af-bb03-553dbeaa6448 HTTP/1.1" status: 404 len: 337 time: 0.0418813 Jan 14 01:50:35.294856 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35146) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:35.320126 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c2e7f8-6cae-4d0c-80c5-c0e3234c2861 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:35.320631 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c2e7f8-6cae-4d0c-80c5-c0e3234c2861 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:35.326524 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d3c2e7f8-6cae-4d0c-80c5-c0e3234c2861 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/fd4468f1-70c6-4a78-b711-7b29cd7e43de HTTP/1.1" status: 404 len: 339 time: 0.0284333 Jan 14 01:50:35.333391 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35148) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:35.358024 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-249fd6a7-9133-4fb5-bcbf-3bab2f670933 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d5ba66ca08442f6b59c24e8e6584c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8509772 Jan 14 01:50:35.361841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35150) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:35.365927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fd6a7-9133-4fb5-bcbf-3bab2f670933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff7ed2-cc10-428a-b0cf-c4a0726bb53a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:35.387087 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d95d35-ab6f-4cbd-969b-87e073514cd1 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:35.387551 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d95d35-ab6f-4cbd-969b-87e073514cd1 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:35.389635 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f1cfd985-1792-4026-8b1d-ae5b8edbe850 req-bdd1286b-c077-44b6-a85d-97d93c6ff644 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&id=32253656-e440-4d5d-b7ed-37ee389518ca&id=8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2151611 Jan 14 01:50:35.392819 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c7d95d35-ab6f-4cbd-969b-87e073514cd1 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/subnets/78305439-2090-4962-959c-d73f699a3fbd HTTP/1.1" status: 404 len: 337 time: 0.0563345 Jan 14 01:50:35.393088 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35152) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:35.418802 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a2fc2-492b-446d-b448-8677d4b4c126 req-c7b357d7-4422-41bb-81cd-9f6a9814f49f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:35.419950 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e12a2fc2-492b-446d-b448-8677d4b4c126 req-c7b357d7-4422-41bb-81cd-9f6a9814f49f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.1743610 Jan 14 01:50:35.432746 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3e71f3-3dbe-4b22-a07f-10a9a226e552 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] DELETE failed (client error): The resource could not be found. Jan 14 01:50:35.433196 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3e71f3-3dbe-4b22-a07f-10a9a226e552 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:50:35.436192 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6c3e71f3-3dbe-4b22-a07f-10a9a226e552 tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/1d8d7e9b-6ec9-4eac-82a6-c9f019c1b42c HTTP/1.1" status: 404 len: 339 time: 0.0422244 Jan 14 01:50:35.440034 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-fb0afc03-8b51-4d13-8e6d-043a75b5f16e req-a6434ae1-aaeb-4593-8769-432f0ab47b45 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Deleting port 4f505b62-eba9-4859-97e0-022273a3697c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:50:35.440195 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35154) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:35.440377 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb0afc03-8b51-4d13-8e6d-043a75b5f16e req-a6434ae1-aaeb-4593-8769-432f0ab47b45 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (4f505b62-eba9-4859-97e0-022273a3697c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.529756 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-b901e8ac-22c5-4e16-b6a4-bb520ec5d7fe tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Deleting subnet a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:50:35.537017 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b901e8ac-22c5-4e16-b6a4-bb520ec5d7fe tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for subnet (a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.554240 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f419508c-966a-4072-9285-26506fe2618c admin admin] Publish callbacks [] for security_group (17ff7ed2-cc10-428a-b0cf-c4a0726bb53a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.585676 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e12a2fc2-492b-446d-b448-8677d4b4c126 req-77f67148-b846-4d4f-955b-851b906309ba tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560078 Jan 14 01:50:35.617586 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fb0afc03-8b51-4d13-8e6d-043a75b5f16e req-a6434ae1-aaeb-4593-8769-432f0ab47b45 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] For port 4f505b62-eba9-4859-97e0-022273a3697c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4f505b62-eba9-4859-97e0-022273a3697c,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:35.618010 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb0afc03-8b51-4d13-8e6d-043a75b5f16e req-a6434ae1-aaeb-4593-8769-432f0ab47b45 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (4f505b62-eba9-4859-97e0-022273a3697c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.630040 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for port (83546f93-1df2-4842-be9b-c01ee7484341), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.635034 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-fb0afc03-8b51-4d13-8e6d-043a75b5f16e req-a6434ae1-aaeb-4593-8769-432f0ab47b45 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Calling delete_port for 4f505b62-eba9-4859-97e0-022273a3697c owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:50:35.646277 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b901e8ac-22c5-4e16-b6a4-bb520ec5d7fe tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.655692 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (83546f93-1df2-4842-be9b-c01ee7484341), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.799279 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Port': ['ID=83546f93-1df2-4842-be9b-c01ee7484341,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:35.816344 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f419508c-966a-4072-9285-26506fe2618c admin admin] Publish callbacks [] for security_group (17ff7ed2-cc10-428a-b0cf-c4a0726bb53a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.825275 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb0afc03-8b51-4d13-8e6d-043a75b5f16e req-a6434ae1-aaeb-4593-8769-432f0ab47b45 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (4f505b62-eba9-4859-97e0-022273a3697c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.861290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['03bb7206-921d-461a-82cb-bb48ef1f46ee'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:35.877294 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.877640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.877982 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.882162 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6434ae1-aaeb-4593-8769-432f0ab47b45 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event deleted for resources: {'Port': ['ID=4f505b62-eba9-4859-97e0-022273a3697c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:35.887596 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.888013 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.888364 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.888739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.889258 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.889615 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.889944 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.890272 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.890621 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.890953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:35.904657 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (49bda0b6-483e-4371-a30b-dbab117e0113), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.925370 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57071658-c05f-4cf0-9431-b3be43d7f60b None None] DHCP port deletion for 1504e0b4-eb16-43ba-ae39-89743909d020 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:35.954348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0afc03-8b51-4d13-8e6d-043a75b5f16e req-a6434ae1-aaeb-4593-8769-432f0ab47b45 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] No DVR routers for this DVR port 4f505b62-eba9-4859-97e0-022273a3697c on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:50:35.960728 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb0afc03-8b51-4d13-8e6d-043a75b5f16e req-a6434ae1-aaeb-4593-8769-432f0ab47b45 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:35.965571 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb0afc03-8b51-4d13-8e6d-043a75b5f16e req-a6434ae1-aaeb-4593-8769-432f0ab47b45 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.46 "DELETE /v2.0/ports/4f505b62-eba9-4859-97e0-022273a3697c HTTP/1.1" status: 204 len: 173 time: 0.8442633 Jan 14 01:50:35.966202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5223de-a442-4166-93a7-180782b57c84', 'name': 'network-vif-deleted', 'tag': '4f505b62-eba9-4859-97e0-022273a3697c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:35.968634 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df983f72-33b6-4f9c-b5f4-0be7da82a4f6" -d '{"events": [{"server_uuid": "9f5223de-a442-4166-93a7-180782b57c84", "name": "network-vif-deleted", "tag": "4f505b62-eba9-4859-97e0-022273a3697c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:35.981628 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:36.012728 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ca4dc84a-7e72-4a91-9824-0042e8a62d3a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8227417 Jan 14 01:50:36.022803 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b901e8ac-22c5-4e16-b6a4-bb520ec5d7fe tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:36.040920 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f419508c-966a-4072-9285-26506fe2618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (17ff7ed2-cc10-428a-b0cf-c4a0726bb53a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:36.043942 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f419508c-966a-4072-9285-26506fe2618c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:36.048994 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f419508c-966a-4072-9285-26506fe2618c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17ff7ed2-cc10-428a-b0cf-c4a0726bb53a HTTP/1.1" status: 204 len: 168 time: 0.6839273 Jan 14 01:50:36.089312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419508c-966a-4072-9285-26506fe2618c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff7ed2-cc10-428a-b0cf-c4a0726bb53a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:36.100202 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3250b0eb-b6a8-4847-8dbe-b0a9ff245c2f x-openstack-request-id: req-3250b0eb-b6a8-4847-8dbe-b0a9ff245c2f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:36.103026 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5223de-a442-4166-93a7-180782b57c84", "name": "network-vif-deleted", "tag": "4f505b62-eba9-4859-97e0-022273a3697c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:36.103716 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3250b0eb-b6a8-4847-8dbe-b0a9ff245c2f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:36.104582 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5223de-a442-4166-93a7-180782b57c84', 'name': 'network-vif-deleted', 'tag': '4f505b62-eba9-4859-97e0-022273a3697c', 'status': 'completed', 'code': 200} Jan 14 01:50:36.202445 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b901e8ac-22c5-4e16-b6a4-bb520ec5d7fe tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:36.269100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901e8ac-22c5-4e16-b6a4-bb520ec5d7fe tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Subnet': ['ID=a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:36.288327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b901e8ac-22c5-4e16-b6a4-bb520ec5d7fe tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:36.294180 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b901e8ac-22c5-4e16-b6a4-bb520ec5d7fe tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/subnets/a6da1dbd-ff6c-4fc3-afe6-7aaa9c921b5c HTTP/1.1" status: 204 len: 168 time: 0.8507597 Jan 14 01:50:36.294529 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35202) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:36.342921 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35204) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:36.383116 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050ab8d-7f76-4775-a6cc-0715ca11fd55 None None] Network 0de8d0b4-6890-4b70-9fff-e5b5f74339cf requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:36.461194 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (0de8d0b4-6890-4b70-9fff-e5b5f74339cf), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:36.624025 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-761f1a90-9964-46d6-a9da-f86141b59a75 req-cc991b0b-bf4f-4d4d-8ca5-a5927254893e tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f5223de-a442-4166-93a7-180782b57c84 HTTP/1.1" status: 200 len: 210 time: 0.0735691 Jan 14 01:50:36.629548 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Deleting port bddf78e2-7746-4c93-b1e7-2c673b27b153 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:50:36.629959 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:36.709495 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-92fa3380-6a16-4bb1-aa50-098f65a2f446 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--586457808&fields=id&tenant_id=82ce06b59ec642de9d503f0966874395 HTTP/1.1" status: 200 len: 267 time: 0.0887277 Jan 14 01:50:36.733375 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] DHCP port deletion for 0de8d0b4-6890-4b70-9fff-e5b5f74339cf request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:36.803130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Deleting port bddf78e2-7746-4c93-b1e7-2c673b27b153 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:50:36.803911 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:36.814737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] For port bddf78e2-7746-4c93-b1e7-2c673b27b153, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bddf78e2-7746-4c93-b1e7-2c673b27b153,segment=NetworkSegment(71108abe-219e-4ac7-96eb-ca384af65f07),segment_id=71108abe-219e-4ac7-96eb-ca384af65f07)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:36.815117 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:36.826463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bac9534e-108f-4d87-9d3b-b7ec2c506206 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:36.847621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bac9534e-108f-4d87-9d3b-b7ec2c506206 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports/958a3119-0652-4e10-add3-6ef0d62d1943 HTTP/1.1" status: 200 len: 931 time: 0.1371975 Jan 14 01:50:36.859706 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Calling delete_port for bddf78e2-7746-4c93-b1e7-2c673b27b153 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:50:36.944022 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af098f-539d-4343-8c96-fc18ca39b017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.001256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-cc568e58-1c40-4f9a-a591-cebc75ad9353 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:37.009470 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-cc568e58-1c40-4f9a-a591-cebc75ad9353 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports/89e7de05-6314-4968-a665-f6d0681ec2d6 HTTP/1.1" status: 200 len: 931 time: 0.1608992 Jan 14 01:50:37.030021 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.062867 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Port': ['ID=bddf78e2-7746-4c93-b1e7-2c673b27b153,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:37.073538 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] No DVR routers for this DVR port bddf78e2-7746-4c93-b1e7-2c673b27b153 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:50:37.106697 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-aeb93427-af0d-41a2-8b4f-e0d5630a836f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0953352 Jan 14 01:50:37.137832 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] For port bddf78e2-7746-4c93-b1e7-2c673b27b153, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bddf78e2-7746-4c93-b1e7-2c673b27b153,segment=NetworkSegment(71108abe-219e-4ac7-96eb-ca384af65f07),segment_id=71108abe-219e-4ac7-96eb-ca384af65f07)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:37.138986 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.169284 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Calling delete_port for bddf78e2-7746-4c93-b1e7-2c673b27b153 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:50:37.169909 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (0de8d0b4-6890-4b70-9fff-e5b5f74339cf), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.181369 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7bf806fb-2d41-4e03-ae72-8ac67543e761 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0730579 Jan 14 01:50:37.191523 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29c5a7f9-8b85-4f90-9ba9-b24a3b90667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.219671 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de8d0b4-6890-4b70-9fff-e5b5f74339cf']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:37.238251 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71108abe-219e-4ac7-96eb-ca384af65f07') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:37.239296 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71108abe-219e-4ac7-96eb-ca384af65f07') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:37.255432 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (71108abe-219e-4ac7-96eb-ca384af65f07), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.263336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b178e2-ecc0-40b7-a6ea-d3c654607fbb req-0babba80-2dc5-4fdd-bd2a-9412556e0315 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:37.265054 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-86b178e2-ecc0-40b7-a6ea-d3c654607fbb req-0babba80-2dc5-4fdd-bd2a-9412556e0315 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.3165843 Jan 14 01:50:37.283620 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (71108abe-219e-4ac7-96eb-ca384af65f07), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.295372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:50:37.296056 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (71108abe-219e-4ac7-96eb-ca384af65f07), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.311652 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (bddf78e2-7746-4c93-b1e7-2c673b27b153), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.345527 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Pushing event deleted for resources: {'Port': ['ID=bddf78e2-7746-4c93-b1e7-2c673b27b153,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:37.374453 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] No DVR routers for this DVR port bddf78e2-7746-4c93-b1e7-2c673b27b153 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:50:37.391402 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:50:37.397236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.397765 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (0de8d0b4-6890-4b70-9fff-e5b5f74339cf), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.398232 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.398608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.399943 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.401629 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.402079 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.407144 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.407936 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.410241 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] 10.222.0.26 "DELETE /v2.0/networks/0de8d0b4-6890-4b70-9fff-e5b5f74339cf HTTP/1.1" status: 204 len: 168 time: 1.1150475 Jan 14 01:50:37.411004 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.412215 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.412847 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.413431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.417441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.418004 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc3f86-20bb-41fd-ad3e-9c6b64dd1746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:50:37.424417 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc02f32-5340-42c2-a4e6-cd1135e8fdbc tempest-NetworksTest-1070316461 tempest-NetworksTest-1070316461-project] Pushing event deleted for resources: {'Network': ['ID=0de8d0b4-6890-4b70-9fff-e5b5f74339cf,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:37.474138 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-1656e1a9-f859-40f5-96b5-72d247266e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:37.480771 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-1656e1a9-f859-40f5-96b5-72d247266e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:37.493918 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-1656e1a9-f859-40f5-96b5-72d247266e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:37.500642 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-1656e1a9-f859-40f5-96b5-72d247266e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/networks?id=76d46afc-cc44-477a-92f7-8aa69ad025a7&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=abc8037e-64e1-4418-bb1b-adc918f77729&id=abc8037e-64e1-4418-bb1b-adc918f77729 HTTP/1.1" status: 200 len: 1990 time: 0.3184214 Jan 14 01:50:37.525412 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af098f-539d-4343-8c96-fc18ca39b017 admin admin] Publish callbacks [] for security_group (327c8b1e-eab4-41a7-a4ce-f7d59c1f6923), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.541648 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-86b178e2-ecc0-40b7-a6ea-d3c654607fbb req-3d6cf8bf-3d07-4062-81a1-142ceee841da tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117779 Jan 14 01:50:37.543318 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af098f-539d-4343-8c96-fc18ca39b017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (327c8b1e-eab4-41a7-a4ce-f7d59c1f6923), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.571100 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-cd38ea72-5d35-4a8e-93db-32a14d3c0df2 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/quotas/82ce06b59ec642de9d503f0966874395 HTTP/1.1" status: 200 len: 375 time: 0.0694211 Jan 14 01:50:37.667909 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-38af098f-539d-4343-8c96-fc18ca39b017 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98ffb047a52542d28a837149a16b02ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3238316 Jan 14 01:50:37.670547 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35262) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:37.688624 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af098f-539d-4343-8c96-fc18ca39b017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327c8b1e-eab4-41a7-a4ce-f7d59c1f6923,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:37.735464 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bddf78e2-7746-4c93-b1e7-2c673b27b153 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:50:37.763402 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-831a04c0-8be3-4830-b537-621adf8fe7aa tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1914015 Jan 14 01:50:37.768328 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ae0879c-a204-4a50-a5ce-01717ca53a6b admin admin] Publish callbacks [] for security_group (327c8b1e-eab4-41a7-a4ce-f7d59c1f6923), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.805095 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4f505b62-eba9-4859-97e0-022273a3697c no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:50:37.816721 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: bddf78e2-7746-4c93-b1e7-2c673b27b153 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:50:37.817919 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bddf78e2-7746-4c93-b1e7-2c673b27b153 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:50:37.827095 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ae0879c-a204-4a50-a5ce-01717ca53a6b admin admin] Publish callbacks [] for security_group (327c8b1e-eab4-41a7-a4ce-f7d59c1f6923), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.874167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 4f505b62-eba9-4859-97e0-022273a3697c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:50:37.874823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4f505b62-eba9-4859-97e0-022273a3697c not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:50:37.878568 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:50:37.882222 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e166f548-7f96-4368-8f18-d4a8516a9e49 req-c894f5d6-59b3-4838-9b2d-6ef2474da917 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/32253656-e440-4d5d-b7ed-37ee389518ca HTTP/1.1" status: 200 len: 1818 time: 0.1076424 Jan 14 01:50:37.919689 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35272) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:37.925906 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ae0879c-a204-4a50-a5ce-01717ca53a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (327c8b1e-eab4-41a7-a4ce-f7d59c1f6923), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.932163 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ae0879c-a204-4a50-a5ce-01717ca53a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:37.936163 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3ae0879c-a204-4a50-a5ce-01717ca53a6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/327c8b1e-eab4-41a7-a4ce-f7d59c1f6923 HTTP/1.1" status: 204 len: 168 time: 0.2581146 Jan 14 01:50:37.950872 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0879c-a204-4a50-a5ce-01717ca53a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327c8b1e-eab4-41a7-a4ce-f7d59c1f6923,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:37.952263 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-1ed65696-2dd7-4bc9-8ba1-4e3a0cb301ed service neutron] 10.222.0.26 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877615 Jan 14 01:50:38.027331 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e166f548-7f96-4368-8f18-d4a8516a9e49 req-18b43f8f-9ad5-46bc-91e7-71a0ff1c4597 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (32253656-e440-4d5d-b7ed-37ee389518ca), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.060004 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:38.061001 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.086060 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e166f548-7f96-4368-8f18-d4a8516a9e49 req-18b43f8f-9ad5-46bc-91e7-71a0ff1c4597 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (32253656-e440-4d5d-b7ed-37ee389518ca), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.096497 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:38.099151 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8b86c4-7e88-4329-a628-b12eb14bd158" -d '{"events": [{"server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:38.115974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:38.121138 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.142595 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-6632f17d-daed-4b06-937c-7cdd9a77aacb service neutron] 10.222.0.26 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894021 Jan 14 01:50:38.175399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:38.245184 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-6399c435-5b24-4a78-8c95-5752d4c74590 service neutron] 10.222.0.26 "GET /v2.0/ports/958a3119-0652-4e10-add3-6ef0d62d1943?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0615311 Jan 14 01:50:38.246810 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e166f548-7f96-4368-8f18-d4a8516a9e49 req-18b43f8f-9ad5-46bc-91e7-71a0ff1c4597 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (32253656-e440-4d5d-b7ed-37ee389518ca), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.249587 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e166f548-7f96-4368-8f18-d4a8516a9e49 req-18b43f8f-9ad5-46bc-91e7-71a0ff1c4597 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.254926 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e166f548-7f96-4368-8f18-d4a8516a9e49 req-18b43f8f-9ad5-46bc-91e7-71a0ff1c4597 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "DELETE /v2.0/security-groups/32253656-e440-4d5d-b7ed-37ee389518ca HTTP/1.1" status: 204 len: 173 time: 0.3718126 Jan 14 01:50:38.358865 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.364212 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-d096bc65-54ae-4443-9c1c-45b725169836 service neutron] 10.222.0.26 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078234 Jan 14 01:50:38.364499 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b43f8f-9ad5-46bc-91e7-71a0ff1c4597 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32253656-e440-4d5d-b7ed-37ee389518ca,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:38.432251 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-15546c50-d6d6-4838-90dc-48c708461d8a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=861564828ef44399a5b4a802f36c8335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5087039 Jan 14 01:50:38.432800 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35290) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:38.473027 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4a186d-077a-4f6f-9ba3-e711efb782fb x-openstack-request-id: req-9d4a186d-077a-4f6f-9ba3-e711efb782fb {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:38.473332 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:38.473586 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d4a186d-077a-4f6f-9ba3-e711efb782fb {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:38.474044 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'code': 200} Jan 14 01:50:38.531313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-e15247a1-d5cc-4302-9e21-a582662b48ee service neutron] 10.222.0.26 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552632 Jan 14 01:50:38.534881 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89fef0bc-772a-4ec9-883c-57219c0fdcbd admin admin] Publish callbacks [] for security_group (46306012-9e78-4c84-aaa3-bf5270f71911), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.563391 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89fef0bc-772a-4ec9-883c-57219c0fdcbd admin admin] Publish callbacks [] for security_group (46306012-9e78-4c84-aaa3-bf5270f71911), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.631194 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-20dc3306-a70f-4303-83d7-faf9a67acff6 service neutron] 10.222.0.26 "GET /v2.0/ports/89e7de05-6314-4968-a665-f6d0681ec2d6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0986514 Jan 14 01:50:38.641948 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89fef0bc-772a-4ec9-883c-57219c0fdcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (46306012-9e78-4c84-aaa3-bf5270f71911), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.646028 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89fef0bc-772a-4ec9-883c-57219c0fdcbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.647904 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-89fef0bc-772a-4ec9-883c-57219c0fdcbd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46306012-9e78-4c84-aaa3-bf5270f71911 HTTP/1.1" status: 204 len: 168 time: 0.2141347 Jan 14 01:50:38.660426 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fef0bc-772a-4ec9-883c-57219c0fdcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46306012-9e78-4c84-aaa3-bf5270f71911,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:38.732613 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4ab52ba1-ded7-41fb-a69e-3d1afc4728bf req-06e5a5e0-21e6-4ed3-b20c-3fbc0644c186 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc HTTP/1.1" status: 200 len: 1818 time: 0.1991847 Jan 14 01:50:38.818612 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-5b04da28-7c74-4163-8a40-ad53123c66ac service neutron] 10.222.0.26 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752160 Jan 14 01:50:38.824769 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4ab52ba1-ded7-41fb-a69e-3d1afc4728bf req-7adea05d-1a40-4beb-aa0d-64aa48f16971 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.901729 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4ab52ba1-ded7-41fb-a69e-3d1afc4728bf req-7adea05d-1a40-4beb-aa0d-64aa48f16971 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.969086 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-160d99d9-46d6-46c0-8abd-251ee1ea357e service neutron] 10.222.0.26 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422324 Jan 14 01:50:38.972393 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4ab52ba1-ded7-41fb-a69e-3d1afc4728bf req-7adea05d-1a40-4beb-aa0d-64aa48f16971 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.976234 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4ab52ba1-ded7-41fb-a69e-3d1afc4728bf req-7adea05d-1a40-4beb-aa0d-64aa48f16971 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:38.986977 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4ab52ba1-ded7-41fb-a69e-3d1afc4728bf req-7adea05d-1a40-4beb-aa0d-64aa48f16971 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "DELETE /v2.0/security-groups/8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc HTTP/1.1" status: 204 len: 173 time: 0.2470140 Jan 14 01:50:39.019160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adea05d-1a40-4beb-aa0d-64aa48f16971 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:39.154304 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178ef56-6426-4cb3-b20e-4b8f7ddb68c5 req-60f8c963-ed05-4346-bd8c-92797f36fee0 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:39.159604 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d178ef56-6426-4cb3-b20e-4b8f7ddb68c5 req-60f8c963-ed05-4346-bd8c-92797f36fee0 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.0810020 Jan 14 01:50:39.179014 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-4b55c0d1-41ed-4840-9dd9-2a00f10e1382 service neutron] 10.222.0.26 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910000 Jan 14 01:50:39.265342 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d178ef56-6426-4cb3-b20e-4b8f7ddb68c5 req-d5c433b6-02b7-4028-8172-da3d201374c0 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986669 Jan 14 01:50:39.317997 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bbe168e3-6e3d-40de-81a2-395cc9f0a941 service neutron] 10.222.0.26 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296899 Jan 14 01:50:39.383614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-2b53e07e-7e3b-49e6-90b8-63efd9871e33 req-9322b420-d3b0-417a-b8d2-4dba77da6ad1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-756598118', 'description': 'tempest-description-314360783'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:39.431768 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2b53e07e-7e3b-49e6-90b8-63efd9871e33 req-9322b420-d3b0-417a-b8d2-4dba77da6ad1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:39.466956 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-269072f7-5eb6-460a-b059-16fa8c5ddea7 service neutron] 10.222.0.26 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409914 Jan 14 01:50:39.600656 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2b53e07e-7e3b-49e6-90b8-63efd9871e33 req-9322b420-d3b0-417a-b8d2-4dba77da6ad1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (e0f111ad-76bf-4188-b238-de87a628561b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:39.612830 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-a9f50016-d83e-4b10-834d-690d354f5e9b service neutron] 10.222.0.26 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424985 Jan 14 01:50:39.613394 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2b53e07e-7e3b-49e6-90b8-63efd9871e33 req-9322b420-d3b0-417a-b8d2-4dba77da6ad1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e0f111ad-76bf-4188-b238-de87a628561b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:39.664253 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2b53e07e-7e3b-49e6-90b8-63efd9871e33 req-9322b420-d3b0-417a-b8d2-4dba77da6ad1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:39.669220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2b53e07e-7e3b-49e6-90b8-63efd9871e33 req-9322b420-d3b0-417a-b8d2-4dba77da6ad1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3144009 Jan 14 01:50:39.695311 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322b420-d3b0-417a-b8d2-4dba77da6ad1 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f111ad-76bf-4188-b238-de87a628561b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:39.742145 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7ba174d7-3218-48d9-9546-7a4c7de191fb service neutron] 10.222.0.26 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085339 Jan 14 01:50:39.768642 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:50:39.864939 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-428bc91f-3495-45ce-a08d-edaecbd1b869 service neutron] 10.222.0.26 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171336 Jan 14 01:50:39.909566 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:39.911121 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35372) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:39.951504 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:39.966015 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'mac_address': 'fa:16:3e:21:ba:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:50:40.011708 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:40.012387 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:40.034036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-525090a4-ffa1-4944-ac3d-8ddfe537f4a9 service neutron] 10.222.0.26 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625144 Jan 14 01:50:40.037635 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:50:40.045147 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-70809b11-bcb0-4943-9cc4-06354fdc7f8b tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1621138365', 'prefixes': ['172.20.0.0/16']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:40.074998 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:40.081833 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:40.144630 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70809b11-bcb0-4943-9cc4-06354fdc7f8b tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:40.145136 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:40.146837 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-70809b11-bcb0-4943-9cc4-06354fdc7f8b tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2345848 Jan 14 01:50:40.155976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35382) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:40.218612 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a62838a4-aebc-4a9a-b310-5b1fac5b6a25 tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] 10.222.0.26 "GET /v2.0/subnetpools/2fb1028b-3c78-4ce6-962e-8e8d6971c7d4 HTTP/1.1" status: 200 len: 732 time: 0.0611191 Jan 14 01:50:40.221686 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35386) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:40.226283 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-71336e78-d253-4eae-b6d8-432b4d5a53d9 tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1635307521'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:40.230146 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b18ffdcf-245c-4f6d-a59b-e297113d2677 service neutron] 10.222.0.26 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818607 Jan 14 01:50:40.315371 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:40.341340 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71336e78-d253-4eae-b6d8-432b4d5a53d9 tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:40.345838 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-71336e78-d253-4eae-b6d8-432b4d5a53d9 tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] 10.222.0.26 "PUT /v2.0/subnetpools/2fb1028b-3c78-4ce6-962e-8e8d6971c7d4 HTTP/1.1" status: 200 len: 684 time: 0.1227560 Jan 14 01:50:40.346089 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35396) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:40.493325 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cffd0472-6007-41a2-80ed-08a8633788c8 tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:40.495622 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cffd0472-6007-41a2-80ed-08a8633788c8 tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] 10.222.0.26 "DELETE /v2.0/subnetpools/2fb1028b-3c78-4ce6-962e-8e8d6971c7d4 HTTP/1.1" status: 204 len: 168 time: 0.1483178 Jan 14 01:50:40.498482 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35406) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:40.544862 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-15a16cf7-7aa7-43d9-86e0-f84d0ee3509d tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] show failed (client error): The resource could not be found. Jan 14 01:50:40.544862 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-15a16cf7-7aa7-43d9-86e0-f84d0ee3509d tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] 10.222.0.26 "GET /v2.0/subnetpools/2fb1028b-3c78-4ce6-962e-8e8d6971c7d4 HTTP/1.1" status: 404 len: 346 time: 0.0425651 Jan 14 01:50:40.545302 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35416) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:40.560069 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-733b2440-c433-4b5b-ba71-9045d52c6ad7 tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] delete failed (client error): The resource could not be found. Jan 14 01:50:40.564528 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-733b2440-c433-4b5b-ba71-9045d52c6ad7 tempest-SubnetPoolsTestJSON-1925581721 tempest-SubnetPoolsTestJSON-1925581721-project] 10.222.0.26 "DELETE /v2.0/subnetpools/2fb1028b-3c78-4ce6-962e-8e8d6971c7d4 HTTP/1.1" status: 404 len: 346 time: 0.0151341 Jan 14 01:50:40.732435 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-729f332b-d419-4896-b09b-800a29221c1d req-0dd68deb-1f36-4beb-bb85-376ebe7a06ae tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/e0f111ad-76bf-4188-b238-de87a628561b HTTP/1.1" status: 200 len: 1818 time: 0.0773566 Jan 14 01:50:40.758224 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-729f332b-d419-4896-b09b-800a29221c1d req-26071193-71f4-4028-9bf3-275d8394af38 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Request body: {'security_group': {'name': 'tempest-sg-hth-345695421', 'description': 'tempest-description-hth-245923472'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:40.859912 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-729f332b-d419-4896-b09b-800a29221c1d req-26071193-71f4-4028-9bf3-275d8394af38 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (e0f111ad-76bf-4188-b238-de87a628561b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:40.936402 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:40.974095 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-729f332b-d419-4896-b09b-800a29221c1d req-26071193-71f4-4028-9bf3-275d8394af38 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (e0f111ad-76bf-4188-b238-de87a628561b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:40.985450 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-729f332b-d419-4896-b09b-800a29221c1d req-26071193-71f4-4028-9bf3-275d8394af38 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e0f111ad-76bf-4188-b238-de87a628561b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:40.988725 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-729f332b-d419-4896-b09b-800a29221c1d req-26071193-71f4-4028-9bf3-275d8394af38 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:41.003048 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-729f332b-d419-4896-b09b-800a29221c1d req-26071193-71f4-4028-9bf3-275d8394af38 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "PUT /v2.0/security-groups/e0f111ad-76bf-4188-b238-de87a628561b HTTP/1.1" status: 200 len: 1792 time: 0.2499554 Jan 14 01:50:41.021937 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35456) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:41.061603 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26071193-71f4-4028-9bf3-275d8394af38 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f111ad-76bf-4188-b238-de87a628561b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:41.182648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be4a3b-9c72-43ee-85c7-597562d8ca35 req-73ba1677-bbbb-4ad8-846a-363cfd4c771a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:41.188442 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-21be4a3b-9c72-43ee-85c7-597562d8ca35 req-73ba1677-bbbb-4ad8-846a-363cfd4c771a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.1044807 Jan 14 01:50:41.246460 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c2575e7c-65d4-4e71-a799-ce71d46312d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:41.381204 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-21be4a3b-9c72-43ee-85c7-597562d8ca35 req-07541384-9dbe-4d21-bfb0-b475aece8680 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863880 Jan 14 01:50:41.495879 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c2575e7c-65d4-4e71-a799-ce71d46312d1 admin admin] Publish callbacks [] for security_group (401df180-970c-4fdf-8eef-487485448c79), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:41.521686 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c2575e7c-65d4-4e71-a799-ce71d46312d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (401df180-970c-4fdf-8eef-487485448c79), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:41.595487 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6a20679d-3d23-404d-83d3-cddbf38ff204 req-0f53efd5-e5de-43ad-a94a-935eabc16808 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/e0f111ad-76bf-4188-b238-de87a628561b HTTP/1.1" status: 200 len: 1792 time: 0.1386192 Jan 14 01:50:41.674243 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2575e7c-65d4-4e71-a799-ce71d46312d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401df180-970c-4fdf-8eef-487485448c79,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:41.692952 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c2575e7c-65d4-4e71-a799-ce71d46312d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=975e6db086424604860d749ba7c743ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6689374 Jan 14 01:50:41.696968 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35492) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:41.743133 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68960b58-90c1-46ed-b7dc-06900302e147 req-882ce8c0-2eb9-45a5-86fb-02bdc0260260 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0845942 Jan 14 01:50:41.782332 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:50:41.800880 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cabee178-2419-476f-97a4-28ce578984c6 req-81b1a0f3-f0c0-489c-a5a1-367e4be3a086 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/e0f111ad-76bf-4188-b238-de87a628561b HTTP/1.1" status: 200 len: 1792 time: 0.1735086 Jan 14 01:50:41.822761 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d84cafa-701a-4b6e-a882-512eb0630155 admin admin] Publish callbacks [] for security_group (401df180-970c-4fdf-8eef-487485448c79), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:41.874842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d84cafa-701a-4b6e-a882-512eb0630155 admin admin] Publish callbacks [] for security_group (401df180-970c-4fdf-8eef-487485448c79), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:41.927161 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cabee178-2419-476f-97a4-28ce578984c6 req-ac535fe3-1b2e-4e15-bdfb-11dd2b1ba47d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (e0f111ad-76bf-4188-b238-de87a628561b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:41.969277 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:41.971978 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:41.976807 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d84cafa-701a-4b6e-a882-512eb0630155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (401df180-970c-4fdf-8eef-487485448c79), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:41.981173 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d84cafa-701a-4b6e-a882-512eb0630155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:41.982315 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2d84cafa-701a-4b6e-a882-512eb0630155 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/401df180-970c-4fdf-8eef-487485448c79 HTTP/1.1" status: 204 len: 168 time: 0.2842569 Jan 14 01:50:41.990998 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cabee178-2419-476f-97a4-28ce578984c6 req-ac535fe3-1b2e-4e15-bdfb-11dd2b1ba47d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (e0f111ad-76bf-4188-b238-de87a628561b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:42.002896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84cafa-701a-4b6e-a882-512eb0630155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401df180-970c-4fdf-8eef-487485448c79,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:42.083777 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cabee178-2419-476f-97a4-28ce578984c6 req-ac535fe3-1b2e-4e15-bdfb-11dd2b1ba47d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e0f111ad-76bf-4188-b238-de87a628561b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:42.087131 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cabee178-2419-476f-97a4-28ce578984c6 req-ac535fe3-1b2e-4e15-bdfb-11dd2b1ba47d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:42.088670 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cabee178-2419-476f-97a4-28ce578984c6 req-ac535fe3-1b2e-4e15-bdfb-11dd2b1ba47d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "DELETE /v2.0/security-groups/e0f111ad-76bf-4188-b238-de87a628561b HTTP/1.1" status: 204 len: 173 time: 0.2786181 Jan 14 01:50:42.119325 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac535fe3-1b2e-4e15-bdfb-11dd2b1ba47d tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f111ad-76bf-4188-b238-de87a628561b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:42.308149 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-808f27c0-c94f-446c-9be3-6c54c633e677 req-c28b3515-8f9d-42d5-b91a-15753ac2811f tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] show failed (client error): The resource could not be found. Jan 14 01:50:42.319140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-808f27c0-c94f-446c-9be3-6c54c633e677 req-c28b3515-8f9d-42d5-b91a-15753ac2811f tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/8ec0ec4f-eb8d-497b-81e3-fa0715ec19bc HTTP/1.1" status: 404 len: 352 time: 0.0424578 Jan 14 01:50:42.359233 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-64a9be22-669c-451f-9540-fa641c7c089b req-537e814e-dd73-4b8d-8533-f538570ec4bd tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] show failed (client error): The resource could not be found. Jan 14 01:50:42.360204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:50:42.360826 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:42.369695 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64a9be22-669c-451f-9540-fa641c7c089b req-537e814e-dd73-4b8d-8533-f538570ec4bd tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/32253656-e440-4d5d-b7ed-37ee389518ca HTTP/1.1" status: 404 len: 352 time: 0.0319250 Jan 14 01:50:42.401654 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:42.405785 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd3cce2-90ed-4288-bc64-489bcd279d08" -d '{"events": [{"server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "name": "network-vif-plugged", "status": "completed", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:42.433849 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-c4cc15bd-94a0-41c7-b7a4-2dab0c53907b req-9b0923b1-a080-4c90-9597-ae9cfbeaa7b0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] show failed (client error): The resource could not be found. Jan 14 01:50:42.443747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:42.453853 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:42.466225 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4cc15bd-94a0-41c7-b7a4-2dab0c53907b req-9b0923b1-a080-4c90-9597-ae9cfbeaa7b0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/f164177e-32e0-4991-ab71-b3280bd46172 HTTP/1.1" status: 404 len: 352 time: 0.0565324 Jan 14 01:50:42.548727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:42.624101 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf1b419-377a-4e9a-a3e7-1461c04ad198 x-openstack-request-id: req-daf1b419-377a-4e9a-a3e7-1461c04ad198 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:42.624546 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "name": "network-vif-plugged", "status": "completed", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:42.625042 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-daf1b419-377a-4e9a-a3e7-1461c04ad198 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:42.625662 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'code': 200} Jan 14 01:50:42.703623 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-0701d5c0-78e0-4f97-911e-4cdfa872d029 req-a9d55c4f-9cd1-4068-95bc-118082fd210c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] show failed (client error): The resource could not be found. Jan 14 01:50:42.706391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0701d5c0-78e0-4f97-911e-4cdfa872d029 req-a9d55c4f-9cd1-4068-95bc-118082fd210c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/17ba9028-4834-4831-af06-a7ea85d67698 HTTP/1.1" status: 404 len: 352 time: 0.0293639 Jan 14 01:50:42.825081 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcd808-f358-4ef8-b3b0-8897166c9c24 req-7c9c7b6d-73a5-4228-858e-ec65fc275408 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:42.826693 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d3fcd808-f358-4ef8-b3b0-8897166c9c24 req-7c9c7b6d-73a5-4228-858e-ec65fc275408 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.0866785 Jan 14 01:50:42.908517 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-95e9c785-33e7-45f7-9cf9-f1e7d7e62b00 req-75d1b391-96a5-45e6-8cc6-2c80d1ca8cd3 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] show failed (client error): The resource could not be found. Jan 14 01:50:42.910577 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95e9c785-33e7-45f7-9cf9-f1e7d7e62b00 req-75d1b391-96a5-45e6-8cc6-2c80d1ca8cd3 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/4d6a1823-e44c-4c7b-b16b-0954fe0ea8f2 HTTP/1.1" status: 404 len: 352 time: 0.0278728 Jan 14 01:50:42.924340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d3fcd808-f358-4ef8-b3b0-8897166c9c24 req-d39cdc18-616b-47cf-8d7f-299ac4012e37 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863113 Jan 14 01:50:42.984538 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-8cdb8dba-ac46-4bd3-afbe-7ec30b35b16f req-b7a03e30-9b42-4356-af57-76d7f8b2b19c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] show failed (client error): The resource could not be found. Jan 14 01:50:43.000362 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8cdb8dba-ac46-4bd3-afbe-7ec30b35b16f req-b7a03e30-9b42-4356-af57-76d7f8b2b19c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/98efe66f-39fc-49b5-917a-ed133a2f8467 HTTP/1.1" status: 404 len: 352 time: 0.0486512 Jan 14 01:50:43.168909 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-895ff650-af6f-40bd-a67a-618956f73915 req-6fd705b6-b2ea-4f2c-b5d5-0333f099b51c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0740032 Jan 14 01:50:43.265372 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b4678e8d-4a75-4c99-8e9d-23f4cb75b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:43.267209 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b4678e8d-4a75-4c99-8e9d-23f4cb75b489 service neutron] 10.222.0.46 "GET /v2.0/ports/958a3119-0652-4e10-add3-6ef0d62d1943 HTTP/1.1" status: 200 len: 1027 time: 0.0946681 Jan 14 01:50:43.380990 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-be062ac2-ad6e-4965-a231-c38c25f6ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:43.385306 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-be062ac2-ad6e-4965-a231-c38c25f6ed8a service neutron] 10.222.0.46 "GET /v2.0/ports/89e7de05-6314-4968-a665-f6d0681ec2d6 HTTP/1.1" status: 200 len: 1027 time: 0.0943310 Jan 14 01:50:43.646605 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d0397-8034-41c0-86bf-3255e6f5bf92 req-13b99479-7726-45fb-966c-606b15b35dae tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:43.662346 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5e0d0397-8034-41c0-86bf-3255e6f5bf92 req-13b99479-7726-45fb-966c-606b15b35dae tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 1023 time: 0.1409001 Jan 14 01:50:43.692185 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35576) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:43.699848 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034366 Jan 14 01:50:43.700130 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35578) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:43.715973 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-a0fb2c94-a9ca-45c0-80fe-65c72d9fdf2e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:43.726392 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-a0fb2c94-a9ca-45c0-80fe-65c72d9fdf2e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:43.733708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-a0fb2c94-a9ca-45c0-80fe-65c72d9fdf2e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:43.736249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-a0fb2c94-a9ca-45c0-80fe-65c72d9fdf2e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "GET /v2.0/networks?id=76d46afc-cc44-477a-92f7-8aa69ad025a7&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=abc8037e-64e1-4418-bb1b-adc918f77729&id=abc8037e-64e1-4418-bb1b-adc918f77729 HTTP/1.1" status: 200 len: 1990 time: 0.3318062 Jan 14 01:50:43.871733 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5e0d0397-8034-41c0-86bf-3255e6f5bf92 req-3425a912-6588-4a34-82b7-93e286c799f0 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&id=b6cc12ee-5f74-4975-801e-bea13c786fac&id=25c25d80-1bc3-43fb-ac45-37a19dc2964d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1930952 Jan 14 01:50:43.924980 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-138e5b50-cfde-42cb-91e9-339499e5f3eb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82ce06b59ec642de9d503f0966874395 HTTP/1.1" status: 200 len: 379 time: 0.1609154 Jan 14 01:50:43.929965 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9fbeda1e-a933-4ac4-a823-82d7966d7f68 tempest-NetworksApiDiscovery-382175884 tempest-NetworksApiDiscovery-382175884-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2285507 Jan 14 01:50:43.948742 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'port': {'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'admin_state_up': True, 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'security_groups': ['d565ee22-3c3c-4c0e-9525-eb21ab7cd51e']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:44.278842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:44.290558 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:44.368882 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-33c503ff-f3af-46bf-8457-bb6d98c2cd76 req-a56db080-c483-4c1b-8c01-d95e946497f2 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0348577 Jan 14 01:50:44.450061 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d66667-b62b-45c0-ad0c-3474036276cc req-055a30d3-7636-4023-9480-e2ee94e1f9f9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:44.457303 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-05d66667-b62b-45c0-ad0c-3474036276cc req-055a30d3-7636-4023-9480-e2ee94e1f9f9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.2068503 Jan 14 01:50:44.529151 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35608) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:44.562216 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-05d66667-b62b-45c0-ad0c-3474036276cc req-287d06d6-5293-479b-9651-085422551a72 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039720 Jan 14 01:50:44.688056 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Allocated IP 172.20.0.3 (76d46afc-cc44-477a-92f7-8aa69ad025a7/d9785ed8-46df-400a-bcac-abcd200ac677/c121a5e7-f7f1-4aad-a52b-c08401d58912) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:44.773524 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28632b92-4e7a-4205-8ad3-2cbcd415f883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:44.940189 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28632b92-4e7a-4205-8ad3-2cbcd415f883 admin admin] Publish callbacks [] for security_group (b20da14e-dc85-4cd7-977b-1ef966fdb4fa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:44.965216 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28632b92-4e7a-4205-8ad3-2cbcd415f883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b20da14e-dc85-4cd7-977b-1ef966fdb4fa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:45.035278 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:45.055985 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-28632b92-4e7a-4205-8ad3-2cbcd415f883 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af48f457ebbb4062a26a40339aa7e5b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5257230 Jan 14 01:50:45.056630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35630) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:45.109207 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28632b92-4e7a-4205-8ad3-2cbcd415f883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20da14e-dc85-4cd7-977b-1ef966fdb4fa,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:45.166827 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038a4e7-fbe4-4d1b-8ede-ee5e61406c56 req-82d3d15e-e1e0-4e01-aa65-dcec0776c956 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:45.176871 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9038a4e7-fbe4-4d1b-8ede-ee5e61406c56 req-82d3d15e-e1e0-4e01-aa65-dcec0776c956 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 1023 time: 0.1790888 Jan 14 01:50:45.243135 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2638748-01b0-4e0e-9383-430cd26a0b08 req-1de0ad69-4319-4ab4-b8ed-f5bd049572e3 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:45.244731 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2638748-01b0-4e0e-9383-430cd26a0b08 req-1de0ad69-4319-4ab4-b8ed-f5bd049572e3 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.36 "GET /v2.0/ports?device_id=a639acda-87ad-439d-8646-1ac0c8e0fb8d HTTP/1.1" status: 200 len: 1023 time: 0.2998877 Jan 14 01:50:45.264946 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:45.334914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc12af77-9862-4c04-a37e-6086406aa389 admin admin] Publish callbacks [] for security_group (b20da14e-dc85-4cd7-977b-1ef966fdb4fa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:45.441487 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9038a4e7-fbe4-4d1b-8ede-ee5e61406c56 req-a1653f93-1786-4c58-adbe-94437c08e23c tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85&id=b6cc12ee-5f74-4975-801e-bea13c786fac&id=25c25d80-1bc3-43fb-ac45-37a19dc2964d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2537706 Jan 14 01:50:45.485169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Network 76d46afc-cc44-477a-92f7-8aa69ad025a7 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:45.486241 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Port': ['ID=c121a5e7-f7f1-4aad-a52b-c08401d58912,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:45.488981 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc12af77-9862-4c04-a37e-6086406aa389 admin admin] Publish callbacks [] for security_group (b20da14e-dc85-4cd7-977b-1ef966fdb4fa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:45.489816 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:45.491974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:45.595827 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-b2638748-01b0-4e0e-9383-430cd26a0b08 req-6bfae2b4-1e1f-404f-94bf-a4b608428e56 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Deleting port 03bb7206-921d-461a-82cb-bb48ef1f46ee {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:50:45.596502 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b2638748-01b0-4e0e-9383-430cd26a0b08 req-6bfae2b4-1e1f-404f-94bf-a4b608428e56 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:45.614468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:45.619162 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:45.771680 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-efcf4852-ce47-4b8d-93cf-49d6a55ab6ed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8456781 Jan 14 01:50:45.850041 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-b2638748-01b0-4e0e-9383-430cd26a0b08 req-6bfae2b4-1e1f-404f-94bf-a4b608428e56 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] For port 03bb7206-921d-461a-82cb-bb48ef1f46ee, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=03bb7206-921d-461a-82cb-bb48ef1f46ee,segment=NetworkSegment(8a9ccfc6-518b-4488-a355-95ecb201a733),segment_id=8a9ccfc6-518b-4488-a355-95ecb201a733)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:45.851040 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b2638748-01b0-4e0e-9383-430cd26a0b08 req-6bfae2b4-1e1f-404f-94bf-a4b608428e56 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:45.860090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'port': {'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a', 'admin_state_up': True, 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'security_groups': ['d565ee22-3c3c-4c0e-9525-eb21ab7cd51e']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:45.871194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-b2638748-01b0-4e0e-9383-430cd26a0b08 req-6bfae2b4-1e1f-404f-94bf-a4b608428e56 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Calling delete_port for 03bb7206-921d-461a-82cb-bb48ef1f46ee owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:50:45.965661 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e8d351ad-d34b-411f-8f4c-10c246dfc79b None None] Provisioning complete for port c121a5e7-f7f1-4aad-a52b-c08401d58912 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:45.966228 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8d351ad-d34b-411f-8f4c-10c246dfc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:46.076624 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b2638748-01b0-4e0e-9383-430cd26a0b08 req-6bfae2b4-1e1f-404f-94bf-a4b608428e56 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (03bb7206-921d-461a-82cb-bb48ef1f46ee), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:46.114173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e8d351ad-d34b-411f-8f4c-10c246dfc79b None None] Port c121a5e7-f7f1-4aad-a52b-c08401d58912 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:50:46.124166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['03bb7206-921d-461a-82cb-bb48ef1f46ee'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:46.138262 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfae2b4-1e1f-404f-94bf-a4b608428e56 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event deleted for resources: {'Port': ['ID=03bb7206-921d-461a-82cb-bb48ef1f46ee,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:46.248600 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d093d20-37b8-4ab7-8089-2930e78927b4 None None] DHCP port deletion for 1504e0b4-eb16-43ba-ae39-89743909d020 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:46.301805 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2638748-01b0-4e0e-9383-430cd26a0b08 req-6bfae2b4-1e1f-404f-94bf-a4b608428e56 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] No DVR routers for this DVR port 03bb7206-921d-461a-82cb-bb48ef1f46ee on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:50:46.311821 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b2638748-01b0-4e0e-9383-430cd26a0b08 req-6bfae2b4-1e1f-404f-94bf-a4b608428e56 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:46.315335 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2638748-01b0-4e0e-9383-430cd26a0b08 req-6bfae2b4-1e1f-404f-94bf-a4b608428e56 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.36 "DELETE /v2.0/ports/03bb7206-921d-461a-82cb-bb48ef1f46ee HTTP/1.1" status: 204 len: 173 time: 1.0640306 Jan 14 01:50:46.323435 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a639acda-87ad-439d-8646-1ac0c8e0fb8d', 'name': 'network-vif-deleted', 'tag': '03bb7206-921d-461a-82cb-bb48ef1f46ee'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:46.331627 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42679a92-1fd3-4535-b2c0-7ac701360fdc" -d '{"events": [{"server_uuid": "a639acda-87ad-439d-8646-1ac0c8e0fb8d", "name": "network-vif-deleted", "tag": "03bb7206-921d-461a-82cb-bb48ef1f46ee"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:46.351501 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc12af77-9862-4c04-a37e-6086406aa389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b20da14e-dc85-4cd7-977b-1ef966fdb4fa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:46.354855 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc12af77-9862-4c04-a37e-6086406aa389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:46.358804 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-dc12af77-9862-4c04-a37e-6086406aa389 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b20da14e-dc85-4cd7-977b-1ef966fdb4fa HTTP/1.1" status: 204 len: 168 time: 1.2634382 Jan 14 01:50:46.383793 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12af77-9862-4c04-a37e-6086406aa389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20da14e-dc85-4cd7-977b-1ef966fdb4fa,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:46.742259 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acaeab8-faa7-47b5-ae02-22ad03b88739 req-0dede0d8-8174-4333-b68d-e04d8ee0a6c1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:46.752554 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6acaeab8-faa7-47b5-ae02-22ad03b88739 req-0dede0d8-8174-4333-b68d-e04d8ee0a6c1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 931 time: 1.1234815 Jan 14 01:50:46.801610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9405a7a-5be6-41f3-9be7-28587e98019e req-f1625d97-80b5-47db-8ecc-d77f8e7fd05b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:46.819488 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a9405a7a-5be6-41f3-9be7-28587e98019e req-f1625d97-80b5-47db-8ecc-d77f8e7fd05b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 1.0975387 Jan 14 01:50:46.907042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:46.911031 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:47.193237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Allocated IP 10.1.1.98 (a90fd40e-479d-417e-abd9-e59eeb30a63a/e8f499dc-e707-45e5-8bb0-1526384812f6/6eeca40e-5089-4d08-b18b-cc5afff82e38) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:47.346162 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6acaeab8-faa7-47b5-ae02-22ad03b88739 req-378a42ff-4ed4-4961-9cc5-f227ff94ee0d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5886650 Jan 14 01:50:47.461973 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a9405a7a-5be6-41f3-9be7-28587e98019e req-cdc64c9d-aaf0-4d04-b850-b2f89d0fe141 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413994 Jan 14 01:50:47.531098 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93adc876-ba84-4a07-bf25-d28a2ec3539d x-openstack-request-id: req-93adc876-ba84-4a07-bf25-d28a2ec3539d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:47.533274 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a639acda-87ad-439d-8646-1ac0c8e0fb8d", "name": "network-vif-deleted", "tag": "03bb7206-921d-461a-82cb-bb48ef1f46ee", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:47.533760 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93adc876-ba84-4a07-bf25-d28a2ec3539d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:47.534578 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a639acda-87ad-439d-8646-1ac0c8e0fb8d', 'name': 'network-vif-deleted', 'tag': '03bb7206-921d-461a-82cb-bb48ef1f46ee', 'status': 'completed', 'code': 200} Jan 14 01:50:47.655555 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:47.768856 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:47.795870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Network a90fd40e-479d-417e-abd9-e59eeb30a63a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:47.804098 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:47.861848 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:48.063201 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Port': ['ID=6eeca40e-5089-4d08-b18b-cc5afff82e38,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:48.093094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72614834-cc33-43f0-b794-a6a57f547e55 req-29b73516-98de-40ff-862b-c58aa94b427f tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/25c25d80-1bc3-43fb-ac45-37a19dc2964d HTTP/1.1" status: 200 len: 1818 time: 0.3199353 Jan 14 01:50:48.152116 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:48.152870 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:48.199780 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0037f814-0bf1-4964-996e-a712df41bf3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3733759 Jan 14 01:50:48.230107 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'port': {'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a', 'admin_state_up': True, 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'security_groups': ['d565ee22-3c3c-4c0e-9525-eb21ab7cd51e']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:48.269139 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8adbe282-54e2-4acf-a054-6f74d9f91fe0 None None] Provisioning complete for port 6eeca40e-5089-4d08-b18b-cc5afff82e38 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:48.270105 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8adbe282-54e2-4acf-a054-6f74d9f91fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:48.341155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8adbe282-54e2-4acf-a054-6f74d9f91fe0 None None] Port 6eeca40e-5089-4d08-b18b-cc5afff82e38 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:50:48.755441 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:48.765348 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:48.867006 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-72614834-cc33-43f0-b794-a6a57f547e55 req-b1e2d0e2-5cfa-4661-9448-55d9ec9ed506 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (25c25d80-1bc3-43fb-ac45-37a19dc2964d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:48.930884 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-72614834-cc33-43f0-b794-a6a57f547e55 req-b1e2d0e2-5cfa-4661-9448-55d9ec9ed506 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (25c25d80-1bc3-43fb-ac45-37a19dc2964d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:49.060737 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-72614834-cc33-43f0-b794-a6a57f547e55 req-b1e2d0e2-5cfa-4661-9448-55d9ec9ed506 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (25c25d80-1bc3-43fb-ac45-37a19dc2964d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:49.063665 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-72614834-cc33-43f0-b794-a6a57f547e55 req-b1e2d0e2-5cfa-4661-9448-55d9ec9ed506 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:49.065003 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72614834-cc33-43f0-b794-a6a57f547e55 req-b1e2d0e2-5cfa-4661-9448-55d9ec9ed506 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "DELETE /v2.0/security-groups/25c25d80-1bc3-43fb-ac45-37a19dc2964d HTTP/1.1" status: 204 len: 173 time: 0.9712050 Jan 14 01:50:49.125848 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56d1e-73a5-4be8-8022-be2853275221 req-fdf162b6-f9e6-408c-9826-85de7acf37e2 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:49.143128 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56d1e-73a5-4be8-8022-be2853275221 req-fdf162b6-f9e6-408c-9826-85de7acf37e2 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:49.144769 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8be56d1e-73a5-4be8-8022-be2853275221 req-fdf162b6-f9e6-408c-9826-85de7acf37e2 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 1652 time: 0.5538661 Jan 14 01:50:49.205426 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2d0e2-5cfa-4661-9448-55d9ec9ed506 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c25d80-1bc3-43fb-ac45-37a19dc2964d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:49.396971 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8be56d1e-73a5-4be8-8022-be2853275221 req-27495141-8b0c-4d17-9622-a26de56b2609 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842113 Jan 14 01:50:49.621870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e56dd4-c818-4382-88da-3206dcb42803 req-c4d4c345-76a2-4ee1-b7ac-89cde69635fa tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:49.623931 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53e56dd4-c818-4382-88da-3206dcb42803 req-c4d4c345-76a2-4ee1-b7ac-89cde69635fa tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.3302588 Jan 14 01:50:49.716768 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Allocated IP 10.1.1.70 (a90fd40e-479d-417e-abd9-e59eeb30a63a/e8f499dc-e707-45e5-8bb0-1526384812f6/eae56713-6f97-4a49-b531-5e52b0bb578a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:49.734784 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53e56dd4-c818-4382-88da-3206dcb42803 req-668d29bc-6fa7-428c-a31e-c7d31f50e96f tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050215 Jan 14 01:50:49.807329 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 03bb7206-921d-461a-82cb-bb48ef1f46ee no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:50:49.877720 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 03bb7206-921d-461a-82cb-bb48ef1f46ee {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:50:49.879437 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 03bb7206-921d-461a-82cb-bb48ef1f46ee not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:50:50.067674 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-404abd3c-0cb8-4340-b103-539e06cf0dec req-8a685e81-c2fe-4747-8815-9ad6276cbf9f tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "GET /v2.0/security-groups/b6cc12ee-5f74-4975-801e-bea13c786fac HTTP/1.1" status: 200 len: 1818 time: 0.1719866 Jan 14 01:50:50.250369 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:50.331872 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:50.333596 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-404abd3c-0cb8-4340-b103-539e06cf0dec req-48b29c6a-1a38-4521-9538-88334d65e8e2 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (b6cc12ee-5f74-4975-801e-bea13c786fac), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:50.400471 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-404abd3c-0cb8-4340-b103-539e06cf0dec req-48b29c6a-1a38-4521-9538-88334d65e8e2 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (b6cc12ee-5f74-4975-801e-bea13c786fac), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:50.507234 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-404abd3c-0cb8-4340-b103-539e06cf0dec req-48b29c6a-1a38-4521-9538-88334d65e8e2 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b6cc12ee-5f74-4975-801e-bea13c786fac), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:50.513207 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-404abd3c-0cb8-4340-b103-539e06cf0dec req-48b29c6a-1a38-4521-9538-88334d65e8e2 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:50.521458 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35754) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:50.535363 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-404abd3c-0cb8-4340-b103-539e06cf0dec req-48b29c6a-1a38-4521-9538-88334d65e8e2 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] 10.222.0.26 "DELETE /v2.0/security-groups/b6cc12ee-5f74-4975-801e-bea13c786fac HTTP/1.1" status: 204 len: 173 time: 0.4654145 Jan 14 01:50:50.656914 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd285e30-aa89-4947-9cdd-6f7f56f674d7 admin admin] Deleting subnet 08e97be0-0e0c-4564-93e6-787b0ce5df90 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:50:50.660344 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd285e30-aa89-4947-9cdd-6f7f56f674d7 admin admin] Publish callbacks [] for subnet (08e97be0-0e0c-4564-93e6-787b0ce5df90), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:50.672022 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b29c6a-1a38-4521-9538-88334d65e8e2 tempest-SecurityGroupsTestJSON-703739217 tempest-SecurityGroupsTestJSON-703739217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cc12ee-5f74-4975-801e-bea13c786fac,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:50.740405 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd285e30-aa89-4947-9cdd-6f7f56f674d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (08e97be0-0e0c-4564-93e6-787b0ce5df90), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:50.817369 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd285e30-aa89-4947-9cdd-6f7f56f674d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (08e97be0-0e0c-4564-93e6-787b0ce5df90), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:50.888653 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Network a90fd40e-479d-417e-abd9-e59eeb30a63a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:50.916747 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:50.935438 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Port': ['ID=eae56713-6f97-4a49-b531-5e52b0bb578a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:50.939959 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:51.091265 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9ac16-88d1-4538-b6f5-0a4157541a2b req-32e11a23-9fcb-4dfa-bccd-4da994a3776a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:51.100627 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79c9ac16-88d1-4538-b6f5-0a4157541a2b req-32e11a23-9fcb-4dfa-bccd-4da994a3776a tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.4185886 Jan 14 01:50:51.116047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:51.118260 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:51.330155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab26d1a-e166-42ba-84ce-423c62a227fa req-20635594-85b8-4a5f-823d-08d41f0bc9ce tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:51.341491 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab26d1a-e166-42ba-84ce-423c62a227fa req-20635594-85b8-4a5f-823d-08d41f0bc9ce tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:51.385011 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab26d1a-e166-42ba-84ce-423c62a227fa req-20635594-85b8-4a5f-823d-08d41f0bc9ce tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:51.393509 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ab26d1a-e166-42ba-84ce-423c62a227fa req-20635594-85b8-4a5f-823d-08d41f0bc9ce tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 2372 time: 0.7324226 Jan 14 01:50:51.399516 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b6761ec1-974c-43f7-b6a4-bfc1890d43e8 None None] Provisioning complete for port eae56713-6f97-4a49-b531-5e52b0bb578a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:51.400121 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6761ec1-974c-43f7-b6a4-bfc1890d43e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:51.419625 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-649c456c-684e-4503-b121-c0e117a1793c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2032108 Jan 14 01:50:51.488473 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79c9ac16-88d1-4538-b6f5-0a4157541a2b req-113490a8-1eed-4e69-858b-892bd04e2913 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598366 Jan 14 01:50:51.514657 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'port': {'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729', 'admin_state_up': True, 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'security_groups': ['d565ee22-3c3c-4c0e-9525-eb21ab7cd51e']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:51.522605 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b6761ec1-974c-43f7-b6a4-bfc1890d43e8 None None] Port eae56713-6f97-4a49-b531-5e52b0bb578a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:50:51.673857 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ab26d1a-e166-42ba-84ce-423c62a227fa req-0bfe9068-41f4-4c0a-a9cc-5fd4beb5d67e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794507 Jan 14 01:50:51.816547 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd285e30-aa89-4947-9cdd-6f7f56f674d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (08e97be0-0e0c-4564-93e6-787b0ce5df90), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:51.871575 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd285e30-aa89-4947-9cdd-6f7f56f674d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:51.876883 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497d5947-8850-4d1a-83ac-ce6f0c4f5f46 None None] Network 1504e0b4-eb16-43ba-ae39-89743909d020 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:50:51.892912 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bd285e30-aa89-4947-9cdd-6f7f56f674d7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/08e97be0-0e0c-4564-93e6-787b0ce5df90 HTTP/1.1" status: 204 len: 168 time: 1.3702550 Jan 14 01:50:51.900745 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 35778) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:51.902162 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd285e30-aa89-4947-9cdd-6f7f56f674d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e97be0-0e0c-4564-93e6-787b0ce5df90,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:52.026078 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:52.064594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223c90fd-6c53-4aaf-9102-bb000ba45934 None None] DHCP port deletion for 1504e0b4-eb16-43ba-ae39-89743909d020 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:52.270738 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:52.520187 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (1504e0b4-eb16-43ba-ae39-89743909d020), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:52.652872 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352a892-c529-4d1e-bcff-22ecc77214fd req-a8d9fd15-aea4-4953-afea-8f2f17aaadfb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:52.667433 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1352a892-c529-4d1e-bcff-22ecc77214fd req-a8d9fd15-aea4-4953-afea-8f2f17aaadfb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.7094622 Jan 14 01:50:53.002368 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35810) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:53.145026 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1352a892-c529-4d1e-bcff-22ecc77214fd req-0dca90a5-7069-49ba-a66f-2c8528b4e706 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740105 Jan 14 01:50:53.362898 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5ca6-85b1-4632-96a4-b7300403723c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:53.388144 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (1504e0b4-eb16-43ba-ae39-89743909d020), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:53.580082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7e887-26db-45c3-bb85-8426e0a16846 req-d0015c38-0df4-4fcb-8358-04a07a942f9b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:53.590466 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7e887-26db-45c3-bb85-8426e0a16846 req-d0015c38-0df4-4fcb-8358-04a07a942f9b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:53.600833 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7e887-26db-45c3-bb85-8426e0a16846 req-d0015c38-0df4-4fcb-8358-04a07a942f9b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:53.610365 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5ca6-85b1-4632-96a4-b7300403723c admin admin] Publish callbacks [] for security_group (40c7b6b0-80a2-4292-b146-66496967fb55), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:53.619801 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5ca6-85b1-4632-96a4-b7300403723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (40c7b6b0-80a2-4292-b146-66496967fb55), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:53.629270 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-24b7e887-26db-45c3-bb85-8426e0a16846 req-d0015c38-0df4-4fcb-8358-04a07a942f9b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 2372 time: 0.4781313 Jan 14 01:50:53.645308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1504e0b4-eb16-43ba-ae39-89743909d020']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:53.686502 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0f3f5ca6-85b1-4632-96a4-b7300403723c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24a743439120466f8bd454fa0e66895e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6817381 Jan 14 01:50:53.688737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35826) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:53.792895 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f5ca6-85b1-4632-96a4-b7300403723c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c7b6b0-80a2-4292-b146-66496967fb55,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:53.830167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9ccfc6-518b-4488-a355-95ecb201a733') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:53.830529 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9ccfc6-518b-4488-a355-95ecb201a733') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:50:53.869764 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-864d1d52-bf4e-42af-bc32-d9ed6e54f7fc admin admin] Publish callbacks [] for security_group (40c7b6b0-80a2-4292-b146-66496967fb55), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:53.899093 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-864d1d52-bf4e-42af-bc32-d9ed6e54f7fc admin admin] Publish callbacks [] for security_group (40c7b6b0-80a2-4292-b146-66496967fb55), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:53.948461 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-864d1d52-bf4e-42af-bc32-d9ed6e54f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (40c7b6b0-80a2-4292-b146-66496967fb55), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:53.950951 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (8a9ccfc6-518b-4488-a355-95ecb201a733), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:53.952187 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-864d1d52-bf4e-42af-bc32-d9ed6e54f7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:53.964547 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-864d1d52-bf4e-42af-bc32-d9ed6e54f7fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40c7b6b0-80a2-4292-b146-66496967fb55 HTTP/1.1" status: 204 len: 168 time: 0.2689445 Jan 14 01:50:53.991699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d1d52-bf4e-42af-bc32-d9ed6e54f7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c7b6b0-80a2-4292-b146-66496967fb55,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:54.088394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Allocated IP 10.2.2.100 (abc8037e-64e1-4418-bb1b-adc918f77729/5c58418c-1633-4d58-a790-9f10ce59d42b/c59e1a1b-d74c-47b4-b9ed-8b086e2d6598) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:54.193401 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (8a9ccfc6-518b-4488-a355-95ecb201a733), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:54.244504 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-24b7e887-26db-45c3-bb85-8426e0a16846 req-a4732c04-d83c-438b-a19e-a9d8759cae13 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6144028 Jan 14 01:50:54.259676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:50:54.260137 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (8a9ccfc6-518b-4488-a355-95ecb201a733), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:50:54.262056 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:50:54.265055 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:50:54.674669 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986615a-76e6-4732-8b92-a4f10d6ef041 req-89e05b40-a0b6-458b-8847-3e43886cf11e tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:54.675593 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0986615a-76e6-4732-8b92-a4f10d6ef041 req-89e05b40-a0b6-458b-8847-3e43886cf11e tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 945 time: 0.7992883 Jan 14 01:50:54.747804 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (1504e0b4-eb16-43ba-ae39-89743909d020), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:54.753257 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:54.760443 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1504e0b4-eb16-43ba-ae39-89743909d020 HTTP/1.1" status: 204 len: 168 time: 2.8557808 Jan 14 01:50:54.827078 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be17144-0879-4694-a9cd-0de2fac38371 admin admin] Pushing event deleted for resources: {'Network': ['ID=1504e0b4-eb16-43ba-ae39-89743909d020,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:54.862372 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2649ac4-912e-46ee-bcc7-8e91872981de req-3ced9e48-d657-4569-b2fc-dfa96c188bb4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:54.872647 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f2649ac4-912e-46ee-bcc7-8e91872981de req-3ced9e48-d657-4569-b2fc-dfa96c188bb4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.2884321 Jan 14 01:50:54.903425 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0986615a-76e6-4732-8b92-a4f10d6ef041 req-5f113a06-570c-494e-bf42-327b1df840d4 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990242 Jan 14 01:50:55.129208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f2649ac4-912e-46ee-bcc7-8e91872981de req-3a3dc50c-b166-4e98-aa6b-daa754a7a1ae tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555270 Jan 14 01:50:55.146877 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:55.248222 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52017817-ed07-425a-822a-a133cc706e96 req-f3397394-59ca-4d87-9988-41725f47ab0b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:55.251973 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-52017817-ed07-425a-822a-a133cc706e96 req-f3397394-59ca-4d87-9988-41725f47ab0b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 946 time: 0.1757064 Jan 14 01:50:55.267679 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:55.435215 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35876) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:55.532578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Port': ['ID=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:55.609125 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-52017817-ed07-425a-822a-a133cc706e96 req-9e34aac9-0905-4dcf-a9ca-93d6824b05f9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Deleting port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:50:55.612510 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52017817-ed07-425a-822a-a133cc706e96 req-9e34aac9-0905-4dcf-a9ca-93d6824b05f9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:55.631484 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cf370d3e-72c7-4e11-850d-cbcd5cd8b883 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fed1db0d364848e4950b16d320a3d4bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781075 Jan 14 01:50:55.637207 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 35882) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:50:55.678095 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Network abc8037e-64e1-4418-bb1b-adc918f77729 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:55.687096 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:55.698850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:55.917916 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b469f5-c9f5-48ae-b449-9db0a34dfc8d req-5c7b432f-0cc9-4cb9-876c-776ce1b9d33a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:55.938820 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b469f5-c9f5-48ae-b449-9db0a34dfc8d req-5c7b432f-0cc9-4cb9-876c-776ce1b9d33a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:55.959238 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b469f5-c9f5-48ae-b449-9db0a34dfc8d req-5c7b432f-0cc9-4cb9-876c-776ce1b9d33a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:55.982836 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b469f5-c9f5-48ae-b449-9db0a34dfc8d req-5c7b432f-0cc9-4cb9-876c-776ce1b9d33a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:55.999021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10b469f5-c9f5-48ae-b449-9db0a34dfc8d req-5c7b432f-0cc9-4cb9-876c-776ce1b9d33a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 3093 time: 0.4389856 Jan 14 01:50:56.033274 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-52017817-ed07-425a-822a-a133cc706e96 req-9e34aac9-0905-4dcf-a9ca-93d6824b05f9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] For port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:50:56.033607 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52017817-ed07-425a-822a-a133cc706e96 req-9e34aac9-0905-4dcf-a9ca-93d6824b05f9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:56.081864 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-52017817-ed07-425a-822a-a133cc706e96 req-9e34aac9-0905-4dcf-a9ca-93d6824b05f9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Calling delete_port for b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:50:56.191114 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10b469f5-c9f5-48ae-b449-9db0a34dfc8d req-83025a5d-0161-4286-9e54-cd9549beca8f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830716 Jan 14 01:50:56.222131 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:56.225145 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:56.275713 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf7d11f8-6422-4014-a6c3-ddba7242516d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7861562 Jan 14 01:50:56.293573 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'port': {'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729', 'admin_state_up': True, 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'security_groups': ['d565ee22-3c3c-4c0e-9525-eb21ab7cd51e']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:56.499941 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d83786e6-536c-4ad4-83e9-a181de630cc3 None None] Provisioning complete for port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:50:56.500706 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d83786e6-536c-4ad4-83e9-a181de630cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:56.571483 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52017817-ed07-425a-822a-a133cc706e96 req-9e34aac9-0905-4dcf-a9ca-93d6824b05f9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (b8ea7aea-a04f-4848-a26e-5ff102fcd1d3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:56.658191 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d83786e6-536c-4ad4-83e9-a181de630cc3 None None] Port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:50:56.666488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['ee32ab1f-68b2-4844-8920-b9eb34485ad5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:56.680224 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['b8ea7aea-a04f-4848-a26e-5ff102fcd1d3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:50:56.816209 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed6529-96cf-4fd4-868d-a7dbbf592ff5 None None] DHCP port deletion for 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:50:56.981285 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34aac9-0905-4dcf-a9ca-93d6824b05f9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event deleted for resources: {'Port': ['ID=b8ea7aea-a04f-4848-a26e-5ff102fcd1d3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:57.076556 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Made reservation on behalf of 82ce06b59ec642de9d503f0966874395 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:50:57.098045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-52017817-ed07-425a-822a-a133cc706e96 req-9e34aac9-0905-4dcf-a9ca-93d6824b05f9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] No DVR routers for this DVR port b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:50:57.115936 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52017817-ed07-425a-822a-a133cc706e96 req-9e34aac9-0905-4dcf-a9ca-93d6824b05f9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:57.128553 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:57.135448 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-52017817-ed07-425a-822a-a133cc706e96 req-9e34aac9-0905-4dcf-a9ca-93d6824b05f9 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.46 "DELETE /v2.0/ports/b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 HTTP/1.1" status: 204 len: 173 time: 1.8719242 Jan 14 01:50:57.144268 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b0ef06-8833-46eb-b3c0-5add4a3ea458', 'name': 'network-vif-deleted', 'tag': 'b8ea7aea-a04f-4848-a26e-5ff102fcd1d3'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:50:57.155798 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e4e422-18a2-4b9c-86a4-733a4894a45b" -d '{"events": [{"server_uuid": "60b0ef06-8833-46eb-b3c0-5add4a3ea458", "name": "network-vif-deleted", "tag": "b8ea7aea-a04f-4848-a26e-5ff102fcd1d3"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:50:57.259140 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90cdfb75-f87b-4b56-b4fe-9b1acc3ea9cc admin admin] Publish callbacks [] for security_group (5d96ae87-4fbc-4a27-b8a3-22ce267ccd85), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:57.336652 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-614f92aa-95e8-4553-b939-970b44c8dd89 req-d13c72cc-af7f-4177-8609-b75ada567c15 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b0ef06-8833-46eb-b3c0-5add4a3ea458 HTTP/1.1" status: 200 len: 210 time: 0.4952340 Jan 14 01:50:57.359697 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90cdfb75-f87b-4b56-b4fe-9b1acc3ea9cc admin admin] Publish callbacks [] for security_group (5d96ae87-4fbc-4a27-b8a3-22ce267ccd85), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:57.449729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad37e50-c720-41f4-8b60-f5aa4185c7c1 req-99befca2-0bd9-4afb-9a36-99929a166393 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:57.463229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4ad37e50-c720-41f4-8b60-f5aa4185c7c1 req-99befca2-0bd9-4afb-9a36-99929a166393 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 945 time: 0.6593647 Jan 14 01:50:57.506854 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd82903-1c6b-4174-b0a8-768fcdb61826 x-openstack-request-id: req-edd82903-1c6b-4174-b0a8-768fcdb61826 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:50:57.507147 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b0ef06-8833-46eb-b3c0-5add4a3ea458", "name": "network-vif-deleted", "tag": "b8ea7aea-a04f-4848-a26e-5ff102fcd1d3", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:50:57.507437 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edd82903-1c6b-4174-b0a8-768fcdb61826 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:50:57.511010 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b0ef06-8833-46eb-b3c0-5add4a3ea458', 'name': 'network-vif-deleted', 'tag': 'b8ea7aea-a04f-4848-a26e-5ff102fcd1d3', 'status': 'completed', 'code': 200} Jan 14 01:50:57.540545 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90cdfb75-f87b-4b56-b4fe-9b1acc3ea9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5d96ae87-4fbc-4a27-b8a3-22ce267ccd85), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:57.543869 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90cdfb75-f87b-4b56-b4fe-9b1acc3ea9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:57.550530 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-90cdfb75-f87b-4b56-b4fe-9b1acc3ea9cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d96ae87-4fbc-4a27-b8a3-22ce267ccd85 HTTP/1.1" status: 204 len: 168 time: 1.0107892 Jan 14 01:50:57.585016 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdfb75-f87b-4b56-b4fe-9b1acc3ea9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d96ae87-4fbc-4a27-b8a3-22ce267ccd85,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:57.626067 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4ad37e50-c720-41f4-8b60-f5aa4185c7c1 req-8c9ee76d-8af8-40ce-8987-dc18677cf779 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594300 Jan 14 01:50:58.190055 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b1505-2780-4f8b-9a32-4b007fe0487b req-f749f330-855a-4180-a78d-92a3dfdfca39 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:58.209556 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b1505-2780-4f8b-9a32-4b007fe0487b req-f749f330-855a-4180-a78d-92a3dfdfca39 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:58.235874 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b1505-2780-4f8b-9a32-4b007fe0487b req-f749f330-855a-4180-a78d-92a3dfdfca39 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:58.256088 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b1505-2780-4f8b-9a32-4b007fe0487b req-f749f330-855a-4180-a78d-92a3dfdfca39 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:58.277569 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a2b1505-2780-4f8b-9a32-4b007fe0487b req-f749f330-855a-4180-a78d-92a3dfdfca39 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 3093 time: 0.5599954 Jan 14 01:50:58.483905 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a2b1505-2780-4f8b-9a32-4b007fe0487b req-85d356fb-7a88-46ff-b08e-ee860464a9ff tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032571 Jan 14 01:50:58.523087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Allocated IP 10.2.2.200 (abc8037e-64e1-4418-bb1b-adc918f77729/5c58418c-1633-4d58-a790-9f10ce59d42b/30c57d4b-6747-4709-a93c-a72f18d63bff) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:50:59.089158 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:59.214450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f94cb-cc82-4e65-aea9-d28fbf179acb req-0b278a0a-5266-4b77-84b0-05426f48c6ee tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:59.216055 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-107f94cb-cc82-4e65-aea9-d28fbf179acb req-0b278a0a-5266-4b77-84b0-05426f48c6ee tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 945 time: 0.4435303 Jan 14 01:50:59.360665 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-107f94cb-cc82-4e65-aea9-d28fbf179acb req-c66a5fcd-59fc-4c67-a0f9-97d706d1f6d6 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359127 Jan 14 01:50:59.384943 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:59.472490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Network abc8037e-64e1-4418-bb1b-adc918f77729 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:50:59.477078 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:50:59.481943 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:50:59.488283 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event updated for resources: {'Port': ['ID=30c57d4b-6747-4709-a93c-a72f18d63bff,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:50:59.725461 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:50:59.726253 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:50:59.813954 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:50:59.838011 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-7553bd0b-8488-4d97-89d7-c740ca19b875 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5495291 Jan 14 01:50:59.893707 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Request body: {'port': {'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:50:59.900207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:50:59.906540 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device b8ea7aea-a04f-4848-a26e-5ff102fcd1d3 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:51:00.041906 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-716dca5e-3322-4d03-a39e-6959495b70e6 None None] Provisioning complete for port 30c57d4b-6747-4709-a93c-a72f18d63bff triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:00.044246 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-716dca5e-3322-4d03-a39e-6959495b70e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:00.201020 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-716dca5e-3322-4d03-a39e-6959495b70e6 None None] Port 30c57d4b-6747-4709-a93c-a72f18d63bff cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:51:00.212502 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768323d0-8a78-4986-9d49-b71e631126f3 req-d22b77ee-4d94-43f5-9e46-680c96c9a5e1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:00.223022 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768323d0-8a78-4986-9d49-b71e631126f3 req-d22b77ee-4d94-43f5-9e46-680c96c9a5e1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:00.238492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768323d0-8a78-4986-9d49-b71e631126f3 req-d22b77ee-4d94-43f5-9e46-680c96c9a5e1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:00.246203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768323d0-8a78-4986-9d49-b71e631126f3 req-d22b77ee-4d94-43f5-9e46-680c96c9a5e1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:00.252234 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768323d0-8a78-4986-9d49-b71e631126f3 req-d22b77ee-4d94-43f5-9e46-680c96c9a5e1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:00.254056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-768323d0-8a78-4986-9d49-b71e631126f3 req-d22b77ee-4d94-43f5-9e46-680c96c9a5e1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 3814 time: 0.4312165 Jan 14 01:51:00.311443 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:00.344613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-ecb04390-e0fb-4176-a81c-d604b52040d6 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:00.356958 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-ecb04390-e0fb-4176-a81c-d604b52040d6 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 945 time: 0.2199678 Jan 14 01:51:00.604366 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36074) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:00.613924 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c121a5e7-f7f1-4aad-a52b-c08401d58912 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:51:00.622235 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Publish callbacks [] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:00.636282 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Transition to ACTIVE for port object c121a5e7-f7f1-4aad-a52b-c08401d58912 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:51:00.683623 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:00.729083 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Deleting port 69c51574-0698-41f6-8dd9-297ebe2a40ee {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:51:00.729423 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:00.744247 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Pushing event updated for resources: {'Port': ['ID=c121a5e7-f7f1-4aad-a52b-c08401d58912,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:00.891084 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-768323d0-8a78-4986-9d49-b71e631126f3 req-0d96607f-fcbb-4fd9-afe5-ae417112ce93 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5900671 Jan 14 01:51:00.916910 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe065-ea39-4e48-8065-5a88a1083f92 req-7806defa-c203-4c91-8f2e-bd62ef906f57 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:00.926020 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-59bbe065-ea39-4e48-8065-5a88a1083f92 req-7806defa-c203-4c91-8f2e-bd62ef906f57 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 945 time: 0.2818007 Jan 14 01:51:00.991009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Attempting to bind port c121a5e7-f7f1-4aad-a52b-c08401d58912 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:00.994010 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Attempting to bind port c121a5e7-f7f1-4aad-a52b-c08401d58912 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:00.994553 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Attempting to bind port c121a5e7-f7f1-4aad-a52b-c08401d58912 on network 76d46afc-cc44-477a-92f7-8aa69ad025a7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:01.059021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Port c121a5e7-f7f1-4aad-a52b-c08401d58912 on network 76d46afc-cc44-477a-92f7-8aa69ad025a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:51:01.059608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Attempting to bind port c121a5e7-f7f1-4aad-a52b-c08401d58912 on network 76d46afc-cc44-477a-92f7-8aa69ad025a7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:01.068398 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] For port 69c51574-0698-41f6-8dd9-297ebe2a40ee, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=69c51574-0698-41f6-8dd9-297ebe2a40ee,segment=NetworkSegment(6bcbfbeb-94b0-4da5-b524-20bb1718cec0),segment_id=6bcbfbeb-94b0-4da5-b524-20bb1718cec0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:01.069441 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:01.089106 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-59bbe065-ea39-4e48-8065-5a88a1083f92 req-7207a240-2f68-4cdf-a1be-aae6af72b8ba tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad76723f-04fc-4afb-94cd-6a77598f2e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550312 Jan 14 01:51:01.097333 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:01.098847 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Checking segment: {'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:01.099422 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Bound using segment: {'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:01.100973 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Bound port: c121a5e7-f7f1-4aad-a52b-c08401d58912, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:01.102084 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:01.279663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] For port c121a5e7-f7f1-4aad-a52b-c08401d58912, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:01.285678 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] For port c121a5e7-f7f1-4aad-a52b-c08401d58912, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c121a5e7-f7f1-4aad-a52b-c08401d58912,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:01.301405 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:01.399842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:01.405583 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:01.407475 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] 10.222.0.46 "PUT /v2.0/ports/c121a5e7-f7f1-4aad-a52b-c08401d58912 HTTP/1.1" status: 200 len: 1091 time: 1.5182064 Jan 14 01:51:01.415068 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': 'c121a5e7-f7f1-4aad-a52b-c08401d58912'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:01.417961 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "c121a5e7-f7f1-4aad-a52b-c08401d58912"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:01.459097 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Request body: {'port': {'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:01.522172 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:01.580662 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a78e1ba-1165-4600-9de8-cf47e34857b6 x-openstack-request-id: req-1a78e1ba-1165-4600-9de8-cf47e34857b6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:01.581257 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "c121a5e7-f7f1-4aad-a52b-c08401d58912", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:01.581681 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a78e1ba-1165-4600-9de8-cf47e34857b6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:01.582536 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': 'c121a5e7-f7f1-4aad-a52b-c08401d58912', 'status': 'completed', 'code': 200} Jan 14 01:51:01.593262 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ce398-48d7-4de0-a1d6-45868245c75e service neutron] Pushing event updated for resources: {'Port': ['ID=c121a5e7-f7f1-4aad-a52b-c08401d58912,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:01.685457 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:01.685946 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (7090c5f0-b166-49d3-a0e5-eba0b0df4d07), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:01.687729 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Floating IP 7090c5f0-b166-49d3-a0e5-eba0b0df4d07 disassociated. External IP: 172.25.2.130, port: 69c51574-0698-41f6-8dd9-297ebe2a40ee. Jan 14 01:51:01.688215 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Calling delete_port for 69c51574-0698-41f6-8dd9-297ebe2a40ee owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:51:01.801893 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:01.923920 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b7122-c1b8-4d24-b97d-8d6e9abfc0b8 req-01ae97dc-0fb0-40b2-8a9d-ece0afb8c6fd tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:01.925656 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-011b7122-c1b8-4d24-b97d-8d6e9abfc0b8 req-01ae97dc-0fb0-40b2-8a9d-ece0afb8c6fd tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 945 time: 0.4373612 Jan 14 01:51:02.029482 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-296041158-network', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:02.110219 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (69c51574-0698-41f6-8dd9-297ebe2a40ee), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:02.139066 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-011b7122-c1b8-4d24-b97d-8d6e9abfc0b8 req-e7b007d2-1b0f-4f0d-ba0a-c3f9df16ceec tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044179 Jan 14 01:51:02.298355 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Pushing event deleted for resources: {'Port': ['ID=69c51574-0698-41f6-8dd9-297ebe2a40ee,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:02.398852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a req-33e826ff-625b-4544-b42a-c7cfb9a1981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:02.399696 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a req-33e826ff-625b-4544-b42a-c7cfb9a1981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:02.400344 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a req-33e826ff-625b-4544-b42a-c7cfb9a1981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:02.401164 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a req-33e826ff-625b-4544-b42a-c7cfb9a1981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:02.401805 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a req-33e826ff-625b-4544-b42a-c7cfb9a1981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:02.403913 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a req-33e826ff-625b-4544-b42a-c7cfb9a1981e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 4361 time: 0.3640497 Jan 14 01:51:02.430199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:51:02.437369 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:02.518798 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:02.875718 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Router ba637b14-b100-4486-a6d8-dc57d571142e has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:51:02.990877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a req-20f622e0-7cb4-458c-969e-77991306c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:02.996024 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a req-20f622e0-7cb4-458c-969e-77991306c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:02.998299 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a req-20f622e0-7cb4-458c-969e-77991306c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:03.008435 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a req-20f622e0-7cb4-458c-969e-77991306c779 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=82ce06b59ec642de9d503f0966874395&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5656238 Jan 14 01:51:03.384436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:51:03.399214 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fd91a7-91c6-4575-9217-22bcf6d3e7cc None None] Sync routers for ids ['ba637b14-b100-4486-a6d8-dc57d571142e'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:51:03.404749 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a req-8f7296dd-8711-4652-8656-016e027bef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:03.406907 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e2ac21a5-de3e-457b-8cb0-3dcfaa03301a req-8f7296dd-8711-4652-8656-016e027bef73 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2541542 Jan 14 01:51:03.411075 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0faadaa8-9feb-4af7-bea5-26a8850f9b51 req-5084a868-7ab2-40aa-9ae9-43202aa28a46 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.1660411 Jan 14 01:51:03.433133 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd91a7-91c6-4575-9217-22bcf6d3e7cc None None] Routers {'ba637b14-b100-4486-a6d8-dc57d571142e'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:51:03.433790 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-64fd91a7-91c6-4575-9217-22bcf6d3e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:50:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ba637b14-b100-4486-a6d8-dc57d571142e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:03.465812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d070d3-de81-426a-a55a-a0f5fa3bb389 req-679be338-a72f-4150-945c-a4ac3b20fbed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:03.486278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d070d3-de81-426a-a55a-a0f5fa3bb389 req-679be338-a72f-4150-945c-a4ac3b20fbed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:03.529349 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d070d3-de81-426a-a55a-a0f5fa3bb389 req-679be338-a72f-4150-945c-a4ac3b20fbed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:03.548983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d070d3-de81-426a-a55a-a0f5fa3bb389 req-679be338-a72f-4150-945c-a4ac3b20fbed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:03.551719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] No DVR routers for this DVR port 69c51574-0698-41f6-8dd9-297ebe2a40ee on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:51:03.554891 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:03.559157 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-16ad25e2-ec24-4a5b-bd3b-ed3c4a59e7ea req-e7214a05-7ff3-423e-85db-85f019861807 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.36 "DELETE /v2.0/ports/69c51574-0698-41f6-8dd9-297ebe2a40ee HTTP/1.1" status: 204 len: 173 time: 3.1968906 Jan 14 01:51:03.564431 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'name': 'network-vif-deleted', 'tag': '69c51574-0698-41f6-8dd9-297ebe2a40ee'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:03.566979 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39933432-181e-4714-bdde-b5cb2adee61e" -d '{"events": [{"server_uuid": "4d16b465-d74b-4086-8c12-ce59c891f1c5", "name": "network-vif-deleted", "tag": "69c51574-0698-41f6-8dd9-297ebe2a40ee"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:03.569230 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d070d3-de81-426a-a55a-a0f5fa3bb389 req-679be338-a72f-4150-945c-a4ac3b20fbed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:03.574370 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Publish callbacks [] for security_group (359de584-6389-4e81-815d-59691364fdc9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:03.577650 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4d070d3-de81-426a-a55a-a0f5fa3bb389 req-679be338-a72f-4150-945c-a4ac3b20fbed tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 3826 time: 1.5117750 Jan 14 01:51:03.588597 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (359de584-6389-4e81-815d-59691364fdc9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:03.688910 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:51:03.733767 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (1902c287-4d6c-4ba6-b197-b3cb1d52c85e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:03.734883 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Added segment 1902c287-4d6c-4ba6-b197-b3cb1d52c85e of type vlan for network d904935c-610e-42e6-94e1-24e36d7164e2 Jan 14 01:51:03.758732 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359de584-6389-4e81-815d-59691364fdc9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:03.848423 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (d904935c-610e-42e6-94e1-24e36d7164e2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:03.861707 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd67b8-39d5-495f-813b-5d1c996ae88b req-a3f1d10f-5f94-4473-99f8-02a4f0f97fbb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:03.864826 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f6cd67b8-39d5-495f-813b-5d1c996ae88b req-a3f1d10f-5f94-4473-99f8-02a4f0f97fbb tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.36 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 945 time: 0.6316869 Jan 14 01:51:03.934168 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 69c51574-0698-41f6-8dd9-297ebe2a40ee no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:51:03.955263 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4d070d3-de81-426a-a55a-a0f5fa3bb389 req-756dc3c5-7522-47a5-b17f-8850de6db8ef tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3654683 Jan 14 01:51:03.968405 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-64fd91a7-91c6-4575-9217-22bcf6d3e7cc None None] Set router ba637b14-b100-4486-a6d8-dc57d571142e gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:51:03.984608 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (d904935c-610e-42e6-94e1-24e36d7164e2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:03.985687 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:03.986285 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:04.016000 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fd74d-3083-45b4-b81d-ba6a05175b54 req-eb63232c-9c11-465c-a207-ae661006521b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:04.022873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f55fd74d-3083-45b4-b81d-ba6a05175b54 req-eb63232c-9c11-465c-a207-ae661006521b tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 945 time: 0.3531606 Jan 14 01:51:04.232305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=d904935c-610e-42e6-94e1-24e36d7164e2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:04.233203 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 69c51574-0698-41f6-8dd9-297ebe2a40ee {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:51:04.233758 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 69c51574-0698-41f6-8dd9-297ebe2a40ee not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:51:04.234324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device ee32ab1f-68b2-4844-8920-b9eb34485ad5 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:51:04.256823 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c255609b-107a-49ed-a9ef-d50e59f8bc73 x-openstack-request-id: req-c255609b-107a-49ed-a9ef-d50e59f8bc73 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:04.262394 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d16b465-d74b-4086-8c12-ce59c891f1c5", "name": "network-vif-deleted", "tag": "69c51574-0698-41f6-8dd9-297ebe2a40ee", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:04.262820 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c255609b-107a-49ed-a9ef-d50e59f8bc73 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:04.265092 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d16b465-d74b-4086-8c12-ce59c891f1c5', 'name': 'network-vif-deleted', 'tag': '69c51574-0698-41f6-8dd9-297ebe2a40ee', 'status': 'completed', 'code': 200} Jan 14 01:51:04.277582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network d904935c-610e-42e6-94e1-24e36d7164e2 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:51:04.287503 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8e239b46-3ba1-4190-859f-5d3e986e0fe0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6776433 Jan 14 01:51:04.289369 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36170) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:04.309294 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a6523825-67fc-4477-8a82-cb0a3c5b38c6 admin admin] Request body: {'subnet': {'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-subnet', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:04.394515 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6523825-67fc-4477-8a82-cb0a3c5b38c6 admin admin] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:51:04.398347 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6523825-67fc-4477-8a82-cb0a3c5b38c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:04.413476 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:51:04.475736 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f55fd74d-3083-45b4-b81d-ba6a05175b54 req-f3ad021a-155d-40e6-a016-3fe144ab17f4 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514279 Jan 14 01:51:04.649197 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f6cd67b8-39d5-495f-813b-5d1c996ae88b req-1f3921e7-20f1-47f7-8915-d486867d9466 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Deleting port ee32ab1f-68b2-4844-8920-b9eb34485ad5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:51:04.653041 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f6cd67b8-39d5-495f-813b-5d1c996ae88b req-1f3921e7-20f1-47f7-8915-d486867d9466 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:04.716181 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:04.917353 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port ee32ab1f-68b2-4844-8920-b9eb34485ad5 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:04.920093 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:04.939693 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958a3119-0652-4e10-add3-6ef0d62d1943 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:51:04.952720 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Publish callbacks [] for port (958a3119-0652-4e10-add3-6ef0d62d1943), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:04.983636 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Transition to ACTIVE for port object 958a3119-0652-4e10-add3-6ef0d62d1943 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:51:05.015494 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port ee32ab1f-68b2-4844-8920-b9eb34485ad5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=ee32ab1f-68b2-4844-8920-b9eb34485ad5,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:05.018048 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:05.039934 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050b1805-8adc-4458-9502-3827ad2eb842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee32ab1f-68b2-4844-8920-b9eb34485ad5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:05.049362 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a311587-7690-4f7e-9b50-e93519937bb1" -d '{"events": [{"server_uuid": "050b1805-8adc-4458-9502-3827ad2eb842", "name": "network-vif-unplugged", "status": "completed", "tag": "ee32ab1f-68b2-4844-8920-b9eb34485ad5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:05.069407 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:05.085229 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c585ec5-f1a5-4943-8ade-60d067b33ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:05.107213 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6523825-67fc-4477-8a82-cb0a3c5b38c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (56102bb5-946c-4250-a30d-1c09c3c59942), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:05.138745 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a1c03c5-40a2-4bd6-9b52-2dc3c3329656 req-0ca213ee-9f69-49e5-9c11-df3b012ca155 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.1454952 Jan 14 01:51:05.175900 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-64fd91a7-91c6-4575-9217-22bcf6d3e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e0110df5-1122-402d-a495-8162f9aaa7f5', 'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'mac_address': 'fa:16:3e:25:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:31Z', 'updated_at': '2022-01-14T01:47:38Z', 'revision_number': 5, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'subnets': [{'id': '632fe819-208c-460c-b2be-a914dd3442c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:05.238968 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fd91a7-91c6-4575-9217-22bcf6d3e7cc None None] Checking router: ba637b14-b100-4486-a6d8-dc57d571142e for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:51:05.282317 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3afc4c8-118d-44f0-8506-9018f2ab6fb9 x-openstack-request-id: req-e3afc4c8-118d-44f0-8506-9018f2ab6fb9 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:05.282659 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050b1805-8adc-4458-9502-3827ad2eb842", "name": "network-vif-unplugged", "status": "completed", "tag": "ee32ab1f-68b2-4844-8920-b9eb34485ad5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:05.282922 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3afc4c8-118d-44f0-8506-9018f2ab6fb9 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:05.283340 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050b1805-8adc-4458-9502-3827ad2eb842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee32ab1f-68b2-4844-8920-b9eb34485ad5', 'code': 200} Jan 14 01:51:05.362744 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd91a7-91c6-4575-9217-22bcf6d3e7cc None None] Routers {'ba637b14-b100-4486-a6d8-dc57d571142e'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:51:05.363398 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-64fd91a7-91c6-4575-9217-22bcf6d3e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:50:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ba637b14-b100-4486-a6d8-dc57d571142e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:05.404000 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6523825-67fc-4477-8a82-cb0a3c5b38c6 admin admin] Checking segment: {'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:05.404367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6523825-67fc-4477-8a82-cb0a3c5b38c6 admin admin] Network hostable DHCP agents. Network: d904935c-610e-42e6-94e1-24e36d7164e2, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:51:05.422457 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6523825-67fc-4477-8a82-cb0a3c5b38c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56102bb5-946c-4250-a30d-1c09c3c59942,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:05.462750 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6523825-67fc-4477-8a82-cb0a3c5b38c6 admin admin] Network d904935c-610e-42e6-94e1-24e36d7164e2 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:51:05.482938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a6523825-67fc-4477-8a82-cb0a3c5b38c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, d904935c-610e-42e6-94e1-24e36d7164e2) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:51:05.488226 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6523825-67fc-4477-8a82-cb0a3c5b38c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:05.489285 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6523825-67fc-4477-8a82-cb0a3c5b38c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:05.503282 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Attempting to bind port 958a3119-0652-4e10-add3-6ef0d62d1943 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:05.504271 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Attempting to bind port 958a3119-0652-4e10-add3-6ef0d62d1943 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:05.504833 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Attempting to bind port 958a3119-0652-4e10-add3-6ef0d62d1943 on network a90fd40e-479d-417e-abd9-e59eeb30a63a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:05.525280 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a6523825-67fc-4477-8a82-cb0a3c5b38c6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2300198 Jan 14 01:51:05.526535 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f6cd67b8-39d5-495f-813b-5d1c996ae88b req-1f3921e7-20f1-47f7-8915-d486867d9466 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] For port ee32ab1f-68b2-4844-8920-b9eb34485ad5, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=ee32ab1f-68b2-4844-8920-b9eb34485ad5,segment=NetworkSegment(37f219ff-075f-4ebf-a5c5-24ae1fa78970),segment_id=37f219ff-075f-4ebf-a5c5-24ae1fa78970)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:05.526683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:05.527303 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f6cd67b8-39d5-495f-813b-5d1c996ae88b req-1f3921e7-20f1-47f7-8915-d486867d9466 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:05.532434 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:05.545927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d415-959f-44dc-ac7e-4d09d328d71c req-400645bc-0326-412d-a85e-ea78c660861b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:05.552567 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d415-959f-44dc-ac7e-4d09d328d71c req-400645bc-0326-412d-a85e-ea78c660861b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:05.559291 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d415-959f-44dc-ac7e-4d09d328d71c req-400645bc-0326-412d-a85e-ea78c660861b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:05.566355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d415-959f-44dc-ac7e-4d09d328d71c req-400645bc-0326-412d-a85e-ea78c660861b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:05.574466 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d415-959f-44dc-ac7e-4d09d328d71c req-400645bc-0326-412d-a85e-ea78c660861b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:05.585137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d415-959f-44dc-ac7e-4d09d328d71c req-400645bc-0326-412d-a85e-ea78c660861b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:05.591089 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (7f4a2a03-f37c-4457-a8e2-1049fe94117e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:05.593742 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b79d415-959f-44dc-ac7e-4d09d328d71c req-400645bc-0326-412d-a85e-ea78c660861b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 4598 time: 0.3370197 Jan 14 01:51:05.596301 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (7f4a2a03-f37c-4457-a8e2-1049fe94117e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:05.596602 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Pushing event updated for resources: {'Port': ['ID=958a3119-0652-4e10-add3-6ef0d62d1943,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:05.629603 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Port 958a3119-0652-4e10-add3-6ef0d62d1943 on network a90fd40e-479d-417e-abd9-e59eeb30a63a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:51:05.630252 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Attempting to bind port 958a3119-0652-4e10-add3-6ef0d62d1943 on network a90fd40e-479d-417e-abd9-e59eeb30a63a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:05.640942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:05.641558 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Checking segment: {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:05.642207 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Bound using segment: {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:05.642886 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Bound port: 958a3119-0652-4e10-add3-6ef0d62d1943, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:05.643485 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:05.664125 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f6cd67b8-39d5-495f-813b-5d1c996ae88b req-1f3921e7-20f1-47f7-8915-d486867d9466 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Calling delete_port for ee32ab1f-68b2-4844-8920-b9eb34485ad5 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:51:05.754313 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ffd0d-dc0b-442f-9905-fe8e998dabab None None] Network d904935c-610e-42e6-94e1-24e36d7164e2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:51:05.818822 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Publish callbacks [] for router_controller (7f4a2a03-f37c-4457-a8e2-1049fe94117e), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:05.990678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=ee32ab1f-68b2-4844-8920-b9eb34485ad5,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:06.198793 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b79d415-959f-44dc-ac7e-4d09d328d71c req-15dce64f-da85-44a3-8b31-67ea48319892 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6035612 Jan 14 01:51:06.214360 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f6cd67b8-39d5-495f-813b-5d1c996ae88b req-1f3921e7-20f1-47f7-8915-d486867d9466 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ee32ab1f-68b2-4844-8920-b9eb34485ad5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:06.267264 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Publish callbacks [] for router_gateway (7f4a2a03-f37c-4457-a8e2-1049fe94117e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:06.453360 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3921e7-20f1-47f7-8915-d486867d9466 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Pushing event deleted for resources: {'Port': ['ID=ee32ab1f-68b2-4844-8920-b9eb34485ad5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:06.491042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587998d6-f506-46b7-8c17-ed3b35f082b6 req-19f26d96-dd86-459c-8394-fb7756e16158 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:06.503881 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-587998d6-f506-46b7-8c17-ed3b35f082b6 req-19f26d96-dd86-459c-8394-fb7756e16158 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/ports?device_id=050b1805-8adc-4458-9502-3827ad2eb842 HTTP/1.1" status: 200 len: 865 time: 0.7811501 Jan 14 01:51:06.674198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] For port 958a3119-0652-4e10-add3-6ef0d62d1943, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:06.678995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b067f-4468-4753-8f41-0b87239460c3 None None] DHCP port deletion for 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:51:06.724652 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-64fd91a7-91c6-4575-9217-22bcf6d3e7cc None None] Set router ba637b14-b100-4486-a6d8-dc57d571142e gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:51:06.819435 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] For port 958a3119-0652-4e10-add3-6ef0d62d1943, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=958a3119-0652-4e10-add3-6ef0d62d1943,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:06.847220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-587998d6-f506-46b7-8c17-ed3b35f082b6 req-f55f8ce9-275c-4097-94b4-a4494f8b598e tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407736 Jan 14 01:51:06.886943 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:06.903772 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2892f06c-c7cb-43c7-b756-0ad3759a02da req-d1c6f21c-b447-480e-a45a-d43ee923b637 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.3890615 Jan 14 01:51:06.908113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cd67b8-39d5-495f-813b-5d1c996ae88b req-1f3921e7-20f1-47f7-8915-d486867d9466 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] No DVR routers for this DVR port ee32ab1f-68b2-4844-8920-b9eb34485ad5 on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:51:06.911525 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f6cd67b8-39d5-495f-813b-5d1c996ae88b req-1f3921e7-20f1-47f7-8915-d486867d9466 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:06.915864 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f6cd67b8-39d5-495f-813b-5d1c996ae88b req-1f3921e7-20f1-47f7-8915-d486867d9466 tempest-ServersTestJSON-317786061 tempest-ServersTestJSON-317786061-project] 10.222.0.36 "DELETE /v2.0/ports/ee32ab1f-68b2-4844-8920-b9eb34485ad5 HTTP/1.1" status: 204 len: 173 time: 3.0300360 Jan 14 01:51:06.918780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050b1805-8adc-4458-9502-3827ad2eb842', 'name': 'network-vif-deleted', 'tag': 'ee32ab1f-68b2-4844-8920-b9eb34485ad5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:06.922102 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a12d53f-b57c-40d3-a304-f990cbd43eab" -d '{"events": [{"server_uuid": "050b1805-8adc-4458-9502-3827ad2eb842", "name": "network-vif-deleted", "tag": "ee32ab1f-68b2-4844-8920-b9eb34485ad5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:06.990176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:06.990883 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:06.992904 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] 10.222.0.46 "PUT /v2.0/ports/958a3119-0652-4e10-add3-6ef0d62d1943 HTTP/1.1" status: 200 len: 1130 time: 5.5429177 Jan 14 01:51:07.045634 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Request body: {'port': {'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:07.061350 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814107a2-8cb5-4a6b-850b-b5a067b6dfe6 x-openstack-request-id: req-814107a2-8cb5-4a6b-850b-b5a067b6dfe6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:07.061705 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050b1805-8adc-4458-9502-3827ad2eb842", "name": "network-vif-deleted", "tag": "ee32ab1f-68b2-4844-8920-b9eb34485ad5", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:07.061896 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-814107a2-8cb5-4a6b-850b-b5a067b6dfe6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:07.062278 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050b1805-8adc-4458-9502-3827ad2eb842', 'name': 'network-vif-deleted', 'tag': 'ee32ab1f-68b2-4844-8920-b9eb34485ad5', 'status': 'completed', 'code': 200} Jan 14 01:51:07.133032 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-d904935c-610e-42e6-94e1-24e36d7164e2', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:51:07.138837 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:07.159600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b144b-cee3-4d63-94e9-00e72a975998 service neutron] Pushing event updated for resources: {'Port': ['ID=958a3119-0652-4e10-add3-6ef0d62d1943,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:07.292638 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:07.338181 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-09ad6bd3-0306-4cfa-a8ec-1ccae4af389b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:07.822167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea73f-e3a0-4042-bc72-050cdb5769cb req-b8d3e9ee-9459-4491-9002-99f87bfdacf8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:07.833318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea73f-e3a0-4042-bc72-050cdb5769cb req-b8d3e9ee-9459-4491-9002-99f87bfdacf8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:07.840712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea73f-e3a0-4042-bc72-050cdb5769cb req-b8d3e9ee-9459-4491-9002-99f87bfdacf8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:07.852055 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea73f-e3a0-4042-bc72-050cdb5769cb req-b8d3e9ee-9459-4491-9002-99f87bfdacf8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:07.879306 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea73f-e3a0-4042-bc72-050cdb5769cb req-b8d3e9ee-9459-4491-9002-99f87bfdacf8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:07.896033 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Publish callbacks [] for router_gateway (7f4a2a03-f37c-4457-a8e2-1049fe94117e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:07.896836 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea73f-e3a0-4042-bc72-050cdb5769cb req-b8d3e9ee-9459-4491-9002-99f87bfdacf8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:07.907102 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91dea73f-e3a0-4042-bc72-050cdb5769cb req-b8d3e9ee-9459-4491-9002-99f87bfdacf8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 4598 time: 0.4716699 Jan 14 01:51:07.995047 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:08.003741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Allocated IP 172.20.0.2 (d904935c-610e-42e6-94e1-24e36d7164e2/56102bb5-946c-4250-a30d-1c09c3c59942/10b589b8-0150-4356-a15c-440ddad2bb1f) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:51:08.024074 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 36308) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:08.290211 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Allocated IP 172.25.2.123 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/428bba41-ca97-4394-af7d-5f68d30d6b3b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:51:08.430175 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4c9f3d2e-e2fb-4887-ac48-519051793288 req-016fb25d-d1be-404d-95d0-598e726cc839 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.1733525 Jan 14 01:51:08.626557 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Publish callbacks [] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:08.662961 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d93e27-8ce2-44d3-b653-aa52728215cf admin admin] Deleting subnet 845bcc49-2264-4165-8b1c-097522050b8c {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:51:08.678339 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62d93e27-8ce2-44d3-b653-aa52728215cf admin admin] Publish callbacks [] for subnet (845bcc49-2264-4165-8b1c-097522050b8c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:08.763831 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:08.791393 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:08.810881 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-64fd91a7-91c6-4575-9217-22bcf6d3e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e0110df5-1122-402d-a495-8162f9aaa7f5', 'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'mac_address': 'fa:16:3e:25:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:31Z', 'updated_at': '2022-01-14T01:47:38Z', 'revision_number': 5, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'subnets': [{'id': '632fe819-208c-460c-b2be-a914dd3442c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:08.815302 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62d93e27-8ce2-44d3-b653-aa52728215cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (845bcc49-2264-4165-8b1c-097522050b8c), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:08.865308 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fd91a7-91c6-4575-9217-22bcf6d3e7cc None None] The sync data for ids ['ba637b14-b100-4486-a6d8-dc57d571142e'] in n-d-824358-4 is: [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:47:32Z', 'revision_number': 4, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'e0110df5-1122-402d-a495-8162f9aaa7f5', 'name': '', 'network_id': '7c6422e0-cdd4-456c-94af-f7620461d560', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'mac_address': 'fa:16:3e:25:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '632fe819-208c-460c-b2be-a914dd3442c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:31Z', 'updated_at': '2022-01-14T01:47:38Z', 'revision_number': 5, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'subnets': [{'id': '632fe819-208c-460c-b2be-a914dd3442c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:51:08.904318 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Publish callbacks [] for port (10b589b8-0150-4356-a15c-440ddad2bb1f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:08.927573 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (10b589b8-0150-4356-a15c-440ddad2bb1f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:08.952037 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:51:08.964768 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62d93e27-8ce2-44d3-b653-aa52728215cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (845bcc49-2264-4165-8b1c-097522050b8c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:08.976532 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Pushing event updated for resources: {'Port': ['ID=428bba41-ca97-4394-af7d-5f68d30d6b3b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:08.994900 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:51:08.998611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:51:09.113143 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': '958a3119-0652-4e10-add3-6ef0d62d1943'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:09.117874 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Network d904935c-610e-42e6-94e1-24e36d7164e2 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:51:09.126824 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518477fa-0a64-43d7-a481-d17be337d6a0 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:51:09.131162 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d774e21d-a362-4939-b7eb-1efa839ffc19" -d '{"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "958a3119-0652-4e10-add3-6ef0d62d1943"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:09.136720 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:51:09.153697 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:51:09.208438 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91dea73f-e3a0-4042-bc72-050cdb5769cb req-1d9ef1f2-192d-47a3-b9d5-e0ba150eb50d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3004043 Jan 14 01:51:09.263331 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa72862-5642-4f90-8375-fadf177a60e3 x-openstack-request-id: req-8aa72862-5642-4f90-8375-fadf177a60e3 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:09.263687 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "958a3119-0652-4e10-add3-6ef0d62d1943", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:09.263897 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8aa72862-5642-4f90-8375-fadf177a60e3 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:09.268791 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': '958a3119-0652-4e10-add3-6ef0d62d1943', 'status': 'completed', 'code': 200} Jan 14 01:51:09.394172 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62d93e27-8ce2-44d3-b653-aa52728215cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (845bcc49-2264-4165-8b1c-097522050b8c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:09.406875 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Pushing event updated for resources: {'Port': ['ID=10b589b8-0150-4356-a15c-440ddad2bb1f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:09.421992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Attempting to bind port 10b589b8-0150-4356-a15c-440ddad2bb1f on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:09.425912 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Attempting to bind port 10b589b8-0150-4356-a15c-440ddad2bb1f by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:09.426889 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Attempting to bind port 10b589b8-0150-4356-a15c-440ddad2bb1f on network d904935c-610e-42e6-94e1-24e36d7164e2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:09.450541 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:09.451241 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Checking segment: {'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:09.451827 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:09.452381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Bound using segment: {'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:09.456097 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Bound port: 10b589b8-0150-4356-a15c-440ddad2bb1f, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:09.456744 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (10b589b8-0150-4356-a15c-440ddad2bb1f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:09.500302 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-27fdfd79-94ec-4a0b-b4b6-702373117641 None None] Provisioning complete for port 428bba41-ca97-4394-af7d-5f68d30d6b3b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:09.500950 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-27fdfd79-94ec-4a0b-b4b6-702373117641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:09.587033 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d93e27-8ce2-44d3-b653-aa52728215cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845bcc49-2264-4165-8b1c-097522050b8c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:09.607744 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b34652-672e-440a-b219-ece79daa2c08 None None] New status for floating IP 7090c5f0-b166-49d3-a0e5-eba0b0df4d07: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:51:09.643540 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004b05b-f785-4eef-ac1c-6f0155cb5a6f None None] Network 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:51:09.645785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-27fdfd79-94ec-4a0b-b4b6-702373117641 None None] Port 428bba41-ca97-4394-af7d-5f68d30d6b3b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:51:09.678706 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62d93e27-8ce2-44d3-b653-aa52728215cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:09.682496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-62d93e27-8ce2-44d3-b653-aa52728215cf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/845bcc49-2264-4165-8b1c-097522050b8c HTTP/1.1" status: 204 len: 168 time: 1.6465924 Jan 14 01:51:09.701913 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-1981f2c2-4b80-4106-ad58-7a3f4a648b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:09.702409 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-1981f2c2-4b80-4106-ad58-7a3f4a648b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:09.702906 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-1981f2c2-4b80-4106-ad58-7a3f4a648b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:09.707903 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-1981f2c2-4b80-4106-ad58-7a3f4a648b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:09.708191 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-1981f2c2-4b80-4106-ad58-7a3f4a648b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:09.712959 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-1981f2c2-4b80-4106-ad58-7a3f4a648b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:09.721344 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-1981f2c2-4b80-4106-ad58-7a3f4a648b67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5284 time: 0.3487093 Jan 14 01:51:09.731037 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36364) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:09.854083 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fdcb2fbb-0f30-4b83-9035-89f8a36a0414 req-2251a850-203b-46aa-b726-6faac0cc7566 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.2177033 Jan 14 01:51:09.880258 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] For port 10b589b8-0150-4356-a15c-440ddad2bb1f, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:09.918604 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 36370) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:09.960930 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace57d3e-2c83-43e9-916a-32baa02a3e78 None None] DHCP port deletion for 673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:51:09.981918 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e7de05-6314-4968-a665-f6d0681ec2d6 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:51:09.991375 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Publish callbacks [] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:10.016781 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Transition to ACTIVE for port object 89e7de05-6314-4968-a665-f6d0681ec2d6 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:51:10.031801 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:10.048240 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] For port 10b589b8-0150-4356-a15c-440ddad2bb1f, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=10b589b8-0150-4356-a15c-440ddad2bb1f,segment=NetworkSegment(1902c287-4d6c-4ba6-b197-b3cb1d52c85e),segment_id=1902c287-4d6c-4ba6-b197-b3cb1d52c85e)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:10.064625 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (10b589b8-0150-4356-a15c-440ddad2bb1f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:10.104155 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:10.183944 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Publish callbacks [] for router_gateway (7f4a2a03-f37c-4457-a8e2-1049fe94117e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:10.221085 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Pushing event updated for resources: {'Port': ['ID=89e7de05-6314-4968-a665-f6d0681ec2d6,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:10.247642 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e279-9466-41ee-a9de-768ccc6d82e2 None None] Pushing event updated for resources: {'Port': ['ID=10b589b8-0150-4356-a15c-440ddad2bb1f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:10.281356 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.281711 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.282051 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.282390 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.282746 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.283076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.283403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.283727 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.305269 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.305875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.311208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.311714 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.316830 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:10.433479 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:10.580202 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af53b544-5871-4db9-8261-42962a1aba23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:10.586039 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Attempting to bind port 89e7de05-6314-4968-a665-f6d0681ec2d6 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:10.589941 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Attempting to bind port 89e7de05-6314-4968-a665-f6d0681ec2d6 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:10.590526 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Attempting to bind port 89e7de05-6314-4968-a665-f6d0681ec2d6 on network a90fd40e-479d-417e-abd9-e59eeb30a63a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:10.699366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Port 89e7de05-6314-4968-a665-f6d0681ec2d6 on network a90fd40e-479d-417e-abd9-e59eeb30a63a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:51:10.699708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Attempting to bind port 89e7de05-6314-4968-a665-f6d0681ec2d6 on network a90fd40e-479d-417e-abd9-e59eeb30a63a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:10.731455 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:10.731859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Checking segment: {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:10.732195 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Bound using segment: {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:10.732637 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Bound port: 89e7de05-6314-4968-a665-f6d0681ec2d6, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:10.732996 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:10.736027 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:10.931120 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:10.936753 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.977582 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.980046 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.980046 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.980046 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.980046 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.980046 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.980046 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.980046 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.980046 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.980046 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.980046 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:10.980046 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:10.980046 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:11.001365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe450-254d-4fa0-a4a7-b913af9760f6 req-07640d20-e82e-48c7-ac2e-6dec88167676 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:11.010858 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe450-254d-4fa0-a4a7-b913af9760f6 req-07640d20-e82e-48c7-ac2e-6dec88167676 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:11.022537 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe450-254d-4fa0-a4a7-b913af9760f6 req-07640d20-e82e-48c7-ac2e-6dec88167676 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:11.035702 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f219ff-075f-4ebf-a5c5-24ae1fa78970') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:11.035998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f219ff-075f-4ebf-a5c5-24ae1fa78970') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:11.049197 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe450-254d-4fa0-a4a7-b913af9760f6 req-07640d20-e82e-48c7-ac2e-6dec88167676 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:11.058176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe450-254d-4fa0-a4a7-b913af9760f6 req-07640d20-e82e-48c7-ac2e-6dec88167676 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:11.067249 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe450-254d-4fa0-a4a7-b913af9760f6 req-07640d20-e82e-48c7-ac2e-6dec88167676 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:11.080044 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe450-254d-4fa0-a4a7-b913af9760f6 req-07640d20-e82e-48c7-ac2e-6dec88167676 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:11.082297 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-814fe450-254d-4fa0-a4a7-b913af9760f6 req-07640d20-e82e-48c7-ac2e-6dec88167676 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5370 time: 0.5487733 Jan 14 01:51:11.153071 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (37f219ff-075f-4ebf-a5c5-24ae1fa78970), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:11.165691 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-8a864ec7-fd40-4af6-854c-b0b97d2443ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:11.166167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-8a864ec7-fd40-4af6-854c-b0b97d2443ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:11.166673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-8a864ec7-fd40-4af6-854c-b0b97d2443ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:11.168271 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-8a864ec7-fd40-4af6-854c-b0b97d2443ae service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=82ce06b59ec642de9d503f0966874395&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.4062207 Jan 14 01:51:11.199603 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27bcf76d-b019-4a2d-948e-d9d7a3fd8c4e req-0fc4c681-52d9-478b-a0d5-d86e24f7b0a8 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0748606 Jan 14 01:51:11.212378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] For port 89e7de05-6314-4968-a665-f6d0681ec2d6, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:11.289555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] For port 89e7de05-6314-4968-a665-f6d0681ec2d6, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=89e7de05-6314-4968-a665-f6d0681ec2d6,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:11.332349 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:11.361407 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-6d594688-7c8d-4953-89e0-d50db51e06d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:11.363589 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d774e21d-a362-4939-b7eb-1efa839ffc19 req-6d594688-7c8d-4953-89e0-d50db51e06d3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1744332 Jan 14 01:51:11.376157 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (37f219ff-075f-4ebf-a5c5-24ae1fa78970), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:11.391938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:51:11.392618 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (37f219ff-075f-4ebf-a5c5-24ae1fa78970), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:11.395457 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af53b544-5871-4db9-8261-42962a1aba23 admin admin] Publish callbacks [] for security_group (8b65b7b9-3f86-431a-a743-9a1a569fc805), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:11.412290 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:11.413231 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:11.415373 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] 10.222.0.46 "PUT /v2.0/ports/89e7de05-6314-4968-a665-f6d0681ec2d6 HTTP/1.1" status: 200 len: 1130 time: 4.3746288 Jan 14 01:51:11.466000 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': '89e7de05-6314-4968-a665-f6d0681ec2d6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:11.469042 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8267a3f6-5076-490f-a650-fab352ca1b47" -d '{"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "89e7de05-6314-4968-a665-f6d0681ec2d6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:11.472186 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af53b544-5871-4db9-8261-42962a1aba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8b65b7b9-3f86-431a-a743-9a1a569fc805), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:51:11.554088 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:51:11.609928 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:11.640069 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Request body: {'port': {'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:11.852591 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee797d87-ed95-444c-857c-c47f0a126d51 x-openstack-request-id: req-ee797d87-ed95-444c-857c-c47f0a126d51 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:11.852892 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "89e7de05-6314-4968-a665-f6d0681ec2d6", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:11.853209 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee797d87-ed95-444c-857c-c47f0a126d51 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:11.853628 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': '89e7de05-6314-4968-a665-f6d0681ec2d6', 'status': 'completed', 'code': 200} Jan 14 01:51:11.930208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-814fe450-254d-4fa0-a4a7-b913af9760f6 req-eaf989d2-4e6f-4d6b-a19d-8f9ed459e02e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7812610 Jan 14 01:51:12.003203 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 10b589b8-0150-4356-a15c-440ddad2bb1f up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:51:12.033971 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (7f4a2a03-f37c-4457-a8e2-1049fe94117e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:12.069943 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:12.090429 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] 10.222.0.26 "DELETE /v2.0/networks/673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c HTTP/1.1" status: 204 len: 168 time: 2.3553989 Jan 14 01:51:12.177651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232ae1e-cb22-4f10-b470-8ebb26bc86f8 service neutron] Pushing event updated for resources: {'Port': ['ID=89e7de05-6314-4968-a665-f6d0681ec2d6,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:12.195972 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-af53b544-5871-4db9-8261-42962a1aba23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=462a87fa955346d489f5bb83bb164660&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2762594 Jan 14 01:51:12.229444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 36410) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:12.305454 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 10b589b8-0150-4356-a15c-440ddad2bb1f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:12.315167 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (10b589b8-0150-4356-a15c-440ddad2bb1f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:12.395254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53b544-5871-4db9-8261-42962a1aba23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b65b7b9-3f86-431a-a743-9a1a569fc805,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:12.443875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 36414) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:12.483283 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1157a7a-1b53-47d5-90a0-1d212d6d2b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=673f7bf9-68d8-475c-a2b8-2a01cbcd9f4c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:12.511114 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-67005327-20c5-4f38-98da-acf679ea8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:12.511870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-67005327-20c5-4f38-98da-acf679ea8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:12.513189 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-67005327-20c5-4f38-98da-acf679ea8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:12.513816 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-67005327-20c5-4f38-98da-acf679ea8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:12.514452 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-67005327-20c5-4f38-98da-acf679ea8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:12.515067 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-67005327-20c5-4f38-98da-acf679ea8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:12.515680 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-67005327-20c5-4f38-98da-acf679ea8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:12.518330 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-67005327-20c5-4f38-98da-acf679ea8fbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6207 time: 0.4745245 Jan 14 01:51:12.603817 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:12.689635 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 10b589b8-0150-4356-a15c-440ddad2bb1f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:12.690631 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (10b589b8-0150-4356-a15c-440ddad2bb1f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:12.692283 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c98b4a-50b4-4a73-9161-6d2f678ff057 None None] Network d904935c-610e-42e6-94e1-24e36d7164e2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:51:12.700109 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-4b4a3016-886b-42ee-b2f0-985ca1283f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:12.700826 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-4b4a3016-886b-42ee-b2f0-985ca1283f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:12.701444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-4b4a3016-886b-42ee-b2f0-985ca1283f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:12.703285 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-4b4a3016-886b-42ee-b2f0-985ca1283f36 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=82ce06b59ec642de9d503f0966874395&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1551423 Jan 14 01:51:12.705117 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Router 7f4a2a03-f37c-4457-a8e2-1049fe94117e is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:51:12.763731 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37aa73a3-f540-4ffb-b8bd-06d226e629d9 req-1e8a4ce4-44d8-4d1b-abe7-0c8e653edf94 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.3266559 Jan 14 01:51:12.976363 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17bcd4fb-ce9f-412d-be58-4d3d78c1b819 admin admin] Publish callbacks [] for security_group (8b65b7b9-3f86-431a-a743-9a1a569fc805), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:12.984510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 10b589b8-0150-4356-a15c-440ddad2bb1f, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=10b589b8-0150-4356-a15c-440ddad2bb1f,segment=NetworkSegment(1902c287-4d6c-4ba6-b197-b3cb1d52c85e),segment_id=1902c287-4d6c-4ba6-b197-b3cb1d52c85e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:12.997376 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b8120ac8-533e-4ba7-8c1c-dd240f39f5f7 None None] Provisioning complete for port 10b589b8-0150-4356-a15c-440ddad2bb1f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:12.999318 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b8120ac8-533e-4ba7-8c1c-dd240f39f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (10b589b8-0150-4356-a15c-440ddad2bb1f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:13.055252 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17bcd4fb-ce9f-412d-be58-4d3d78c1b819 admin admin] Publish callbacks [] for security_group (8b65b7b9-3f86-431a-a743-9a1a569fc805), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:13.084354 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (10b589b8-0150-4356-a15c-440ddad2bb1f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:13.367106 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-8c22a282-f497-4500-8dc9-c41c85799050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:13.368981 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17bcd4fb-ce9f-412d-be58-4d3d78c1b819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8b65b7b9-3f86-431a-a743-9a1a569fc805), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:13.371041 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8267a3f6-5076-490f-a650-fab352ca1b47 req-8c22a282-f497-4500-8dc9-c41c85799050 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6603737 Jan 14 01:51:13.393998 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17bcd4fb-ce9f-412d-be58-4d3d78c1b819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:13.404660 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-17bcd4fb-ce9f-412d-be58-4d3d78c1b819 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b65b7b9-3f86-431a-a743-9a1a569fc805 HTTP/1.1" status: 204 len: 168 time: 1.1631467 Jan 14 01:51:13.427760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=10b589b8-0150-4356-a15c-440ddad2bb1f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:13.451536 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:51:13.524157 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:13.525597 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a66d5a4e-7f3c-4864-8f44-9ab54c65df08 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9978738 Jan 14 01:51:13.529370 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36434) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:13.553608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Sync routers for ids ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:51:13.604154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e70af-bb3c-4889-86db-f4f5f9f7e812 req-90942715-d6d3-4674-ac90-77fe88013888 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:13.605959 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Routers {'7f4a2a03-f37c-4457-a8e2-1049fe94117e'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:51:13.607162 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:51:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:13.621510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e70af-bb3c-4889-86db-f4f5f9f7e812 req-90942715-d6d3-4674-ac90-77fe88013888 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:13.642799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e70af-bb3c-4889-86db-f4f5f9f7e812 req-90942715-d6d3-4674-ac90-77fe88013888 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:13.658093 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e70af-bb3c-4889-86db-f4f5f9f7e812 req-90942715-d6d3-4674-ac90-77fe88013888 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:13.672309 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e70af-bb3c-4889-86db-f4f5f9f7e812 req-90942715-d6d3-4674-ac90-77fe88013888 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:13.683042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e70af-bb3c-4889-86db-f4f5f9f7e812 req-90942715-d6d3-4674-ac90-77fe88013888 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:13.698738 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e70af-bb3c-4889-86db-f4f5f9f7e812 req-90942715-d6d3-4674-ac90-77fe88013888 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:13.706924 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e2e70af-bb3c-4889-86db-f4f5f9f7e812 req-90942715-d6d3-4674-ac90-77fe88013888 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5370 time: 0.4304678 Jan 14 01:51:13.718016 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-67018749-ce5e-4c19-bd47-b75958696f43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fab75ce1abf44998cda6d72ba056199&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2550287 Jan 14 01:51:13.719295 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcd4fb-ce9f-412d-be58-4d3d78c1b819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b65b7b9-3f86-431a-a743-9a1a569fc805,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:13.719572 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b8120ac8-533e-4ba7-8c1c-dd240f39f5f7 None None] Current status of the port 10b589b8-0150-4356-a15c-440ddad2bb1f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:13.729113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 36436) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:13.840264 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 10b589b8-0150-4356-a15c-440ddad2bb1f up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:51:14.106511 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 10b589b8-0150-4356-a15c-440ddad2bb1f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:14.113194 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (10b589b8-0150-4356-a15c-440ddad2bb1f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:14.225956 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a66ca1e-2f29-4393-9e3f-f9ed4cfd8c46 admin admin] Publish callbacks [] for security_group (6b1b0f31-3a98-42e5-afec-c0f4779ff6f9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:14.229808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-82e185e6-558d-4ca7-9b00-94821972fd2e None None] Provisioning complete for port 10b589b8-0150-4356-a15c-440ddad2bb1f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:14.230665 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82e185e6-558d-4ca7-9b00-94821972fd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (10b589b8-0150-4356-a15c-440ddad2bb1f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:14.408408 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c99e01b-1a51-4fd4-a022-522b49e788df req-3619d07a-ec5d-4a07-9f8a-3cf41e9abf1f tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.1834049 Jan 14 01:51:14.425759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 10b589b8-0150-4356-a15c-440ddad2bb1f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:14.512908 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Set router 7f4a2a03-f37c-4457-a8e2-1049fe94117e gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:51:14.662721 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36452) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:14.721414 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a66ca1e-2f29-4393-9e3f-f9ed4cfd8c46 admin admin] Publish callbacks [] for security_group (6b1b0f31-3a98-42e5-afec-c0f4779ff6f9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:14.729369 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f354b689-487f-45cb-af1e-b1e6d5f70282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:14.944533 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e2e70af-bb3c-4889-86db-f4f5f9f7e812 req-258a26cf-2b53-4ebc-8a31-01734f673c7f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1994133 Jan 14 01:51:15.162294 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a66ca1e-2f29-4393-9e3f-f9ed4cfd8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6b1b0f31-3a98-42e5-afec-c0f4779ff6f9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:15.165982 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a66ca1e-2f29-4393-9e3f-f9ed4cfd8c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:15.170109 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1a66ca1e-2f29-4393-9e3f-f9ed4cfd8c46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b1b0f31-3a98-42e5-afec-c0f4779ff6f9 HTTP/1.1" status: 204 len: 168 time: 1.4239335 Jan 14 01:51:15.194089 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66ca1e-2f29-4393-9e3f-f9ed4cfd8c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1b0f31-3a98-42e5-afec-c0f4779ff6f9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:15.226346 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:05Z', 'updated_at': '2022-01-14T01:51:09Z', 'revision_number': 3, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'gw_port': {'id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:08Z', 'updated_at': '2022-01-14T01:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:15.270593 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f354b689-487f-45cb-af1e-b1e6d5f70282 admin admin] Publish callbacks [] for security_group (69782272-2f05-477a-9b6d-4fcc4d666027), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:15.308197 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Checking router: 7f4a2a03-f37c-4457-a8e2-1049fe94117e for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:51:15.308543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Updating router 7f4a2a03-f37c-4457-a8e2-1049fe94117e port 428bba41-ca97-4394-af7d-5f68d30d6b3b binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:51:15.311048 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eeca40e-5089-4d08-b18b-cc5afff82e38 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:51:15.332425 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Publish callbacks [] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:15.363190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Transition to ACTIVE for port object 6eeca40e-5089-4d08-b18b-cc5afff82e38 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:51:15.369100 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f354b689-487f-45cb-af1e-b1e6d5f70282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (69782272-2f05-477a-9b6d-4fcc4d666027), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:15.372909 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:15.375868 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:15.531064 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Pushing event updated for resources: {'Port': ['ID=6eeca40e-5089-4d08-b18b-cc5afff82e38,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:15.566972 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f354b689-487f-45cb-af1e-b1e6d5f70282 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63635216bafd4ecfb42a401c37826e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9005949 Jan 14 01:51:15.567940 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36468) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:15.583526 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354b689-487f-45cb-af1e-b1e6d5f70282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69782272-2f05-477a-9b6d-4fcc4d666027,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:15.648614 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:15.776247 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3fefd95f-f18d-4aef-9865-d263c4ac5172 req-165b4801-7315-4774-9ada-58ca7b372cde tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.1941502 Jan 14 01:51:15.867987 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Attempting to bind port 6eeca40e-5089-4d08-b18b-cc5afff82e38 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:15.868336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Attempting to bind port 6eeca40e-5089-4d08-b18b-cc5afff82e38 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:15.868660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Attempting to bind port 6eeca40e-5089-4d08-b18b-cc5afff82e38 on network a90fd40e-479d-417e-abd9-e59eeb30a63a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:15.891262 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Port 6eeca40e-5089-4d08-b18b-cc5afff82e38 on network a90fd40e-479d-417e-abd9-e59eeb30a63a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:51:15.891592 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Attempting to bind port 6eeca40e-5089-4d08-b18b-cc5afff82e38 on network a90fd40e-479d-417e-abd9-e59eeb30a63a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:15.893727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-82e185e6-558d-4ca7-9b00-94821972fd2e None None] Current status of the port 10b589b8-0150-4356-a15c-440ddad2bb1f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:15.909090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:15.911330 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Checking segment: {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:15.912712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Bound using segment: {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:15.913477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Bound port: 6eeca40e-5089-4d08-b18b-cc5afff82e38, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:15.914575 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.109332 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Allocated IP 172.20.0.1 (d904935c-610e-42e6-94e1-24e36d7164e2/56102bb5-946c-4250-a30d-1c09c3c59942/b1b2016c-5deb-48df-b1d9-69fa54ebb467) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:51:16.157348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072e040-0f2e-43a7-a09d-48fba27b3b17 req-48ded19d-71d1-4e81-9845-b3f476f6f49c tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:16.164260 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b072e040-0f2e-43a7-a09d-48fba27b3b17 req-48ded19d-71d1-4e81-9845-b3f476f6f49c tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 951 time: 0.2001503 Jan 14 01:51:16.202961 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] For port 6eeca40e-5089-4d08-b18b-cc5afff82e38, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:16.228734 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Publish callbacks [] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.230410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] For port 6eeca40e-5089-4d08-b18b-cc5afff82e38, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6eeca40e-5089-4d08-b18b-cc5afff82e38,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:16.255960 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.273628 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.306866 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b072e040-0f2e-43a7-a09d-48fba27b3b17 req-0accef26-c0b1-43bd-b5ae-dc25e0066a7d tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf904d52-23f4-4a2b-aebb-608b9b6a874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413727 Jan 14 01:51:16.312185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-153fc979-2ac7-4c09-b5b1-cc4c08539180 admin admin] Publish callbacks [] for security_group (69782272-2f05-477a-9b6d-4fcc4d666027), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.349683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde02d34-28b1-46fd-a1e6-22d11cfc30fa req-735353af-275c-4667-8c35-7fa522df18ab tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:16.364407 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde02d34-28b1-46fd-a1e6-22d11cfc30fa req-735353af-275c-4667-8c35-7fa522df18ab tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:16.379543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde02d34-28b1-46fd-a1e6-22d11cfc30fa req-735353af-275c-4667-8c35-7fa522df18ab tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:16.396358 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde02d34-28b1-46fd-a1e6-22d11cfc30fa req-735353af-275c-4667-8c35-7fa522df18ab tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:16.410785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde02d34-28b1-46fd-a1e6-22d11cfc30fa req-735353af-275c-4667-8c35-7fa522df18ab tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:16.418494 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde02d34-28b1-46fd-a1e6-22d11cfc30fa req-735353af-275c-4667-8c35-7fa522df18ab tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:16.422978 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0c857-b531-4b69-89b8-30bd2d9f516c None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:51:16.426396 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde02d34-28b1-46fd-a1e6-22d11cfc30fa req-735353af-275c-4667-8c35-7fa522df18ab tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:16.434856 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bde02d34-28b1-46fd-a1e6-22d11cfc30fa req-735353af-275c-4667-8c35-7fa522df18ab tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5382 time: 0.3097634 Jan 14 01:51:16.465568 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc23e9-4574-411c-a6d7-87999bc9d9c9 None None] Pushing event updated for resources: {'Port': ['ID=428bba41-ca97-4394-af7d-5f68d30d6b3b,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:16.477624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Attempting to bind port 428bba41-ca97-4394-af7d-5f68d30d6b3b on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:16.478139 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Attempting to bind port 428bba41-ca97-4394-af7d-5f68d30d6b3b by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:16.478540 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Attempting to bind port 428bba41-ca97-4394-af7d-5f68d30d6b3b on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:16.479612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:16.480390 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.481929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] 10.222.0.46 "PUT /v2.0/ports/6eeca40e-5089-4d08-b18b-cc5afff82e38 HTTP/1.1" status: 200 len: 1090 time: 5.0009384 Jan 14 01:51:16.485079 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': '6eeca40e-5089-4d08-b18b-cc5afff82e38'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:16.487523 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15949cb7-fe82-4a92-be75-d315f661eb23" -d '{"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "6eeca40e-5089-4d08-b18b-cc5afff82e38"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:16.491918 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:16.492300 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:16.492708 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.493116 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:16.504503 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-153fc979-2ac7-4c09-b5b1-cc4c08539180 admin admin] Publish callbacks [] for security_group (69782272-2f05-477a-9b6d-4fcc4d666027), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.504885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Bound port: 428bba41-ca97-4394-af7d-5f68d30d6b3b, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:16.505504 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.551845 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Request body: {'port': {'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:16.622804 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf90097-a191-482e-8bee-5e76ca92cb57 service neutron] Pushing event updated for resources: {'Port': ['ID=6eeca40e-5089-4d08-b18b-cc5afff82e38,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:16.632037 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Publish callbacks [] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.674339 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a2102f0d-a136-45fd-9655-bcf020f71156 None None] Provisioning complete for port 428bba41-ca97-4394-af7d-5f68d30d6b3b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:16.682264 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2102f0d-a136-45fd-9655-bcf020f71156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.741364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] For port 428bba41-ca97-4394-af7d-5f68d30d6b3b, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:16.765329 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.788801 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Network d904935c-610e-42e6-94e1-24e36d7164e2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:51:16.792485 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:51:16.795304 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:51:16.826701 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] For port 428bba41-ca97-4394-af7d-5f68d30d6b3b, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=428bba41-ca97-4394-af7d-5f68d30d6b3b,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:16.847033 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bde02d34-28b1-46fd-a1e6-22d11cfc30fa req-bc1cabfe-248f-4e29-94bd-91520bc7c7fe tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4110303 Jan 14 01:51:16.853804 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.885413 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:16.908170 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a2102f0d-a136-45fd-9655-bcf020f71156 None None] Port 428bba41-ca97-4394-af7d-5f68d30d6b3b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:51:17.008907 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b2016c-5deb-48df-b1d9-69fa54ebb467,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:17.041822 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb04051d-ff09-49d3-9747-733c52530d29 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:51:17.054642 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7d56fc-32d3-4622-b58f-72f50ec1bd28 x-openstack-request-id: req-cf7d56fc-32d3-4622-b58f-72f50ec1bd28 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:17.055149 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "6eeca40e-5089-4d08-b18b-cc5afff82e38", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:17.058209 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf7d56fc-32d3-4622-b58f-72f50ec1bd28 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:17.061559 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': '6eeca40e-5089-4d08-b18b-cc5afff82e38', 'status': 'completed', 'code': 200} Jan 14 01:51:17.072032 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (7f4a2a03-f37c-4457-a8e2-1049fe94117e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:17.174526 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-153fc979-2ac7-4c09-b5b1-cc4c08539180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (69782272-2f05-477a-9b6d-4fcc4d666027), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:17.179353 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-153fc979-2ac7-4c09-b5b1-cc4c08539180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:17.181793 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-153fc979-2ac7-4c09-b5b1-cc4c08539180 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69782272-2f05-477a-9b6d-4fcc4d666027 HTTP/1.1" status: 204 len: 168 time: 1.6070654 Jan 14 01:51:17.211303 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fc979-2ac7-4c09-b5b1-cc4c08539180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69782272-2f05-477a-9b6d-4fcc4d666027,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:17.349765 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-a8188e7a-7f2b-4fc1-8b04-097de5885af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:17.350382 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-a8188e7a-7f2b-4fc1-8b04-097de5885af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:17.352387 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-a8188e7a-7f2b-4fc1-8b04-097de5885af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:17.352952 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-a8188e7a-7f2b-4fc1-8b04-097de5885af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:17.353652 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-a8188e7a-7f2b-4fc1-8b04-097de5885af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:17.356796 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-a8188e7a-7f2b-4fc1-8b04-097de5885af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:17.357474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-a8188e7a-7f2b-4fc1-8b04-097de5885af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:17.361928 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-a8188e7a-7f2b-4fc1-8b04-097de5885af0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6274 time: 0.3134019 Jan 14 01:51:17.449859 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf9dce71-5163-410b-8ccb-f196233ef9a4 req-5ea173ee-6588-46ae-be4f-30382d7b33f8 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.1419017 Jan 14 01:51:17.630284 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc23e9-4574-411c-a6d7-87999bc9d9c9 None None] Pushing event updated for resources: {'Port': ['ID=428bba41-ca97-4394-af7d-5f68d30d6b3b,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:17.652629 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Routers {'7f4a2a03-f37c-4457-a8e2-1049fe94117e'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:51:17.652836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:51:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:17.821555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae56713-6f97-4a49-b531-5e52b0bb578a {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:51:17.845998 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Publish callbacks [] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:17.847794 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-1266d059-39eb-4e38-b3ee-b4a6342dc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:17.850195 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-1266d059-39eb-4e38-b3ee-b4a6342dc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:17.851733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-1266d059-39eb-4e38-b3ee-b4a6342dc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:17.859791 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-1266d059-39eb-4e38-b3ee-b4a6342dc54f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=82ce06b59ec642de9d503f0966874395&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3527040 Jan 14 01:51:17.883335 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Transition to ACTIVE for port object eae56713-6f97-4a49-b531-5e52b0bb578a will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:51:17.897396 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:17.998862 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0aa56ed5-b18a-42d2-b378-5fd81ec42481 None None] Provisioning complete for port b1b2016c-5deb-48df-b1d9-69fa54ebb467 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:17.999283 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0aa56ed5-b18a-42d2-b378-5fd81ec42481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:18.059296 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] Set router 7f4a2a03-f37c-4457-a8e2-1049fe94117e gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:51:18.113822 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:18.117222 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-51b88d4f-10fd-42e9-9de3-86c89e2c87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:18.118731 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-15949cb7-fe82-4a92-be75-d315f661eb23 req-51b88d4f-10fd-42e9-9de3-86c89e2c87e9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1467321 Jan 14 01:51:18.541115 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0aa56ed5-b18a-42d2-b378-5fd81ec42481 None None] Port b1b2016c-5deb-48df-b1d9-69fa54ebb467 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:51:18.588430 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Publish callbacks [] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:18.600241 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:18.630436 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0aa56ed5-b18a-42d2-b378-5fd81ec42481 None None] Provisioning complete for port 428bba41-ca97-4394-af7d-5f68d30d6b3b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:18.640882 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0aa56ed5-b18a-42d2-b378-5fd81ec42481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:18.681423 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Pushing event updated for resources: {'Port': ['ID=eae56713-6f97-4a49-b531-5e52b0bb578a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:18.752892 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (7f4a2a03-f37c-4457-a8e2-1049fe94117e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:18.863631 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b2016c-5deb-48df-b1d9-69fa54ebb467,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:18.892766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d90b55-0a32-4d31-a34d-4a2a7c56e9d5 req-d5512877-a71e-4997-b842-a2f08ca308c7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:18.915739 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d90b55-0a32-4d31-a34d-4a2a7c56e9d5 req-d5512877-a71e-4997-b842-a2f08ca308c7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:18.921798 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d90b55-0a32-4d31-a34d-4a2a7c56e9d5 req-d5512877-a71e-4997-b842-a2f08ca308c7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:18.934879 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:05Z', 'updated_at': '2022-01-14T01:51:17Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'gw_port': {'id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:08Z', 'updated_at': '2022-01-14T01:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b1b2016c-5deb-48df-b1d9-69fa54ebb467', 'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'mac_address': 'fa:16:3e:7e:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:15Z', 'updated_at': '2022-01-14T01:51:16Z', 'revision_number': 1, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'subnets': [{'id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:18.941677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d90b55-0a32-4d31-a34d-4a2a7c56e9d5 req-d5512877-a71e-4997-b842-a2f08ca308c7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:18.957981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d90b55-0a32-4d31-a34d-4a2a7c56e9d5 req-d5512877-a71e-4997-b842-a2f08ca308c7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:18.971131 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d90b55-0a32-4d31-a34d-4a2a7c56e9d5 req-d5512877-a71e-4997-b842-a2f08ca308c7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:18.978407 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36598) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:18.988366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d90b55-0a32-4d31-a34d-4a2a7c56e9d5 req-d5512877-a71e-4997-b842-a2f08ca308c7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:18.996470 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6d90b55-0a32-4d31-a34d-4a2a7c56e9d5 req-d5512877-a71e-4997-b842-a2f08ca308c7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5394 time: 0.3010402 Jan 14 01:51:19.047369 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537169f1-8225-48f2-8949-05a72549c0ec None None] The sync data for ids ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'] in n-d-824358-4 is: [{'id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:05Z', 'updated_at': '2022-01-14T01:51:17Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'gw_port': {'id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:08Z', 'updated_at': '2022-01-14T01:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b1b2016c-5deb-48df-b1d9-69fa54ebb467', 'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'mac_address': 'fa:16:3e:7e:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:15Z', 'updated_at': '2022-01-14T01:51:16Z', 'revision_number': 1, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'subnets': [{'id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:51:19.073859 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Network d904935c-610e-42e6-94e1-24e36d7164e2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:51:19.088782 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0aa56ed5-b18a-42d2-b378-5fd81ec42481 None None] Current status of the port 428bba41-ca97-4394-af7d-5f68d30d6b3b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:19.088782 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0aa56ed5-b18a-42d2-b378-5fd81ec42481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:19.091458 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:51:19.172842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ee2c8-10af-4d24-88ae-c4a1e9ce0e92 req-ad8977cd-a3c3-4a58-8597-2fb68b105059 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:19.177383 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0aa56ed5-b18a-42d2-b378-5fd81ec42481 None None] For port 428bba41-ca97-4394-af7d-5f68d30d6b3b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=428bba41-ca97-4394-af7d-5f68d30d6b3b,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:19.182213 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e0ee2c8-10af-4d24-88ae-c4a1e9ce0e92 req-ad8977cd-a3c3-4a58-8597-2fb68b105059 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 951 time: 0.4805005 Jan 14 01:51:19.189432 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0aa56ed5-b18a-42d2-b378-5fd81ec42481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:19.300118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6d90b55-0a32-4d31-a34d-4a2a7c56e9d5 req-3563787d-f49e-45c2-b30b-18ece187e7b9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3026571 Jan 14 01:51:19.371348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa56ed5-b18a-42d2-b378-5fd81ec42481 None None] Pushing event updated for resources: {'Port': ['ID=428bba41-ca97-4394-af7d-5f68d30d6b3b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:19.414285 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e59cee53-de5a-4a5a-8681-a76649bc5b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:19.487672 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Attempting to bind port eae56713-6f97-4a49-b531-5e52b0bb578a on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:19.488294 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Attempting to bind port eae56713-6f97-4a49-b531-5e52b0bb578a by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:19.488853 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Attempting to bind port eae56713-6f97-4a49-b531-5e52b0bb578a on network a90fd40e-479d-417e-abd9-e59eeb30a63a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:19.498459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Port eae56713-6f97-4a49-b531-5e52b0bb578a on network a90fd40e-479d-417e-abd9-e59eeb30a63a not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:51:19.498667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Attempting to bind port eae56713-6f97-4a49-b531-5e52b0bb578a on network a90fd40e-479d-417e-abd9-e59eeb30a63a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:19.516668 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e59b4798-79fc-4292-83d3-396ee760aed2 None None] Provisioning complete for port b1b2016c-5deb-48df-b1d9-69fa54ebb467 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:19.517045 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e59b4798-79fc-4292-83d3-396ee760aed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:19.589415 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Router 7f4a2a03-f37c-4457-a8e2-1049fe94117e has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:51:19.627147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e59b4798-79fc-4292-83d3-396ee760aed2 None None] Port b1b2016c-5deb-48df-b1d9-69fa54ebb467 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:51:19.628513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:19.629546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Checking segment: {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:19.631449 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Bound using segment: {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:19.639748 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Bound port: eae56713-6f97-4a49-b531-5e52b0bb578a, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a0cc5a-8f2b-43a0-9b2c-550460143fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:19.640134 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:19.652749 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e0ee2c8-10af-4d24-88ae-c4a1e9ce0e92 req-0ea797ca-804a-4051-8bff-93688caa99ce tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf904d52-23f4-4a2b-aebb-608b9b6a874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675202 Jan 14 01:51:19.660321 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-022bc4fa-6663-499a-8f54-f4cd182412fa req-dc6934a9-3b5f-4e7b-81b6-e5af2a2fbe9a tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.1629617 Jan 14 01:51:19.805053 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] For port eae56713-6f97-4a49-b531-5e52b0bb578a, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:19.808814 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] For port eae56713-6f97-4a49-b531-5e52b0bb578a, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=eae56713-6f97-4a49-b531-5e52b0bb578a,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:19.833380 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:19.863293 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e59cee53-de5a-4a5a-8681-a76649bc5b2c admin admin] Publish callbacks [] for security_group (9925ad20-0e07-4063-91ec-4c4462d9d587), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:19.876587 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e59cee53-de5a-4a5a-8681-a76649bc5b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9925ad20-0e07-4063-91ec-4c4462d9d587), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:19.881638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:19.883700 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:19.886060 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] 10.222.0.46 "PUT /v2.0/ports/eae56713-6f97-4a49-b531-5e52b0bb578a HTTP/1.1" status: 200 len: 1090 time: 3.3386099 Jan 14 01:51:19.890907 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': 'eae56713-6f97-4a49-b531-5e52b0bb578a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:19.893221 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5880cc86-757c-4a7c-afc6-23b80ee1db2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "eae56713-6f97-4a49-b531-5e52b0bb578a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:19.928831 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:51:19.951869 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Request body: {'port': {'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:19.988055 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:51:20.016257 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-58017f89-10ff-4cd8-8b07-4b5f90914f07 admin admin] 10.222.0.26 "PUT /v2.0/routers/7f4a2a03-f37c-4457-a8e2-1049fe94117e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4854848 Jan 14 01:51:20.036184 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 36616) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:20.048875 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e59cee53-de5a-4a5a-8681-a76649bc5b2c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89aa0b66f84d4c1eace95c4cd91948e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0691178 Jan 14 01:51:20.105802 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81799bc4-9167-4ab2-b0c1-e93b0ec2e8ce x-openstack-request-id: req-81799bc4-9167-4ab2-b0c1-e93b0ec2e8ce {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:20.106343 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "eae56713-6f97-4a49-b531-5e52b0bb578a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:20.107650 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81799bc4-9167-4ab2-b0c1-e93b0ec2e8ce {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:20.108219 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': 'eae56713-6f97-4a49-b531-5e52b0bb578a', 'status': 'completed', 'code': 200} Jan 14 01:51:20.137844 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:20.138712 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:20.207800 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:20.227836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:20.231244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:20.236489 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c4d622-ba35-45e0-a75d-68d78737ab29" -d '{"events": [{"server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:20.246095 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:20.334394 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cee53-de5a-4a5a-8681-a76649bc5b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9925ad20-0e07-4063-91ec-4c4462d9d587,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:20.339375 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13bdbbab-b975-40a5-bea7-1a9817af5dbc admin admin] Publish callbacks [] for security_group (9925ad20-0e07-4063-91ec-4c4462d9d587), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:20.345506 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34538ca4-12ff-41a6-830c-8cf4b3a7684b service neutron] Pushing event updated for resources: {'Port': ['ID=eae56713-6f97-4a49-b531-5e52b0bb578a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:20.442314 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6b35f4-99e6-49f7-ab17-34f726c350af x-openstack-request-id: req-fa6b35f4-99e6-49f7-ab17-34f726c350af {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:20.442634 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:20.448716 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa6b35f4-99e6-49f7-ab17-34f726c350af {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:20.451273 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'code': 200} Jan 14 01:51:20.471220 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-d3e8685f-749c-419b-89be-1c282f8012e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:20.471715 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-d3e8685f-749c-419b-89be-1c282f8012e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:20.472185 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-d3e8685f-749c-419b-89be-1c282f8012e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:20.472653 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-d3e8685f-749c-419b-89be-1c282f8012e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:20.473118 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-d3e8685f-749c-419b-89be-1c282f8012e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:20.473588 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-d3e8685f-749c-419b-89be-1c282f8012e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:20.492100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-d3e8685f-749c-419b-89be-1c282f8012e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:20.505172 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13bdbbab-b975-40a5-bea7-1a9817af5dbc admin admin] Publish callbacks [] for security_group (9925ad20-0e07-4063-91ec-4c4462d9d587), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:20.506059 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-d3e8685f-749c-419b-89be-1c282f8012e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6341 time: 0.3869083 Jan 14 01:51:20.544174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,revision_number=11']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:20.765139 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-ad5037d8-2269-4a1c-84b9-3062a3cd4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:20.765777 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-ad5037d8-2269-4a1c-84b9-3062a3cd4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:20.766594 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-ad5037d8-2269-4a1c-84b9-3062a3cd4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:20.767710 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-ad5037d8-2269-4a1c-84b9-3062a3cd4eb5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=82ce06b59ec642de9d503f0966874395&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2383451 Jan 14 01:51:20.814769 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2b0a5-924f-4d7d-ad8a-ce0cb6b33485 req-553d488a-9cd1-4b2c-a893-80c30807f30b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:20.816600 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f9b2b0a5-924f-4d7d-ad8a-ce0cb6b33485 req-553d488a-9cd1-4b2c-a893-80c30807f30b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 949 time: 0.4881039 Jan 14 01:51:21.271595 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-887d91f9-3574-466d-9c8c-34a8c4ed5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:21.282369 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5880cc86-757c-4a7c-afc6-23b80ee1db2a req-887d91f9-3574-466d-9c8c-34a8c4ed5e8d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4958754 Jan 14 01:51:21.292196 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd299a-856b-4887-b552-443095a669d0 req-d454a3b9-8272-470e-bf4e-85e6159bde36 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:21.310297 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd299a-856b-4887-b552-443095a669d0 req-d454a3b9-8272-470e-bf4e-85e6159bde36 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:21.342739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-f9b2b0a5-924f-4d7d-ad8a-ce0cb6b33485 req-4c4dc096-c1a7-4871-ae4f-daeb4250318b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Deleting port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:51:21.343095 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f9b2b0a5-924f-4d7d-ad8a-ce0cb6b33485 req-4c4dc096-c1a7-4871-ae4f-daeb4250318b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:21.343215 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd299a-856b-4887-b552-443095a669d0 req-d454a3b9-8272-470e-bf4e-85e6159bde36 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:21.367737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd299a-856b-4887-b552-443095a669d0 req-d454a3b9-8272-470e-bf4e-85e6159bde36 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:21.379171 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd299a-856b-4887-b552-443095a669d0 req-d454a3b9-8272-470e-bf4e-85e6159bde36 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:21.399249 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd299a-856b-4887-b552-443095a669d0 req-d454a3b9-8272-470e-bf4e-85e6159bde36 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:21.415477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd299a-856b-4887-b552-443095a669d0 req-d454a3b9-8272-470e-bf4e-85e6159bde36 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:21.426775 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4dd299a-856b-4887-b552-443095a669d0 req-d454a3b9-8272-470e-bf4e-85e6159bde36 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5394 time: 0.9378836 Jan 14 01:51:21.503686 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13bdbbab-b975-40a5-bea7-1a9817af5dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9925ad20-0e07-4063-91ec-4c4462d9d587), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:21.507721 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13bdbbab-b975-40a5-bea7-1a9817af5dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:21.512450 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-13bdbbab-b975-40a5-bea7-1a9817af5dbc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9925ad20-0e07-4063-91ec-4c4462d9d587 HTTP/1.1" status: 204 len: 168 time: 1.4742973 Jan 14 01:51:21.521151 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:51:21.535924 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d93ac3-4e23-4414-9016-cea0c33730e3 req-a6a60ab2-ad09-46b1-aca9-f1e03e9787dd tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:21.543394 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d8d93ac3-4e23-4414-9016-cea0c33730e3 req-a6a60ab2-ad09-46b1-aca9-f1e03e9787dd tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 949 time: 0.5687325 Jan 14 01:51:21.570621 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Publish callbacks [] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:21.613322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdbbab-b975-40a5-bea7-1a9817af5dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9925ad20-0e07-4063-91ec-4c4462d9d587,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:21.707348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f9b2b0a5-924f-4d7d-ad8a-ce0cb6b33485 req-4c4dc096-c1a7-4871-ae4f-daeb4250318b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] For port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:21.710112 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f9b2b0a5-924f-4d7d-ad8a-ce0cb6b33485 req-4c4dc096-c1a7-4871-ae4f-daeb4250318b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:21.752654 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-f9b2b0a5-924f-4d7d-ad8a-ce0cb6b33485 req-4c4dc096-c1a7-4871-ae4f-daeb4250318b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Calling delete_port for 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:51:21.800338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Transition to ACTIVE for port object c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:51:21.858942 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:21.987080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4dd299a-856b-4887-b552-443095a669d0 req-a52f68f2-951f-4427-a927-6f7f41e03b35 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5470176 Jan 14 01:51:21.992682 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 428bba41-ca97-4394-af7d-5f68d30d6b3b up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:51:22.188857 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f9b2b0a5-924f-4d7d-ad8a-ce0cb6b33485 req-4c4dc096-c1a7-4871-ae4f-daeb4250318b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:22.258691 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dc096-c1a7-4871-ae4f-daeb4250318b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Pushing event deleted for resources: {'Port': ['ID=4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:22.276769 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d8d93ac3-4e23-4414-9016-cea0c33730e3 req-3d0ce0ed-c99a-4ea9-9f5c-f48579ee12fd tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf904d52-23f4-4a2b-aebb-608b9b6a874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7302487 Jan 14 01:51:22.322340 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 428bba41-ca97-4394-af7d-5f68d30d6b3b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:22.322746 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (428bba41-ca97-4394-af7d-5f68d30d6b3b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:22.402740 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:22.442867 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b2b0a5-924f-4d7d-ad8a-ce0cb6b33485 req-4c4dc096-c1a7-4871-ae4f-daeb4250318b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] No DVR routers for this DVR port 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:51:22.451857 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f9b2b0a5-924f-4d7d-ad8a-ce0cb6b33485 req-4c4dc096-c1a7-4871-ae4f-daeb4250318b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:22.455483 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f9b2b0a5-924f-4d7d-ad8a-ce0cb6b33485 req-4c4dc096-c1a7-4871-ae4f-daeb4250318b tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.46 "DELETE /v2.0/ports/4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 HTTP/1.1" status: 204 len: 173 time: 1.5489922 Jan 14 01:51:22.466712 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'name': 'network-vif-deleted', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:22.469266 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b97a82f-8ce2-4080-bf8f-aed02d054a83" -d '{"events": [{"server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "name": "network-vif-deleted", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:22.567557 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3f2a6c-38ba-4807-bffb-d5d360a7c898 x-openstack-request-id: req-0b3f2a6c-38ba-4807-bffb-d5d360a7c898 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:22.567861 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec61ff5-63a7-4b37-8978-97256f9e7658", "name": "network-vif-deleted", "tag": "4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:22.568307 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b3f2a6c-38ba-4807-bffb-d5d360a7c898 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:22.568694 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec61ff5-63a7-4b37-8978-97256f9e7658', 'name': 'network-vif-deleted', 'tag': '4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823', 'status': 'completed', 'code': 200} Jan 14 01:51:22.643145 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ff0e2b89-75a4-4a75-bdb3-ce42c14b39da req-ed8abc41-3283-4312-98bb-f9f62e5fdee3 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.2417111 Jan 14 01:51:22.741247 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Attempting to bind port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:22.742862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Attempting to bind port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:22.743424 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Attempting to bind port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 on network abc8037e-64e1-4418-bb1b-adc918f77729 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:22.749533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 428bba41-ca97-4394-af7d-5f68d30d6b3b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:22.769592 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 on network abc8037e-64e1-4418-bb1b-adc918f77729 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:51:22.769919 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Attempting to bind port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 on network abc8037e-64e1-4418-bb1b-adc918f77729 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:22.804286 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:22.804629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Checking segment: {'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:22.805020 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Bound using segment: {'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:22.810966 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Bound port: c59e1a1b-d74c-47b4-b9ed-8b086e2d6598, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:22.811702 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:23.028829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] For port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:23.035803 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] For port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:23.040887 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:23.258453 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36666) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:23.266179 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2070261471-network', 'tenant_id': '0301ed1404564118bf946c9beed12508'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:23.287730 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:23.379614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:23.389443 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:23.400120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b032ea2d-7054-4c9a-b669-72485668ecd2 service neutron] 10.222.0.46 "PUT /v2.0/ports/c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 HTTP/1.1" status: 200 len: 1091 time: 3.4572828 Jan 14 01:51:23.400686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': 'c59e1a1b-d74c-47b4-b9ed-8b086e2d6598'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:23.403186 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b22dd91-ef3f-4067-973e-63a0622fc678" -d '{"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "c59e1a1b-d74c-47b4-b9ed-8b086e2d6598"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:23.429457 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Made reservation on behalf of 0301ed1404564118bf946c9beed12508 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:51:23.439003 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:23.471175 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Request body: {'port': {'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:23.481371 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:23.521090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d97fb-3e11-41c6-a9dd-dd79bc696be0 req-0a6b0bb2-8750-41af-a7bf-5c4cdd08d9c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:23.555027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d97fb-3e11-41c6-a9dd-dd79bc696be0 req-0a6b0bb2-8750-41af-a7bf-5c4cdd08d9c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:23.561271 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d97fb-3e11-41c6-a9dd-dd79bc696be0 req-0a6b0bb2-8750-41af-a7bf-5c4cdd08d9c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:23.589203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d97fb-3e11-41c6-a9dd-dd79bc696be0 req-0a6b0bb2-8750-41af-a7bf-5c4cdd08d9c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:23.597257 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Sync routers for ids ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:51:23.612641 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Routers {'7f4a2a03-f37c-4457-a8e2-1049fe94117e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:51:23.613806 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:51:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:23.624280 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d97fb-3e11-41c6-a9dd-dd79bc696be0 req-0a6b0bb2-8750-41af-a7bf-5c4cdd08d9c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:23.650804 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d97fb-3e11-41c6-a9dd-dd79bc696be0 req-0a6b0bb2-8750-41af-a7bf-5c4cdd08d9c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:23.677219 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d97fb-3e11-41c6-a9dd-dd79bc696be0 req-0a6b0bb2-8750-41af-a7bf-5c4cdd08d9c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:23.695286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c53d97fb-3e11-41c6-a9dd-dd79bc696be0 req-0a6b0bb2-8750-41af-a7bf-5c4cdd08d9c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5406 time: 0.4438887 Jan 14 01:51:23.793364 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Publish callbacks [] for security_group (fb4c5802-8473-4737-919a-4908d1bc0de5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:23.807981 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fb4c5802-8473-4737-919a-4908d1bc0de5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:23.842578 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Set router 7f4a2a03-f37c-4457-a8e2-1049fe94117e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:51:23.888000 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:51:23.942301 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (ad028a46-926a-4e39-90ba-d696a1201ac0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:23.943720 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Added segment ad028a46-926a-4e39-90ba-d696a1201ac0 of type vlan for network 424fe1f7-c1a3-402e-83b8-c95d3f4ed773 Jan 14 01:51:23.951455 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4c5802-8473-4737-919a-4908d1bc0de5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:23.959238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:51:23.986270 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:51:23.987035 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4a7d4d6e-b8d5-4abb-9ce9-6ceb2eee1823 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:51:24.074780 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (424fe1f7-c1a3-402e-83b8-c95d3f4ed773), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:24.139149 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (424fe1f7-c1a3-402e-83b8-c95d3f4ed773), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:24.140399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:24.141170 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:24.260172 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e57d615d-e153-4db1-8697-9bc2c8d1394f req-f3c29fab-9ebf-43bc-90bb-3b5452717075 tempest-ImagesOneServerTestJSON-1860420485 tempest-ImagesOneServerTestJSON-1860420485-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec61ff5-63a7-4b37-8978-97256f9e7658 HTTP/1.1" status: 200 len: 210 time: 0.5532212 Jan 14 01:51:24.279995 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:05Z', 'updated_at': '2022-01-14T01:51:17Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'gw_port': {'id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:08Z', 'updated_at': '2022-01-14T01:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b1b2016c-5deb-48df-b1d9-69fa54ebb467', 'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'mac_address': 'fa:16:3e:7e:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:15Z', 'updated_at': '2022-01-14T01:51:18Z', 'revision_number': 2, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'subnets': [{'id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:24.298394 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c53d97fb-3e11-41c6-a9dd-dd79bc696be0 req-63eef1af-dd1f-4e86-aa79-bd7b7996519d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5946031 Jan 14 01:51:24.299110 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0395024 Jan 14 01:51:24.299538 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 36684) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:24.331868 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4996e-4c48-495f-9141-f98a29dbb443 admin admin] Pushing event updated for resources: {'Network': ['ID=424fe1f7-c1a3-402e-83b8-c95d3f4ed773,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:24.349416 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 424fe1f7-c1a3-402e-83b8-c95d3f4ed773 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:51:24.350750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-00b60313-dcfe-4ad6-9eb8-a6c9bfae25c9 admin admin] Request body: {'subnet': {'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2070261471-subnet', 'tenant_id': '0301ed1404564118bf946c9beed12508', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:24.375312 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Checking router: 7f4a2a03-f37c-4457-a8e2-1049fe94117e for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:51:24.377060 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Updating router 7f4a2a03-f37c-4457-a8e2-1049fe94117e port b1b2016c-5deb-48df-b1d9-69fa54ebb467 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:51:24.377188 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ea7c46-bea3-410e-ac0b-cf6fbce6ca1d x-openstack-request-id: req-53ea7c46-bea3-410e-ac0b-cf6fbce6ca1d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:24.377403 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "c59e1a1b-d74c-47b4-b9ed-8b086e2d6598", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:24.377672 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53ea7c46-bea3-410e-ac0b-cf6fbce6ca1d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:24.386127 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': 'c59e1a1b-d74c-47b4-b9ed-8b086e2d6598', 'status': 'completed', 'code': 200} Jan 14 01:51:24.500390 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:24.547606 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-977f3dc3-1e30-497b-86f9-455705f80067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:24.555753 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-977f3dc3-1e30-497b-86f9-455705f80067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:24.559384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-977f3dc3-1e30-497b-86f9-455705f80067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:24.561208 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-977f3dc3-1e30-497b-86f9-455705f80067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:24.564087 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-977f3dc3-1e30-497b-86f9-455705f80067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:24.567416 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-977f3dc3-1e30-497b-86f9-455705f80067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:24.572273 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-977f3dc3-1e30-497b-86f9-455705f80067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:24.579063 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-977f3dc3-1e30-497b-86f9-455705f80067 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6408 time: 0.1599350 Jan 14 01:51:24.778062 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-7e9e90fc-427a-478c-95c5-ed96c4d0fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:24.781025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-7e9e90fc-427a-478c-95c5-ed96c4d0fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:24.781771 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-7e9e90fc-427a-478c-95c5-ed96c4d0fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:24.784127 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef4d4026-9fd4-490a-998a-6566d0b2dddc req-91e777be-9778-4801-9f20-656ed4eb3b1b tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.2729101 Jan 14 01:51:24.786295 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-7e9e90fc-427a-478c-95c5-ed96c4d0fc8d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=82ce06b59ec642de9d503f0966874395&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1958528 Jan 14 01:51:24.788984 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b60313-dcfe-4ad6-9eb8-a6c9bfae25c9 admin admin] Made reservation on behalf of 0301ed1404564118bf946c9beed12508 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:51:24.798408 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00b60313-dcfe-4ad6-9eb8-a6c9bfae25c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:24.986613 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:25.029270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-e0d1c1a7-6710-41b2-8f37-4a43bdfb0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:25.030767 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1b22dd91-ef3f-4067-973e-63a0622fc678 req-e0d1c1a7-6710-41b2-8f37-4a43bdfb0f17 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2367375 Jan 14 01:51:25.521167 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Publish callbacks [] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:25.539310 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:25.670086 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Pushing event updated for resources: {'Port': ['ID=b1b2016c-5deb-48df-b1d9-69fa54ebb467,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:25.696657 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.697270 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.697759 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.698241 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.698768 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.699243 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.699743 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.700218 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.700693 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.701169 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.701656 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.702152 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.702650 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:25.833158 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Attempting to bind port b1b2016c-5deb-48df-b1d9-69fa54ebb467 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:25.833519 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Attempting to bind port b1b2016c-5deb-48df-b1d9-69fa54ebb467 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:25.847586 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Attempting to bind port b1b2016c-5deb-48df-b1d9-69fa54ebb467 on network d904935c-610e-42e6-94e1-24e36d7164e2 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:25.884789 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:25.885458 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Checking segment: {'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:25.886024 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:25.890336 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Bound using segment: {'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:25.896403 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Bound port: b1b2016c-5deb-48df-b1d9-69fa54ebb467, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:25.902143 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:26.146289 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] For port b1b2016c-5deb-48df-b1d9-69fa54ebb467, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:26.170456 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] For port b1b2016c-5deb-48df-b1d9-69fa54ebb467, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b1b2016c-5deb-48df-b1d9-69fa54ebb467,segment=NetworkSegment(1902c287-4d6c-4ba6-b197-b3cb1d52c85e),segment_id=1902c287-4d6c-4ba6-b197-b3cb1d52c85e)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:26.181061 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2440208-369d-453b-ab3b-bd63e715f1b3 req-27bce93c-a451-490a-9094-ee559760750a tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.2292554 Jan 14 01:51:26.187630 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:26.212358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0980dbdf-3d58-4d96-abd1-5a615dcc3b2f None None] Provisioning complete for port b1b2016c-5deb-48df-b1d9-69fa54ebb467 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:26.214793 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0980dbdf-3d58-4d96-abd1-5a615dcc3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:26.258503 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a36e-afa8-42e3-b426-3e2d1256ea4d req-5fdb2e33-014b-4698-8ccb-03cf1ebda1ff tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:26.264594 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a36e-afa8-42e3-b426-3e2d1256ea4d req-5fdb2e33-014b-4698-8ccb-03cf1ebda1ff tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:26.283321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a36e-afa8-42e3-b426-3e2d1256ea4d req-5fdb2e33-014b-4698-8ccb-03cf1ebda1ff tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:26.294122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a36e-afa8-42e3-b426-3e2d1256ea4d req-5fdb2e33-014b-4698-8ccb-03cf1ebda1ff tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:26.301297 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a36e-afa8-42e3-b426-3e2d1256ea4d req-5fdb2e33-014b-4698-8ccb-03cf1ebda1ff tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:26.308421 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a36e-afa8-42e3-b426-3e2d1256ea4d req-5fdb2e33-014b-4698-8ccb-03cf1ebda1ff tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:26.315084 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a36e-afa8-42e3-b426-3e2d1256ea4d req-5fdb2e33-014b-4698-8ccb-03cf1ebda1ff tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:26.317209 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5409a36e-afa8-42e3-b426-3e2d1256ea4d req-5fdb2e33-014b-4698-8ccb-03cf1ebda1ff tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5406 time: 0.8147328 Jan 14 01:51:26.462115 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Routers {'7f4a2a03-f37c-4457-a8e2-1049fe94117e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:51:26.462789 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:51:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:26.464723 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e540b2-8071-47bd-bb79-b3db6aaa0bd8 None None] Pushing event updated for resources: {'Port': ['ID=b1b2016c-5deb-48df-b1d9-69fa54ebb467,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:26.516854 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0980dbdf-3d58-4d96-abd1-5a615dcc3b2f None None] Current status of the port b1b2016c-5deb-48df-b1d9-69fa54ebb467 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:26.518222 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0980dbdf-3d58-4d96-abd1-5a615dcc3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:26.574637 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00b60313-dcfe-4ad6-9eb8-a6c9bfae25c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (a435814a-d751-4a87-9b4c-ba40e8f2e837), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:26.708518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0980dbdf-3d58-4d96-abd1-5a615dcc3b2f None None] For port b1b2016c-5deb-48df-b1d9-69fa54ebb467, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b1b2016c-5deb-48df-b1d9-69fa54ebb467,segment=NetworkSegment(1902c287-4d6c-4ba6-b197-b3cb1d52c85e),segment_id=1902c287-4d6c-4ba6-b197-b3cb1d52c85e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:26.725249 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0980dbdf-3d58-4d96-abd1-5a615dcc3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:26.747232 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36718) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:26.849819 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] Set router 7f4a2a03-f37c-4457-a8e2-1049fe94117e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:51:26.907109 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980dbdf-3d58-4d96-abd1-5a615dcc3b2f None None] Pushing event updated for resources: {'Port': ['ID=b1b2016c-5deb-48df-b1d9-69fa54ebb467,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:26.929626 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5409a36e-afa8-42e3-b426-3e2d1256ea4d req-fe46338c-cc6b-44b8-b986-a9b5ce511e8c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6032922 Jan 14 01:51:26.986692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c57d4b-6747-4709-a93c-a72f18d63bff {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:51:27.028072 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Publish callbacks [] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:27.032048 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b60313-dcfe-4ad6-9eb8-a6c9bfae25c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a435814a-d751-4a87-9b4c-ba40e8f2e837,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:27.071364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-89a332ab-3784-4112-84f7-2acf704b4e33 None None] Provisioning complete for port b1b2016c-5deb-48df-b1d9-69fa54ebb467 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:27.071734 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89a332ab-3784-4112-84f7-2acf704b4e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:27.092180 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b60313-dcfe-4ad6-9eb8-a6c9bfae25c9 admin admin] Checking segment: {'id': 'ad028a46-926a-4e39-90ba-d696a1201ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:27.092560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b60313-dcfe-4ad6-9eb8-a6c9bfae25c9 admin admin] Network hostable DHCP agents. Network: 424fe1f7-c1a3-402e-83b8-c95d3f4ed773, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:51:27.097448 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Transition to ACTIVE for port object 30c57d4b-6747-4709-a93c-a72f18d63bff will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:51:27.115393 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:27.277462 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b60313-dcfe-4ad6-9eb8-a6c9bfae25c9 admin admin] Network 424fe1f7-c1a3-402e-83b8-c95d3f4ed773 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:51:27.357848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-89a332ab-3784-4112-84f7-2acf704b4e33 None None] Current status of the port b1b2016c-5deb-48df-b1d9-69fa54ebb467 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:27.365167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-00b60313-dcfe-4ad6-9eb8-a6c9bfae25c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 424fe1f7-c1a3-402e-83b8-c95d3f4ed773) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:51:27.378236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765056f2-bc8a-44f8-91c8-fce02f84223d None None] Network 424fe1f7-c1a3-402e-83b8-c95d3f4ed773 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:51:27.404025 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9a82c0f3-5eb2-447c-9cb5-3e84fbd998c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e350eb51179c46cb8816a62f7b7fd6bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6415081 Jan 14 01:51:27.406531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36730) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:27.500455 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b60313-dcfe-4ad6-9eb8-a6c9bfae25c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:27.508455 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00b60313-dcfe-4ad6-9eb8-a6c9bfae25c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:27.653474 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-424fe1f7-c1a3-402e-83b8-c95d3f4ed773', 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773', 'project_id': '0301ed1404564118bf946c9beed12508', 'fixed_ips': [{'subnet_id': 'a435814a-d751-4a87-9b4c-ba40e8f2e837'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:51:27.659364 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:27.663287 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:05Z', 'updated_at': '2022-01-14T01:51:17Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'gw_port': {'id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:08Z', 'updated_at': '2022-01-14T01:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b1b2016c-5deb-48df-b1d9-69fa54ebb467', 'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'mac_address': 'fa:16:3e:7e:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:15Z', 'updated_at': '2022-01-14T01:51:26Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'subnets': [{'id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:27.704961 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-186fdc9f-5b88-485a-ab9e-0b8d6054b04b admin admin] Publish callbacks [] for security_group (bf904d52-23f4-4a2b-aebb-608b9b6a874b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:27.722622 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-30c56c8a-5df3-41c9-9b92-7f948d01ecb0 req-4b1461b2-22c0-428f-aeda-ef020b0acb12 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.1877844 Jan 14 01:51:27.742377 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Pushing event updated for resources: {'Port': ['ID=30c57d4b-6747-4709-a93c-a72f18d63bff,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:27.787701 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d180b5-7123-4637-ad84-909341d85ccf None None] The sync data for ids ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'] in n-d-824358-4 is: [{'id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:05Z', 'updated_at': '2022-01-14T01:51:17Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'gw_port': {'id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:08Z', 'updated_at': '2022-01-14T01:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b1b2016c-5deb-48df-b1d9-69fa54ebb467', 'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'mac_address': 'fa:16:3e:7e:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:15Z', 'updated_at': '2022-01-14T01:51:26Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'subnets': [{'id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:51:27.837105 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-186fdc9f-5b88-485a-ab9e-0b8d6054b04b admin admin] Publish callbacks [] for security_group (bf904d52-23f4-4a2b-aebb-608b9b6a874b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:27.920694 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-00b60313-dcfe-4ad6-9eb8-a6c9bfae25c9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.5824163 Jan 14 01:51:27.994231 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 36738) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:28.017840 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-186fdc9f-5b88-485a-ab9e-0b8d6054b04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (bf904d52-23f4-4a2b-aebb-608b9b6a874b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:28.028396 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-186fdc9f-5b88-485a-ab9e-0b8d6054b04b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:28.039176 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-186fdc9f-5b88-485a-ab9e-0b8d6054b04b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf904d52-23f4-4a2b-aebb-608b9b6a874b HTTP/1.1" status: 204 len: 168 time: 0.6268814 Jan 14 01:51:28.052223 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2070261471-router', 'tenant_id': '0301ed1404564118bf946c9beed12508', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:28.073421 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fdc9f-5b88-485a-ab9e-0b8d6054b04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf904d52-23f4-4a2b-aebb-608b9b6a874b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:28.135363 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Allocated IP 172.20.0.2 (424fe1f7-c1a3-402e-83b8-c95d3f4ed773/a435814a-d751-4a87-9b4c-ba40e8f2e837/1cf4297d-7e8d-4448-9963-92e479036933) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:51:28.220766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Attempting to bind port 30c57d4b-6747-4709-a93c-a72f18d63bff on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:28.221108 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Attempting to bind port 30c57d4b-6747-4709-a93c-a72f18d63bff by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:28.221442 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Attempting to bind port 30c57d4b-6747-4709-a93c-a72f18d63bff on network abc8037e-64e1-4418-bb1b-adc918f77729 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:28.267275 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (8ce31d6f-799c-4f1e-ae37-569869ca88f8), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:28.270463 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (8ce31d6f-799c-4f1e-ae37-569869ca88f8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:28.277547 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Port 30c57d4b-6747-4709-a93c-a72f18d63bff on network abc8037e-64e1-4418-bb1b-adc918f77729 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:51:28.278322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Attempting to bind port 30c57d4b-6747-4709-a93c-a72f18d63bff on network abc8037e-64e1-4418-bb1b-adc918f77729 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:28.312726 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:28.313071 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Checking segment: {'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:28.313471 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Bound using segment: {'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:28.313920 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Bound port: 30c57d4b-6747-4709-a93c-a72f18d63bff, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bbbacc-1a5f-495c-9089-ee38fddff859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:28.325944 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.437093 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.440165 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.440165 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.440165 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.440165 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.440165 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.440165 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.440165 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.440165 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.440165 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.440165 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.440165 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:51:28.440165 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:51:28.442580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4c43-5038-4825-8639-e954f1d409d0 req-91c70a44-690f-4cb0-b5cb-cc790bab1245 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:28.476261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4c43-5038-4825-8639-e954f1d409d0 req-91c70a44-690f-4cb0-b5cb-cc790bab1245 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:28.487541 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4c43-5038-4825-8639-e954f1d409d0 req-91c70a44-690f-4cb0-b5cb-cc790bab1245 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:28.490698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b1b2016c-5deb-48df-b1d9-69fa54ebb467 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:51:28.505478 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4c43-5038-4825-8639-e954f1d409d0 req-91c70a44-690f-4cb0-b5cb-cc790bab1245 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:28.517038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4c43-5038-4825-8639-e954f1d409d0 req-91c70a44-690f-4cb0-b5cb-cc790bab1245 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:28.524435 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4c43-5038-4825-8639-e954f1d409d0 req-91c70a44-690f-4cb0-b5cb-cc790bab1245 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:28.531106 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4c43-5038-4825-8639-e954f1d409d0 req-91c70a44-690f-4cb0-b5cb-cc790bab1245 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:28.540893 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e87a4c43-5038-4825-8639-e954f1d409d0 req-91c70a44-690f-4cb0-b5cb-cc790bab1245 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3696458 Jan 14 01:51:28.681964 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Publish callbacks [] for port (1cf4297d-7e8d-4448-9963-92e479036933), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:28.696220 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Publish callbacks [] for router_controller (8ce31d6f-799c-4f1e-ae37-569869ca88f8), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:28.710387 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (1cf4297d-7e8d-4448-9963-92e479036933), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:28.810290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Network 424fe1f7-c1a3-402e-83b8-c95d3f4ed773 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:51:28.817654 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:51:28.827920 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:51:28.848887 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port b1b2016c-5deb-48df-b1d9-69fa54ebb467 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:28.851182 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b1b2016c-5deb-48df-b1d9-69fa54ebb467), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:28.973655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Pushing event updated for resources: {'Port': ['ID=1cf4297d-7e8d-4448-9963-92e479036933,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:28.977721 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b29e7e7a-3858-4ae7-9ac2-aa2fd2ec5082 req-75795d11-a692-49c4-b564-7ebb525e23c1 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0751626 Jan 14 01:51:28.987682 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] For port 30c57d4b-6747-4709-a93c-a72f18d63bff, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:29.033130 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] For port 30c57d4b-6747-4709-a93c-a72f18d63bff, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=30c57d4b-6747-4709-a93c-a72f18d63bff,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:29.099839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Attempting to bind port 1cf4297d-7e8d-4448-9963-92e479036933 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:29.100608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Attempting to bind port 1cf4297d-7e8d-4448-9963-92e479036933 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'ad028a46-926a-4e39-90ba-d696a1201ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:29.101186 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Attempting to bind port 1cf4297d-7e8d-4448-9963-92e479036933 on network 424fe1f7-c1a3-402e-83b8-c95d3f4ed773 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:29.109511 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:29.110384 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Checking segment: {'id': 'ad028a46-926a-4e39-90ba-d696a1201ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:29.111014 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:29.111609 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Bound using segment: {'id': 'ad028a46-926a-4e39-90ba-d696a1201ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:29.112453 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Bound port: 1cf4297d-7e8d-4448-9963-92e479036933, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad028a46-926a-4e39-90ba-d696a1201ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:29.113157 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1cf4297d-7e8d-4448-9963-92e479036933), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:29.128019 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:29.236180 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e87a4c43-5038-4825-8639-e954f1d409d0 req-53d02846-cf89-4d5a-8cf4-438a466a426c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6942301 Jan 14 01:51:29.237343 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port b1b2016c-5deb-48df-b1d9-69fa54ebb467 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:29.238368 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Publish callbacks [] for router_gateway (8ce31d6f-799c-4f1e-ae37-569869ca88f8), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:29.300173 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:29.301589 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:29.311121 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] 10.222.0.46 "PUT /v2.0/ports/30c57d4b-6747-4709-a93c-a72f18d63bff HTTP/1.1" status: 200 len: 1091 time: 5.8677437 Jan 14 01:51:29.312060 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': '30c57d4b-6747-4709-a93c-a72f18d63bff'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:29.318046 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "30c57d4b-6747-4709-a93c-a72f18d63bff"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:29.341309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] For port 1cf4297d-7e8d-4448-9963-92e479036933, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:29.351162 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] For port 1cf4297d-7e8d-4448-9963-92e479036933, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1cf4297d-7e8d-4448-9963-92e479036933,segment=NetworkSegment(ad028a46-926a-4e39-90ba-d696a1201ac0),segment_id=ad028a46-926a-4e39-90ba-d696a1201ac0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:29.371936 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1cf4297d-7e8d-4448-9963-92e479036933), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:29.421155 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ff9ef8-7fac-48fb-b504-c274f72a2e68 x-openstack-request-id: req-b6ff9ef8-7fac-48fb-b504-c274f72a2e68 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:29.421684 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "30c57d4b-6747-4709-a93c-a72f18d63bff", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:29.422114 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6ff9ef8-7fac-48fb-b504-c274f72a2e68 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:29.422714 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': '30c57d4b-6747-4709-a93c-a72f18d63bff', 'status': 'completed', 'code': 200} Jan 14 01:51:29.512792 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29be43-840b-4de1-bfbf-e284ce2efefb service neutron] Pushing event updated for resources: {'Port': ['ID=30c57d4b-6747-4709-a93c-a72f18d63bff,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:29.585958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b4911-8ebb-4a80-9a00-94f63d8a6b07 None None] Pushing event updated for resources: {'Port': ['ID=1cf4297d-7e8d-4448-9963-92e479036933,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:29.592239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-d8734cc8-fccd-4def-ab47-7fe55accc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:29.596561 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-d8734cc8-fccd-4def-ab47-7fe55accc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:29.598639 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-d8734cc8-fccd-4def-ab47-7fe55accc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:29.602645 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-d8734cc8-fccd-4def-ab47-7fe55accc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:29.603152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-d8734cc8-fccd-4def-ab47-7fe55accc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:29.603627 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-d8734cc8-fccd-4def-ab47-7fe55accc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:29.604097 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-d8734cc8-fccd-4def-ab47-7fe55accc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:29.610395 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-d8734cc8-fccd-4def-ab47-7fe55accc02f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6475 time: 0.2204027 Jan 14 01:51:29.745259 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-2d9d71b2-8b61-4150-b379-f9dcbabcc5c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c121a5e7-f7f1-4aad-a52b-c08401d58912 HTTP/1.1" status: 200 len: 217 time: 0.1210432 Jan 14 01:51:30.120246 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf99f09c-1ffe-43a7-846b-ccf7c958e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:30.121889 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bf99f09c-1ffe-43a7-846b-ccf7c958e6ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9785ed8-46df-400a-bcac-abcd200ac677 HTTP/1.1" status: 200 len: 850 time: 0.3647280 Jan 14 01:51:30.169666 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f52661f8-356a-4de9-ab05-ee73fba8c3a4 req-b8ce62d6-2d92-41d7-9e8c-56a944086bd6 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0734639 Jan 14 01:51:30.383625 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Publish callbacks [] for router_gateway (8ce31d6f-799c-4f1e-ae37-569869ca88f8), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:30.435115 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36794) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:30.465981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-ff7bfd26-7a9b-4df7-8054-8a68ab2d3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:30.467700 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-ff7bfd26-7a9b-4df7-8054-8a68ab2d3aa6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=76d46afc-cc44-477a-92f7-8aa69ad025a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3155711 Jan 14 01:51:30.472980 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:30.830254 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2749a889-fec4-4c94-a263-7ae5a4e0b605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:30.865670 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92cbeb-b330-4d7b-9869-fceb8b66eb53 req-ec3359ab-6c3b-4caa-bfb0-afa307c27682 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:30.872881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92cbeb-b330-4d7b-9869-fceb8b66eb53 req-ec3359ab-6c3b-4caa-bfb0-afa307c27682 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:30.879905 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92cbeb-b330-4d7b-9869-fceb8b66eb53 req-ec3359ab-6c3b-4caa-bfb0-afa307c27682 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:30.889016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92cbeb-b330-4d7b-9869-fceb8b66eb53 req-ec3359ab-6c3b-4caa-bfb0-afa307c27682 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:30.899324 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92cbeb-b330-4d7b-9869-fceb8b66eb53 req-ec3359ab-6c3b-4caa-bfb0-afa307c27682 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:30.906123 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92cbeb-b330-4d7b-9869-fceb8b66eb53 req-ec3359ab-6c3b-4caa-bfb0-afa307c27682 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:30.913255 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92cbeb-b330-4d7b-9869-fceb8b66eb53 req-ec3359ab-6c3b-4caa-bfb0-afa307c27682 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:30.915746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a92cbeb-b330-4d7b-9869-fceb8b66eb53 req-ec3359ab-6c3b-4caa-bfb0-afa307c27682 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.5214951 Jan 14 01:51:30.963313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-be17ad35-b5d5-4f0b-8614-8dcf80710304 service neutron] 10.222.0.46 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871845 Jan 14 01:51:31.056433 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Allocated IP 172.25.2.117 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/fef9b19c-8b44-4e00-b712-6d8d55dc6c42) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:51:31.083861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff04ab6a-33a9-4ed5-aaf5-29370123b7eb None None] Network 424fe1f7-c1a3-402e-83b8-c95d3f4ed773 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:51:31.120368 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2749a889-fec4-4c94-a263-7ae5a4e0b605 admin admin] Publish callbacks [] for security_group (0a0ee34c-b439-49c3-944d-73ae15332c59), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:31.133186 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2749a889-fec4-4c94-a263-7ae5a4e0b605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0a0ee34c-b439-49c3-944d-73ae15332c59), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:31.230383 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-54b022a3-b080-461e-9c05-3d2a9d526f6d None None] Provisioning complete for port 1cf4297d-7e8d-4448-9963-92e479036933 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:31.235569 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54b022a3-b080-461e-9c05-3d2a9d526f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1cf4297d-7e8d-4448-9963-92e479036933), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:31.249865 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2749a889-fec4-4c94-a263-7ae5a4e0b605 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce6126add2184f6eaf037f98193c9523&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8103852 Jan 14 01:51:31.250761 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749a889-fec4-4c94-a263-7ae5a4e0b605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0ee34c-b439-49c3-944d-73ae15332c59,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:31.259995 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36806) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:31.387427 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5bb4207-5a56-4baa-b5e0-bf0bc0a4382f admin admin] Publish callbacks [] for security_group (0a0ee34c-b439-49c3-944d-73ae15332c59), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:31.456179 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5bb4207-5a56-4baa-b5e0-bf0bc0a4382f admin admin] Publish callbacks [] for security_group (0a0ee34c-b439-49c3-944d-73ae15332c59), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:31.578849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-54b022a3-b080-461e-9c05-3d2a9d526f6d None None] Current status of the port 1cf4297d-7e8d-4448-9963-92e479036933 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:31.579381 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54b022a3-b080-461e-9c05-3d2a9d526f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1cf4297d-7e8d-4448-9963-92e479036933), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:31.592578 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:31.596183 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5bb4207-5a56-4baa-b5e0-bf0bc0a4382f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0a0ee34c-b439-49c3-944d-73ae15332c59), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:31.599104 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5bb4207-5a56-4baa-b5e0-bf0bc0a4382f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:31.601320 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d5bb4207-5a56-4baa-b5e0-bf0bc0a4382f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a0ee34c-b439-49c3-944d-73ae15332c59 HTTP/1.1" status: 204 len: 168 time: 0.3402412 Jan 14 01:51:31.619173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-54b022a3-b080-461e-9c05-3d2a9d526f6d None None] For port 1cf4297d-7e8d-4448-9963-92e479036933, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1cf4297d-7e8d-4448-9963-92e479036933,segment=NetworkSegment(ad028a46-926a-4e39-90ba-d696a1201ac0),segment_id=ad028a46-926a-4e39-90ba-d696a1201ac0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:31.634978 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54b022a3-b080-461e-9c05-3d2a9d526f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1cf4297d-7e8d-4448-9963-92e479036933), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:31.655609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb4207-5a56-4baa-b5e0-bf0bc0a4382f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0ee34c-b439-49c3-944d-73ae15332c59,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:31.740893 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b022a3-b080-461e-9c05-3d2a9d526f6d None None] Pushing event updated for resources: {'Port': ['ID=1cf4297d-7e8d-4448-9963-92e479036933,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:31.872731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a5e73215-7303-4370-81aa-00aa53d75801 None None] Provisioning complete for port 1cf4297d-7e8d-4448-9963-92e479036933 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:31.873479 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5e73215-7303-4370-81aa-00aa53d75801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1cf4297d-7e8d-4448-9963-92e479036933), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:31.934222 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1cf4297d-7e8d-4448-9963-92e479036933 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:51:31.952406 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a92cbeb-b330-4d7b-9869-fceb8b66eb53 req-c9d148e8-eee9-471c-a989-3e5e2a9edb10 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0115566 Jan 14 01:51:32.022151 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7b2d1ce-76dc-4d5a-9d29-fb34bb51baf9 req-19338358-ff0f-4beb-8f87-b17c57953d5f tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0810184 Jan 14 01:51:32.045458 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-806349cf-322b-4923-b4b4-cc7c5951eee1 service neutron] 10.222.0.46 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0722692 Jan 14 01:51:32.128011 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1cf4297d-7e8d-4448-9963-92e479036933 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:32.128522 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1cf4297d-7e8d-4448-9963-92e479036933), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:32.128689 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-45934cdc-91f1-44d7-aa32-3b79ada70f23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=958a3119-0652-4e10-add3-6ef0d62d1943 HTTP/1.1" status: 200 len: 217 time: 0.0743749 Jan 14 01:51:32.163444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a5e73215-7303-4370-81aa-00aa53d75801 None None] Current status of the port 1cf4297d-7e8d-4448-9963-92e479036933 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:32.196369 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Publish callbacks [] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:32.220241 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1cf4297d-7e8d-4448-9963-92e479036933 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:32.228035 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-3f60f9f4-3d3e-4f5f-a7c8-78d71043c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:32.228507 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-3f60f9f4-3d3e-4f5f-a7c8-78d71043c1e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.0932918 Jan 14 01:51:32.292191 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:32.305629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-a4c6fa3e-7fb7-4a6b-9ff5-6c3e28199206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:32.309745 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-a4c6fa3e-7fb7-4a6b-9ff5-6c3e28199206 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700402 Jan 14 01:51:32.309850 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36836) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:32.325467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7d9965e-65b1-45df-b2b9-752bdc6d461d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:32.366844 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:51:32.398201 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:51:32.412994 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605b2c79-5123-45a7-bcff-3cc6052e3dba None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:51:32.425002 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:51:32.432197 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7d9965e-65b1-45df-b2b9-752bdc6d461d admin admin] Publish callbacks [] for security_group (4ef16ccf-3619-4c1b-801b-4a5a4b1af32c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:32.440934 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7d9965e-65b1-45df-b2b9-752bdc6d461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4ef16ccf-3619-4c1b-801b-4a5a4b1af32c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:32.460968 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Pushing event updated for resources: {'Port': ['ID=fef9b19c-8b44-4e00-b712-6d8d55dc6c42,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:32.488278 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7879bf1b-e2ff-4a54-8d53-8115d27925ec None None] Provisioning complete for port fef9b19c-8b44-4e00-b712-6d8d55dc6c42 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:32.488960 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7879bf1b-e2ff-4a54-8d53-8115d27925ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:32.514090 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c7d9965e-65b1-45df-b2b9-752bdc6d461d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e29a1ad661444899b87f049af5edfce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033420 Jan 14 01:51:32.527981 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36838) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:32.589707 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7879bf1b-e2ff-4a54-8d53-8115d27925ec None None] Port fef9b19c-8b44-4e00-b712-6d8d55dc6c42 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:51:32.603500 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9965e-65b1-45df-b2b9-752bdc6d461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef16ccf-3619-4c1b-801b-4a5a4b1af32c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:32.674169 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d23bfd05-be65-4967-817b-03cb04ed66eb admin admin] Publish callbacks [] for security_group (4ef16ccf-3619-4c1b-801b-4a5a4b1af32c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:32.724247 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-48f628b2-e750-4375-956a-a900e6e5ff9f service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913865 Jan 14 01:51:32.731404 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d23bfd05-be65-4967-817b-03cb04ed66eb admin admin] Publish callbacks [] for security_group (4ef16ccf-3619-4c1b-801b-4a5a4b1af32c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:32.861064 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d23bfd05-be65-4967-817b-03cb04ed66eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4ef16ccf-3619-4c1b-801b-4a5a4b1af32c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:32.869615 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d23bfd05-be65-4967-817b-03cb04ed66eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:32.871351 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d23bfd05-be65-4967-817b-03cb04ed66eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ef16ccf-3619-4c1b-801b-4a5a4b1af32c HTTP/1.1" status: 204 len: 168 time: 0.3426504 Jan 14 01:51:32.888999 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bfd05-be65-4967-817b-03cb04ed66eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef16ccf-3619-4c1b-801b-4a5a4b1af32c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:33.123369 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-77ccc7d3-fdd7-43f5-a7db-eaa0dcc07549 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508930 Jan 14 01:51:33.231037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-51416d69-e84e-41bb-ba39-40fa0c25cddc req-c26b1eaa-3d40-4dbd-8289-84446011538e tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.1067059 Jan 14 01:51:33.237251 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-6cad634e-a0cd-4a52-9571-8ae0fbc40b32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=89e7de05-6314-4968-a665-f6d0681ec2d6 HTTP/1.1" status: 200 len: 217 time: 0.1050937 Jan 14 01:51:33.311000 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Publish callbacks [] for router_gateway (8ce31d6f-799c-4f1e-ae37-569869ca88f8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:33.436911 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13896d-ef4b-426d-8305-8c50c29c9c7f req-6d07e264-d5f6-4cc9-8d4c-00bde631878f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:33.443375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13896d-ef4b-426d-8305-8c50c29c9c7f req-6d07e264-d5f6-4cc9-8d4c-00bde631878f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:33.450265 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13896d-ef4b-426d-8305-8c50c29c9c7f req-6d07e264-d5f6-4cc9-8d4c-00bde631878f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:33.468822 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13896d-ef4b-426d-8305-8c50c29c9c7f req-6d07e264-d5f6-4cc9-8d4c-00bde631878f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:33.476810 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13896d-ef4b-426d-8305-8c50c29c9c7f req-6d07e264-d5f6-4cc9-8d4c-00bde631878f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:33.485619 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13896d-ef4b-426d-8305-8c50c29c9c7f req-6d07e264-d5f6-4cc9-8d4c-00bde631878f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:33.492338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13896d-ef4b-426d-8305-8c50c29c9c7f req-6d07e264-d5f6-4cc9-8d4c-00bde631878f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:33.494660 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f13896d-ef4b-426d-8305-8c50c29c9c7f req-6d07e264-d5f6-4cc9-8d4c-00bde631878f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3676050 Jan 14 01:51:33.497085 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-e3b902c1-3404-4a0a-bf50-afb89ae17196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:33.499279 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-e3b902c1-3404-4a0a-bf50-afb89ae17196 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.1859131 Jan 14 01:51:33.827711 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0e6e0099-b1f0-4e52-85e4-1c73fd8008e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:33.829240 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0e6e0099-b1f0-4e52-85e4-1c73fd8008e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2375805 Jan 14 01:51:33.887027 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1cf4297d-7e8d-4448-9963-92e479036933 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:51:33.991939 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1cf4297d-7e8d-4448-9963-92e479036933 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:33.992322 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1cf4297d-7e8d-4448-9963-92e479036933), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:34.113066 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f13896d-ef4b-426d-8305-8c50c29c9c7f req-56674e05-f5cb-47b4-94df-848f7d35fd51 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5194588 Jan 14 01:51:34.185039 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1cf4297d-7e8d-4448-9963-92e479036933 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:34.211242 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-3cf06335-6173-4157-8ae2-4bccef2238a6 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608828 Jan 14 01:51:34.226036 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (8ce31d6f-799c-4f1e-ae37-569869ca88f8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:34.418067 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:34.452868 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-52ff31ea-cef2-41c4-acae-a4e879c9db40 req-8652c1f6-2f87-46ec-8462-7d6a7fc073e2 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d16b465-d74b-4086-8c12-ce59c891f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0407546 Jan 14 01:51:34.462368 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-889e9072-0840-4187-83ad-637e9a7a5ed6 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443173 Jan 14 01:51:34.560481 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-a09cb846-5630-4691-8f73-747d95aafbfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=6eeca40e-5089-4d08-b18b-cc5afff82e38 HTTP/1.1" status: 200 len: 217 time: 0.0918860 Jan 14 01:51:34.641691 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Router 8ce31d6f-799c-4f1e-ae37-569869ca88f8 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:51:34.658519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-5eb9b65d-79e8-4256-8703-d47f899d5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:34.661409 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-5eb9b65d-79e8-4256-8703-d47f899d5291 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.0894110 Jan 14 01:51:34.907660 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeabf34-937a-4abd-9e2b-49bbe8634edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:34.922809 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b2fe5a2e-0cce-49ac-8556-54cb854a0db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:34.925620 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-b2fe5a2e-0cce-49ac-8556-54cb854a0db7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2536058 Jan 14 01:51:35.018154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:51:35.028414 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Sync routers for ids ['8ce31d6f-799c-4f1e-ae37-569869ca88f8'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:51:35.041731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Routers {'8ce31d6f-799c-4f1e-ae37-569869ca88f8'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:51:35.042383 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:51:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8ce31d6f-799c-4f1e-ae37-569869ca88f8'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:35.065626 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:35.067261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-701edb7b-b751-437f-9b47-7e929129ddfb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0720100 Jan 14 01:51:35.070149 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 36956) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:35.096538 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-6d9c839d-a312-405a-b0cf-390a7ac363b8 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558716 Jan 14 01:51:35.233984 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8996445a-f9cb-4c06-92e8-ee4fd522a28a service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304574 Jan 14 01:51:35.322707 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-cf0c5801-86bd-4a89-a755-9224cf85d8f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=eae56713-6f97-4a49-b531-5e52b0bb578a HTTP/1.1" status: 200 len: 217 time: 0.0801766 Jan 14 01:51:35.520168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20011-a657-4e3c-8ec6-bdf5bdd949f7 req-6ec9b250-563c-4be1-b8c5-1e4c983b752d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:35.533726 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20011-a657-4e3c-8ec6-bdf5bdd949f7 req-6ec9b250-563c-4be1-b8c5-1e4c983b752d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:35.551750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20011-a657-4e3c-8ec6-bdf5bdd949f7 req-6ec9b250-563c-4be1-b8c5-1e4c983b752d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:35.567076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20011-a657-4e3c-8ec6-bdf5bdd949f7 req-6ec9b250-563c-4be1-b8c5-1e4c983b752d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:35.585692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20011-a657-4e3c-8ec6-bdf5bdd949f7 req-6ec9b250-563c-4be1-b8c5-1e4c983b752d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:35.602365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20011-a657-4e3c-8ec6-bdf5bdd949f7 req-6ec9b250-563c-4be1-b8c5-1e4c983b752d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:35.619784 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20011-a657-4e3c-8ec6-bdf5bdd949f7 req-6ec9b250-563c-4be1-b8c5-1e4c983b752d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:35.633441 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-add20011-a657-4e3c-8ec6-bdf5bdd949f7 req-6ec9b250-563c-4be1-b8c5-1e4c983b752d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3250732 Jan 14 01:51:35.648874 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 36976) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:35.699831 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f04f0887-ede3-42d1-bd9f-827cef34f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:35.702291 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-f04f0887-ede3-42d1-bd9f-827cef34f301 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.3537033 Jan 14 01:51:35.714500 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Set router 8ce31d6f-799c-4f1e-ae37-569869ca88f8 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:51:35.965227 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 36992) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:36.036642 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-add20011-a657-4e3c-8ec6-bdf5bdd949f7 req-8f5ff292-eb07-44a0-995f-45780d12289f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4020059 Jan 14 01:51:36.041846 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37006) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:36.087243 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-3ba12c8a-2b37-4c0c-acbd-257ed8cbc2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:36.093852 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-3ba12c8a-2b37-4c0c-acbd-257ed8cbc2a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3777223 Jan 14 01:51:36.095031 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c317eaa-b345-4f3c-9433-f49a9ea60971 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for security_group (ad76723f-04fc-4afb-94cd-6a77598f2e1d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.248473 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'name': 'tempest-TaggedBootDevicesTest_v242-2070261471-router', 'tenant_id': '0301ed1404564118bf946c9beed12508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'fef9b19c-8b44-4e00-b712-6d8d55dc6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:28Z', 'updated_at': '2022-01-14T01:51:32Z', 'revision_number': 3, 'project_id': '0301ed1404564118bf946c9beed12508', 'gw_port': {'id': 'fef9b19c-8b44-4e00-b712-6d8d55dc6c42', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ea:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:30Z', 'updated_at': '2022-01-14T01:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:36.300359 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c317eaa-b345-4f3c-9433-f49a9ea60971 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for security_group (ad76723f-04fc-4afb-94cd-6a77598f2e1d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.318216 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Checking router: 8ce31d6f-799c-4f1e-ae37-569869ca88f8 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:51:36.318946 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Updating router 8ce31d6f-799c-4f1e-ae37-569869ca88f8 port fef9b19c-8b44-4e00-b712-6d8d55dc6c42 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:51:36.382763 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.429273 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-880f89e7-153f-4f77-aac0-427bb14ed1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.437499 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.497410 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-a4ae1301-2629-4d0f-ae07-a2ba22122f05 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944304 Jan 14 01:51:36.609862 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-e2df00ac-d6ec-42ec-aa23-48f08fe27238 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031156 Jan 14 01:51:36.612007 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c317eaa-b345-4f3c-9433-f49a9ea60971 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ad76723f-04fc-4afb-94cd-6a77598f2e1d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.614955 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c317eaa-b345-4f3c-9433-f49a9ea60971 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.618554 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6c317eaa-b345-4f3c-9433-f49a9ea60971 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "DELETE /v2.0/security-groups/ad76723f-04fc-4afb-94cd-6a77598f2e1d HTTP/1.1" status: 204 len: 168 time: 0.9592013 Jan 14 01:51:36.627545 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37030) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:36.665859 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-c0abcb0b-cbef-4247-b74f-3331232d0c76 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] show failed (client error): The resource could not be found. Jan 14 01:51:36.667349 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c0abcb0b-cbef-4247-b74f-3331232d0c76 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "GET /v2.0/security-groups/ad76723f-04fc-4afb-94cd-6a77598f2e1d HTTP/1.1" status: 404 len: 347 time: 0.0191514 Jan 14 01:51:36.676985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37032) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:36.753185 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c317eaa-b345-4f3c-9433-f49a9ea60971 tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad76723f-04fc-4afb-94cd-6a77598f2e1d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:36.760572 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-bcbca897-e971-4ccb-9d08-489a2093879c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 HTTP/1.1" status: 200 len: 217 time: 0.1433611 Jan 14 01:51:36.775061 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Publish callbacks [] for security_group (a14caea4-b77d-46e5-b813-3ae51a5dbf72), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.797266 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Publish callbacks [] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.820275 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.867474 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-880f89e7-153f-4f77-aac0-427bb14ed1c2 admin admin] Publish callbacks [] for security_group (e2c9074c-f222-404a-8ada-b8985cae3743), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.871677 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a14caea4-b77d-46e5-b813-3ae51a5dbf72), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.890851 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-880f89e7-153f-4f77-aac0-427bb14ed1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e2c9074c-f222-404a-8ada-b8985cae3743), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:36.915961 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb573cc5-5f7f-44cf-8856-767ecf15a678 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:51:36.924517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Pushing event updated for resources: {'Port': ['ID=fef9b19c-8b44-4e00-b712-6d8d55dc6c42,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:36.959154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f89e7-153f-4f77-aac0-427bb14ed1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c9074c-f222-404a-8ada-b8985cae3743,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:36.967611 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-20ee0e47-e0ab-441a-b645-efb1d00576a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:36.969436 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-20ee0e47-e0ab-441a-b645-efb1d00576a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c58418c-1633-4d58-a790-9f10ce59d42b HTTP/1.1" status: 200 len: 797 time: 0.2009785 Jan 14 01:51:36.987740 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Attempting to bind port fef9b19c-8b44-4e00-b712-6d8d55dc6c42 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:36.988198 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Attempting to bind port fef9b19c-8b44-4e00-b712-6d8d55dc6c42 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:36.988490 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Attempting to bind port fef9b19c-8b44-4e00-b712-6d8d55dc6c42 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:37.001774 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:37.002153 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:37.002597 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.002997 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:37.003485 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Bound port: fef9b19c-8b44-4e00-b712-6d8d55dc6c42, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:37.003868 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.038502 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-880f89e7-153f-4f77-aac0-427bb14ed1c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d50b65ee1c6c438fae989eb548330978&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0662696 Jan 14 01:51:37.040695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37038) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:37.116166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] For port fef9b19c-8b44-4e00-b712-6d8d55dc6c42, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:37.121174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] For port fef9b19c-8b44-4e00-b712-6d8d55dc6c42, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fef9b19c-8b44-4e00-b712-6d8d55dc6c42,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:37.129115 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ef45ded-776b-4a23-b2d8-7662a800f6d3 admin admin] Publish callbacks [] for security_group (e2c9074c-f222-404a-8ada-b8985cae3743), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.138035 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.138376 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-d62d0a08-d771-4eba-b6f0-3f000b1f6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:37.140490 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-d62d0a08-d771-4eba-b6f0-3f000b1f6df9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1596353 Jan 14 01:51:37.189636 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c6b7f037-431a-4cf3-881b-5a40557a90b3 None None] Provisioning complete for port fef9b19c-8b44-4e00-b712-6d8d55dc6c42 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:37.190358 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6b7f037-431a-4cf3-881b-5a40557a90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.197661 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14caea4-b77d-46e5-b813-3ae51a5dbf72,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:37.230741 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f1366356b0048ac8182b0c84f2ad1a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1798353 Jan 14 01:51:37.232353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37050) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:37.265012 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.265371 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.265722 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.266070 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.266426 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.266770 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.267107 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.267440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.267770 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.268162 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.268495 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.268830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.269219 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55aa44-264c-488a-9e62-c65dcecd3ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.279340 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971f6786-5853-4c94-aded-b12a0f88001e None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:51:37.317031 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc390821-def2-44c6-a7e1-4610a36a26c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.325885 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.387383 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Routers {'8ce31d6f-799c-4f1e-ae37-569869ca88f8'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:51:37.392610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:51:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8ce31d6f-799c-4f1e-ae37-569869ca88f8'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:37.402712 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-99bfcd37-5547-456c-a622-850dabc4edaf tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Deleting port 457ffae7-6504-4352-bf17-f745813a88ce {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:51:37.407361 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99bfcd37-5547-456c-a622-850dabc4edaf tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (457ffae7-6504-4352-bf17-f745813a88ce), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.436724 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ef45ded-776b-4a23-b2d8-7662a800f6d3 admin admin] Publish callbacks [] for security_group (e2c9074c-f222-404a-8ada-b8985cae3743), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.567451 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-ac70b9fe-1328-41e0-a452-667714479101 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194326 Jan 14 01:51:37.587704 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ef45ded-776b-4a23-b2d8-7662a800f6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e2c9074c-f222-404a-8ada-b8985cae3743), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.590916 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ef45ded-776b-4a23-b2d8-7662a800f6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.592279 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6ef45ded-776b-4a23-b2d8-7662a800f6d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2c9074c-f222-404a-8ada-b8985cae3743 HTTP/1.1" status: 204 len: 168 time: 0.5506501 Jan 14 01:51:37.651609 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8216c2f8-50d1-4473-89ac-521787da32a5 admin admin] Publish callbacks [] for security_group (a14caea4-b77d-46e5-b813-3ae51a5dbf72), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.652760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] Set router 8ce31d6f-799c-4f1e-ae37-569869ca88f8 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:51:37.658513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef45ded-776b-4a23-b2d8-7662a800f6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c9074c-f222-404a-8ada-b8985cae3743,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:37.706923 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4a1d0-d6e2-4210-bb2c-5fb4ce265356 req-fe07d727-fc34-4f02-a384-7ee3f636ce84 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:37.715042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4a1d0-d6e2-4210-bb2c-5fb4ce265356 req-fe07d727-fc34-4f02-a384-7ee3f636ce84 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:37.721597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4a1d0-d6e2-4210-bb2c-5fb4ce265356 req-fe07d727-fc34-4f02-a384-7ee3f636ce84 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:37.728006 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4a1d0-d6e2-4210-bb2c-5fb4ce265356 req-fe07d727-fc34-4f02-a384-7ee3f636ce84 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:37.734691 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4a1d0-d6e2-4210-bb2c-5fb4ce265356 req-fe07d727-fc34-4f02-a384-7ee3f636ce84 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:37.742029 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4a1d0-d6e2-4210-bb2c-5fb4ce265356 req-fe07d727-fc34-4f02-a384-7ee3f636ce84 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:37.749146 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4a1d0-d6e2-4210-bb2c-5fb4ce265356 req-fe07d727-fc34-4f02-a384-7ee3f636ce84 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:37.751528 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-51c4a1d0-d6e2-4210-bb2c-5fb4ce265356 req-fe07d727-fc34-4f02-a384-7ee3f636ce84 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.4135334 Jan 14 01:51:37.774816 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8216c2f8-50d1-4473-89ac-521787da32a5 admin admin] Publish callbacks [] for security_group (a14caea4-b77d-46e5-b813-3ae51a5dbf72), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:37.833468 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Pushing event updated for resources: {'Port': ['ID=fef9b19c-8b44-4e00-b712-6d8d55dc6c42,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:37.860833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-c09ee850-0901-4202-bdef-af0223b20fb3 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742829 Jan 14 01:51:37.868352 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-51c4a1d0-d6e2-4210-bb2c-5fb4ce265356 req-f4ecceac-bc37-4692-9a5d-b71726969ff6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086519 Jan 14 01:51:37.922821 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-d6af292a-e222-4e71-a1de-5d4dd631a0bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30c57d4b-6747-4709-a93c-a72f18d63bff HTTP/1.1" status: 200 len: 217 time: 0.0530183 Jan 14 01:51:37.987195 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.988509 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.989704 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.990124 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.994213 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.995409 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.996039 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.996343 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.996765 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.997166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.997563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.998843 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:37.998843 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd07e56-1eee-415f-9c41-b2f6f52b3f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:51:38.004730 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99bfcd37-5547-456c-a622-850dabc4edaf tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (457ffae7-6504-4352-bf17-f745813a88ce), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:38.007383 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99bfcd37-5547-456c-a622-850dabc4edaf tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for floatingip (457ffae7-6504-4352-bf17-f745813a88ce), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:38.071047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-99bfcd37-5547-456c-a622-850dabc4edaf tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Calling delete_port for 457ffae7-6504-4352-bf17-f745813a88ce owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:51:38.088530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-5a9a8a33-0f26-4eac-8176-615dcb6b5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:38.092700 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-5a9a8a33-0f26-4eac-8176-615dcb6b5a5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c58418c-1633-4d58-a790-9f10ce59d42b HTTP/1.1" status: 200 len: 797 time: 0.1565301 Jan 14 01:51:38.230693 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c6b7f037-431a-4cf3-881b-5a40557a90b3 None None] Current status of the port fef9b19c-8b44-4e00-b712-6d8d55dc6c42 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:38.233572 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8670e9f6-5ffc-4518-ae0e-903c6097f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:38.234198 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6b7f037-431a-4cf3-881b-5a40557a90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:38.241259 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-8670e9f6-5ffc-4518-ae0e-903c6097f79c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1411951 Jan 14 01:51:38.307819 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8216c2f8-50d1-4473-89ac-521787da32a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a14caea4-b77d-46e5-b813-3ae51a5dbf72), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:38.317498 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8216c2f8-50d1-4473-89ac-521787da32a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:38.328888 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8216c2f8-50d1-4473-89ac-521787da32a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a14caea4-b77d-46e5-b813-3ae51a5dbf72 HTTP/1.1" status: 204 len: 168 time: 1.0900152 Jan 14 01:51:38.389018 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216c2f8-50d1-4473-89ac-521787da32a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14caea4-b77d-46e5-b813-3ae51a5dbf72,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:38.391559 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c6b7f037-431a-4cf3-881b-5a40557a90b3 None None] For port fef9b19c-8b44-4e00-b712-6d8d55dc6c42, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fef9b19c-8b44-4e00-b712-6d8d55dc6c42,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:38.434004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Allocated IP 172.20.0.1 (424fe1f7-c1a3-402e-83b8-c95d3f4ed773/a435814a-d751-4a87-9b4c-ba40e8f2e837/847e88dc-3d93-4fe6-88c9-073d77d41295) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:51:38.461428 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37110) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:38.506353 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6b7f037-431a-4cf3-881b-5a40557a90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:38.534657 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-1aadeb1f-4ee3-470b-a886-20f2a4e059c7 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874446 Jan 14 01:51:38.657873 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:38.672185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Publish callbacks [] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:38.730282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c9a2f853-e308-48aa-9810-c40779cecfc8 None None] Provisioning complete for port fef9b19c-8b44-4e00-b712-6d8d55dc6c42 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:38.741990 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c9a2f853-e308-48aa-9810-c40779cecfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:38.796459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7f037-431a-4cf3-881b-5a40557a90b3 None None] Pushing event updated for resources: {'Port': ['ID=fef9b19c-8b44-4e00-b712-6d8d55dc6c42,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:38.857964 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'name': 'tempest-TaggedBootDevicesTest_v242-2070261471-router', 'tenant_id': '0301ed1404564118bf946c9beed12508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'fef9b19c-8b44-4e00-b712-6d8d55dc6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:28Z', 'updated_at': '2022-01-14T01:51:32Z', 'revision_number': 3, 'project_id': '0301ed1404564118bf946c9beed12508', 'gw_port': {'id': 'fef9b19c-8b44-4e00-b712-6d8d55dc6c42', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ea:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:30Z', 'updated_at': '2022-01-14T01:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:38.927590 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d697a-6b7c-4e73-b568-6bd4825578cf None None] The sync data for ids ['8ce31d6f-799c-4f1e-ae37-569869ca88f8'] in n-d-824358-4 is: [{'id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'name': 'tempest-TaggedBootDevicesTest_v242-2070261471-router', 'tenant_id': '0301ed1404564118bf946c9beed12508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'fef9b19c-8b44-4e00-b712-6d8d55dc6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:28Z', 'updated_at': '2022-01-14T01:51:32Z', 'revision_number': 3, 'project_id': '0301ed1404564118bf946c9beed12508', 'gw_port': {'id': 'fef9b19c-8b44-4e00-b712-6d8d55dc6c42', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ea:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:30Z', 'updated_at': '2022-01-14T01:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:51:38.927860 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc7dc-783f-4f51-9799-10c43db9a3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:38.930937 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:39.041916 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2f853-e308-48aa-9810-c40779cecfc8 None None] Current status of the port fef9b19c-8b44-4e00-b712-6d8d55dc6c42 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:39.108177 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99bfcd37-5547-456c-a622-850dabc4edaf tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (457ffae7-6504-4352-bf17-f745813a88ce), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:39.152809 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37128) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:39.233450 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Network 424fe1f7-c1a3-402e-83b8-c95d3f4ed773 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:51:39.238610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b428380e-009a-4958-b644-058e8eaaaada None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:51:39.253595 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09ff72f3-5aa1-42d8-a5d6-4f2575338a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:39.320343 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:51:39.330801 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:51:39.395589 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Pushing event updated for resources: {'Port': ['ID=847e88dc-3d93-4fe6-88c9-073d77d41295,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:39.399272 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-29990e30-9c3b-4151-b375-29e3ceab09d4 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c6e3572c859846c988e39d1a903b5582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709081 Jan 14 01:51:39.543550 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfcd37-5547-456c-a622-850dabc4edaf tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Pushing event deleted for resources: {'Port': ['ID=457ffae7-6504-4352-bf17-f745813a88ce,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:39.783521 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-973bfe13-fd12-48d5-bbef-640d7f6803fd tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:39.791503 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-973bfe13-fd12-48d5-bbef-640d7f6803fd tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3911812 Jan 14 01:51:39.794737 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09ff72f3-5aa1-42d8-a5d6-4f2575338a67 admin admin] Publish callbacks [] for security_group (d2193f1c-cdbc-4b9d-bc01-f083f27e1225), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:39.827243 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99bfcd37-5547-456c-a622-850dabc4edaf tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks [] for floatingip (7090c5f0-b166-49d3-a0e5-eba0b0df4d07), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:39.832689 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99bfcd37-5547-456c-a622-850dabc4edaf tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:39.838517 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-99bfcd37-5547-456c-a622-850dabc4edaf tempest-ServersTestBootFromVolume-671374317 tempest-ServersTestBootFromVolume-671374317-project] 10.222.0.26 "DELETE /v2.0/floatingips/7090c5f0-b166-49d3-a0e5-eba0b0df4d07 HTTP/1.1" status: 204 len: 168 time: 3.1592178 Jan 14 01:51:39.840192 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (8ce31d6f-799c-4f1e-ae37-569869ca88f8), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:39.849146 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09ff72f3-5aa1-42d8-a5d6-4f2575338a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d2193f1c-cdbc-4b9d-bc01-f083f27e1225), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:39.884373 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fef9b19c-8b44-4e00-b712-6d8d55dc6c42 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:51:39.895231 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:39.898256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ada871ab-1f8e-446c-aea1-840c7383eeaf None None] Provisioning complete for port 847e88dc-3d93-4fe6-88c9-073d77d41295 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:39.906450 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ada871ab-1f8e-446c-aea1-840c7383eeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:39.919800 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-35e68d23-fcdb-4c8a-8f6b-fdf70460b6d7 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/quotas/c6e3572c859846c988e39d1a903b5582 HTTP/1.1" status: 200 len: 375 time: 0.1271155 Jan 14 01:51:39.926691 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-09ff72f3-5aa1-42d8-a5d6-4f2575338a67 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb89c5f67050461a970cdc2b35e8d55e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7712379 Jan 14 01:51:39.978847 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff72f3-5aa1-42d8-a5d6-4f2575338a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2193f1c-cdbc-4b9d-bc01-f083f27e1225,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:39.985288 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e78de189-e6f8-48f1-ba45-cb8b4c6e9b3f req-0754a912-df9f-4b4c-9981-588655bfb88d service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4419391 Jan 14 01:51:39.986006 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37140) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:40.013670 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-ba598472-9c1e-4b8a-a790-456e1319f3c3 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6e3572c859846c988e39d1a903b5582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926805 Jan 14 01:51:40.127749 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:40.153010 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ada871ab-1f8e-446c-aea1-840c7383eeaf None None] Port 847e88dc-3d93-4fe6-88c9-073d77d41295 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:51:40.166101 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc7dc-783f-4f51-9799-10c43db9a3dc admin admin] Publish callbacks [] for security_group (8af3b02a-7563-4790-8b49-dde120671bcb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:40.186318 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc7dc-783f-4f51-9799-10c43db9a3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8af3b02a-7563-4790-8b49-dde120671bcb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:40.191811 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port fef9b19c-8b44-4e00-b712-6d8d55dc6c42 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:40.194641 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fef9b19c-8b44-4e00-b712-6d8d55dc6c42), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:40.353489 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c14e5-d102-468e-9f7f-fc1eb4e8b42d req-81fae616-e931-4e06-bdaa-8f502e99af34 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.365968 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c14e5-d102-468e-9f7f-fc1eb4e8b42d req-81fae616-e931-4e06-bdaa-8f502e99af34 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.386505 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c14e5-d102-468e-9f7f-fc1eb4e8b42d req-81fae616-e931-4e06-bdaa-8f502e99af34 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.394235 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c14e5-d102-468e-9f7f-fc1eb4e8b42d req-81fae616-e931-4e06-bdaa-8f502e99af34 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.404958 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c14e5-d102-468e-9f7f-fc1eb4e8b42d req-81fae616-e931-4e06-bdaa-8f502e99af34 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.411659 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c14e5-d102-468e-9f7f-fc1eb4e8b42d req-81fae616-e931-4e06-bdaa-8f502e99af34 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.420764 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c14e5-d102-468e-9f7f-fc1eb4e8b42d req-81fae616-e931-4e06-bdaa-8f502e99af34 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.423403 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a71c14e5-d102-468e-9f7f-fc1eb4e8b42d req-81fae616-e931-4e06-bdaa-8f502e99af34 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 1.0856450 Jan 14 01:51:40.458970 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-35078d74-f537-464b-9d80-a8f8c8ac6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.460476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-35078d74-f537-464b-9d80-a8f8c8ac6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.460976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-35078d74-f537-464b-9d80-a8f8c8ac6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.462020 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-35078d74-f537-464b-9d80-a8f8c8ac6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.462534 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-35078d74-f537-464b-9d80-a8f8c8ac6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.463013 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-35078d74-f537-464b-9d80-a8f8c8ac6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.463484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-35078d74-f537-464b-9d80-a8f8c8ac6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.465458 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-35078d74-f537-464b-9d80-a8f8c8ac6566 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6475 time: 0.3694184 Jan 14 01:51:40.511309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port fef9b19c-8b44-4e00-b712-6d8d55dc6c42 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:40.523717 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a71c14e5-d102-468e-9f7f-fc1eb4e8b42d req-1aed49da-b898-4740-889f-4a0e9872bf0c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922201 Jan 14 01:51:40.524366 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49685fee-6dce-4389-9928-37ce76957d43 admin admin] Publish callbacks [] for security_group (d2193f1c-cdbc-4b9d-bc01-f083f27e1225), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:40.567714 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49685fee-6dce-4389-9928-37ce76957d43 admin admin] Publish callbacks [] for security_group (d2193f1c-cdbc-4b9d-bc01-f083f27e1225), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:40.571366 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9c5fc7dc-783f-4f51-9799-10c43db9a3dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2130df1a8aff4152a4215527206277d0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1088736 Jan 14 01:51:40.586725 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37148) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:40.737743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-e56a4e35-1d20-41d3-8a60-e4717092860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:40.739391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-e56a4e35-1d20-41d3-8a60-e4717092860f service neutron] 10.222.0.46 "GET /v2.0/networks?id=abc8037e-64e1-4418-bb1b-adc918f77729 HTTP/1.1" status: 200 len: 903 time: 0.2303417 Jan 14 01:51:40.808171 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fc7dc-783f-4f51-9799-10c43db9a3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af3b02a-7563-4790-8b49-dde120671bcb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:40.820712 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:40.901973 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-a1642147-a1d7-4f32-a833-af6d109617d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30c57d4b-6747-4709-a93c-a72f18d63bff HTTP/1.1" status: 200 len: 217 time: 0.1393850 Jan 14 01:51:40.904289 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-059d5101-0bb0-4496-8bae-5bb6ca5b26d8 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c6e3572c859846c988e39d1a903b5582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1607733 Jan 14 01:51:40.965385 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:41.025581 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49685fee-6dce-4389-9928-37ce76957d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d2193f1c-cdbc-4b9d-bc01-f083f27e1225), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:41.028963 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49685fee-6dce-4389-9928-37ce76957d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:41.030273 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-49685fee-6dce-4389-9928-37ce76957d43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2193f1c-cdbc-4b9d-bc01-f083f27e1225 HTTP/1.1" status: 204 len: 168 time: 1.0156279 Jan 14 01:51:41.067204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49685fee-6dce-4389-9928-37ce76957d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2193f1c-cdbc-4b9d-bc01-f083f27e1225,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:41.099851 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-14c9d5fc-8278-49e2-ace7-f080bed9f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:41.102309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-14c9d5fc-8278-49e2-ace7-f080bed9f2f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c58418c-1633-4d58-a790-9f10ce59d42b HTTP/1.1" status: 200 len: 797 time: 0.1892581 Jan 14 01:51:41.297336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0d697704-b51b-4380-9305-c127a9b676cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:41.303760 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0d697704-b51b-4380-9305-c127a9b676cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3804810 Jan 14 01:51:41.305550 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37174) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:41.323196 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-15deb5bf-e0c5-46b4-9445-5df2c54302d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:41.324719 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-15deb5bf-e0c5-46b4-9445-5df2c54302d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2142251 Jan 14 01:51:41.397718 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-3ae6d434-6139-4efe-bf77-6caf51483b65 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/quotas/c6e3572c859846c988e39d1a903b5582 HTTP/1.1" status: 200 len: 375 time: 0.0720026 Jan 14 01:51:41.413708 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:51:41.499553 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-a0869e3f-71e4-422b-91b8-1d7a05da20eb tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6e3572c859846c988e39d1a903b5582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889828 Jan 14 01:51:41.522491 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-ecbf5bf5-8336-4e24-9899-d1681a500346 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882584 Jan 14 01:51:41.664363 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b0373a7-14f2-43fc-9af7-326e8ec4f47b req-2a841ae4-caa8-4e28-a722-d077dc2bb22f service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303086 Jan 14 01:51:41.799989 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-645a72ac-18c7-447b-b7b9-8286e09f8543 admin admin] Publish callbacks [] for security_group (8af3b02a-7563-4790-8b49-dde120671bcb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:41.823275 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c26dabef-f410-4b00-b068-ca326c2a1b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:41.850768 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-645a72ac-18c7-447b-b7b9-8286e09f8543 admin admin] Publish callbacks [] for security_group (8af3b02a-7563-4790-8b49-dde120671bcb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:41.967899 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Publish callbacks [] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:42.049377 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:42.049789 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c26dabef-f410-4b00-b068-ca326c2a1b21 admin admin] Publish callbacks [] for security_group (64ebf788-2b1a-4b31-b1e5-cdd257b0dbe8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:42.054991 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-645a72ac-18c7-447b-b7b9-8286e09f8543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8af3b02a-7563-4790-8b49-dde120671bcb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:42.058456 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-645a72ac-18c7-447b-b7b9-8286e09f8543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:42.061871 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-645a72ac-18c7-447b-b7b9-8286e09f8543 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8af3b02a-7563-4790-8b49-dde120671bcb HTTP/1.1" status: 204 len: 168 time: 1.4700303 Jan 14 01:51:42.064414 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c26dabef-f410-4b00-b068-ca326c2a1b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (64ebf788-2b1a-4b31-b1e5-cdd257b0dbe8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:42.107171 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ab361db-00e0-4f1a-b053-2ca3768fbd34 req-8f26ad14-3c5e-46e9-8d5a-e17656c3b906 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 210 time: 0.1404617 Jan 14 01:51:42.121829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e4123-273d-4982-8f7a-0cf6e3194fdc req-472152a8-8706-4269-becf-7eed2a72b69a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:42.129150 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e4123-273d-4982-8f7a-0cf6e3194fdc req-472152a8-8706-4269-becf-7eed2a72b69a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:42.138148 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e4123-273d-4982-8f7a-0cf6e3194fdc req-472152a8-8706-4269-becf-7eed2a72b69a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:42.145040 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e4123-273d-4982-8f7a-0cf6e3194fdc req-472152a8-8706-4269-becf-7eed2a72b69a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:42.152776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e4123-273d-4982-8f7a-0cf6e3194fdc req-472152a8-8706-4269-becf-7eed2a72b69a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:42.167129 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a72ac-18c7-447b-b7b9-8286e09f8543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af3b02a-7563-4790-8b49-dde120671bcb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:42.208379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e4123-273d-4982-8f7a-0cf6e3194fdc req-472152a8-8706-4269-becf-7eed2a72b69a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:42.224250 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e4123-273d-4982-8f7a-0cf6e3194fdc req-472152a8-8706-4269-becf-7eed2a72b69a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:42.235152 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Pushing event updated for resources: {'Port': ['ID=847e88dc-3d93-4fe6-88c9-073d77d41295,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:42.248452 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f06e4123-273d-4982-8f7a-0cf6e3194fdc req-472152a8-8706-4269-becf-7eed2a72b69a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.5145152 Jan 14 01:51:42.390743 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (8ce31d6f-799c-4f1e-ae37-569869ca88f8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:42.420221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dabef-f410-4b00-b068-ca326c2a1b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ebf788-2b1a-4b31-b1e5-cdd257b0dbe8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:42.472785 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-e0faa6a5-418d-4df6-ae1e-88ff994c720f tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c6e3572c859846c988e39d1a903b5582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2111187 Jan 14 01:51:42.484273 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c26dabef-f410-4b00-b068-ca326c2a1b21 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e76e4c355c04c2b9f3ad3f2897d3f10&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1779346 Jan 14 01:51:42.532379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:42.583253 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f06e4123-273d-4982-8f7a-0cf6e3194fdc req-cda49578-f995-43bf-9883-6185626332b8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3338323 Jan 14 01:51:42.778312 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5ae1-9025-4b90-8824-d2eefcb9898f admin admin] Publish callbacks [] for security_group (64ebf788-2b1a-4b31-b1e5-cdd257b0dbe8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:42.801799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-d6e9cada-cc01-4808-a971-380d1ac50cba tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:42.811728 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-d6e9cada-cc01-4808-a971-380d1ac50cba tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460701 Jan 14 01:51:42.823609 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5ae1-9025-4b90-8824-d2eefcb9898f admin admin] Publish callbacks [] for security_group (64ebf788-2b1a-4b31-b1e5-cdd257b0dbe8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:42.850400 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Request body: {'port': {'device_id': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': 'c6e3572c859846c988e39d1a903b5582'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:42.866630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37218) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:42.910886 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-974a6a69-8a39-463d-ac40-83e37053c403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:42.914561 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Network 424fe1f7-c1a3-402e-83b8-c95d3f4ed773 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:51:42.934016 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:51:43.024394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Made reservation on behalf of c6e3572c859846c988e39d1a903b5582 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:51:43.030253 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:43.050661 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:43.222215 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-974a6a69-8a39-463d-ac40-83e37053c403 admin admin] Publish callbacks [] for security_group (a7656067-4d92-468d-8fbf-eec418d7fc8f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:43.241349 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-862baa47-f97f-4e52-b601-343336b79b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (ba637b14-b100-4486-a6d8-dc57d571142e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:43.314761 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3f6e55e-fba6-4ab9-a901-ae4dd56a0842 req-c4aafc94-c976-4d77-a8d7-3de95b9e2df1 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 210 time: 0.0752010 Jan 14 01:51:43.348483 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks [] for security_group (e1aaf3a5-f33e-4e20-8d9c-b5026e607a83), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:43.357891 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e1aaf3a5-f33e-4e20-8d9c-b5026e607a83), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:43.401209 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a630b36c-f563-4d99-89d6-43c5a579ff3b None None] Provisioning complete for port 847e88dc-3d93-4fe6-88c9-073d77d41295 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:43.401798 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a630b36c-f563-4d99-89d6-43c5a579ff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:43.506698 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Allocated IP 192.168.233.242 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/f4f22c0b-6677-4dda-bc0c-daf6a1831dfd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:51:43.543990 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a630b36c-f563-4d99-89d6-43c5a579ff3b None None] Port 847e88dc-3d93-4fe6-88c9-073d77d41295 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:51:43.561325 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-974a6a69-8a39-463d-ac40-83e37053c403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a7656067-4d92-468d-8fbf-eec418d7fc8f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:43.669972 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-974a6a69-8a39-463d-ac40-83e37053c403 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e2f446e6f034208895097074da30a78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7897761 Jan 14 01:51:43.682137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37242) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:43.754707 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Router 8ce31d6f-799c-4f1e-ae37-569869ca88f8 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:51:43.796633 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-36112a60-39af-494d-9915-5813d26cd28b tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c6e3572c859846c988e39d1a903b5582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348635 Jan 14 01:51:43.965377 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:43.968385 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bedb4665-c10c-4e7d-8b96-de382f6d44dc admin admin] Publish callbacks [] for security_group (a7656067-4d92-468d-8fbf-eec418d7fc8f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:44.033534 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bedb4665-c10c-4e7d-8b96-de382f6d44dc admin admin] Publish callbacks [] for security_group (a7656067-4d92-468d-8fbf-eec418d7fc8f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:44.046814 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks [] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:44.070211 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5913-9343-437e-8252-cec179867114 req-c403d90b-fe5d-42a0-86bd-6adfad888b6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:44.078115 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5913-9343-437e-8252-cec179867114 req-c403d90b-fe5d-42a0-86bd-6adfad888b6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:44.084642 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5913-9343-437e-8252-cec179867114 req-c403d90b-fe5d-42a0-86bd-6adfad888b6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:44.090982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5913-9343-437e-8252-cec179867114 req-c403d90b-fe5d-42a0-86bd-6adfad888b6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:44.098061 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5913-9343-437e-8252-cec179867114 req-c403d90b-fe5d-42a0-86bd-6adfad888b6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:44.104865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5913-9343-437e-8252-cec179867114 req-c403d90b-fe5d-42a0-86bd-6adfad888b6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:44.111497 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5913-9343-437e-8252-cec179867114 req-c403d90b-fe5d-42a0-86bd-6adfad888b6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:44.113668 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4fec5913-9343-437e-8252-cec179867114 req-c403d90b-fe5d-42a0-86bd-6adfad888b6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3157606 Jan 14 01:51:44.291287 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bedb4665-c10c-4e7d-8b96-de382f6d44dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a7656067-4d92-468d-8fbf-eec418d7fc8f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:44.294206 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bedb4665-c10c-4e7d-8b96-de382f6d44dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:44.295709 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bedb4665-c10c-4e7d-8b96-de382f6d44dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7656067-4d92-468d-8fbf-eec418d7fc8f HTTP/1.1" status: 204 len: 168 time: 0.6005850 Jan 14 01:51:44.320186 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4fec5913-9343-437e-8252-cec179867114 req-9573b6a4-6761-46fc-a9ed-9b041891b94c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1983337 Jan 14 01:51:44.340483 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:44.344962 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb4665-c10c-4e7d-8b96-de382f6d44dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7656067-4d92-468d-8fbf-eec418d7fc8f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:44.353825 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa3618-5c29-484a-8c56-932621b00e30 req-74e271bc-5b09-4cea-8656-ffb7584255d5 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:44.358837 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-74e271bc-5b09-4cea-8656-ffb7584255d5 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4986718 Jan 14 01:51:44.396336 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-34fa3618-5c29-484a-8c56-932621b00e30 req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Request body: {'port': {'device_id': 'a31066d4-3f41-4b44-af16-bde07a68b357', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': 'c6e3572c859846c988e39d1a903b5582'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:44.493205 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:51:44.501486 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:51:44.554129 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:51:44.645490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Pushing event updated for resources: {'Port': ['ID=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:44.663090 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5ae1-9025-4b90-8824-d2eefcb9898f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (64ebf788-2b1a-4b31-b1e5-cdd257b0dbe8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:44.672399 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5ae1-9025-4b90-8824-d2eefcb9898f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:44.674212 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4c6a5ae1-9025-4b90-8824-d2eefcb9898f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64ebf788-2b1a-4b31-b1e5-cdd257b0dbe8 HTTP/1.1" status: 204 len: 168 time: 2.1126316 Jan 14 01:51:44.681281 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a6a69-8a39-463d-ac40-83e37053c403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7656067-4d92-468d-8fbf-eec418d7fc8f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:44.727496 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fa3618-5c29-484a-8c56-932621b00e30 req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Made reservation on behalf of c6e3572c859846c988e39d1a903b5582 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:51:44.731912 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34fa3618-5c29-484a-8c56-932621b00e30 req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:44.808527 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:44.809141 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:44.821303 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a5ae1-9025-4b90-8824-d2eefcb9898f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ebf788-2b1a-4b31-b1e5-cdd257b0dbe8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:44.865514 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bd8507bf-b624-42bd-84e3-0d75a9119bb0 req-ac713c8a-1aef-443e-b3be-d21138356fcf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 210 time: 0.3654838 Jan 14 01:51:44.887496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-92cfb48b-4593-42b1-ab69-908082e962cf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0597565 Jan 14 01:51:44.908982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Request body: {'port': {'device_id': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:45.003995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-329229c8-ece4-4edc-89fc-d668dc710a00 None None] Provisioning complete for port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:45.007173 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-329229c8-ece4-4edc-89fc-d668dc710a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:45.064875 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-329229c8-ece4-4edc-89fc-d668dc710a00 None None] Port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:51:45.077749 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:45.152864 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:51:45.165535 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Sync routers for ids ['8ce31d6f-799c-4f1e-ae37-569869ca88f8'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:51:45.182150 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fe11c381-d5d5-4a80-8779-921c97394986 admin admin] 10.222.0.26 "PUT /v2.0/routers/8ce31d6f-799c-4f1e-ae37-569869ca88f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1105914 Jan 14 01:51:45.204316 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Routers {'8ce31d6f-799c-4f1e-ae37-569869ca88f8'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:51:45.205570 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:51:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8ce31d6f-799c-4f1e-ae37-569869ca88f8'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:45.294678 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-34fa3618-5c29-484a-8c56-932621b00e30 req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Allocated IP 192.168.233.73 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:51:45.375494 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-862baa47-f97f-4e52-b601-343336b79b99 admin admin] Deleting port e0110df5-1122-402d-a495-8162f9aaa7f5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:51:45.382596 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-862baa47-f97f-4e52-b601-343336b79b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:45.555723 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-862baa47-f97f-4e52-b601-343336b79b99 admin admin] For port e0110df5-1122-402d-a495-8162f9aaa7f5, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e0110df5-1122-402d-a495-8162f9aaa7f5,segment=NetworkSegment(6bcbfbeb-94b0-4da5-b524-20bb1718cec0),segment_id=6bcbfbeb-94b0-4da5-b524-20bb1718cec0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:45.559770 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-862baa47-f97f-4e52-b601-343336b79b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:45.592753 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34fa3618-5c29-484a-8c56-932621b00e30 req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks [] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:45.594128 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Set router 8ce31d6f-799c-4f1e-ae37-569869ca88f8 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:51:45.607837 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-862baa47-f97f-4e52-b601-343336b79b99 admin admin] Calling delete_port for e0110df5-1122-402d-a495-8162f9aaa7f5 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:51:45.654598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37288) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:45.748599 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03753-3b88-4d62-a742-c0c6cb7ea781 req-0628a453-7be0-4fce-ac2b-b653e0038847 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:45.757030 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34fa3618-5c29-484a-8c56-932621b00e30 req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:45.777638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03753-3b88-4d62-a742-c0c6cb7ea781 req-0628a453-7be0-4fce-ac2b-b653e0038847 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:45.783908 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03753-3b88-4d62-a742-c0c6cb7ea781 req-0628a453-7be0-4fce-ac2b-b653e0038847 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:45.807439 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03753-3b88-4d62-a742-c0c6cb7ea781 req-0628a453-7be0-4fce-ac2b-b653e0038847 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:45.838611 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03753-3b88-4d62-a742-c0c6cb7ea781 req-0628a453-7be0-4fce-ac2b-b653e0038847 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:45.858863 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03753-3b88-4d62-a742-c0c6cb7ea781 req-0628a453-7be0-4fce-ac2b-b653e0038847 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:45.889820 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03753-3b88-4d62-a742-c0c6cb7ea781 req-0628a453-7be0-4fce-ac2b-b653e0038847 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:45.909582 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fa3618-5c29-484a-8c56-932621b00e30 req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:51:45.916134 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-34fa3618-5c29-484a-8c56-932621b00e30 req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:51:45.939489 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fa3618-5c29-484a-8c56-932621b00e30 req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:51:45.940212 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-48f03753-3b88-4d62-a742-c0c6cb7ea781 req-0628a453-7be0-4fce-ac2b-b653e0038847 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3973064 Jan 14 01:51:45.955117 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Pushing event updated for resources: {'Port': ['ID=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:46.020048 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c05b3cf5-c1e6-45a5-b275-87a3184bf433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:46.340436 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'name': 'tempest-TaggedBootDevicesTest_v242-2070261471-router', 'tenant_id': '0301ed1404564118bf946c9beed12508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'fef9b19c-8b44-4e00-b712-6d8d55dc6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:28Z', 'updated_at': '2022-01-14T01:51:40Z', 'revision_number': 4, 'project_id': '0301ed1404564118bf946c9beed12508', 'gw_port': {'id': 'fef9b19c-8b44-4e00-b712-6d8d55dc6c42', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ea:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:30Z', 'updated_at': '2022-01-14T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '847e88dc-3d93-4fe6-88c9-073d77d41295', 'name': '', 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773', 'tenant_id': '0301ed1404564118bf946c9beed12508', 'mac_address': 'fa:16:3e:61:b6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a435814a-d751-4a87-9b4c-ba40e8f2e837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:37Z', 'updated_at': '2022-01-14T01:51:40Z', 'revision_number': 2, 'project_id': '0301ed1404564118bf946c9beed12508', 'subnets': [{'id': 'a435814a-d751-4a87-9b4c-ba40e8f2e837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:46.404817 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-85d80616-40e2-4f03-bd73-3674270c3bbc None None] Provisioning complete for port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:46.405382 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85d80616-40e2-4f03-bd73-3674270c3bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:46.429606 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Checking router: 8ce31d6f-799c-4f1e-ae37-569869ca88f8 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:51:46.430142 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Updating router 8ce31d6f-799c-4f1e-ae37-569869ca88f8 port 847e88dc-3d93-4fe6-88c9-073d77d41295 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:51:46.501394 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-85d80616-40e2-4f03-bd73-3674270c3bbc None None] Port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:51:46.510756 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:46.715917 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-48f03753-3b88-4d62-a742-c0c6cb7ea781 req-fab68278-6d46-4881-b255-b300786c8aeb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7740421 Jan 14 01:51:46.831295 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9874f-93ff-498f-9d5e-12f6e5180acd req-ee125de6-b8c0-487c-b2a7-53c94d74e0ad tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:46.836972 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d8e9874f-93ff-498f-9d5e-12f6e5180acd req-ee125de6-b8c0-487c-b2a7-53c94d74e0ad tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 935 time: 0.6313376 Jan 14 01:51:46.852216 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa3618-5c29-484a-8c56-932621b00e30 req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:46.855756 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34fa3618-5c29-484a-8c56-932621b00e30 req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:46.946539 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-13f99046-f5c9-4563-8669-94e7006cb707 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5510211 Jan 14 01:51:46.963778 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Request body: {'port': {'device_id': 'a31066d4-3f41-4b44-af16-bde07a68b357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:51:47.058649 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-862baa47-f97f-4e52-b601-343336b79b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e0110df5-1122-402d-a495-8162f9aaa7f5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:47.104284 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862baa47-f97f-4e52-b601-343336b79b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0110df5-1122-402d-a495-8162f9aaa7f5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:47.128591 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:47.159919 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d8e9874f-93ff-498f-9d5e-12f6e5180acd req-94afb70f-b3e2-43ab-9d16-6f2384f5d313 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051295 Jan 14 01:51:47.282694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f22c0b-6677-4dda-bc0c-daf6a1831dfd {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:51:47.307402 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c05b3cf5-c1e6-45a5-b275-87a3184bf433 admin admin] Publish callbacks [] for security_group (7d289b41-6270-4b6b-86b9-c4f1f396f5eb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:47.340212 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Publish callbacks [] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:47.344573 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c05b3cf5-c1e6-45a5-b275-87a3184bf433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7d289b41-6270-4b6b-86b9-c4f1f396f5eb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:47.481833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c05b3cf5-c1e6-45a5-b275-87a3184bf433 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af47dc806d674ce4ab6375e22c4a5187&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8246264 Jan 14 01:51:47.485560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37366) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:47.496272 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b3cf5-c1e6-45a5-b275-87a3184bf433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d289b41-6270-4b6b-86b9-c4f1f396f5eb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:47.544462 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Publish callbacks [] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:47.561498 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:47.658343 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Transition to ACTIVE for port object f4f22c0b-6677-4dda-bc0c-daf6a1831dfd will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:51:47.722744 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:47.726903 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8bc16-762b-41a7-a4f7-a95e8d89c0cb None None] Pushing event updated for resources: {'Port': ['ID=847e88dc-3d93-4fe6-88c9-073d77d41295,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:47.853219 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:47.856147 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8954735c-1ff2-4694-aae6-ff6ea354c8e6 admin admin] Publish callbacks [] for security_group (7d289b41-6270-4b6b-86b9-c4f1f396f5eb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:47.888072 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8954735c-1ff2-4694-aae6-ff6ea354c8e6 admin admin] Publish callbacks [] for security_group (7d289b41-6270-4b6b-86b9-c4f1f396f5eb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:47.969117 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8954735c-1ff2-4694-aae6-ff6ea354c8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7d289b41-6270-4b6b-86b9-c4f1f396f5eb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:47.973385 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8954735c-1ff2-4694-aae6-ff6ea354c8e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:47.975384 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8954735c-1ff2-4694-aae6-ff6ea354c8e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d289b41-6270-4b6b-86b9-c4f1f396f5eb HTTP/1.1" status: 204 len: 168 time: 0.4513857 Jan 14 01:51:47.995480 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Attempting to bind port 847e88dc-3d93-4fe6-88c9-073d77d41295 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:47.995888 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Attempting to bind port 847e88dc-3d93-4fe6-88c9-073d77d41295 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'ad028a46-926a-4e39-90ba-d696a1201ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:47.996251 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Attempting to bind port 847e88dc-3d93-4fe6-88c9-073d77d41295 on network 424fe1f7-c1a3-402e-83b8-c95d3f4ed773 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:48.012038 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:48.012435 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Checking segment: {'id': 'ad028a46-926a-4e39-90ba-d696a1201ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:48.012852 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:48.013241 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Bound using segment: {'id': 'ad028a46-926a-4e39-90ba-d696a1201ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:48.013802 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Bound port: 847e88dc-3d93-4fe6-88c9-073d77d41295, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad028a46-926a-4e39-90ba-d696a1201ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:48.014169 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:48.020102 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954735c-1ff2-4694-aae6-ff6ea354c8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d289b41-6270-4b6b-86b9-c4f1f396f5eb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:48.250260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a88a76-11b3-498f-991b-0e44299a4772 req-8bd4a6b8-76f4-425f-a520-029ec8aebafd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:48.262477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a88a76-11b3-498f-991b-0e44299a4772 req-8bd4a6b8-76f4-425f-a520-029ec8aebafd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:48.282242 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a88a76-11b3-498f-991b-0e44299a4772 req-8bd4a6b8-76f4-425f-a520-029ec8aebafd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:48.292239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a88a76-11b3-498f-991b-0e44299a4772 req-8bd4a6b8-76f4-425f-a520-029ec8aebafd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:48.306731 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a88a76-11b3-498f-991b-0e44299a4772 req-8bd4a6b8-76f4-425f-a520-029ec8aebafd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:48.338569 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a88a76-11b3-498f-991b-0e44299a4772 req-8bd4a6b8-76f4-425f-a520-029ec8aebafd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:48.356928 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7ff62343-7470-45e3-b490-e1d519573253 None None] Provisioning complete for port 847e88dc-3d93-4fe6-88c9-073d77d41295 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:48.358321 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ff62343-7470-45e3-b490-e1d519573253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:48.358892 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] For port 847e88dc-3d93-4fe6-88c9-073d77d41295, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:48.363547 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] For port 847e88dc-3d93-4fe6-88c9-073d77d41295, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=847e88dc-3d93-4fe6-88c9-073d77d41295,segment=NetworkSegment(ad028a46-926a-4e39-90ba-d696a1201ac0),segment_id=ad028a46-926a-4e39-90ba-d696a1201ac0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:48.365146 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a88a76-11b3-498f-991b-0e44299a4772 req-8bd4a6b8-76f4-425f-a520-029ec8aebafd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:48.374751 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:48.376858 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1a88a76-11b3-498f-991b-0e44299a4772 req-8bd4a6b8-76f4-425f-a520-029ec8aebafd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.4099314 Jan 14 01:51:48.509842 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7ff62343-7470-45e3-b490-e1d519573253 None None] Port 847e88dc-3d93-4fe6-88c9-073d77d41295 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:51:48.598670 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8bc16-762b-41a7-a4f7-a95e8d89c0cb None None] Pushing event updated for resources: {'Port': ['ID=847e88dc-3d93-4fe6-88c9-073d77d41295,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:48.626387 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:51:48.643961 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-862baa47-f97f-4e52-b601-343336b79b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (ba637b14-b100-4486-a6d8-dc57d571142e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:48.645397 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Routers {'8ce31d6f-799c-4f1e-ae37-569869ca88f8'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:51:48.648102 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:51:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['8ce31d6f-799c-4f1e-ae37-569869ca88f8'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:48.668814 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Publish callbacks [] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:48.729663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Attempting to bind port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:48.731070 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Attempting to bind port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:48.734198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Attempting to bind port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:48.751081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Transition to ACTIVE for port object 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:51:48.760674 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:48.838303 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:51:48.838648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Attempting to bind port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:48.881710 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afdb7b-fb9e-4651-8186-2fea016e61f5 req-463dd058-0121-46d6-b85d-95aa72f44d54 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:48.883329 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72afdb7b-fb9e-4651-8186-2fea016e61f5 req-463dd058-0121-46d6-b85d-95aa72f44d54 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 935 time: 0.4975955 Jan 14 01:51:48.962770 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:48.963113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:48.963501 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:48.963951 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Bound port: f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:48.964804 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:49.026174 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1a88a76-11b3-498f-991b-0e44299a4772 req-2f8d9075-24bb-43eb-9f5b-fe521828f599 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6352527 Jan 14 01:51:49.048135 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] Set router 8ce31d6f-799c-4f1e-ae37-569869ca88f8 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:51:49.089975 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b90243b2-cd5f-4888-9906-60de12747b88 None None] Provisioning complete for port 847e88dc-3d93-4fe6-88c9-073d77d41295 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:49.090352 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b90243b2-cd5f-4888-9906-60de12747b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:49.181261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Attempting to bind port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:51:49.181617 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Attempting to bind port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:51:49.181914 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Attempting to bind port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:49.208628 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:51:49.209499 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Attempting to bind port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:51:49.226319 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Pushing event updated for resources: {'Port': ['ID=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:49.250845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:51:49.251186 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:51:49.257980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:51:49.262736 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Bound port: 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:51:49.263116 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:49.316335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72afdb7b-fb9e-4651-8186-2fea016e61f5 req-fe97451c-d494-4b55-a1ec-4c0aa0649bcf tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177983 Jan 14 01:51:49.373955 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b90243b2-cd5f-4888-9906-60de12747b88 None None] Current status of the port 847e88dc-3d93-4fe6-88c9-073d77d41295 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:49.374845 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b90243b2-cd5f-4888-9906-60de12747b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:49.375592 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:49.382547 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:49.401716 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:49.434765 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b90243b2-cd5f-4888-9906-60de12747b88 None None] For port 847e88dc-3d93-4fe6-88c9-073d77d41295, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=847e88dc-3d93-4fe6-88c9-073d77d41295,segment=NetworkSegment(ad028a46-926a-4e39-90ba-d696a1201ac0),segment_id=ad028a46-926a-4e39-90ba-d696a1201ac0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:49.446882 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b90243b2-cd5f-4888-9906-60de12747b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:49.480756 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:49.481526 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:49.483332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4f22c0b-6677-4dda-bc0c-daf6a1831dfd HTTP/1.1" status: 200 len: 1096 time: 4.5815976 Jan 14 01:51:49.486858 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:49.489231 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4eff36-68a6-4906-b4fc-d847bc50c89d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:49.555147 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd85d1-b044-442d-8fab-e364c478a2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:49.611368 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90243b2-cd5f-4888-9906-60de12747b88 None None] Pushing event updated for resources: {'Port': ['ID=847e88dc-3d93-4fe6-88c9-073d77d41295,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:49.678664 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9808800b-5ac2-4bfb-a0e3-d13f2f74a18c x-openstack-request-id: req-9808800b-5ac2-4bfb-a0e3-d13f2f74a18c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:49.684775 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:49.687644 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9808800b-5ac2-4bfb-a0e3-d13f2f74a18c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:49.688193 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'status': 'completed', 'code': 200} Jan 14 01:51:49.730496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-dea412f0-756b-4c45-ac94-516ed149ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:49.732154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-dea412f0-756b-4c45-ac94-516ed149ddc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6e3572c859846c988e39d1a903b5582&device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b HTTP/1.1" status: 200 len: 1099 time: 0.1696713 Jan 14 01:51:49.807333 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] For port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:51:49.846007 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] For port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:51:49.864630 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-e10c6af7-d721-40fd-b901-e9624667f894 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd HTTP/1.1" status: 200 len: 217 time: 0.1189616 Jan 14 01:51:49.882325 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:49.894585 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862baa47-f97f-4e52-b601-343336b79b99 admin admin] Router ba637b14-b100-4486-a6d8-dc57d571142e has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:51:49.963324 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37452) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:49.988026 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:49.988762 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:49.990387 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] 10.222.0.36 "PUT /v2.0/ports/15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba HTTP/1.1" status: 200 len: 1095 time: 3.0384784 Jan 14 01:51:49.991970 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31066d4-3f41-4b44-af16-bde07a68b357', 'tag': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:49.994585 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc611562-4d2e-4375-bd98-cce2d2807e27" -d '{"events": [{"name": "network-changed", "server_uuid": "a31066d4-3f41-4b44-af16-bde07a68b357", "tag": "15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:50.105848 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-e8cf05de-8ef4-4c18-9784-4adfdfc22f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:50.106249 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c578075-18b5-48a7-9225-74a741217c96 service neutron] Pushing event updated for resources: {'Port': ['ID=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:50.107493 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-e8cf05de-8ef4-4c18-9784-4adfdfc22f73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.2370219 Jan 14 01:51:50.190047 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83a4b46-22cc-47e5-ad6d-9267b1c29ea0 x-openstack-request-id: req-e83a4b46-22cc-47e5-ad6d-9267b1c29ea0 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:50.190749 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31066d4-3f41-4b44-af16-bde07a68b357", "tag": "15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:50.192039 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e83a4b46-22cc-47e5-ad6d-9267b1c29ea0 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:50.192700 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31066d4-3f41-4b44-af16-bde07a68b357', 'tag': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba', 'status': 'completed', 'code': 200} Jan 14 01:51:50.231365 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'name': 'tempest-TaggedBootDevicesTest_v242-2070261471-router', 'tenant_id': '0301ed1404564118bf946c9beed12508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'fef9b19c-8b44-4e00-b712-6d8d55dc6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:28Z', 'updated_at': '2022-01-14T01:51:40Z', 'revision_number': 4, 'project_id': '0301ed1404564118bf946c9beed12508', 'gw_port': {'id': 'fef9b19c-8b44-4e00-b712-6d8d55dc6c42', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ea:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:30Z', 'updated_at': '2022-01-14T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '847e88dc-3d93-4fe6-88c9-073d77d41295', 'name': '', 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773', 'tenant_id': '0301ed1404564118bf946c9beed12508', 'mac_address': 'fa:16:3e:61:b6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a435814a-d751-4a87-9b4c-ba40e8f2e837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:37Z', 'updated_at': '2022-01-14T01:51:48Z', 'revision_number': 4, 'project_id': '0301ed1404564118bf946c9beed12508', 'subnets': [{'id': 'a435814a-d751-4a87-9b4c-ba40e8f2e837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:50.317177 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de76d7-b8bf-4342-a406-eddf5968e946 None None] The sync data for ids ['8ce31d6f-799c-4f1e-ae37-569869ca88f8'] in n-d-824358-4 is: [{'id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'name': 'tempest-TaggedBootDevicesTest_v242-2070261471-router', 'tenant_id': '0301ed1404564118bf946c9beed12508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'fef9b19c-8b44-4e00-b712-6d8d55dc6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:28Z', 'updated_at': '2022-01-14T01:51:40Z', 'revision_number': 4, 'project_id': '0301ed1404564118bf946c9beed12508', 'gw_port': {'id': 'fef9b19c-8b44-4e00-b712-6d8d55dc6c42', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ea:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:30Z', 'updated_at': '2022-01-14T01:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '847e88dc-3d93-4fe6-88c9-073d77d41295', 'name': '', 'network_id': '424fe1f7-c1a3-402e-83b8-c95d3f4ed773', 'tenant_id': '0301ed1404564118bf946c9beed12508', 'mac_address': 'fa:16:3e:61:b6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce31d6f-799c-4f1e-ae37-569869ca88f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'a435814a-d751-4a87-9b4c-ba40e8f2e837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:37Z', 'updated_at': '2022-01-14T01:51:48Z', 'revision_number': 4, 'project_id': '0301ed1404564118bf946c9beed12508', 'subnets': [{'id': 'a435814a-d751-4a87-9b4c-ba40e8f2e837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:51:50.454910 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862baa47-f97f-4e52-b601-343336b79b99 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:51:50.467737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-80e77e55-66e4-4358-abcd-80d5da07c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:50.469285 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-80e77e55-66e4-4358-abcd-80d5da07c440 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3513741 Jan 14 01:51:50.489461 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-862baa47-f97f-4e52-b601-343336b79b99 admin admin] 10.222.0.26 "PUT /v2.0/routers/ba637b14-b100-4486-a6d8-dc57d571142e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5615745 Jan 14 01:51:50.491458 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37466) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:50.503512 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724752b3-0f66-4380-a34b-f98203bc90bb None None] Sync routers for ids ['ba637b14-b100-4486-a6d8-dc57d571142e'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:51:50.535862 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724752b3-0f66-4380-a34b-f98203bc90bb None None] Routers {'ba637b14-b100-4486-a6d8-dc57d571142e'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:51:50.543643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-724752b3-0f66-4380-a34b-f98203bc90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:51:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ba637b14-b100-4486-a6d8-dc57d571142e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:50.693881 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa3618-5c29-484a-8c56-932621b00e30 req-fd8ffb40-97e6-4555-970d-37225401d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:50.699962 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-fd8ffb40-97e6-4555-970d-37225401d89f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6e3572c859846c988e39d1a903b5582&device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 1098 time: 0.6320734 Jan 14 01:51:50.830970 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-083ba9c7-6b09-4c08-a0bb-7d3099f727ba service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451846 Jan 14 01:51:50.936125 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-724752b3-0f66-4380-a34b-f98203bc90bb None None] Set router ba637b14-b100-4486-a6d8-dc57d571142e gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:51:50.953935 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-b35a57e2-0c7e-4e79-b56e-d891abbd264a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba HTTP/1.1" status: 200 len: 217 time: 0.2335939 Jan 14 01:51:51.183564 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Publish callbacks [] for router (ba637b14-b100-4486-a6d8-dc57d571142e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:51.204170 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa3618-5c29-484a-8c56-932621b00e30 req-928f8e09-b982-4a5e-b36e-6d7ae3334e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:51.205951 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-928f8e09-b982-4a5e-b36e-6d7ae3334e8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.2437162 Jan 14 01:51:51.223000 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8ecf801-7422-4f98-b9cc-c8804533ad71 req-5d13c007-df91-4056-9eee-f76f112af24c service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914927 Jan 14 01:51:51.295850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a59a01-b4bb-41da-9801-2651945deca0 req-3c7b3462-bf99-4968-b18f-60a2ece49bd8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:51.313183 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a59a01-b4bb-41da-9801-2651945deca0 req-3c7b3462-bf99-4968-b18f-60a2ece49bd8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:51.350950 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a59a01-b4bb-41da-9801-2651945deca0 req-3c7b3462-bf99-4968-b18f-60a2ece49bd8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:51.371939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a59a01-b4bb-41da-9801-2651945deca0 req-3c7b3462-bf99-4968-b18f-60a2ece49bd8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:51.392220 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a59a01-b4bb-41da-9801-2651945deca0 req-3c7b3462-bf99-4968-b18f-60a2ece49bd8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:51.408530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a59a01-b4bb-41da-9801-2651945deca0 req-3c7b3462-bf99-4968-b18f-60a2ece49bd8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:51.426137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a59a01-b4bb-41da-9801-2651945deca0 req-3c7b3462-bf99-4968-b18f-60a2ece49bd8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:51.431967 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-48a59a01-b4bb-41da-9801-2651945deca0 req-3c7b3462-bf99-4968-b18f-60a2ece49bd8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 1.1821887 Jan 14 01:51:51.437717 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2877eb7-4081-4922-97c3-b5da593d64ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:51.548463 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-724752b3-0f66-4380-a34b-f98203bc90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:51:46Z', 'revision_number': 5, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:51.637582 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa3618-5c29-484a-8c56-932621b00e30 req-a1b33cd5-e126-4893-95a2-d22533a6dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:51.643697 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-a1b33cd5-e126-4893-95a2-d22533a6dd58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4252319 Jan 14 01:51:51.667834 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724752b3-0f66-4380-a34b-f98203bc90bb None None] Checking router: ba637b14-b100-4486-a6d8-dc57d571142e for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:51:51.678566 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724752b3-0f66-4380-a34b-f98203bc90bb None None] Routers {'ba637b14-b100-4486-a6d8-dc57d571142e'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:51:51.679848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-724752b3-0f66-4380-a34b-f98203bc90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:51:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ba637b14-b100-4486-a6d8-dc57d571142e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:51.888355 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Publish callbacks [] for router_gateway (ba637b14-b100-4486-a6d8-dc57d571142e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:51.922709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46811029-011f-41cd-9df8-6f08da5b1572 req-05067fbb-3bee-4d15-b6db-0d5e146700b3 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:51.928220 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-46811029-011f-41cd-9df8-6f08da5b1572 req-05067fbb-3bee-4d15-b6db-0d5e146700b3 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 947 time: 1.4037247 Jan 14 01:51:51.965330 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eff36-68a6-4906-b4fc-d847bc50c89d req-fea8d21a-d12e-42ea-9261-d96e55341135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:51.970055 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b4eff36-68a6-4906-b4fc-d847bc50c89d req-fea8d21a-d12e-42ea-9261-d96e55341135 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6e3572c859846c988e39d1a903b5582&device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b HTTP/1.1" status: 200 len: 1099 time: 0.5335364 Jan 14 01:51:52.168970 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-d45219b2-ba11-4ca8-8b99-93cad22c8df2 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074291 Jan 14 01:51:52.171487 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 847e88dc-3d93-4fe6-88c9-073d77d41295 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:51:52.263698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-724752b3-0f66-4380-a34b-f98203bc90bb None None] Set router ba637b14-b100-4486-a6d8-dc57d571142e gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:51:52.313940 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eff36-68a6-4906-b4fc-d847bc50c89d req-ec84fd12-1928-4f75-9ec6-9977b909a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:52.315540 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b4eff36-68a6-4906-b4fc-d847bc50c89d req-ec84fd12-1928-4f75-9ec6-9977b909a7e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.3012292 Jan 14 01:51:52.328810 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 847e88dc-3d93-4fe6-88c9-073d77d41295 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:52.329188 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (847e88dc-3d93-4fe6-88c9-073d77d41295), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:52.406929 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Deleting port 3911c350-942f-4466-9332-98bea68f9487 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:51:52.407629 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (3911c350-942f-4466-9332-98bea68f9487), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:52.502281 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b4eff36-68a6-4906-b4fc-d847bc50c89d req-58287450-237d-4f81-b115-7e58bb1fce3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd HTTP/1.1" status: 200 len: 217 time: 0.0981243 Jan 14 01:51:52.637334 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-34fa3618-5c29-484a-8c56-932621b00e30 req-d0d0eee8-6cf8-4214-957e-338dc3e085a0 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623585 Jan 14 01:51:52.736073 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-48a59a01-b4bb-41da-9801-2651945deca0 req-78be2a6b-3325-4fb2-b293-ca8d6d1f7584 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2707369 Jan 14 01:51:52.746164 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-46811029-011f-41cd-9df8-6f08da5b1572 req-c91f113b-2f63-42e2-8d90-56f70f7e794a tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7698221 Jan 14 01:51:52.754673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] For port 3911c350-942f-4466-9332-98bea68f9487, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3911c350-942f-4466-9332-98bea68f9487,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:52.755187 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (3911c350-942f-4466-9332-98bea68f9487), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:52.770717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eff36-68a6-4906-b4fc-d847bc50c89d req-ae958fc7-b31d-470d-aca1-46a1d5f3e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:52.791553 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b4eff36-68a6-4906-b4fc-d847bc50c89d req-ae958fc7-b31d-470d-aca1-46a1d5f3e9b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.2776451 Jan 14 01:51:52.845458 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2877eb7-4081-4922-97c3-b5da593d64ee admin admin] Publish callbacks [] for security_group (ecc9420c-4118-4e9c-96dc-ceed49f92ea6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:52.882601 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2877eb7-4081-4922-97c3-b5da593d64ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ecc9420c-4118-4e9c-96dc-ceed49f92ea6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:52.932434 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Calling delete_port for 3911c350-942f-4466-9332-98bea68f9487 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:51:52.951762 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 847e88dc-3d93-4fe6-88c9-073d77d41295 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:53.001183 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b2877eb7-4081-4922-97c3-b5da593d64ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1d45699ad7f49edac2f514b31fc4bc2&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0315287 Jan 14 01:51:53.012238 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37524) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:53.012851 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37526) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:53.094194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2877eb7-4081-4922-97c3-b5da593d64ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc9420c-4118-4e9c-96dc-ceed49f92ea6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:53.123304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-724752b3-0f66-4380-a34b-f98203bc90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:51:46Z', 'revision_number': 5, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:51:53.147092 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eff36-68a6-4906-b4fc-d847bc50c89d req-4b06e08e-3be4-4535-b8bd-754a38f54566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:53.148660 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b4eff36-68a6-4906-b4fc-d847bc50c89d req-4b06e08e-3be4-4535-b8bd-754a38f54566 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2997408 Jan 14 01:51:53.165118 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc611562-4d2e-4375-bd98-cce2d2807e27 req-fe1990bf-f915-4a7a-86a2-797aff6db1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:53.166704 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc611562-4d2e-4375-bd98-cce2d2807e27 req-fe1990bf-f915-4a7a-86a2-797aff6db1bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6e3572c859846c988e39d1a903b5582&device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 1098 time: 0.3982155 Jan 14 01:51:53.235423 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724752b3-0f66-4380-a34b-f98203bc90bb None None] The sync data for ids ['ba637b14-b100-4486-a6d8-dc57d571142e'] in n-d-824358-4 is: [{'id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'name': 'tempest-ServersTestBootFromVolume-34605730-router', 'tenant_id': '61850497a69949dba6026a6d4c55ad11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '3911c350-942f-4466-9332-98bea68f9487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:47:20Z', 'updated_at': '2022-01-14T01:51:46Z', 'revision_number': 5, 'project_id': '61850497a69949dba6026a6d4c55ad11', 'gw_port': {'id': '3911c350-942f-4466-9332-98bea68f9487', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba637b14-b100-4486-a6d8-dc57d571142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:47:24Z', 'updated_at': '2022-01-14T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:51:53.316929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b4eff36-68a6-4906-b4fc-d847bc50c89d req-d65c9606-99b9-49bf-ac80-6798cd40d406 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609757 Jan 14 01:51:53.514844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc611562-4d2e-4375-bd98-cce2d2807e27 req-aa8d9d0e-c123-4303-9abf-9574b1233ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:53.522029 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc611562-4d2e-4375-bd98-cce2d2807e27 req-aa8d9d0e-c123-4303-9abf-9574b1233ba4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.3340418 Jan 14 01:51:53.543672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b4eff36-68a6-4906-b4fc-d847bc50c89d req-1f41f666-25e9-4501-a3a1-a635b4a90d1a service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205641 Jan 14 01:51:53.733402 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e0110df5-1122-402d-a495-8162f9aaa7f5 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:51:53.757728 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc611562-4d2e-4375-bd98-cce2d2807e27 req-c4a19fb4-2977-49b7-a694-34887deda73c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba HTTP/1.1" status: 200 len: 217 time: 0.2171378 Jan 14 01:51:53.808142 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b75e73c6-1d47-410b-801c-3dbba0944965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:53.814578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: e0110df5-1122-402d-a495-8162f9aaa7f5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:51:53.815157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e0110df5-1122-402d-a495-8162f9aaa7f5 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:51:53.897437 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0fedb92b-9a49-4cc4-ae8a-83ffe1f478ef admin admin] Publish callbacks [] for security_group (ecc9420c-4118-4e9c-96dc-ceed49f92ea6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:54.123918 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f4f22c0b-6677-4dda-bc0c-daf6a1831dfd details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:51:54.143190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e133-b873-4145-b984-6fb658cf20d3 req-c119a2e6-ec2d-4575-90ad-3b7293096bf8 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:54.146049 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-48a8e133-b873-4145-b984-6fb658cf20d3 req-c119a2e6-ec2d-4575-90ad-3b7293096bf8 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 947 time: 0.2374671 Jan 14 01:51:54.151595 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0fedb92b-9a49-4cc4-ae8a-83ffe1f478ef admin admin] Publish callbacks [] for security_group (ecc9420c-4118-4e9c-96dc-ceed49f92ea6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:54.217106 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc611562-4d2e-4375-bd98-cce2d2807e27 req-8a57e8de-df6a-4acc-a613-f23a002ef4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:54.219937 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc611562-4d2e-4375-bd98-cce2d2807e27 req-8a57e8de-df6a-4acc-a613-f23a002ef4f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.4549839 Jan 14 01:51:54.237147 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361387f6-abd6-4dd0-a890-e168770052c8 req-22104825-0a07-4839-ad7f-1f794d3a678f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:54.248718 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361387f6-abd6-4dd0-a890-e168770052c8 req-22104825-0a07-4839-ad7f-1f794d3a678f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:54.268591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361387f6-abd6-4dd0-a890-e168770052c8 req-22104825-0a07-4839-ad7f-1f794d3a678f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:54.284875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361387f6-abd6-4dd0-a890-e168770052c8 req-22104825-0a07-4839-ad7f-1f794d3a678f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:54.300988 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361387f6-abd6-4dd0-a890-e168770052c8 req-22104825-0a07-4839-ad7f-1f794d3a678f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:54.316385 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361387f6-abd6-4dd0-a890-e168770052c8 req-22104825-0a07-4839-ad7f-1f794d3a678f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:54.335149 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361387f6-abd6-4dd0-a890-e168770052c8 req-22104825-0a07-4839-ad7f-1f794d3a678f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:54.342718 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-361387f6-abd6-4dd0-a890-e168770052c8 req-22104825-0a07-4839-ad7f-1f794d3a678f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3769860 Jan 14 01:51:54.489630 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:54.502383 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-48a8e133-b873-4145-b984-6fb658cf20d3 req-48bbdd4c-e0cc-4038-838c-562f731a710a tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427441 Jan 14 01:51:54.534510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'mac_address': 'fa:16:3e:c0:1e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:51:54.562025 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-361387f6-abd6-4dd0-a890-e168770052c8 req-4e0107ee-ada4-4111-920d-2c17d1a21a1a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2152865 Jan 14 01:51:54.657099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:54.657416 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:54.685557 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37564) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:54.723309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f22c0b-6677-4dda-bc0c-daf6a1831dfd {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:51:54.832103 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:54.873872 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:54.984205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:55.036401 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b3e4-91a3-4ab7-a53c-b4b120a65f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:55.191045 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f4f22c0b-6677-4dda-bc0c-daf6a1831dfd'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:51:55.207012 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0fedb92b-9a49-4cc4-ae8a-83ffe1f478ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ecc9420c-4118-4e9c-96dc-ceed49f92ea6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:55.213594 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0fedb92b-9a49-4cc4-ae8a-83ffe1f478ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:55.219549 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0fedb92b-9a49-4cc4-ae8a-83ffe1f478ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ecc9420c-4118-4e9c-96dc-ceed49f92ea6 HTTP/1.1" status: 204 len: 168 time: 2.2051857 Jan 14 01:51:55.233943 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b3e4-91a3-4ab7-a53c-b4b120a65f10 admin admin] Publish callbacks [] for security_group (1eedbd86-2b9a-4afe-8498-f57e5bc0297e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:55.252227 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b3e4-91a3-4ab7-a53c-b4b120a65f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1eedbd86-2b9a-4afe-8498-f57e5bc0297e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:55.254627 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc611562-4d2e-4375-bd98-cce2d2807e27 req-c5b20cd2-8bfb-40a1-9e25-ed55c4e14fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:55.258167 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc611562-4d2e-4375-bd98-cce2d2807e27 req-c5b20cd2-8bfb-40a1-9e25-ed55c4e14fc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0309284 Jan 14 01:51:55.309063 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9b3e4-91a3-4ab7-a53c-b4b120a65f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eedbd86-2b9a-4afe-8498-f57e5bc0297e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:55.360281 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c3e9b3e4-91a3-4ab7-a53c-b4b120a65f10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48bd88e24c7f4ad98944c2b87e935165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6734257 Jan 14 01:51:55.361322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37572) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:55.479765 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4bd7-45ac-454f-baa3-cec3c9141394 admin admin] Publish callbacks [] for security_group (1eedbd86-2b9a-4afe-8498-f57e5bc0297e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:55.535166 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4bd7-45ac-454f-baa3-cec3c9141394 admin admin] Publish callbacks [] for security_group (1eedbd86-2b9a-4afe-8498-f57e5bc0297e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:55.653131 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc611562-4d2e-4375-bd98-cce2d2807e27 req-ccc0dd1d-9498-4490-bb59-ae459b6c0f32 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737452 Jan 14 01:51:55.673942 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedb92b-9a49-4cc4-ae8a-83ffe1f478ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc9420c-4118-4e9c-96dc-ceed49f92ea6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:55.723962 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4bd7-45ac-454f-baa3-cec3c9141394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1eedbd86-2b9a-4afe-8498-f57e5bc0297e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:55.727512 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4bd7-45ac-454f-baa3-cec3c9141394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:55.731557 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5e3c4bd7-45ac-454f-baa3-cec3c9141394 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1eedbd86-2b9a-4afe-8498-f57e5bc0297e HTTP/1.1" status: 204 len: 168 time: 0.3689649 Jan 14 01:51:55.784401 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b75e73c6-1d47-410b-801c-3dbba0944965 admin admin] Publish callbacks [] for security_group (3711d13c-53f6-4f63-a6d9-899e3b1c26df), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:55.903333 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c4bd7-45ac-454f-baa3-cec3c9141394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eedbd86-2b9a-4afe-8498-f57e5bc0297e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:55.907699 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (3911c350-942f-4466-9332-98bea68f9487), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:55.912208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37584) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:55.995854 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b75e73c6-1d47-410b-801c-3dbba0944965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3711d13c-53f6-4f63-a6d9-899e3b1c26df), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:56.008074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0587aba3-7b71-4412-a36f-cbcb9d086c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:56.074818 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c779-c76f-472c-bbf7-7109c647a4c4 req-fec547cd-66ad-4325-a0f4-06d76da39cb6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:56.081655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c779-c76f-472c-bbf7-7109c647a4c4 req-fec547cd-66ad-4325-a0f4-06d76da39cb6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:56.093238 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c779-c76f-472c-bbf7-7109c647a4c4 req-fec547cd-66ad-4325-a0f4-06d76da39cb6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:56.100260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c779-c76f-472c-bbf7-7109c647a4c4 req-fec547cd-66ad-4325-a0f4-06d76da39cb6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:56.108166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c779-c76f-472c-bbf7-7109c647a4c4 req-fec547cd-66ad-4325-a0f4-06d76da39cb6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:56.114626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c779-c76f-472c-bbf7-7109c647a4c4 req-fec547cd-66ad-4325-a0f4-06d76da39cb6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:56.121232 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c779-c76f-472c-bbf7-7109c647a4c4 req-fec547cd-66ad-4325-a0f4-06d76da39cb6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:56.129397 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ee9c779-c76f-472c-bbf7-7109c647a4c4 req-fec547cd-66ad-4325-a0f4-06d76da39cb6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3754194 Jan 14 01:51:56.138253 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b75e73c6-1d47-410b-801c-3dbba0944965 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80b977f9697a466e8896cf1c4aefaae2&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1212049 Jan 14 01:51:56.139867 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Pushing event deleted for resources: {'Port': ['ID=3911c350-942f-4466-9332-98bea68f9487,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:56.150252 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:51:56.156256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f4f22c0b-6677-4dda-bc0c-daf6a1831dfd up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:51:56.162613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37590) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:56.216986 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a738d7-926f-4275-acec-0b4887e263eb None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:51:56.346509 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:51:56.347989 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0587aba3-7b71-4412-a36f-cbcb9d086c31 admin admin] Publish callbacks [] for security_group (58a5af72-b163-4258-b5d4-67345be19363), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:56.371774 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e73c6-1d47-410b-801c-3dbba0944965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711d13c-53f6-4f63-a6d9-899e3b1c26df,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:56.409552 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc611562-4d2e-4375-bd98-cce2d2807e27 req-6b268a6c-2fe1-4263-bc6d-020ff6152fcf service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7239463 Jan 14 01:51:56.540416 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0587aba3-7b71-4412-a36f-cbcb9d086c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (58a5af72-b163-4258-b5d4-67345be19363), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:56.550511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0d4ac-cf54-4161-b1fd-8110769e0c6e req-8fd050ab-746b-47c3-93b4-241e2ea320ca tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:56.564373 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3b0d4ac-cf54-4161-b1fd-8110769e0c6e req-8fd050ab-746b-47c3-93b4-241e2ea320ca tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 947 time: 0.8208687 Jan 14 01:51:56.629311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:51:56.643878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587aba3-7b71-4412-a36f-cbcb9d086c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a5af72-b163-4258-b5d4-67345be19363,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:56.664055 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:51:56.665092 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:56.684749 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:56.734551 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37592) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:56.735311 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e38a2a6c-e378-417f-86c5-870f1fd54b9b admin admin] Publish callbacks [] for security_group (3711d13c-53f6-4f63-a6d9-899e3b1c26df), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:56.762627 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba', 'mac_address': 'fa:16:3e:cb:83:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:51:56.774842 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ee9c779-c76f-472c-bbf7-7109c647a4c4 req-1506c76a-a9b7-433d-99f2-0289f98a3a5a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6442616 Jan 14 01:51:56.795892 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43702bbe-9699-4a54-9114-937bbc5c092b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:56.797153 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0587aba3-7b71-4412-a36f-cbcb9d086c31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32ef5b8264e54e7f82438ff6d08a0200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8701308 Jan 14 01:51:56.808072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37594) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:56.829097 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e38a2a6c-e378-417f-86c5-870f1fd54b9b admin admin] Publish callbacks [] for security_group (3711d13c-53f6-4f63-a6d9-899e3b1c26df), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:56.850902 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3b0d4ac-cf54-4161-b1fd-8110769e0c6e req-f20821a0-d47f-4bb2-8a60-6a0babf2adfa tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312093 Jan 14 01:51:56.968975 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ad7233d-6c03-4f15-b9b3-884aa7944bfb admin admin] Publish callbacks [] for security_group (58a5af72-b163-4258-b5d4-67345be19363), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:56.987684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:56.987684 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.009457 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:51:57.009873 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.028588 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ad7233d-6c03-4f15-b9b3-884aa7944bfb admin admin] Publish callbacks [] for security_group (58a5af72-b163-4258-b5d4-67345be19363), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.039309 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e38a2a6c-e378-417f-86c5-870f1fd54b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3711d13c-53f6-4f63-a6d9-899e3b1c26df), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.043448 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e38a2a6c-e378-417f-86c5-870f1fd54b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.050557 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:51:57.053907 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e38a2a6c-e378-417f-86c5-870f1fd54b9b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3711d13c-53f6-4f63-a6d9-899e3b1c26df HTTP/1.1" status: 204 len: 168 time: 0.6851845 Jan 14 01:51:57.090113 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (ba637b14-b100-4486-a6d8-dc57d571142e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.097877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a2a6c-e378-417f-86c5-870f1fd54b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711d13c-53f6-4f63-a6d9-899e3b1c26df,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:57.155137 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ad7233d-6c03-4f15-b9b3-884aa7944bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (58a5af72-b163-4258-b5d4-67345be19363), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.158671 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ad7233d-6c03-4f15-b9b3-884aa7944bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.160088 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4ad7233d-6c03-4f15-b9b3-884aa7944bfb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58a5af72-b163-4258-b5d4-67345be19363 HTTP/1.1" status: 204 len: 168 time: 0.3485553 Jan 14 01:51:57.161989 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:51:57.172567 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24db24c-04e1-4702-a1c4-ff1cb2638eb7" -d '{"events": [{"server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "name": "network-vif-plugged", "status": "completed", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:51:57.178873 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7233d-6c03-4f15-b9b3-884aa7944bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a5af72-b163-4258-b5d4-67345be19363,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:57.256645 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:57.258922 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:51:57.268643 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.375936 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382b9303-bb2e-405e-9500-d649a1555679 x-openstack-request-id: req-382b9303-bb2e-405e-9500-d649a1555679 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:51:57.376218 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "name": "network-vif-plugged", "status": "completed", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:51:57.376471 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-382b9303-bb2e-405e-9500-d649a1555679 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:51:57.383507 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'code': 200} Jan 14 01:51:57.392249 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43702bbe-9699-4a54-9114-937bbc5c092b admin admin] Publish callbacks [] for security_group (e0ca3ba6-1fa0-4bb7-89a5-97e790ea7b99), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.397737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:57.406900 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.558688 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:57.615822 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (ba637b14-b100-4486-a6d8-dc57d571142e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.622535 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Publish callbacks [] for router_controller (ba637b14-b100-4486-a6d8-dc57d571142e), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.679820 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:51:57.825356 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43702bbe-9699-4a54-9114-937bbc5c092b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e0ca3ba6-1fa0-4bb7-89a5-97e790ea7b99), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.893178 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (ba637b14-b100-4486-a6d8-dc57d571142e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.893683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba637b14-b100-4486-a6d8-dc57d571142e {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:51:57.948598 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:57.952683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37630) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:57.989628 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-84ccbbe2-1596-4e44-b4b3-dd8fecc5dfeb admin admin] 10.222.0.26 "DELETE /v2.0/routers/ba637b14-b100-4486-a6d8-dc57d571142e HTTP/1.1" status: 204 len: 168 time: 7.4925730 Jan 14 01:51:58.164682 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-43702bbe-9699-4a54-9114-937bbc5c092b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a1ea3151c3a43719d4790d7960f0e50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4271524 Jan 14 01:51:58.167105 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37640) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:58.193531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43702bbe-9699-4a54-9114-937bbc5c092b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ca3ba6-1fa0-4bb7-89a5-97e790ea7b99,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:58.233172 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63632a8b-3421-449e-97c2-77d8d300e0ea req-35a2c5f4-e493-4f04-bf6c-4c77b21f5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:58.250572 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-63632a8b-3421-449e-97c2-77d8d300e0ea req-35a2c5f4-e493-4f04-bf6c-4c77b21f5132 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b HTTP/1.1" status: 200 len: 1101 time: 0.4835558 Jan 14 01:51:58.394717 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-63632a8b-3421-449e-97c2-77d8d300e0ea req-482fc497-d6fe-42cb-ac5d-4c21a1b9211b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431324 Jan 14 01:51:58.404893 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0fe11bed-7702-4e1e-853f-0074157c3db3 admin admin] Publish callbacks [] for security_group (e0ca3ba6-1fa0-4bb7-89a5-97e790ea7b99), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:58.455664 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0fe11bed-7702-4e1e-853f-0074157c3db3 admin admin] Publish callbacks [] for security_group (e0ca3ba6-1fa0-4bb7-89a5-97e790ea7b99), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:58.585928 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0fe11bed-7702-4e1e-853f-0074157c3db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e0ca3ba6-1fa0-4bb7-89a5-97e790ea7b99), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:58.589101 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0fe11bed-7702-4e1e-853f-0074157c3db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:58.593273 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0fe11bed-7702-4e1e-853f-0074157c3db3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0ca3ba6-1fa0-4bb7-89a5-97e790ea7b99 HTTP/1.1" status: 204 len: 168 time: 0.4242704 Jan 14 01:51:58.609737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe11bed-7702-4e1e-853f-0074157c3db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ca3ba6-1fa0-4bb7-89a5-97e790ea7b99,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:58.950300 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd12d0b-1ebd-46e8-852e-9f362948f87f admin admin] Deleting subnet 632fe819-208c-460c-b2be-a914dd3442c1 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:51:58.963075 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4fd12d0b-1ebd-46e8-852e-9f362948f87f admin admin] Publish callbacks [] for subnet (632fe819-208c-460c-b2be-a914dd3442c1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:59.072730 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfe39-9e40-47af-a841-987b26f12ed1 req-e1005012-e456-4573-861f-6fbb7182d32a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:59.087291 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfe39-9e40-47af-a841-987b26f12ed1 req-e1005012-e456-4573-861f-6fbb7182d32a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:59.101290 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfe39-9e40-47af-a841-987b26f12ed1 req-e1005012-e456-4573-861f-6fbb7182d32a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:59.135006 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfe39-9e40-47af-a841-987b26f12ed1 req-e1005012-e456-4573-861f-6fbb7182d32a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:59.166924 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfe39-9e40-47af-a841-987b26f12ed1 req-e1005012-e456-4573-861f-6fbb7182d32a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:59.189974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfe39-9e40-47af-a841-987b26f12ed1 req-e1005012-e456-4573-861f-6fbb7182d32a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:59.216593 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfe39-9e40-47af-a841-987b26f12ed1 req-e1005012-e456-4573-861f-6fbb7182d32a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:59.218510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-82adfe39-9e40-47af-a841-987b26f12ed1 req-e1005012-e456-4573-861f-6fbb7182d32a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 1.1636307 Jan 14 01:51:59.231428 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced8710-cf03-4d6e-aa6b-c75b7ec18885 req-c9b27f37-8889-4f0a-bacf-1de933d6017d tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:51:59.238570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eced8710-cf03-4d6e-aa6b-c75b7ec18885 req-c9b27f37-8889-4f0a-bacf-1de933d6017d tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 948 time: 1.1799157 Jan 14 01:51:59.342877 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-82adfe39-9e40-47af-a841-987b26f12ed1 req-6b94d173-7496-49fd-a8b4-f5809b60693c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016393 Jan 14 01:51:59.346956 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4fd12d0b-1ebd-46e8-852e-9f362948f87f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (632fe819-208c-460c-b2be-a914dd3442c1), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:59.434778 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eced8710-cf03-4d6e-aa6b-c75b7ec18885 req-c26fa663-41b8-4ff8-a5fc-4216873d32cc tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952324 Jan 14 01:51:59.518948 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4fd12d0b-1ebd-46e8-852e-9f362948f87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (632fe819-208c-460c-b2be-a914dd3442c1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:59.605730 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4fd12d0b-1ebd-46e8-852e-9f362948f87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (632fe819-208c-460c-b2be-a914dd3442c1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:59.643154 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4fd12d0b-1ebd-46e8-852e-9f362948f87f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:59.646698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8899f56c-98fe-48a2-aeb3-92bf9510d891 None None] Network 7c6422e0-cdd4-456c-94af-f7620461d560 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:51:59.656012 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4fd12d0b-1ebd-46e8-852e-9f362948f87f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/632fe819-208c-460c-b2be-a914dd3442c1 HTTP/1.1" status: 204 len: 168 time: 1.6950660 Jan 14 01:51:59.656334 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37686) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:51:59.706341 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd12d0b-1ebd-46e8-852e-9f362948f87f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=632fe819-208c-460c-b2be-a914dd3442c1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:51:59.788991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3911c350-942f-4466-9332-98bea68f9487 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:51:59.850788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 3911c350-942f-4466-9332-98bea68f9487 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:51:59.857266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3911c350-942f-4466-9332-98bea68f9487 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:51:59.882280 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (7c6422e0-cdd4-456c-94af-f7620461d560), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:51:59.984317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dc6ef3-5c6d-460a-970e-35e0990caac2 None None] DHCP port deletion for 7c6422e0-cdd4-456c-94af-f7620461d560 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:52:00.056895 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Deleting port 8e91d8dd-513d-4fad-8484-6733baf9fa8c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:52:00.058305 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:00.125141 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-92dc6ef3-5c6d-460a-970e-35e0990caac2 None None] Deleting port 8e91d8dd-513d-4fad-8484-6733baf9fa8c {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:52:00.128492 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-92dc6ef3-5c6d-460a-970e-35e0990caac2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:00.237451 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] For port 8e91d8dd-513d-4fad-8484-6733baf9fa8c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8e91d8dd-513d-4fad-8484-6733baf9fa8c,segment=NetworkSegment(6bcbfbeb-94b0-4da5-b524-20bb1718cec0),segment_id=6bcbfbeb-94b0-4da5-b524-20bb1718cec0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:00.237835 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:00.247196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:00.274012 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Calling delete_port for 8e91d8dd-513d-4fad-8484-6733baf9fa8c owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:52:00.443493 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:00.471960 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-92dc6ef3-5c6d-460a-970e-35e0990caac2 None None] For port 8e91d8dd-513d-4fad-8484-6733baf9fa8c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8e91d8dd-513d-4fad-8484-6733baf9fa8c,segment=NetworkSegment(6bcbfbeb-94b0-4da5-b524-20bb1718cec0),segment_id=6bcbfbeb-94b0-4da5-b524-20bb1718cec0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:00.472291 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-92dc6ef3-5c6d-460a-970e-35e0990caac2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:00.504282 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e91d8dd-513d-4fad-8484-6733baf9fa8c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:00.512363 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:52:00.527462 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] No DVR routers for this DVR port 8e91d8dd-513d-4fad-8484-6733baf9fa8c on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:52:00.543541 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-92dc6ef3-5c6d-460a-970e-35e0990caac2 None None] Calling delete_port for 8e91d8dd-513d-4fad-8484-6733baf9fa8c owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:52:00.577840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:00.578211 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:00.688166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654dbea-f860-4f9c-809b-e31333cc188d req-33cc4efb-940e-42c8-9ea5-2791a604f4c0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:00.701142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654dbea-f860-4f9c-809b-e31333cc188d req-33cc4efb-940e-42c8-9ea5-2791a604f4c0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:00.711310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654dbea-f860-4f9c-809b-e31333cc188d req-33cc4efb-940e-42c8-9ea5-2791a604f4c0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:00.742717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654dbea-f860-4f9c-809b-e31333cc188d req-33cc4efb-940e-42c8-9ea5-2791a604f4c0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:00.744292 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (7c6422e0-cdd4-456c-94af-f7620461d560), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:00.754122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654dbea-f860-4f9c-809b-e31333cc188d req-33cc4efb-940e-42c8-9ea5-2791a604f4c0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:00.785962 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654dbea-f860-4f9c-809b-e31333cc188d req-33cc4efb-940e-42c8-9ea5-2791a604f4c0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:00.802055 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654dbea-f860-4f9c-809b-e31333cc188d req-33cc4efb-940e-42c8-9ea5-2791a604f4c0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:00.825384 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b654dbea-f860-4f9c-809b-e31333cc188d req-33cc4efb-940e-42c8-9ea5-2791a604f4c0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3215554 Jan 14 01:52:00.828272 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6422e0-cdd4-456c-94af-f7620461d560']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:00.853608 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcbfbeb-94b0-4da5-b524-20bb1718cec0') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:00.853909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcbfbeb-94b0-4da5-b524-20bb1718cec0') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:00.904388 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (6bcbfbeb-94b0-4da5-b524-20bb1718cec0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:00.942206 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6bcbfbeb-94b0-4da5-b524-20bb1718cec0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:00.957889 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:52:00.960965 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-92dc6ef3-5c6d-460a-970e-35e0990caac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (8e91d8dd-513d-4fad-8484-6733baf9fa8c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:00.962993 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (6bcbfbeb-94b0-4da5-b524-20bb1718cec0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:52:00.965681 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:52:00.980491 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eee68-942e-4208-ae53-59b7ff5aa211 req-140e3773-da51-4450-9918-a6d9e6bf7d47 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:00.982225 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-246eee68-942e-4208-ae53-59b7ff5aa211 req-140e3773-da51-4450-9918-a6d9e6bf7d47 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 948 time: 0.3902771 Jan 14 01:52:01.122179 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b654dbea-f860-4f9c-809b-e31333cc188d req-0dc472e2-707d-4fa3-bc71-5d28aeae7dfd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2924652 Jan 14 01:52:01.127154 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc6ef3-5c6d-460a-970e-35e0990caac2 None None] No DVR routers for this DVR port 8e91d8dd-513d-4fad-8484-6733baf9fa8c on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:52:01.155941 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc6ef3-5c6d-460a-970e-35e0990caac2 None None] Pushing event deleted for resources: {'Port': ['ID=8e91d8dd-513d-4fad-8484-6733baf9fa8c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:01.173082 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (7c6422e0-cdd4-456c-94af-f7620461d560), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:01.179411 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:01.197278 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] 10.222.0.26 "DELETE /v2.0/networks/7c6422e0-cdd4-456c-94af-f7620461d560 HTTP/1.1" status: 204 len: 168 time: 1.5447326 Jan 14 01:52:01.213081 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-246eee68-942e-4208-ae53-59b7ff5aa211 req-3a51aa9e-1b86-44ce-9f4c-6a85e86b473c tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212300 Jan 14 01:52:01.219078 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:01.220799 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:01.246958 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4de93-e158-4fce-8cb5-d2ac4372294f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c6422e0-cdd4-456c-94af-f7620461d560,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:01.299373 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:01.312737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31066d4-3f41-4b44-af16-bde07a68b357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:52:01.321186 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328a3b41-4cc2-4ac6-a9d9-ed091d989848" -d '{"events": [{"server_uuid": "a31066d4-3f41-4b44-af16-bde07a68b357", "name": "network-vif-plugged", "status": "completed", "tag": "15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:52:01.333227 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:01.432010 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e45a35-3a5a-40ae-8d2e-70b9afe1e2ec x-openstack-request-id: req-69e45a35-3a5a-40ae-8d2e-70b9afe1e2ec {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:52:01.432307 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31066d4-3f41-4b44-af16-bde07a68b357", "name": "network-vif-plugged", "status": "completed", "tag": "15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:52:01.433225 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69e45a35-3a5a-40ae-8d2e-70b9afe1e2ec {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:52:01.434337 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31066d4-3f41-4b44-af16-bde07a68b357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba', 'code': 200} Jan 14 01:52:01.530325 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:01.552052 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:01.641576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0837967-5886-4783-b027-6e856ae7f35f req-025f7871-e6e6-4b07-8e56-4bb379f650b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:01.655080 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f0837967-5886-4783-b027-6e856ae7f35f req-025f7871-e6e6-4b07-8e56-4bb379f650b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 1100 time: 0.1376474 Jan 14 01:52:01.796367 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f0837967-5886-4783-b027-6e856ae7f35f req-60ce3f0c-dd85-4da7-aa10-f87882e43b5a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334038 Jan 14 01:52:01.853082 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37746) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:01.870972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8e91d8dd-513d-4fad-8484-6733baf9fa8c no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:52:01.900029 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 8e91d8dd-513d-4fad-8484-6733baf9fa8c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:52:01.900632 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8e91d8dd-513d-4fad-8484-6733baf9fa8c not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:52:01.952987 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37748) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:01.969588 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8bcaca85-f346-4df5-91a1-c7c8ddfb2047 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61850497a69949dba6026a6d4c55ad11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1150496 Jan 14 01:52:02.057713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70ddf62e-a7de-4578-8221-d36bd4ace43b admin admin] Publish callbacks [] for security_group (5e23215e-d11a-4ae5-9b38-9ca50703fea2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:02.103022 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70ddf62e-a7de-4578-8221-d36bd4ace43b admin admin] Publish callbacks [] for security_group (5e23215e-d11a-4ae5-9b38-9ca50703fea2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:02.205541 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70ddf62e-a7de-4578-8221-d36bd4ace43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5e23215e-d11a-4ae5-9b38-9ca50703fea2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:02.210288 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70ddf62e-a7de-4578-8221-d36bd4ace43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:02.211887 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-70ddf62e-a7de-4578-8221-d36bd4ace43b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e23215e-d11a-4ae5-9b38-9ca50703fea2 HTTP/1.1" status: 204 len: 168 time: 0.2577250 Jan 14 01:52:02.229957 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddf62e-a7de-4578-8221-d36bd4ace43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e23215e-d11a-4ae5-9b38-9ca50703fea2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:02.375493 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d82d-4e3e-4170-8a48-18c35f9efed7 req-e2021e42-acc8-49e1-8a36-3980e3f3e255 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:02.394450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d82d-4e3e-4170-8a48-18c35f9efed7 req-e2021e42-acc8-49e1-8a36-3980e3f3e255 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:02.409467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d82d-4e3e-4170-8a48-18c35f9efed7 req-e2021e42-acc8-49e1-8a36-3980e3f3e255 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:02.424834 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d82d-4e3e-4170-8a48-18c35f9efed7 req-e2021e42-acc8-49e1-8a36-3980e3f3e255 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:02.440069 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d82d-4e3e-4170-8a48-18c35f9efed7 req-e2021e42-acc8-49e1-8a36-3980e3f3e255 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:02.456954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d82d-4e3e-4170-8a48-18c35f9efed7 req-e2021e42-acc8-49e1-8a36-3980e3f3e255 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:02.471020 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d82d-4e3e-4170-8a48-18c35f9efed7 req-e2021e42-acc8-49e1-8a36-3980e3f3e255 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:02.477775 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-05b4d82d-4e3e-4170-8a48-18c35f9efed7 req-e2021e42-acc8-49e1-8a36-3980e3f3e255 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.2187843 Jan 14 01:52:02.657618 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b9c15-cc9a-4c2a-9f5c-017c904ae3fb req-31f3ab10-cd76-46a3-ad6a-f2bea5191146 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:02.663058 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-257b9c15-cc9a-4c2a-9f5c-017c904ae3fb req-31f3ab10-cd76-46a3-ad6a-f2bea5191146 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 949 time: 0.1843543 Jan 14 01:52:02.822943 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-05b4d82d-4e3e-4170-8a48-18c35f9efed7 req-e7e1b2ce-9d2e-48e1-ae70-f8fa8360e997 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3213687 Jan 14 01:52:02.958063 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-257b9c15-cc9a-4c2a-9f5c-017c904ae3fb req-aa5e2167-38d2-4b6c-86cf-f26969512f19 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848229 Jan 14 01:52:03.741540 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37828) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:04.089983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0386416-d240-4d4e-aee4-ce0ac158bf1b req-028818b7-e965-4a14-8026-73d71781eb6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:04.101725 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0386416-d240-4d4e-aee4-ce0ac158bf1b req-028818b7-e965-4a14-8026-73d71781eb6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:04.120101 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0386416-d240-4d4e-aee4-ce0ac158bf1b req-028818b7-e965-4a14-8026-73d71781eb6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:04.133290 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0386416-d240-4d4e-aee4-ce0ac158bf1b req-028818b7-e965-4a14-8026-73d71781eb6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:04.144906 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0386416-d240-4d4e-aee4-ce0ac158bf1b req-028818b7-e965-4a14-8026-73d71781eb6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:04.157440 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0386416-d240-4d4e-aee4-ce0ac158bf1b req-028818b7-e965-4a14-8026-73d71781eb6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:04.178555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0386416-d240-4d4e-aee4-ce0ac158bf1b req-028818b7-e965-4a14-8026-73d71781eb6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:04.188467 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0386416-d240-4d4e-aee4-ce0ac158bf1b req-028818b7-e965-4a14-8026-73d71781eb6f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.2100201 Jan 14 01:52:04.290635 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42e61d73-87d3-431e-b5d3-c6b2e8085261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:04.311976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac5d56-a8ad-483a-ba19-b42e4d30e3b4 req-292e416b-cbde-416a-901e-25daecf07cf9 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:04.313824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6dac5d56-a8ad-483a-ba19-b42e4d30e3b4 req-292e416b-cbde-416a-901e-25daecf07cf9 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 949 time: 0.1227279 Jan 14 01:52:04.399237 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42e61d73-87d3-431e-b5d3-c6b2e8085261 admin admin] Publish callbacks [] for security_group (cc793073-557b-4904-b320-6e1a047f3dd7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:04.444410 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:04.479827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6dac5d56-a8ad-483a-ba19-b42e4d30e3b4 req-06258138-ca42-44fd-acc8-766e58828f60 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786009 Jan 14 01:52:04.480672 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42e61d73-87d3-431e-b5d3-c6b2e8085261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cc793073-557b-4904-b320-6e1a047f3dd7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:04.514157 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e61d73-87d3-431e-b5d3-c6b2e8085261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc793073-557b-4904-b320-6e1a047f3dd7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:04.544568 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0386416-d240-4d4e-aee4-ce0ac158bf1b req-f95afea5-813f-4bed-b021-103abb50a87d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3033128 Jan 14 01:52:04.548248 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-42e61d73-87d3-431e-b5d3-c6b2e8085261 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=833d78d00a364e6ab09a2b6fed461ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8058243 Jan 14 01:52:04.551099 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37852) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:04.699324 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33640089-94d3-4439-856e-68a231ca8e97 admin admin] Publish callbacks [] for security_group (cc793073-557b-4904-b320-6e1a047f3dd7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:04.763807 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33640089-94d3-4439-856e-68a231ca8e97 admin admin] Publish callbacks [] for security_group (cc793073-557b-4904-b320-6e1a047f3dd7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:04.774030 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fb8cd-8347-4fc4-b882-bc8e13f9dceb req-f06d75f4-73ab-451e-9c77-782356299749 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:04.777898 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-557fb8cd-8347-4fc4-b882-bc8e13f9dceb req-f06d75f4-73ab-451e-9c77-782356299749 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b HTTP/1.1" status: 200 len: 950 time: 0.1340523 Jan 14 01:52:04.871468 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33640089-94d3-4439-856e-68a231ca8e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cc793073-557b-4904-b320-6e1a047f3dd7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:04.875508 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33640089-94d3-4439-856e-68a231ca8e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:04.880745 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-33640089-94d3-4439-856e-68a231ca8e97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc793073-557b-4904-b320-6e1a047f3dd7 HTTP/1.1" status: 204 len: 168 time: 0.3273125 Jan 14 01:52:04.897736 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33640089-94d3-4439-856e-68a231ca8e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc793073-557b-4904-b320-6e1a047f3dd7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:04.999021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-557fb8cd-8347-4fc4-b882-bc8e13f9dceb req-b1ee7fce-329a-4aa8-ab80-4c32382fcbf3 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149527 Jan 14 01:52:05.096406 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862dadca-8ffb-4f29-8961-92c4a1c71048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:05.599255 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37886) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:05.630853 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc1727f3-6ad4-4186-8b0d-21f257059888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:05.919476 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc1727f3-6ad4-4186-8b0d-21f257059888 admin admin] Publish callbacks [] for security_group (35a6f140-4c3d-4fd9-8e28-0c1eafeddccd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:05.934904 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc1727f3-6ad4-4186-8b0d-21f257059888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (35a6f140-4c3d-4fd9-8e28-0c1eafeddccd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:05.968442 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1727f3-6ad4-4186-8b0d-21f257059888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a6f140-4c3d-4fd9-8e28-0c1eafeddccd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:05.983198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b7b17-af11-4789-a101-4df5dd473024 req-b3c04485-199b-40be-b27b-028f64f9ba07 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:06.011429 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b7b17-af11-4789-a101-4df5dd473024 req-b3c04485-199b-40be-b27b-028f64f9ba07 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:06.022950 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-dc1727f3-6ad4-4186-8b0d-21f257059888 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b85891557008449c9437076621640e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4227581 Jan 14 01:52:06.024482 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37906) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:06.029735 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b7b17-af11-4789-a101-4df5dd473024 req-b3c04485-199b-40be-b27b-028f64f9ba07 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:06.051833 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b7b17-af11-4789-a101-4df5dd473024 req-b3c04485-199b-40be-b27b-028f64f9ba07 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:06.070391 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b7b17-af11-4789-a101-4df5dd473024 req-b3c04485-199b-40be-b27b-028f64f9ba07 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:06.088346 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b7b17-af11-4789-a101-4df5dd473024 req-b3c04485-199b-40be-b27b-028f64f9ba07 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:06.101126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b7b17-af11-4789-a101-4df5dd473024 req-b3c04485-199b-40be-b27b-028f64f9ba07 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:06.110377 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fd7b7b17-af11-4789-a101-4df5dd473024 req-b3c04485-199b-40be-b27b-028f64f9ba07 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3439989 Jan 14 01:52:06.119036 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e0c35b7-f513-4c08-af49-69d415de6df4 admin admin] Publish callbacks [] for security_group (35a6f140-4c3d-4fd9-8e28-0c1eafeddccd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:06.133661 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37908) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:06.182561 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e0c35b7-f513-4c08-af49-69d415de6df4 admin admin] Publish callbacks [] for security_group (35a6f140-4c3d-4fd9-8e28-0c1eafeddccd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:06.202042 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fd7b7b17-af11-4789-a101-4df5dd473024 req-7fc20415-06a5-413f-a96e-ef979cf395b1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907452 Jan 14 01:52:06.244203 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e0c35b7-f513-4c08-af49-69d415de6df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (35a6f140-4c3d-4fd9-8e28-0c1eafeddccd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:06.247303 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e0c35b7-f513-4c08-af49-69d415de6df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:06.249075 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3e0c35b7-f513-4c08-af49-69d415de6df4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35a6f140-4c3d-4fd9-8e28-0c1eafeddccd HTTP/1.1" status: 204 len: 168 time: 0.2236035 Jan 14 01:52:06.263142 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c35b7-f513-4c08-af49-69d415de6df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a6f140-4c3d-4fd9-8e28-0c1eafeddccd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:06.568202 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1385447976-network', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:06.623539 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Made reservation on behalf of 46ca7bb7620f423c95c6ff9b87c70705 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:06.626798 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:06.646383 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:06.928964 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Publish callbacks [] for security_group (26e26d06-797f-4bfa-bff3-95b8a7ab50a4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:06.937920 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (26e26d06-797f-4bfa-bff3-95b8a7ab50a4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:07.036454 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:52:07.078121 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e26d06-797f-4bfa-bff3-95b8a7ab50a4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:07.116613 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f68aed50-9944-4d3e-bd48-619aaa423e55), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:07.116983 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Added segment f68aed50-9944-4d3e-bd48-619aaa423e55 of type vlan for network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 Jan 14 01:52:07.166620 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-213776a6-839a-4cfc-b49e-d96e9ed57556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:07.321632 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (31532b6f-4ca3-4a66-8ed6-349eb2b99cc3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:07.363621 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (31532b6f-4ca3-4a66-8ed6-349eb2b99cc3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:07.366261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:07.368174 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:07.439024 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3003318 Jan 14 01:52:07.442219 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37954) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:07.455910 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0830b450-12ac-410b-9bb1-852c4f3fe539 admin admin] Request body: {'subnet': {'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1385447976-subnet', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:07.565264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8142a-4462-4b3f-a4a2-aaa016c7d761 admin admin] Pushing event updated for resources: {'Network': ['ID=31532b6f-4ca3-4a66-8ed6-349eb2b99cc3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:07.565847 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251b80-1194-4b4c-8c8e-2982c01de0be req-c2240abe-21a1-4ac8-a020-f2b743621992 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:07.577889 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251b80-1194-4b4c-8c8e-2982c01de0be req-c2240abe-21a1-4ac8-a020-f2b743621992 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:07.581145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:52:07.602720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251b80-1194-4b4c-8c8e-2982c01de0be req-c2240abe-21a1-4ac8-a020-f2b743621992 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:07.609425 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251b80-1194-4b4c-8c8e-2982c01de0be req-c2240abe-21a1-4ac8-a020-f2b743621992 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:07.630621 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251b80-1194-4b4c-8c8e-2982c01de0be req-c2240abe-21a1-4ac8-a020-f2b743621992 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:07.647179 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251b80-1194-4b4c-8c8e-2982c01de0be req-c2240abe-21a1-4ac8-a020-f2b743621992 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:07.658744 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251b80-1194-4b4c-8c8e-2982c01de0be req-c2240abe-21a1-4ac8-a020-f2b743621992 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:07.671032 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e251b80-1194-4b4c-8c8e-2982c01de0be req-c2240abe-21a1-4ac8-a020-f2b743621992 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.2909033 Jan 14 01:52:07.673381 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0830b450-12ac-410b-9bb1-852c4f3fe539 admin admin] Made reservation on behalf of 46ca7bb7620f423c95c6ff9b87c70705 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:07.681418 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0830b450-12ac-410b-9bb1-852c4f3fe539 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:07.829218 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 37962) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:07.955681 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e251b80-1194-4b4c-8c8e-2982c01de0be req-8628d5a1-b1a8-45d9-aba4-e7983b7b55f1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2830026 Jan 14 01:52:08.193818 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0830b450-12ac-410b-9bb1-852c4f3fe539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (8997435c-6789-44df-a7f1-eec8b9e1c407), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:08.290809 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830b450-12ac-410b-9bb1-852c4f3fe539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8997435c-6789-44df-a7f1-eec8b9e1c407,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:08.312662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830b450-12ac-410b-9bb1-852c4f3fe539 admin admin] Checking segment: {'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:52:08.313766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0830b450-12ac-410b-9bb1-852c4f3fe539 admin admin] Network hostable DHCP agents. Network: 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:52:08.348641 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:08.351994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0830b450-12ac-410b-9bb1-852c4f3fe539 admin admin] Network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:52:08.367634 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0830b450-12ac-410b-9bb1-852c4f3fe539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:08.378735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361507e5-cb6c-48e9-960b-367a942ebf54 None None] Network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:52:08.386971 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830b450-12ac-410b-9bb1-852c4f3fe539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:08.388599 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0830b450-12ac-410b-9bb1-852c4f3fe539 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:08.445786 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0830b450-12ac-410b-9bb1-852c4f3fe539 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9985597 Jan 14 01:52:08.446403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 37986) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:08.460524 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:08.470115 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98759bb3-673a-4a9f-b914-1f3bd7012feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:08.523696 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'fixed_ips': [{'subnet_id': '8997435c-6789-44df-a7f1-eec8b9e1c407'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:52:08.525071 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:08.534166 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (9d9741e3-b800-4a5c-a789-b82d7feff2c0), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:08.535767 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (9d9741e3-b800-4a5c-a789-b82d7feff2c0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:08.674673 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Publish callbacks [] for router_controller (9d9741e3-b800-4a5c-a789-b82d7feff2c0), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:08.684546 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98759bb3-673a-4a9f-b914-1f3bd7012feb admin admin] Publish callbacks [] for security_group (d5c7d38c-2fb5-46a0-a80c-4b024de2841d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:08.695102 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98759bb3-673a-4a9f-b914-1f3bd7012feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d5c7d38c-2fb5-46a0-a80c-4b024de2841d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:08.862033 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-98759bb3-673a-4a9f-b914-1f3bd7012feb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12b7e30eb06f4e23917615e4b56eebc3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0313780 Jan 14 01:52:08.863605 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38000) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:08.865820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98759bb3-673a-4a9f-b914-1f3bd7012feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c7d38c-2fb5-46a0-a80c-4b024de2841d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:09.041505 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96fcde60-d9d3-4b56-af0d-df85c7fec761 admin admin] Publish callbacks [] for security_group (d5c7d38c-2fb5-46a0-a80c-4b024de2841d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:09.150670 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96fcde60-d9d3-4b56-af0d-df85c7fec761 admin admin] Publish callbacks [] for security_group (d5c7d38c-2fb5-46a0-a80c-4b024de2841d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:09.286010 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Publish callbacks [] for router_gateway (9d9741e3-b800-4a5c-a789-b82d7feff2c0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:09.292797 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96fcde60-d9d3-4b56-af0d-df85c7fec761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d5c7d38c-2fb5-46a0-a80c-4b024de2841d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:09.295619 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96fcde60-d9d3-4b56-af0d-df85c7fec761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:09.300343 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-96fcde60-d9d3-4b56-af0d-df85c7fec761 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5c7d38c-2fb5-46a0-a80c-4b024de2841d HTTP/1.1" status: 204 len: 168 time: 0.4248135 Jan 14 01:52:09.315669 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcde60-d9d3-4b56-af0d-df85c7fec761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c7d38c-2fb5-46a0-a80c-4b024de2841d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:09.316724 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Allocated IP 172.20.0.2 (31532b6f-4ca3-4a66-8ed6-349eb2b99cc3/8997435c-6789-44df-a7f1-eec8b9e1c407/7e88a1f3-dc77-4999-a885-1299181a5d21) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:52:09.398031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a39050-13cf-4126-8324-f3f79036541c req-998c506a-eefb-4e30-a972-998fbc8bb818 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:09.424492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a39050-13cf-4126-8324-f3f79036541c req-998c506a-eefb-4e30-a972-998fbc8bb818 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:09.453546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a39050-13cf-4126-8324-f3f79036541c req-998c506a-eefb-4e30-a972-998fbc8bb818 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:09.493436 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a39050-13cf-4126-8324-f3f79036541c req-998c506a-eefb-4e30-a972-998fbc8bb818 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:09.534496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a39050-13cf-4126-8324-f3f79036541c req-998c506a-eefb-4e30-a972-998fbc8bb818 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:09.552560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a39050-13cf-4126-8324-f3f79036541c req-998c506a-eefb-4e30-a972-998fbc8bb818 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:09.569278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a39050-13cf-4126-8324-f3f79036541c req-998c506a-eefb-4e30-a972-998fbc8bb818 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:09.580630 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-08a39050-13cf-4126-8324-f3f79036541c req-998c506a-eefb-4e30-a972-998fbc8bb818 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3725486 Jan 14 01:52:09.720540 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Publish callbacks [] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:09.737626 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:09.822408 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:52:09.835689 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-08a39050-13cf-4126-8324-f3f79036541c req-c99c213a-7929-4d58-bbab-eb7240824f11 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2522418 Jan 14 01:52:09.843519 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:09.896270 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:52:10.032578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Pushing event updated for resources: {'Port': ['ID=7e88a1f3-dc77-4999-a885-1299181a5d21,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:10.057282 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:10.226372 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Attempting to bind port 7e88a1f3-dc77-4999-a885-1299181a5d21 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:52:10.228088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Attempting to bind port 7e88a1f3-dc77-4999-a885-1299181a5d21 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:52:10.228638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Attempting to bind port 7e88a1f3-dc77-4999-a885-1299181a5d21 on network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:52:10.238266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f4f22c0b-6677-4dda-bc0c-daf6a1831dfd details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:52:10.374896 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Publish callbacks [] for router_gateway (9d9741e3-b800-4a5c-a789-b82d7feff2c0), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:10.437205 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:10.446968 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:52:10.447843 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Checking segment: {'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:52:10.448484 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:10.449317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Bound using segment: {'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:52:10.450043 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Bound port: 7e88a1f3-dc77-4999-a885-1299181a5d21, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:52:10.450908 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:10.540814 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] For port 7e88a1f3-dc77-4999-a885-1299181a5d21, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:52:10.545121 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] For port 7e88a1f3-dc77-4999-a885-1299181a5d21, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=7e88a1f3-dc77-4999-a885-1299181a5d21,segment=NetworkSegment(f68aed50-9944-4d3e-bd48-619aaa423e55),segment_id=f68aed50-9944-4d3e-bd48-619aaa423e55)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:52:10.558336 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:10.612197 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38056) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:10.639945 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb8d9cbe-5ca1-4800-9a72-a8022c73d7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:10.780937 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Allocated IP 172.25.2.24 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/8d1722f4-5b13-4d78-855a-48122cbde5b0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:52:10.832000 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b262c-d833-4de5-a0a3-c19c00631dc5 None None] Pushing event updated for resources: {'Port': ['ID=7e88a1f3-dc77-4999-a885-1299181a5d21,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:10.851886 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb8d9cbe-5ca1-4800-9a72-a8022c73d7bb admin admin] Publish callbacks [] for security_group (b8199784-14aa-4ec8-b2d3-d22472a5bd61), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:10.862489 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb8d9cbe-5ca1-4800-9a72-a8022c73d7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b8199784-14aa-4ec8-b2d3-d22472a5bd61), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:10.938843 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fb8d9cbe-5ca1-4800-9a72-a8022c73d7bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64c133e6cc7f4bbdad0943ce35d271e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3231859 Jan 14 01:52:10.939511 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38064) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:10.996375 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:11.052029 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:11.072080 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'mac_address': 'fa:16:3e:c0:1e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:52:11.087033 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d9cbe-5ca1-4800-9a72-a8022c73d7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8199784-14aa-4ec8-b2d3-d22472a5bd61,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:11.128296 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6550a0a-06ec-4054-99a6-0462abb7dd0b admin admin] Publish callbacks [] for security_group (b8199784-14aa-4ec8-b2d3-d22472a5bd61), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:11.194762 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Publish callbacks [] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:11.210060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6550a0a-06ec-4054-99a6-0462abb7dd0b admin admin] Publish callbacks [] for security_group (b8199784-14aa-4ec8-b2d3-d22472a5bd61), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:11.211583 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:11.211979 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:11.276958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4f22c0b-6677-4dda-bc0c-daf6a1831dfd {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:11.330180 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:11.350717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090b9f0-92da-483b-9be2-efecc303aa1b req-e497776f-8943-4217-950f-044c544c5e4f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:11.359554 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090b9f0-92da-483b-9be2-efecc303aa1b req-e497776f-8943-4217-950f-044c544c5e4f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:11.367526 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:11.408712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090b9f0-92da-483b-9be2-efecc303aa1b req-e497776f-8943-4217-950f-044c544c5e4f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:11.414631 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6550a0a-06ec-4054-99a6-0462abb7dd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b8199784-14aa-4ec8-b2d3-d22472a5bd61), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:11.417691 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6550a0a-06ec-4054-99a6-0462abb7dd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:11.418899 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a6550a0a-06ec-4054-99a6-0462abb7dd0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8199784-14aa-4ec8-b2d3-d22472a5bd61 HTTP/1.1" status: 204 len: 168 time: 0.4769998 Jan 14 01:52:11.419879 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090b9f0-92da-483b-9be2-efecc303aa1b req-e497776f-8943-4217-950f-044c544c5e4f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:11.455952 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6550a0a-06ec-4054-99a6-0462abb7dd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8199784-14aa-4ec8-b2d3-d22472a5bd61,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:11.459208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090b9f0-92da-483b-9be2-efecc303aa1b req-e497776f-8943-4217-950f-044c544c5e4f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:11.467953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090b9f0-92da-483b-9be2-efecc303aa1b req-e497776f-8943-4217-950f-044c544c5e4f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:11.486394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090b9f0-92da-483b-9be2-efecc303aa1b req-e497776f-8943-4217-950f-044c544c5e4f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:11.488976 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c090b9f0-92da-483b-9be2-efecc303aa1b req-e497776f-8943-4217-950f-044c544c5e4f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.4354413 Jan 14 01:52:11.571056 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:11.586261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f4f22c0b-6677-4dda-bc0c-daf6a1831dfd'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:52:11.685638 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:11.740787 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c090b9f0-92da-483b-9be2-efecc303aa1b req-70a9de81-8330-4cb3-8575-2cde3b79b531 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2414806 Jan 14 01:52:11.870155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Pushing event updated for resources: {'Port': ['ID=8d1722f4-5b13-4d78-855a-48122cbde5b0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:11.938006 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.939191 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.940536 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.941055 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.944496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.947760 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.948433 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.948959 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.952355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.953886 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.954816 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.956365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.956887 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:11.988797 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:52:11.991270 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:11.999445 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:52:12.006390 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 7e88a1f3-dc77-4999-a885-1299181a5d21 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:12.135030 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2413d251-b62b-460a-9f71-a07385587de0 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:52:12.422219 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f8e24370-6ffa-4b86-b010-8df04bf02ae5 None None] Provisioning complete for port 8d1722f4-5b13-4d78-855a-48122cbde5b0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:12.444435 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f8e24370-6ffa-4b86-b010-8df04bf02ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:12.544983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38126) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:12.575399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 7e88a1f3-dc77-4999-a885-1299181a5d21 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:12.575399 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:12.577002 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6c3efc7-4908-47b2-a30e-6b5f43be7554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:12.586301 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f8e24370-6ffa-4b86-b010-8df04bf02ae5 None None] Port 8d1722f4-5b13-4d78-855a-48122cbde5b0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:52:12.897410 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 7e88a1f3-dc77-4999-a885-1299181a5d21 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:12.897829 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:12.926788 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6c3efc7-4908-47b2-a30e-6b5f43be7554 admin admin] Publish callbacks [] for security_group (b71fe850-3112-40fc-b0d0-b39f6556133b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:12.941666 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6c3efc7-4908-47b2-a30e-6b5f43be7554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b71fe850-3112-40fc-b0d0-b39f6556133b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:12.985159 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 7e88a1f3-dc77-4999-a885-1299181a5d21, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=7e88a1f3-dc77-4999-a885-1299181a5d21,segment=NetworkSegment(f68aed50-9944-4d3e-bd48-619aaa423e55),segment_id=f68aed50-9944-4d3e-bd48-619aaa423e55)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:12.997317 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:13.004457 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Publish callbacks [] for router_gateway (9d9741e3-b800-4a5c-a789-b82d7feff2c0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:13.075925 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c6c3efc7-4908-47b2-a30e-6b5f43be7554 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c98fc3d07a204094b4c2db1c8667223b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5274737 Jan 14 01:52:13.075925 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3efc7-4908-47b2-a30e-6b5f43be7554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71fe850-3112-40fc-b0d0-b39f6556133b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:13.091923 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38154) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:13.186209 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee08474-665d-42a7-92f6-4f119bc63452 None None] Network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:52:13.189700 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec6d12b1-d52b-4f31-a31e-07e23ce1ef4f admin admin] Publish callbacks [] for security_group (b71fe850-3112-40fc-b0d0-b39f6556133b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:13.249351 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec6d12b1-d52b-4f31-a31e-07e23ce1ef4f admin admin] Publish callbacks [] for security_group (b71fe850-3112-40fc-b0d0-b39f6556133b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:13.387182 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3e6ed-01a0-49f7-a764-d6e0d601be2d req-97b6b242-02f8-4bde-9e5e-c7e35fbd410f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:13.402829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3e6ed-01a0-49f7-a764-d6e0d601be2d req-97b6b242-02f8-4bde-9e5e-c7e35fbd410f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:13.408980 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3e6ed-01a0-49f7-a764-d6e0d601be2d req-97b6b242-02f8-4bde-9e5e-c7e35fbd410f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:13.410860 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec6d12b1-d52b-4f31-a31e-07e23ce1ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b71fe850-3112-40fc-b0d0-b39f6556133b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:13.416876 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec6d12b1-d52b-4f31-a31e-07e23ce1ef4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:13.421923 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ec6d12b1-d52b-4f31-a31e-07e23ce1ef4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b71fe850-3112-40fc-b0d0-b39f6556133b HTTP/1.1" status: 204 len: 168 time: 0.3220932 Jan 14 01:52:13.449078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d12b1-d52b-4f31-a31e-07e23ce1ef4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71fe850-3112-40fc-b0d0-b39f6556133b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:13.454939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3e6ed-01a0-49f7-a764-d6e0d601be2d req-97b6b242-02f8-4bde-9e5e-c7e35fbd410f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:13.471851 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3e6ed-01a0-49f7-a764-d6e0d601be2d req-97b6b242-02f8-4bde-9e5e-c7e35fbd410f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:13.473461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=7e88a1f3-dc77-4999-a885-1299181a5d21,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:13.486924 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3e6ed-01a0-49f7-a764-d6e0d601be2d req-97b6b242-02f8-4bde-9e5e-c7e35fbd410f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:13.501733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3e6ed-01a0-49f7-a764-d6e0d601be2d req-97b6b242-02f8-4bde-9e5e-c7e35fbd410f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:13.510570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53f3e6ed-01a0-49f7-a764-d6e0d601be2d req-97b6b242-02f8-4bde-9e5e-c7e35fbd410f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.5102682 Jan 14 01:52:13.654235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b684dace-2974-4449-b892-d9b972f9ded0 None None] Provisioning complete for port 7e88a1f3-dc77-4999-a885-1299181a5d21 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:13.655322 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b684dace-2974-4449-b892-d9b972f9ded0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:13.884467 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (9d9741e3-b800-4a5c-a789-b82d7feff2c0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:13.937091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53f3e6ed-01a0-49f7-a764-d6e0d601be2d req-e42beef8-5cad-40a0-ae62-af779a1d5e20 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4112394 Jan 14 01:52:14.046208 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 7e88a1f3-dc77-4999-a885-1299181a5d21 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:14.222732 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b684dace-2974-4449-b892-d9b972f9ded0 None None] Current status of the port 7e88a1f3-dc77-4999-a885-1299181a5d21 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:14.254710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f4f22c0b-6677-4dda-bc0c-daf6a1831dfd up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:14.410364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:52:14.424806 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 7e88a1f3-dc77-4999-a885-1299181a5d21 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:14.436033 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:14.618351 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:14.625746 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:14.630927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9e2f4106-d261-4674-8418-7698cde13ecb None None] Provisioning complete for port 7e88a1f3-dc77-4999-a885-1299181a5d21 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:14.631879 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4106-d261-4674-8418-7698cde13ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:14.715784 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:52:14.730806 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Sync routers for ids ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:52:14.761903 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Routers {'9d9741e3-b800-4a5c-a789-b82d7feff2c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:52:14.764047 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:52:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:14.776561 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:14.778205 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e419efd7-8ecb-4069-b317-1ffce137636b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.3298130 Jan 14 01:52:14.781250 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38242) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:14.978279 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 7e88a1f3-dc77-4999-a885-1299181a5d21 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:15.096347 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Set router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:52:15.212445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f4106-d261-4674-8418-7698cde13ecb None None] Current status of the port 7e88a1f3-dc77-4999-a885-1299181a5d21 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:15.217136 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:15.217529 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:15.303182 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:52:15.306262 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aa1969-b1da-416b-9560-df6546ff1de2" -d '{"events": [{"server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "name": "network-vif-plugged", "status": "completed", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:52:15.346731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:15.359741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d5a0b-dc33-44d0-ac25-80304485f121 req-28d284a9-eabd-4dbd-9f3a-fce850264887 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:15.363903 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:15.386178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d5a0b-dc33-44d0-ac25-80304485f121 req-28d284a9-eabd-4dbd-9f3a-fce850264887 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:15.419533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d5a0b-dc33-44d0-ac25-80304485f121 req-28d284a9-eabd-4dbd-9f3a-fce850264887 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:15.448391 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d5a0b-dc33-44d0-ac25-80304485f121 req-28d284a9-eabd-4dbd-9f3a-fce850264887 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:15.488334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d5a0b-dc33-44d0-ac25-80304485f121 req-28d284a9-eabd-4dbd-9f3a-fce850264887 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:15.518277 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d5a0b-dc33-44d0-ac25-80304485f121 req-28d284a9-eabd-4dbd-9f3a-fce850264887 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:15.544000 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d5a0b-dc33-44d0-ac25-80304485f121 req-28d284a9-eabd-4dbd-9f3a-fce850264887 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:15.562703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:15.565786 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f61d5a0b-dc33-44d0-ac25-80304485f121 req-28d284a9-eabd-4dbd-9f3a-fce850264887 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.4051490 Jan 14 01:52:15.572125 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:52:12Z', 'revision_number': 3, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:15.621233 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Checking router: 9d9741e3-b800-4a5c-a789-b82d7feff2c0 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:52:15.622102 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Updating router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 port 8d1722f4-5b13-4d78-855a-48122cbde5b0 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:52:15.683839 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:15.795051 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f61d5a0b-dc33-44d0-ac25-80304485f121 req-659ff300-445d-454c-8fe7-3ee1bbe7f09e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2276406 Jan 14 01:52:15.966897 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5534f456-116a-4161-b98a-d9f0c5f20f4f x-openstack-request-id: req-5534f456-116a-4161-b98a-d9f0c5f20f4f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:52:15.967396 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "name": "network-vif-plugged", "status": "completed", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:52:15.967656 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5534f456-116a-4161-b98a-d9f0c5f20f4f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:52:15.968053 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'code': 200} Jan 14 01:52:16.178394 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:16.277656 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Publish callbacks [] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:16.294402 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:16.418291 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83763920-d539-426c-a741-cd0fba54251d None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:52:16.442883 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8048c15-474a-46e6-bc91-e980af7d6944 None None] Pushing event updated for resources: {'Port': ['ID=8d1722f4-5b13-4d78-855a-48122cbde5b0,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:16.456397 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Attempting to bind port 8d1722f4-5b13-4d78-855a-48122cbde5b0 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:52:16.462456 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Attempting to bind port 8d1722f4-5b13-4d78-855a-48122cbde5b0 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:52:16.471174 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Attempting to bind port 8d1722f4-5b13-4d78-855a-48122cbde5b0 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:52:16.573172 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Allocated IP 172.20.0.1 (31532b6f-4ca3-4a66-8ed6-349eb2b99cc3/8997435c-6789-44df-a7f1-eec8b9e1c407/86c213b8-5d85-4f5b-9aeb-f8429fe91798) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:52:16.588778 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:52:16.597370 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:52:16.599429 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:16.608446 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:52:16.611058 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Bound port: 8d1722f4-5b13-4d78-855a-48122cbde5b0, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:52:16.619031 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:16.619241 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-96702956-65a3-4922-b255-110c52f3ca9d None None] Provisioning complete for port 8d1722f4-5b13-4d78-855a-48122cbde5b0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:16.622221 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96702956-65a3-4922-b255-110c52f3ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:16.725694 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-96702956-65a3-4922-b255-110c52f3ca9d None None] Port 8d1722f4-5b13-4d78-855a-48122cbde5b0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:52:16.847615 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 38300) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:16.895186 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Publish callbacks [] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:16.907134 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] For port 8d1722f4-5b13-4d78-855a-48122cbde5b0, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:52:16.923758 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] For port 8d1722f4-5b13-4d78-855a-48122cbde5b0, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8d1722f4-5b13-4d78-855a-48122cbde5b0,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:52:16.934199 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:17.026766 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:17.107714 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c817d7e1-1f1b-4358-9638-2c3be94e1917 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:52:17.178282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-85681126-e4b2-4bf7-bd0b-72134f763589 None None] Provisioning complete for port 8d1722f4-5b13-4d78-855a-48122cbde5b0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:17.182072 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85681126-e4b2-4bf7-bd0b-72134f763589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:17.190135 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9ca88-5743-483d-921c-79c7ba5eb1e4 req-c9cd788e-1266-40c3-a5e6-8b966a0fedb3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:17.209591 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:52:17.219244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9ca88-5743-483d-921c-79c7ba5eb1e4 req-c9cd788e-1266-40c3-a5e6-8b966a0fedb3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:17.225729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9ca88-5743-483d-921c-79c7ba5eb1e4 req-c9cd788e-1266-40c3-a5e6-8b966a0fedb3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:17.229835 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Routers {'9d9741e3-b800-4a5c-a789-b82d7feff2c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:52:17.233604 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:17.233941 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:52:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:17.246219 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Pushing event updated for resources: {'Port': ['ID=86c213b8-5d85-4f5b-9aeb-f8429fe91798,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:17.254198 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:52:17.270463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9ca88-5743-483d-921c-79c7ba5eb1e4 req-c9cd788e-1266-40c3-a5e6-8b966a0fedb3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:17.276677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9ca88-5743-483d-921c-79c7ba5eb1e4 req-c9cd788e-1266-40c3-a5e6-8b966a0fedb3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:17.302393 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9ca88-5743-483d-921c-79c7ba5eb1e4 req-c9cd788e-1266-40c3-a5e6-8b966a0fedb3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:17.344551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9ca88-5743-483d-921c-79c7ba5eb1e4 req-c9cd788e-1266-40c3-a5e6-8b966a0fedb3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:17.352804 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91e9ca88-5743-483d-921c-79c7ba5eb1e4 req-c9cd788e-1266-40c3-a5e6-8b966a0fedb3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3180695 Jan 14 01:52:17.391798 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-85681126-e4b2-4bf7-bd0b-72134f763589 None None] Current status of the port 8d1722f4-5b13-4d78-855a-48122cbde5b0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:17.392524 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85681126-e4b2-4bf7-bd0b-72134f763589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:17.402246 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8048c15-474a-46e6-bc91-e980af7d6944 None None] Pushing event updated for resources: {'Port': ['ID=8d1722f4-5b13-4d78-855a-48122cbde5b0,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:17.407920 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (9d9741e3-b800-4a5c-a789-b82d7feff2c0), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:17.452799 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-85681126-e4b2-4bf7-bd0b-72134f763589 None None] For port 8d1722f4-5b13-4d78-855a-48122cbde5b0, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8d1722f4-5b13-4d78-855a-48122cbde5b0,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:17.464826 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85681126-e4b2-4bf7-bd0b-72134f763589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:17.556130 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91e9ca88-5743-483d-921c-79c7ba5eb1e4 req-acf7a986-7301-4c8a-9e44-22012ed67504 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2017105 Jan 14 01:52:17.586710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85681126-e4b2-4bf7-bd0b-72134f763589 None None] Pushing event updated for resources: {'Port': ['ID=8d1722f4-5b13-4d78-855a-48122cbde5b0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:17.728134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-214286772-network', 'tenant_id': 'a8e646224ae84181b6e005f78a7d58fd'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:17.756394 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] Set router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:52:17.807863 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Made reservation on behalf of a8e646224ae84181b6e005f78a7d58fd for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:17.810615 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:17.849163 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:17.917927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6c5d3da4-146b-4be6-a3c0-b011ba896f84 None None] Provisioning complete for port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:17.918289 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3da4-146b-4be6-a3c0-b011ba896f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:17.935674 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:18.079361 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d3da4-146b-4be6-a3c0-b011ba896f84 None None] Port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:52:18.080568 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Publish callbacks [] for security_group (a90f5bc7-7306-48f5-9e87-09665ca0cdc0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:18.095057 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a90f5bc7-7306-48f5-9e87-09665ca0cdc0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:18.159274 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:52:18.207577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f5bc7-7306-48f5-9e87-09665ca0cdc0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:18.238111 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (cc83ba45-e333-43e5-9945-2a026e21a36d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:18.238486 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Added segment cc83ba45-e333-43e5-9945-2a026e21a36d of type vlan for network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a Jan 14 01:52:18.369414 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:18.465933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:18.467188 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:18.467901 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:18.504473 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Publish callbacks [] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:18.509830 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:52:18.517933 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:18.572708 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7242630 Jan 14 01:52:18.583434 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 38380) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:18.590669 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:52:12Z', 'revision_number': 3, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:18.597133 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9a3b08d9-7bd8-494b-8946-654cb3773217 admin admin] Request body: {'subnet': {'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-214286772-subnet', 'tenant_id': 'a8e646224ae84181b6e005f78a7d58fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:18.626345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe6a74-1cfd-4af8-a19b-48bb7b55246e admin admin] Pushing event updated for resources: {'Network': ['ID=f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:18.638509 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:52:18.725988 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3b08d9-7bd8-494b-8946-654cb3773217 admin admin] Made reservation on behalf of a8e646224ae84181b6e005f78a7d58fd for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:18.730456 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a3b08d9-7bd8-494b-8946-654cb3773217 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:18.750569 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eacbb66-6746-4c9b-906b-401673ed0bf5 None None] The sync data for ids ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'] in n-d-824358-4 is: [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:52:12Z', 'revision_number': 3, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:52:18.854723 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (9d9741e3-b800-4a5c-a789-b82d7feff2c0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:19.195147 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891702f1-2b4d-4cfa-ba24-d2b445001074 req-09e55d8a-eb9a-484f-a2bc-bafc9668b580 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:19.212928 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891702f1-2b4d-4cfa-ba24-d2b445001074 req-09e55d8a-eb9a-484f-a2bc-bafc9668b580 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:19.238132 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891702f1-2b4d-4cfa-ba24-d2b445001074 req-09e55d8a-eb9a-484f-a2bc-bafc9668b580 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:19.261275 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Pushing event updated for resources: {'Port': ['ID=86c213b8-5d85-4f5b-9aeb-f8429fe91798,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:19.261529 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891702f1-2b4d-4cfa-ba24-d2b445001074 req-09e55d8a-eb9a-484f-a2bc-bafc9668b580 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:19.285338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891702f1-2b4d-4cfa-ba24-d2b445001074 req-09e55d8a-eb9a-484f-a2bc-bafc9668b580 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:19.343523 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891702f1-2b4d-4cfa-ba24-d2b445001074 req-09e55d8a-eb9a-484f-a2bc-bafc9668b580 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:19.359182 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990d64-b2a4-471c-b31b-55e5604efa50 req-171a2e62-e2a9-4c18-a718-2a676e8ec378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:19.359741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891702f1-2b4d-4cfa-ba24-d2b445001074 req-09e55d8a-eb9a-484f-a2bc-bafc9668b580 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:19.362102 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd990d64-b2a4-471c-b31b-55e5604efa50 req-171a2e62-e2a9-4c18-a718-2a676e8ec378 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6e3572c859846c988e39d1a903b5582&device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b HTTP/1.1" status: 200 len: 1101 time: 0.2615376 Jan 14 01:52:19.364719 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891702f1-2b4d-4cfa-ba24-d2b445001074 req-09e55d8a-eb9a-484f-a2bc-bafc9668b580 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.4755909 Jan 14 01:52:19.437116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:52:19.467562 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:19.790444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990d64-b2a4-471c-b31b-55e5604efa50 req-46e2f9e2-7dfd-4646-aebe-2835d60735bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:19.795193 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd990d64-b2a4-471c-b31b-55e5604efa50 req-46e2f9e2-7dfd-4646-aebe-2835d60735bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.3775101 Jan 14 01:52:19.831800 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-891702f1-2b4d-4cfa-ba24-d2b445001074 req-309028de-7972-46cf-a255-6f72da7922f0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4393866 Jan 14 01:52:19.974817 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd990d64-b2a4-471c-b31b-55e5604efa50 req-ba13c836-72b7-44db-899c-4a8b77348104 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd HTTP/1.1" status: 200 len: 217 time: 0.1594815 Jan 14 01:52:20.037375 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7c88664f-3df1-4691-9072-ebb5ab879685 None None] Provisioning complete for port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:20.037867 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c88664f-3df1-4691-9072-ebb5ab879685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:20.064968 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8d1722f4-5b13-4d78-855a-48122cbde5b0 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:20.094536 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a3b08d9-7bd8-494b-8946-654cb3773217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (3d88a916-7883-47d7-b3f1-516d3e7883d2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:20.301796 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b08d9-7bd8-494b-8946-654cb3773217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d88a916-7883-47d7-b3f1-516d3e7883d2,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:20.324678 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b08d9-7bd8-494b-8946-654cb3773217 admin admin] Checking segment: {'id': 'cc83ba45-e333-43e5-9945-2a026e21a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:52:20.325322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b08d9-7bd8-494b-8946-654cb3773217 admin admin] Network hostable DHCP agents. Network: f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:52:20.337214 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7c88664f-3df1-4691-9072-ebb5ab879685 None None] Port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:52:20.406375 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8d1722f4-5b13-4d78-855a-48122cbde5b0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:20.407002 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:20.412851 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b08d9-7bd8-494b-8946-654cb3773217 admin admin] Network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:52:20.437349 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9a3b08d9-7bd8-494b-8946-654cb3773217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:20.447619 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3b08d9-7bd8-494b-8946-654cb3773217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:20.448448 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a3b08d9-7bd8-494b-8946-654cb3773217 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:20.519566 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9a3b08d9-7bd8-494b-8946-654cb3773217 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9343879 Jan 14 01:52:20.521905 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6aabe5-8951-40e9-a143-72ca9b0925f0 None None] Network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:52:20.586925 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990d64-b2a4-471c-b31b-55e5604efa50 req-2fccef7b-9279-4548-ae02-1ae3db2c095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:20.588461 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd990d64-b2a4-471c-b31b-55e5604efa50 req-2fccef7b-9279-4548-ae02-1ae3db2c095e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.4697807 Jan 14 01:52:20.872879 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:52:20.908212 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990d64-b2a4-471c-b31b-55e5604efa50 req-c62d8865-3363-40b2-b1ba-9c98288a915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:20.912947 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd990d64-b2a4-471c-b31b-55e5604efa50 req-c62d8865-3363-40b2-b1ba-9c98288a915b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3135347 Jan 14 01:52:21.385547 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5e826-7567-4230-bccb-89ab59e19360 None None] Network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:52:21.425464 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9d16-e937-464b-9afa-8df9b62727cc req-0b6469ba-0609-43ef-854f-c860f5eeebf5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:21.485459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9d16-e937-464b-9afa-8df9b62727cc req-0b6469ba-0609-43ef-854f-c860f5eeebf5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:21.525330 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9d16-e937-464b-9afa-8df9b62727cc req-0b6469ba-0609-43ef-854f-c860f5eeebf5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:21.556624 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9d16-e937-464b-9afa-8df9b62727cc req-0b6469ba-0609-43ef-854f-c860f5eeebf5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:21.601309 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9d16-e937-464b-9afa-8df9b62727cc req-0b6469ba-0609-43ef-854f-c860f5eeebf5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:21.648286 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9d16-e937-464b-9afa-8df9b62727cc req-0b6469ba-0609-43ef-854f-c860f5eeebf5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:21.669654 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9d16-e937-464b-9afa-8df9b62727cc req-0b6469ba-0609-43ef-854f-c860f5eeebf5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:21.711697 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-120a9d16-e937-464b-9afa-8df9b62727cc req-0b6469ba-0609-43ef-854f-c860f5eeebf5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.5611722 Jan 14 01:52:21.718098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8d1722f4-5b13-4d78-855a-48122cbde5b0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:22.006507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 38482) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:22.155816 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-120a9d16-e937-464b-9afa-8df9b62727cc req-65bccf40-e786-4c0e-b47f-a4f7c6876f81 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4424257 Jan 14 01:52:22.403462 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5033c23-cb91-4bb5-a2bf-86fd76f8c5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:22.888857 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5033c23-cb91-4bb5-a2bf-86fd76f8c5d7 admin admin] Publish callbacks [] for security_group (79989fc6-13f8-44cb-bada-e6576f23aa77), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:22.902375 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5033c23-cb91-4bb5-a2bf-86fd76f8c5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (79989fc6-13f8-44cb-bada-e6576f23aa77), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:23.024352 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d5033c23-cb91-4bb5-a2bf-86fd76f8c5d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f8e4499f1b441ba8d6714ddafa2d22f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0097835 Jan 14 01:52:23.035220 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 38496) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:23.064645 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5033c23-cb91-4bb5-a2bf-86fd76f8c5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79989fc6-13f8-44cb-bada-e6576f23aa77,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:23.182928 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac43c672-d9de-4e6c-8e82-ed704f86b787 admin admin] Publish callbacks [] for security_group (79989fc6-13f8-44cb-bada-e6576f23aa77), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:23.264254 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac43c672-d9de-4e6c-8e82-ed704f86b787 admin admin] Publish callbacks [] for security_group (79989fc6-13f8-44cb-bada-e6576f23aa77), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:23.301387 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:52:23.312119 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Sync routers for ids ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:52:23.330387 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-14245dd9-2fd2-4554-ba4b-a0c038fca193 admin admin] 10.222.0.26 "PUT /v2.0/routers/9d9741e3-b800-4a5c-a789-b82d7feff2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5372648 Jan 14 01:52:23.333900 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38516) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:23.352017 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Routers {'9d9741e3-b800-4a5c-a789-b82d7feff2c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:52:23.355120 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:52:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:23.377726 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd990d64-b2a4-471c-b31b-55e5604efa50 req-5a2a4c93-9c0e-4473-bace-229511ee8f69 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4497006 Jan 14 01:52:23.608303 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd990d64-b2a4-471c-b31b-55e5604efa50 req-98a4f3da-7944-42a5-af96-b3e61f0addc5 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247763 Jan 14 01:52:23.623538 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7c9c-8f09-40f9-9a63-9493e58eb503 req-15103d6f-75b9-4ebc-a1a2-e931111b11d7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:23.646138 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7c9c-8f09-40f9-9a63-9493e58eb503 req-15103d6f-75b9-4ebc-a1a2-e931111b11d7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:23.676275 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7c9c-8f09-40f9-9a63-9493e58eb503 req-15103d6f-75b9-4ebc-a1a2-e931111b11d7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:23.689757 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08208022-f128-4589-953f-120827ccc510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:23.715392 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7c9c-8f09-40f9-9a63-9493e58eb503 req-15103d6f-75b9-4ebc-a1a2-e931111b11d7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:23.741660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7c9c-8f09-40f9-9a63-9493e58eb503 req-15103d6f-75b9-4ebc-a1a2-e931111b11d7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:23.776692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7c9c-8f09-40f9-9a63-9493e58eb503 req-15103d6f-75b9-4ebc-a1a2-e931111b11d7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:23.803891 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7c9c-8f09-40f9-9a63-9493e58eb503 req-15103d6f-75b9-4ebc-a1a2-e931111b11d7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:23.814645 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5fee7c9c-8f09-40f9-9a63-9493e58eb503 req-15103d6f-75b9-4ebc-a1a2-e931111b11d7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.4230378 Jan 14 01:52:23.820554 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac43c672-d9de-4e6c-8e82-ed704f86b787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (79989fc6-13f8-44cb-bada-e6576f23aa77), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:23.823210 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac43c672-d9de-4e6c-8e82-ed704f86b787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:23.824338 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ac43c672-d9de-4e6c-8e82-ed704f86b787 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79989fc6-13f8-44cb-bada-e6576f23aa77 HTTP/1.1" status: 204 len: 168 time: 0.7873621 Jan 14 01:52:23.902383 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Set router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:52:23.919258 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43c672-d9de-4e6c-8e82-ed704f86b787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79989fc6-13f8-44cb-bada-e6576f23aa77,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:24.008410 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08208022-f128-4589-953f-120827ccc510 admin admin] Publish callbacks [] for security_group (5a6466f1-775b-4e02-acec-110fa730bdce), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:24.031779 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08208022-f128-4589-953f-120827ccc510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5a6466f1-775b-4e02-acec-110fa730bdce), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:24.228211 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5fee7c9c-8f09-40f9-9a63-9493e58eb503 req-094fc269-8902-417f-b3b4-fbab4628d0d0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3797061 Jan 14 01:52:24.250187 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-08208022-f128-4589-953f-120827ccc510 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79a025b6120c4e0a86538a0676ad3152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9150057 Jan 14 01:52:24.253381 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 38538) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:24.265219 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08208022-f128-4589-953f-120827ccc510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6466f1-775b-4e02-acec-110fa730bdce,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:24.515345 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89070656-9cff-4970-99d9-ad7d121ee34e admin admin] Publish callbacks [] for security_group (5a6466f1-775b-4e02-acec-110fa730bdce), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:24.612446 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89070656-9cff-4970-99d9-ad7d121ee34e admin admin] Publish callbacks [] for security_group (5a6466f1-775b-4e02-acec-110fa730bdce), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:24.699988 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '86c213b8-5d85-4f5b-9aeb-f8429fe91798', 'name': '', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'mac_address': 'fa:16:3e:64:f8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:16Z', 'updated_at': '2022-01-14T01:52:18Z', 'revision_number': 2, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'subnets': [{'id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:24.760193 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89070656-9cff-4970-99d9-ad7d121ee34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5a6466f1-775b-4e02-acec-110fa730bdce), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:24.762883 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89070656-9cff-4970-99d9-ad7d121ee34e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:24.764124 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-89070656-9cff-4970-99d9-ad7d121ee34e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a6466f1-775b-4e02-acec-110fa730bdce HTTP/1.1" status: 204 len: 168 time: 0.5091524 Jan 14 01:52:24.785295 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Checking router: 9d9741e3-b800-4a5c-a789-b82d7feff2c0 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:52:24.786382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Updating router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:52:24.800576 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89070656-9cff-4970-99d9-ad7d121ee34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6466f1-775b-4e02-acec-110fa730bdce,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:24.901480 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:25.649757 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951494d-ccb5-4960-9fbb-415d429f3c3d req-67826d86-ef36-4ff9-bfc9-49f812324fb0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:25.676281 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951494d-ccb5-4960-9fbb-415d429f3c3d req-67826d86-ef36-4ff9-bfc9-49f812324fb0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:25.709075 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951494d-ccb5-4960-9fbb-415d429f3c3d req-67826d86-ef36-4ff9-bfc9-49f812324fb0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:25.774258 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951494d-ccb5-4960-9fbb-415d429f3c3d req-67826d86-ef36-4ff9-bfc9-49f812324fb0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:25.797696 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38580) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:25.798669 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951494d-ccb5-4960-9fbb-415d429f3c3d req-67826d86-ef36-4ff9-bfc9-49f812324fb0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:25.803586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ea72714d-c00c-4434-a6b0-7c6e9496842e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1751036220', 'description': 'tempest-description--1661116863'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:25.829248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951494d-ccb5-4960-9fbb-415d429f3c3d req-67826d86-ef36-4ff9-bfc9-49f812324fb0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:25.858211 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951494d-ccb5-4960-9fbb-415d429f3c3d req-67826d86-ef36-4ff9-bfc9-49f812324fb0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:25.865967 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8951494d-ccb5-4960-9fbb-415d429f3c3d req-67826d86-ef36-4ff9-bfc9-49f812324fb0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3956985 Jan 14 01:52:25.911220 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea72714d-c00c-4434-a6b0-7c6e9496842e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:25.968423 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38594) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:25.987755 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Publish callbacks [] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:26.007988 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:26.076666 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8951494d-ccb5-4960-9fbb-415d429f3c3d req-29aeff2f-b87c-457d-a80b-39aeb85c052f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2031884 Jan 14 01:52:26.144664 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c667e1b-f352-45d8-9983-81ed588d324f None None] Pushing event updated for resources: {'Port': ['ID=86c213b8-5d85-4f5b-9aeb-f8429fe91798,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:26.267264 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea72714d-c00c-4434-a6b0-7c6e9496842e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for security_group (e7da9712-9896-41bb-8651-338dbd32180c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:26.280937 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea72714d-c00c-4434-a6b0-7c6e9496842e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e7da9712-9896-41bb-8651-338dbd32180c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:26.290199 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0c1b-28d9-475f-8d1f-291cc9a8f688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:26.337183 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Attempting to bind port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:52:26.337565 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Attempting to bind port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:52:26.337940 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Attempting to bind port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 on network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:52:26.357617 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:52:26.357991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Checking segment: {'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:52:26.365295 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:26.365932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Bound using segment: {'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:52:26.368553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Bound port: 86c213b8-5d85-4f5b-9aeb-f8429fe91798, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:52:26.369304 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:26.374406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72714d-c00c-4434-a6b0-7c6e9496842e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7da9712-9896-41bb-8651-338dbd32180c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:26.584523 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0c1b-28d9-475f-8d1f-291cc9a8f688 admin admin] Publish callbacks [] for security_group (6c926877-74ce-43c8-bee1-755804fc6504), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:26.600727 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0c1b-28d9-475f-8d1f-291cc9a8f688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6c926877-74ce-43c8-bee1-755804fc6504), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:26.654033 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] For port 86c213b8-5d85-4f5b-9aeb-f8429fe91798, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:52:26.665624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] For port 86c213b8-5d85-4f5b-9aeb-f8429fe91798, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=86c213b8-5d85-4f5b-9aeb-f8429fe91798,segment=NetworkSegment(f68aed50-9944-4d3e-bd48-619aaa423e55),segment_id=f68aed50-9944-4d3e-bd48-619aaa423e55)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:52:26.668703 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea72714d-c00c-4434-a6b0-7c6e9496842e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:26.672855 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ea72714d-c00c-4434-a6b0-7c6e9496842e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8733542 Jan 14 01:52:26.675402 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 38602) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:26.682783 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-37305984-82fa-493d-8216-c2a92f47fcdc tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Request body: {'security_group_rule': {'security_group_id': 'e7da9712-9896-41bb-8651-338dbd32180c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:26.683079 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:26.717413 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec0c1b-28d9-475f-8d1f-291cc9a8f688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c926877-74ce-43c8-bee1-755804fc6504,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:26.780841 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37305984-82fa-493d-8216-c2a92f47fcdc tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for security_group_rule (ea469279-0426-4a7b-83ed-a69547649a33), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:26.811852 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e6ec0c1b-28d9-475f-8d1f-291cc9a8f688 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3266c1bf21e49dd99581cfb2a793a8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8359013 Jan 14 01:52:26.812397 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38606) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:26.996952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Routers {'9d9741e3-b800-4a5c-a789-b82d7feff2c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:52:26.997620 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:52:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:27.014370 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b83eb240-0ee9-4c36-9373-91ae72b04fb8 None None] Provisioning complete for port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:27.040522 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b83eb240-0ee9-4c36-9373-91ae72b04fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.095262 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4980af-6c4b-4b04-bab4-f887f62c67a6 admin admin] Publish callbacks [] for security_group (6c926877-74ce-43c8-bee1-755804fc6504), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.129141 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37305984-82fa-493d-8216-c2a92f47fcdc tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for security_group_rule (ea469279-0426-4a7b-83ed-a69547649a33), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.150879 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4980af-6c4b-4b04-bab4-f887f62c67a6 admin admin] Publish callbacks [] for security_group (6c926877-74ce-43c8-bee1-755804fc6504), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.153376 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37305984-82fa-493d-8216-c2a92f47fcdc tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (ea469279-0426-4a7b-83ed-a69547649a33), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.263530 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4980af-6c4b-4b04-bab4-f887f62c67a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6c926877-74ce-43c8-bee1-755804fc6504), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.264459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37305984-82fa-493d-8216-c2a92f47fcdc tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea469279-0426-4a7b-83ed-a69547649a33,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:27.266364 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4980af-6c4b-4b04-bab4-f887f62c67a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.270884 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ca4980af-6c4b-4b04-bab4-f887f62c67a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c926877-74ce-43c8-bee1-755804fc6504 HTTP/1.1" status: 204 len: 168 time: 0.4530377 Jan 14 01:52:27.288080 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4980af-6c4b-4b04-bab4-f887f62c67a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c926877-74ce-43c8-bee1-755804fc6504,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:27.303475 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37305984-82fa-493d-8216-c2a92f47fcdc tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.307513 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38628) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:27.310882 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-37305984-82fa-493d-8216-c2a92f47fcdc tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6342053 Jan 14 01:52:27.315611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-127a4d44-0aaa-4eb7-9a12-d3c28bdc2e58 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Request body: {'security_group_rule': {'security_group_id': 'e7da9712-9896-41bb-8651-338dbd32180c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:27.387752 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-127a4d44-0aaa-4eb7-9a12-d3c28bdc2e58 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for security_group_rule (0013f906-782b-45e1-8118-125f0c7beadc), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.541373 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-127a4d44-0aaa-4eb7-9a12-d3c28bdc2e58 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for security_group_rule (0013f906-782b-45e1-8118-125f0c7beadc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.554140 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-127a4d44-0aaa-4eb7-9a12-d3c28bdc2e58 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (0013f906-782b-45e1-8118-125f0c7beadc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.578678 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a4d44-0aaa-4eb7-9a12-d3c28bdc2e58 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0013f906-782b-45e1-8118-125f0c7beadc,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:27.612902 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-127a4d44-0aaa-4eb7-9a12-d3c28bdc2e58 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.616516 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-127a4d44-0aaa-4eb7-9a12-d3c28bdc2e58 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3050218 Jan 14 01:52:27.618658 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c667e1b-f352-45d8-9983-81ed588d324f None None] Pushing event updated for resources: {'Port': ['ID=86c213b8-5d85-4f5b-9aeb-f8429fe91798,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:27.619298 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38636) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:27.634817 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:27.655312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950e062-30a1-45ee-9c34-7c08475a1446 req-f25f7dcf-f4be-4d99-ade4-c8d56e50daba tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:27.705839 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:27.723271 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950e062-30a1-45ee-9c34-7c08475a1446 req-f25f7dcf-f4be-4d99-ade4-c8d56e50daba tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:27.762780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950e062-30a1-45ee-9c34-7c08475a1446 req-f25f7dcf-f4be-4d99-ade4-c8d56e50daba tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:27.787405 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950e062-30a1-45ee-9c34-7c08475a1446 req-f25f7dcf-f4be-4d99-ade4-c8d56e50daba tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:27.823806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950e062-30a1-45ee-9c34-7c08475a1446 req-f25f7dcf-f4be-4d99-ade4-c8d56e50daba tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:27.847773 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950e062-30a1-45ee-9c34-7c08475a1446 req-f25f7dcf-f4be-4d99-ade4-c8d56e50daba tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:27.870287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950e062-30a1-45ee-9c34-7c08475a1446 req-f25f7dcf-f4be-4d99-ade4-c8d56e50daba tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:27.883072 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f950e062-30a1-45ee-9c34-7c08475a1446 req-f25f7dcf-f4be-4d99-ade4-c8d56e50daba tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.4653013 Jan 14 01:52:28.106066 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] Set router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:52:28.119298 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b83eb240-0ee9-4c36-9373-91ae72b04fb8 None None] Current status of the port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:28.119695 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b83eb240-0ee9-4c36-9373-91ae72b04fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:28.125280 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:28.137324 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f950e062-30a1-45ee-9c34-7c08475a1446 req-385a896f-d50d-441a-8ab4-755d7fe15711 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2504396 Jan 14 01:52:28.374003 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b83eb240-0ee9-4c36-9373-91ae72b04fb8 None None] For port 86c213b8-5d85-4f5b-9aeb-f8429fe91798, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=86c213b8-5d85-4f5b-9aeb-f8429fe91798,segment=NetworkSegment(f68aed50-9944-4d3e-bd48-619aaa423e55),segment_id=f68aed50-9944-4d3e-bd48-619aaa423e55)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:28.445483 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b83eb240-0ee9-4c36-9373-91ae72b04fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:28.498085 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:28.603099 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Allocated IP 172.25.2.6 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/5674607f-b724-4e1c-9a4f-24811a37d491) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:52:28.957014 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for port (5674607f-b724-4e1c-9a4f-24811a37d491), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:28.972034 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83eb240-0ee9-4c36-9373-91ae72b04fb8 None None] Pushing event updated for resources: {'Port': ['ID=86c213b8-5d85-4f5b-9aeb-f8429fe91798,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:29.037265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (5674607f-b724-4e1c-9a4f-24811a37d491), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:29.056098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-27b4a1c6-1247-40c5-8bfb-75df801b6853 None None] Provisioning complete for port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:29.057899 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-27b4a1c6-1247-40c5-8bfb-75df801b6853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:29.135844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Pushing event updated for resources: {'Port': ['ID=5674607f-b724-4e1c-9a4f-24811a37d491,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:29.151143 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6deffed7-baf4-4e50-b796-18fb44e5b923 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-763635393'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:29.192584 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '86c213b8-5d85-4f5b-9aeb-f8429fe91798', 'name': '', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'mac_address': 'fa:16:3e:64:f8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:16Z', 'updated_at': '2022-01-14T01:52:26Z', 'revision_number': 4, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'subnets': [{'id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:29.197160 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:52:29.200299 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:29.212759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:52:29.324426 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b867e-2028-47bb-8728-dc6878feb022 None None] The sync data for ids ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'] in n-d-824358-4 is: [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '86c213b8-5d85-4f5b-9aeb-f8429fe91798', 'name': '', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'mac_address': 'fa:16:3e:64:f8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:16Z', 'updated_at': '2022-01-14T01:52:26Z', 'revision_number': 4, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'subnets': [{'id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:52:29.388695 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deffed7-baf4-4e50-b796-18fb44e5b923 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (c8b9fe7f-b39e-4259-8df5-ee33acd25a3f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:29.389867 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deffed7-baf4-4e50-b796-18fb44e5b923 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (c8b9fe7f-b39e-4259-8df5-ee33acd25a3f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:29.500040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-27b4a1c6-1247-40c5-8bfb-75df801b6853 None None] Current status of the port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:29.563365 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deffed7-baf4-4e50-b796-18fb44e5b923 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router_controller (c8b9fe7f-b39e-4259-8df5-ee33acd25a3f), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:29.628129 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deffed7-baf4-4e50-b796-18fb44e5b923 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (c8b9fe7f-b39e-4259-8df5-ee33acd25a3f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:29.725115 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deffed7-baf4-4e50-b796-18fb44e5b923 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:29.727916 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6deffed7-baf4-4e50-b796-18fb44e5b923 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2282345 Jan 14 01:52:29.731410 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38706) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.963005 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:52:29.966600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-60a8d7a8-11c4-4fef-b4fe-c47a84bf3eca tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:29.975841 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-60a8d7a8-11c4-4fef-b4fe-c47a84bf3eca tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/networks?id=f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a HTTP/1.1" status: 200 len: 808 time: 1.5601697 Jan 14 01:52:29.977175 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f62f6a8b-4fde-4e22-9c19-7c844f66ed81 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (c8b9fe7f-b39e-4259-8df5-ee33acd25a3f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:29.984087 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for floatingip (bd4f4d69-639c-42e8-85b4-20c7541f4a6a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:30.001306 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 86c213b8-5d85-4f5b-9aeb-f8429fe91798 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:30.037742 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-f2ac2e60-f991-4a3c-91c8-ee895bee2767 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/quotas/a8e646224ae84181b6e005f78a7d58fd HTTP/1.1" status: 200 len: 375 time: 0.0602109 Jan 14 01:52:30.084432 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229ca29-5283-48ff-96a2-ad4674faf670 req-89f09fed-26d9-41d1-93b4-2a245b5c3d4d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:30.091374 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229ca29-5283-48ff-96a2-ad4674faf670 req-89f09fed-26d9-41d1-93b4-2a245b5c3d4d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:30.117557 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229ca29-5283-48ff-96a2-ad4674faf670 req-89f09fed-26d9-41d1-93b4-2a245b5c3d4d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:30.128408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229ca29-5283-48ff-96a2-ad4674faf670 req-89f09fed-26d9-41d1-93b4-2a245b5c3d4d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:30.142530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229ca29-5283-48ff-96a2-ad4674faf670 req-89f09fed-26d9-41d1-93b4-2a245b5c3d4d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:30.158352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229ca29-5283-48ff-96a2-ad4674faf670 req-89f09fed-26d9-41d1-93b4-2a245b5c3d4d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:30.169103 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:30.169477 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:30.171338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229ca29-5283-48ff-96a2-ad4674faf670 req-89f09fed-26d9-41d1-93b4-2a245b5c3d4d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:30.182870 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9229ca29-5283-48ff-96a2-ad4674faf670 req-89f09fed-26d9-41d1-93b4-2a245b5c3d4d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.4374394 Jan 14 01:52:30.240756 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-bc1dc5e5-4bd0-4b78-884e-ad2312257ec0 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8e646224ae84181b6e005f78a7d58fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2015615 Jan 14 01:52:30.485148 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:30.657905 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9229ca29-5283-48ff-96a2-ad4674faf670 req-1cc150c5-0656-42ad-be57-faea2c7ccbbb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4408035 Jan 14 01:52:30.680682 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5674607f-b724-4e1c-9a4f-24811a37d491), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:30.848497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-1f365f07-4b53-4004-b72f-282143584b40 service neutron] 10.222.0.26 "GET /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025705 Jan 14 01:52:30.882167 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f62f6a8b-4fde-4e22-9c19-7c844f66ed81 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (c8b9fe7f-b39e-4259-8df5-ee33acd25a3f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:30.889941 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f62f6a8b-4fde-4e22-9c19-7c844f66ed81 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router_controller (c8b9fe7f-b39e-4259-8df5-ee33acd25a3f), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.055205 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f62f6a8b-4fde-4e22-9c19-7c844f66ed81 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (c8b9fe7f-b39e-4259-8df5-ee33acd25a3f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.055852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62f6a8b-4fde-4e22-9c19-7c844f66ed81 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8b9fe7f-b39e-4259-8df5-ee33acd25a3f {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:52:31.060759 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f62f6a8b-4fde-4e22-9c19-7c844f66ed81 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.061911 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f62f6a8b-4fde-4e22-9c19-7c844f66ed81 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] 10.222.0.26 "DELETE /v2.0/routers/c8b9fe7f-b39e-4259-8df5-ee33acd25a3f HTTP/1.1" status: 204 len: 168 time: 1.3253851 Jan 14 01:52:31.065531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38732) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:31.070735 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-71740360-573a-4ae8-930d-2386be1af3db tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Request body: {'router': {'name': 'tempest-router-203342429', 'distributed': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:31.209556 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-ff2efafa-d535-4a75-a5de-abc93f7ecfd6 service neutron] 10.222.0.26 "GET /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429580 Jan 14 01:52:31.212705 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71740360-573a-4ae8-930d-2386be1af3db tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (a69f70e9-0cfb-4957-9777-dd4ecfe0e884), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.215136 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71740360-573a-4ae8-930d-2386be1af3db tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (a69f70e9-0cfb-4957-9777-dd4ecfe0e884), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.442931 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for port (5674607f-b724-4e1c-9a4f-24811a37d491), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.447872 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71740360-573a-4ae8-930d-2386be1af3db tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router_controller (a69f70e9-0cfb-4957-9777-dd4ecfe0e884), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.456950 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (5674607f-b724-4e1c-9a4f-24811a37d491), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.545310 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.620180 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b3c1f4d-13f7-4a4d-b47e-ee43606be0f2 req-a46e6f96-0143-4737-a3c9-1cb9db634acf tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 210 time: 0.0622063 Jan 14 01:52:31.693796 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71740360-573a-4ae8-930d-2386be1af3db tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (a69f70e9-0cfb-4957-9777-dd4ecfe0e884), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.715088 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Pushing event updated for resources: {'Port': ['ID=5674607f-b724-4e1c-9a4f-24811a37d491,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:31.724316 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (bd4f4d69-639c-42e8-85b4-20c7541f4a6a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.745764 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71740360-573a-4ae8-930d-2386be1af3db tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.747055 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-71740360-573a-4ae8-930d-2386be1af3db tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6805661 Jan 14 01:52:31.750009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 38750) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:31.768896 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:31.771377 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-91a672f8-de9f-474b-a7a3-2cddf51599e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1507809 Jan 14 01:52:32.111639 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-177861db-7709-4681-a143-14f27ff56e0d tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (a69f70e9-0cfb-4957-9777-dd4ecfe0e884), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:32.278770 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de59af-b81d-47cb-a094-41ebe82f79a4 req-843aaa98-4a2d-46a6-93e4-818dcb29b35a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:32.291555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de59af-b81d-47cb-a094-41ebe82f79a4 req-843aaa98-4a2d-46a6-93e4-818dcb29b35a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:32.307926 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de59af-b81d-47cb-a094-41ebe82f79a4 req-843aaa98-4a2d-46a6-93e4-818dcb29b35a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:32.324309 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de59af-b81d-47cb-a094-41ebe82f79a4 req-843aaa98-4a2d-46a6-93e4-818dcb29b35a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:32.338240 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de59af-b81d-47cb-a094-41ebe82f79a4 req-843aaa98-4a2d-46a6-93e4-818dcb29b35a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:32.352458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de59af-b81d-47cb-a094-41ebe82f79a4 req-843aaa98-4a2d-46a6-93e4-818dcb29b35a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:32.369593 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de59af-b81d-47cb-a094-41ebe82f79a4 req-843aaa98-4a2d-46a6-93e4-818dcb29b35a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:32.375617 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37de59af-b81d-47cb-a094-41ebe82f79a4 req-843aaa98-4a2d-46a6-93e4-818dcb29b35a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.4248140 Jan 14 01:52:32.580012 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-177861db-7709-4681-a143-14f27ff56e0d tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (a69f70e9-0cfb-4957-9777-dd4ecfe0e884), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:32.582937 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-177861db-7709-4681-a143-14f27ff56e0d tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router_controller (a69f70e9-0cfb-4957-9777-dd4ecfe0e884), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:32.659646 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-177861db-7709-4681-a143-14f27ff56e0d tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (a69f70e9-0cfb-4957-9777-dd4ecfe0e884), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:32.660878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177861db-7709-4681-a143-14f27ff56e0d tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a69f70e9-0cfb-4957-9777-dd4ecfe0e884 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:52:32.669157 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-177861db-7709-4681-a143-14f27ff56e0d tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:32.670464 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-177861db-7709-4681-a143-14f27ff56e0d tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] 10.222.0.26 "DELETE /v2.0/routers/a69f70e9-0cfb-4957-9777-dd4ecfe0e884 HTTP/1.1" status: 204 len: 168 time: 0.9191933 Jan 14 01:52:32.674167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38798) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:32.682831 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-64540409-b600-46f6-a3c0-df1afe609123 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Request body: {'router': {'name': 'tempest-router-1153178342', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dbb3aab1a1664184a2896efb305ab629'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:32.713382 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-a6907644-84d8-4045-aabb-998413b9aa33 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1751036220&fields=id&tenant_id=46ca7bb7620f423c95c6ff9b87c70705 HTTP/1.1" status: 200 len: 267 time: 0.4861116 Jan 14 01:52:32.733986 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64540409-b600-46f6-a3c0-df1afe609123 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (d8e077f4-0bd6-4af4-900d-d2470e121a6f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:32.736544 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64540409-b600-46f6-a3c0-df1afe609123 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (d8e077f4-0bd6-4af4-900d-d2470e121a6f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:32.827574 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37de59af-b81d-47cb-a094-41ebe82f79a4 req-2080fbff-795f-463c-a730-9b180fbf8c09 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1774335 Jan 14 01:52:32.945490 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64540409-b600-46f6-a3c0-df1afe609123 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router_controller (d8e077f4-0bd6-4af4-900d-d2470e121a6f), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:32.959885 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64540409-b600-46f6-a3c0-df1afe609123 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (d8e077f4-0bd6-4af4-900d-d2470e121a6f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:33.002011 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64540409-b600-46f6-a3c0-df1afe609123 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:33.003350 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-64540409-b600-46f6-a3c0-df1afe609123 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3282399 Jan 14 01:52:33.006006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38806) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:33.011285 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:33.015953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-72ef3829-4ef6-4675-8d1b-bdb455511c5d tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:33.020780 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-72ef3829-4ef6-4675-8d1b-bdb455511c5d tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/networks?id=31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 HTTP/1.1" status: 200 len: 806 time: 0.3065653 Jan 14 01:52:33.053528 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-b2649e63-0585-4186-a612-5c8fcabb1eaf tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/quotas/46ca7bb7620f423c95c6ff9b87c70705 HTTP/1.1" status: 200 len: 375 time: 0.0200739 Jan 14 01:52:33.148666 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-45715a3b-7456-417b-9f63-2b4df7515ee4 req-8ef78e90-7f9c-43bb-892c-07f5a1c39efc tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 210 time: 0.1202462 Jan 14 01:52:33.262632 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-bfda5bc1-1e7c-469f-aec3-2353b981f023 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=46ca7bb7620f423c95c6ff9b87c70705&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1836631 Jan 14 01:52:33.516615 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-db1b9262-149a-4a6d-830f-aa68868167bb service neutron] 10.222.0.26 "GET /v2.0/networks/31532b6f-4ca3-4a66-8ed6-349eb2b99cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349410 Jan 14 01:52:33.608673 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (d8e077f4-0bd6-4af4-900d-d2470e121a6f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:33.608894 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (d8e077f4-0bd6-4af4-900d-d2470e121a6f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:33.685683 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-21a79b72-2d83-4d1e-bf14-92a5fd4a13df service neutron] 10.222.0.26 "GET /v2.0/networks/31532b6f-4ca3-4a66-8ed6-349eb2b99cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628342 Jan 14 01:52:33.706038 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103354) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 14 01:52:33.706811 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Router d8e077f4-0bd6-4af4-900d-d2470e121a6f migrating from provider to provider. {{(pid=103354) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 14 01:52:33.707545 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router_controller (d8e077f4-0bd6-4af4-900d-d2470e121a6f), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:33.713899 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router_controller (d8e077f4-0bd6-4af4-900d-d2470e121a6f), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:33.731760 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (d8e077f4-0bd6-4af4-900d-d2470e121a6f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:34.144384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-18a2ee74-944e-4ee7-ba38-7071a4ddb323 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:34.148629 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-18a2ee74-944e-4ee7-ba38-7071a4ddb323 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.36 "GET /v2.0/networks?id=f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a HTTP/1.1" status: 200 len: 808 time: 0.4309614 Jan 14 01:52:34.166946 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8fc94d33-22b6-414c-b21e-1edfd5dc2a51 req-3ad52d55-1cbc-4ea0-b12e-ff0f398436b4 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 210 time: 0.1320717 Jan 14 01:52:34.180287 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Request body: {'port': {'device_id': 'c4cd827e-1836-451f-8c65-fe2c10d9a06f', 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a', 'admin_state_up': True, 'tenant_id': 'a8e646224ae84181b6e005f78a7d58fd'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:34.207084 n-d-824358-4 neutron-server[103354]: WARNING neutron.scheduler.l3_agent_scheduler [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] No L3 agents can host the router d8e077f4-0bd6-4af4-900d-d2470e121a6f Jan 14 01:52:34.261890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda2ed6-28a7-4e2d-8c16-9c11a683f5c0 req-5be615a7-59a1-477c-aa32-ec7a2c909350 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:34.295608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda2ed6-28a7-4e2d-8c16-9c11a683f5c0 req-5be615a7-59a1-477c-aa32-ec7a2c909350 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:34.303476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda2ed6-28a7-4e2d-8c16-9c11a683f5c0 req-5be615a7-59a1-477c-aa32-ec7a2c909350 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:34.322800 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda2ed6-28a7-4e2d-8c16-9c11a683f5c0 req-5be615a7-59a1-477c-aa32-ec7a2c909350 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:34.333599 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda2ed6-28a7-4e2d-8c16-9c11a683f5c0 req-5be615a7-59a1-477c-aa32-ec7a2c909350 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:34.367301 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda2ed6-28a7-4e2d-8c16-9c11a683f5c0 req-5be615a7-59a1-477c-aa32-ec7a2c909350 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:34.385525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda2ed6-28a7-4e2d-8c16-9c11a683f5c0 req-5be615a7-59a1-477c-aa32-ec7a2c909350 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:34.393243 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5eda2ed6-28a7-4e2d-8c16-9c11a683f5c0 req-5be615a7-59a1-477c-aa32-ec7a2c909350 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.3144779 Jan 14 01:52:34.431329 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:34.485066 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f3edb1b8-71d5-4202-8154-bba336ee66d3 req-c3f53368-7f13-40b3-999b-c1ce0f7d0107 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 210 time: 0.0700581 Jan 14 01:52:34.565399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Hosts for router d8e077f4-0bd6-4af4-900d-d2470e121a6f: [] {{(pid=103354) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 14 01:52:34.651766 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5eda2ed6-28a7-4e2d-8c16-9c11a683f5c0 req-9c5b3064-19fd-4f11-aa4e-9e05907b47ee tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2546902 Jan 14 01:52:34.735905 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Hosts for other DVR routers connected to router d8e077f4-0bd6-4af4-900d-d2470e121a6f: set() {{(pid=103354) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 14 01:52:34.740324 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:34.744338 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-30b8f0e0-a2af-4bcb-aa91-738214c50276 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] 10.222.0.26 "PUT /v2.0/routers/d8e077f4-0bd6-4af4-900d-d2470e121a6f HTTP/1.1" status: 200 len: 717 time: 1.7348523 Jan 14 01:52:34.745145 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38852) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:34.937105 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee61a3a9-8978-4457-b669-4c7ba39d281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:34.945121 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Made reservation on behalf of a8e646224ae84181b6e005f78a7d58fd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:34.953969 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:34.973311 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 38858) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:34.990577 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-00e1e35a-38cd-4716-b1c9-ae484dd8223c tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] 10.222.0.26 "GET /v2.0/routers/d8e077f4-0bd6-4af4-900d-d2470e121a6f HTTP/1.1" status: 200 len: 717 time: 0.2418106 Jan 14 01:52:34.991557 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 38862) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:35.197945 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e17acd6e-289a-4c19-a6aa-e7a19eeafa89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:35.258691 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Allocated IP 172.20.0.13 (f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a/3d88a916-7883-47d7-b3f1-516d3e7883d2/04350e62-d95f-4687-95e3-fbf4d9af63e1) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:52:35.322575 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b4ba312-284d-4083-bead-2355e7140906 req-7c912d91-219f-4233-bcad-f419ae5203b2 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 210 time: 0.0390768 Jan 14 01:52:35.581330 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks [] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:35.651502 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:35.674563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a657b7ce-e1e2-4312-acba-43172d0f1783 tempest-RoutersTestDVR-888845817 tempest-RoutersTestDVR-888845817-project] 10.222.0.26 "GET /v2.0/routers/d8e077f4-0bd6-4af4-900d-d2470e121a6f HTTP/1.1" status: 200 len: 683 time: 0.6815917 Jan 14 01:52:35.677406 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 38886) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:35.821618 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Pushing event updated for resources: {'Port': ['ID=04350e62-d95f-4687-95e3-fbf4d9af63e1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:35.852663 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:52:35.855615 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:35.868118 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:52:35.880695 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c93c99c2-078e-4a8d-8ffe-635c087c3feb tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (d8e077f4-0bd6-4af4-900d-d2470e121a6f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:35.987094 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:35.988094 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:36.026462 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-b8fcfd68-33ca-468e-b712-a460b05408a2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8622940 Jan 14 01:52:36.045968 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Request body: {'port': {'device_id': 'c4cd827e-1836-451f-8c65-fe2c10d9a06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:36.217611 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-96f89c12-bcfb-4419-8939-4e5752bd1af6 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:36.219487 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-96f89c12-bcfb-4419-8939-4e5752bd1af6 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.46 "GET /v2.0/networks?id=31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 HTTP/1.1" status: 200 len: 806 time: 0.1873171 Jan 14 01:52:36.442923 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-172a84c0-e842-48e2-9628-bc7db2fbec01 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ca7bb7620f423c95c6ff9b87c70705 HTTP/1.1" status: 200 len: 380 time: 0.1095748 Jan 14 01:52:36.448140 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e17acd6e-289a-4c19-a6aa-e7a19eeafa89 admin admin] Publish callbacks [] for security_group (4ee298a4-1943-4dce-91e6-9d006c7ce412), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:36.465989 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941086d-5d78-46cb-8cb2-a45ce0b7001b req-ac8e981d-bf4f-418e-ab4f-cd2dc6318050 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:36.473896 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a941086d-5d78-46cb-8cb2-a45ce0b7001b req-ac8e981d-bf4f-418e-ab4f-cd2dc6318050 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 932 time: 0.8161490 Jan 14 01:52:36.498780 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c93c99c2-078e-4a8d-8ffe-635c087c3feb tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (d8e077f4-0bd6-4af4-900d-d2470e121a6f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:36.503734 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Request body: {'port': {'device_id': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'admin_state_up': True, 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'security_groups': ['e7da9712-9896-41bb-8651-338dbd32180c']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:36.513368 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c93c99c2-078e-4a8d-8ffe-635c087c3feb tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router_controller (d8e077f4-0bd6-4af4-900d-d2470e121a6f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:36.515317 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e17acd6e-289a-4c19-a6aa-e7a19eeafa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4ee298a4-1943-4dce-91e6-9d006c7ce412), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:36.558682 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e17acd6e-289a-4c19-a6aa-e7a19eeafa89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ba97eb1179343d0801f10fd35f8e921&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5838964 Jan 14 01:52:36.609796 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 38902) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:36.758643 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a40b94c5-98ad-49ed-80cc-233aa8e3fe77 admin admin] Publish callbacks [] for security_group (4ee298a4-1943-4dce-91e6-9d006c7ce412), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:36.777272 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:36.784281 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a40b94c5-98ad-49ed-80cc-233aa8e3fe77 admin admin] Publish callbacks [] for security_group (4ee298a4-1943-4dce-91e6-9d006c7ce412), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:36.869555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52ad1-b7bc-4994-9f75-9507a04c5ca7 req-0386a24a-3a2b-47e4-8842-37cae256f439 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:36.876204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52ad1-b7bc-4994-9f75-9507a04c5ca7 req-0386a24a-3a2b-47e4-8842-37cae256f439 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:36.883217 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52ad1-b7bc-4994-9f75-9507a04c5ca7 req-0386a24a-3a2b-47e4-8842-37cae256f439 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:36.889285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52ad1-b7bc-4994-9f75-9507a04c5ca7 req-0386a24a-3a2b-47e4-8842-37cae256f439 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:36.895964 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52ad1-b7bc-4994-9f75-9507a04c5ca7 req-0386a24a-3a2b-47e4-8842-37cae256f439 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:36.901895 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52ad1-b7bc-4994-9f75-9507a04c5ca7 req-0386a24a-3a2b-47e4-8842-37cae256f439 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:36.908211 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52ad1-b7bc-4994-9f75-9507a04c5ca7 req-0386a24a-3a2b-47e4-8842-37cae256f439 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:36.915875 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13f52ad1-b7bc-4994-9f75-9507a04c5ca7 req-0386a24a-3a2b-47e4-8842-37cae256f439 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.8953199 Jan 14 01:52:36.917804 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c93c99c2-078e-4a8d-8ffe-635c087c3feb tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (d8e077f4-0bd6-4af4-900d-d2470e121a6f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:36.918427 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93c99c2-078e-4a8d-8ffe-635c087c3feb tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8e077f4-0bd6-4af4-900d-d2470e121a6f {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:52:36.936093 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a941086d-5d78-46cb-8cb2-a45ce0b7001b req-3c04ef33-6601-430e-9012-0e0b03bccbe2 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590788 Jan 14 01:52:36.939404 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a40b94c5-98ad-49ed-80cc-233aa8e3fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4ee298a4-1943-4dce-91e6-9d006c7ce412), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:36.942677 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a40b94c5-98ad-49ed-80cc-233aa8e3fe77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:36.951815 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a40b94c5-98ad-49ed-80cc-233aa8e3fe77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ee298a4-1943-4dce-91e6-9d006c7ce412 HTTP/1.1" status: 204 len: 168 time: 0.3239408 Jan 14 01:52:36.960033 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c93c99c2-078e-4a8d-8ffe-635c087c3feb tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:36.961309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c93c99c2-078e-4a8d-8ffe-635c087c3feb tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] 10.222.0.26 "DELETE /v2.0/routers/d8e077f4-0bd6-4af4-900d-d2470e121a6f HTTP/1.1" status: 204 len: 168 time: 1.2815094 Jan 14 01:52:36.967279 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38910) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:36.967457 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17acd6e-289a-4c19-a6aa-e7a19eeafa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee298a4-1943-4dce-91e6-9d006c7ce412,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:36.975838 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-620b091c-cb35-459e-99e0-bb6ca41a38ae tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Request body: {'router': {'name': 'tempest-router-1335183086', 'distributed': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:36.988111 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b94c5-98ad-49ed-80cc-233aa8e3fe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee298a4-1943-4dce-91e6-9d006c7ce412,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:37.100585 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-620b091c-cb35-459e-99e0-bb6ca41a38ae tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (60768315-3eb8-4d89-93d5-f4926768ec71), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.101663 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-620b091c-cb35-459e-99e0-bb6ca41a38ae tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (60768315-3eb8-4d89-93d5-f4926768ec71), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.160380 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13f52ad1-b7bc-4994-9f75-9507a04c5ca7 req-cf2a0ffa-7e77-4e03-aab9-b7096a7bb106 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2428777 Jan 14 01:52:37.173677 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6d21c21-55f2-4b7e-a5f2-51401161f524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.227510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e74ebe5-7109-439e-9859-26490c5aa3a5 req-2d62af21-8625-4363-bc7d-80eea364df37 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 210 time: 0.1407402 Jan 14 01:52:37.249211 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-620b091c-cb35-459e-99e0-bb6ca41a38ae tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router_controller (60768315-3eb8-4d89-93d5-f4926768ec71), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.263163 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Made reservation on behalf of 46ca7bb7620f423c95c6ff9b87c70705 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:37.268790 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.283709 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-620b091c-cb35-459e-99e0-bb6ca41a38ae tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (60768315-3eb8-4d89-93d5-f4926768ec71), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.354857 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-620b091c-cb35-459e-99e0-bb6ca41a38ae tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.371377 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-620b091c-cb35-459e-99e0-bb6ca41a38ae tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4009602 Jan 14 01:52:37.372938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38924) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:37.485492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Allocated IP 172.20.0.8 (31532b6f-4ca3-4a66-8ed6-349eb2b99cc3/8997435c-6789-44df-a7f1-eec8b9e1c407/a9557334-0f59-4446-9774-4bd68da6215c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:52:37.592567 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04350e62-d95f-4687-95e3-fbf4d9af63e1 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:37.599739 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beef12b6-0d69-4262-97ee-da435d64b327 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (60768315-3eb8-4d89-93d5-f4926768ec71), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.607470 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Publish callbacks [] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.662833 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38926) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:37.701945 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.752672 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for port (a9557334-0f59-4446-9774-4bd68da6215c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.804611 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (a9557334-0f59-4446-9774-4bd68da6215c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.874601 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:52:37.878364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:37.884587 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:52:37.930782 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Pushing event updated for resources: {'Port': ['ID=a9557334-0f59-4446-9774-4bd68da6215c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:37.971525 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Publish callbacks [] for security_group (c4b2cb5a-6805-4be9-b29d-825756b6a6e8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:37.973392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Transition to ACTIVE for port object 04350e62-d95f-4687-95e3-fbf4d9af63e1 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:52:37.984317 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:37.985607 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:38.022108 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9c23dc60-1a45-4c19-951a-12c2e0fb4507 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5680933 Jan 14 01:52:38.045898 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Request body: {'port': {'device_id': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:38.164004 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beef12b6-0d69-4262-97ee-da435d64b327 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (60768315-3eb8-4d89-93d5-f4926768ec71), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:38.169474 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beef12b6-0d69-4262-97ee-da435d64b327 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router_controller (60768315-3eb8-4d89-93d5-f4926768ec71), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:38.228379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c4b2cb5a-6805-4be9-b29d-825756b6a6e8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:38.246364 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a9557334-0f59-4446-9774-4bd68da6215c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:38.275689 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:38.291180 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beef12b6-0d69-4262-97ee-da435d64b327 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (60768315-3eb8-4d89-93d5-f4926768ec71), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:38.292034 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beef12b6-0d69-4262-97ee-da435d64b327 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60768315-3eb8-4d89-93d5-f4926768ec71 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:52:38.304785 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beef12b6-0d69-4262-97ee-da435d64b327 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:38.310559 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-beef12b6-0d69-4262-97ee-da435d64b327 tempest-RoutersTestDVR-1967168484 tempest-RoutersTestDVR-1967168484-project-admin] 10.222.0.26 "DELETE /v2.0/routers/60768315-3eb8-4d89-93d5-f4926768ec71 HTTP/1.1" status: 204 len: 168 time: 0.9238355 Jan 14 01:52:38.322132 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b157b-bfa9-43f9-b237-e4f739db804b req-cfe74f62-6101-4555-acaa-ad789b495729 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:38.323736 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b22b157b-bfa9-43f9-b237-e4f739db804b req-cfe74f62-6101-4555-acaa-ad789b495729 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 944 time: 0.2058587 Jan 14 01:52:38.345646 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b2cb5a-6805-4be9-b29d-825756b6a6e8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:38.364920 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:38.409225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d3e72742-1959-4c8c-a38a-dcc6d47b349c None None] Provisioning complete for port a9557334-0f59-4446-9774-4bd68da6215c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:38.409849 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3e72742-1959-4c8c-a38a-dcc6d47b349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a9557334-0f59-4446-9774-4bd68da6215c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:38.470044 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f88fc-04d3-4c0f-b17b-8955abe9f956 req-768c6a1e-5b64-44af-9a91-91f9addd58af tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:38.477303 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f88fc-04d3-4c0f-b17b-8955abe9f956 req-768c6a1e-5b64-44af-9a91-91f9addd58af tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:38.484158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f88fc-04d3-4c0f-b17b-8955abe9f956 req-768c6a1e-5b64-44af-9a91-91f9addd58af tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:38.492651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f88fc-04d3-4c0f-b17b-8955abe9f956 req-768c6a1e-5b64-44af-9a91-91f9addd58af tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:38.499813 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f88fc-04d3-4c0f-b17b-8955abe9f956 req-768c6a1e-5b64-44af-9a91-91f9addd58af tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:38.506859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f88fc-04d3-4c0f-b17b-8955abe9f956 req-768c6a1e-5b64-44af-9a91-91f9addd58af tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:38.514747 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f88fc-04d3-4c0f-b17b-8955abe9f956 req-768c6a1e-5b64-44af-9a91-91f9addd58af tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:38.522930 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-854f88fc-04d3-4c0f-b17b-8955abe9f956 req-768c6a1e-5b64-44af-9a91-91f9addd58af tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.1954713 Jan 14 01:52:38.541178 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Pushing event updated for resources: {'Port': ['ID=04350e62-d95f-4687-95e3-fbf4d9af63e1,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:38.542211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d3e72742-1959-4c8c-a38a-dcc6d47b349c None None] Port a9557334-0f59-4446-9774-4bd68da6215c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:52:38.582742 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.584491 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.586104 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.586597 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.587033 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.600094 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.600609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.601056 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.602014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.602014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.602330 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.602797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.603528 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.635025 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b22b157b-bfa9-43f9-b237-e4f739db804b req-4d35bea5-7d50-4411-b229-89da2f031fe7 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468512 Jan 14 01:52:38.669884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.671158 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.672599 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.672951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.673414 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.680755 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.681384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.681852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.682294 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.682820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.683250 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.683680 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.684105 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:38.712863 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3b7e865d-3d14-4c79-b6bd-0842435a2db9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b39d55d676c4f5dae9f7bf51a97f6fb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0488639 Jan 14 01:52:38.716179 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38944) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:38.761834 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-854f88fc-04d3-4c0f-b17b-8955abe9f956 req-a3957857-4372-4655-8683-49970b06b049 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2379332 Jan 14 01:52:39.083715 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Attempting to bind port 04350e62-d95f-4687-95e3-fbf4d9af63e1 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:52:39.084286 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Attempting to bind port 04350e62-d95f-4687-95e3-fbf4d9af63e1 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'cc83ba45-e333-43e5-9945-2a026e21a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:52:39.084384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Attempting to bind port 04350e62-d95f-4687-95e3-fbf4d9af63e1 on network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:52:39.101677 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Port 04350e62-d95f-4687-95e3-fbf4d9af63e1 on network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:52:39.101928 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Attempting to bind port 04350e62-d95f-4687-95e3-fbf4d9af63e1 on network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:52:39.106951 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85050cb6-367f-4e39-af60-ee09cdbb1804 admin admin] Publish callbacks [] for security_group (c4b2cb5a-6805-4be9-b29d-825756b6a6e8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.139702 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85050cb6-367f-4e39-af60-ee09cdbb1804 admin admin] Publish callbacks [] for security_group (c4b2cb5a-6805-4be9-b29d-825756b6a6e8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.178313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 38956) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:39.194137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:52:39.194506 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Checking segment: {'id': 'cc83ba45-e333-43e5-9945-2a026e21a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:52:39.194911 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Bound using segment: {'id': 'cc83ba45-e333-43e5-9945-2a026e21a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:52:39.195495 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Bound port: 04350e62-d95f-4687-95e3-fbf4d9af63e1, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc83ba45-e333-43e5-9945-2a026e21a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:52:39.195989 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.204243 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ce704-0716-4c92-8f46-b622d0b2860b req-db791fae-9b3d-4a00-9331-15254f32a637 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:39.206774 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-029ce704-0716-4c92-8f46-b622d0b2860b req-db791fae-9b3d-4a00-9331-15254f32a637 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 931 time: 0.2507505 Jan 14 01:52:39.286049 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9557334-0f59-4446-9774-4bd68da6215c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:39.296432 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85050cb6-367f-4e39-af60-ee09cdbb1804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c4b2cb5a-6805-4be9-b29d-825756b6a6e8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.300401 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85050cb6-367f-4e39-af60-ee09cdbb1804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.305374 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-85050cb6-367f-4e39-af60-ee09cdbb1804 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4b2cb5a-6805-4be9-b29d-825756b6a6e8 HTTP/1.1" status: 204 len: 168 time: 0.5847273 Jan 14 01:52:39.323661 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Publish callbacks [] for port (a9557334-0f59-4446-9774-4bd68da6215c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.330009 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] For port 04350e62-d95f-4687-95e3-fbf4d9af63e1, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:52:39.342293 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] For port 04350e62-d95f-4687-95e3-fbf4d9af63e1, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=04350e62-d95f-4687-95e3-fbf4d9af63e1,segment=NetworkSegment(cc83ba45-e333-43e5-9945-2a026e21a36d),segment_id=cc83ba45-e333-43e5-9945-2a026e21a36d)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:52:39.359647 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85050cb6-367f-4e39-af60-ee09cdbb1804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b2cb5a-6805-4be9-b29d-825756b6a6e8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:39.373842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.415648 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-029ce704-0716-4c92-8f46-b622d0b2860b req-e0f018e2-16aa-41da-92cf-347e9450edf8 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940765 Jan 14 01:52:39.419338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Transition to ACTIVE for port object a9557334-0f59-4446-9774-4bd68da6215c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:52:39.426321 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (a9557334-0f59-4446-9774-4bd68da6215c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.562558 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Pushing event updated for resources: {'Port': ['ID=a9557334-0f59-4446-9774-4bd68da6215c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:39.587226 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cba90640-b2ef-4c95-8ac3-6264103b021a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.628189 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Pushing event updated for resources: {'Port': ['ID=04350e62-d95f-4687-95e3-fbf4d9af63e1,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:39.687612 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:39.691323 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.698152 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-c2c7d14c-a4ca-44e1-8585-bbd665737b21 service neutron] 10.222.0.36 "PUT /v2.0/ports/04350e62-d95f-4687-95e3-fbf4d9af63e1 HTTP/1.1" status: 200 len: 1092 time: 3.6548266 Jan 14 01:52:39.718395 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cd827e-1836-451f-8c65-fe2c10d9a06f', 'tag': '04350e62-d95f-4687-95e3-fbf4d9af63e1'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:52:39.735368 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba7a9eb-447b-4140-aaad-44a9e79aa9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4cd827e-1836-451f-8c65-fe2c10d9a06f", "tag": "04350e62-d95f-4687-95e3-fbf4d9af63e1"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:52:39.791718 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cba90640-b2ef-4c95-8ac3-6264103b021a admin admin] Publish callbacks [] for security_group (06222b93-8b79-4455-b1e6-18bb95786e57), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.841078 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cba90640-b2ef-4c95-8ac3-6264103b021a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (06222b93-8b79-4455-b1e6-18bb95786e57), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.908536 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:39.911501 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbb8382-ed08-42b3-b7eb-4bbe0c9dbbd3 x-openstack-request-id: req-8fbb8382-ed08-42b3-b7eb-4bbe0c9dbbd3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:52:39.911973 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4cd827e-1836-451f-8c65-fe2c10d9a06f", "tag": "04350e62-d95f-4687-95e3-fbf4d9af63e1", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:52:39.912302 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fbb8382-ed08-42b3-b7eb-4bbe0c9dbbd3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:52:39.912840 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cd827e-1836-451f-8c65-fe2c10d9a06f', 'tag': '04350e62-d95f-4687-95e3-fbf4d9af63e1', 'status': 'completed', 'code': 200} Jan 14 01:52:39.935534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-99062d40-1642-4516-87dc-238988a363d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:39.943691 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-99062d40-1642-4516-87dc-238988a363d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8e646224ae84181b6e005f78a7d58fd&device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 1095 time: 0.1795089 Jan 14 01:52:40.018984 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-3a1c5323-e351-41e6-bc9c-8ec7545cf6e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04350e62-d95f-4687-95e3-fbf4d9af63e1 HTTP/1.1" status: 200 len: 217 time: 0.0617042 Jan 14 01:52:40.142671 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cba90640-b2ef-4c95-8ac3-6264103b021a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbb3aab1a1664184a2896efb305ab629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9623122 Jan 14 01:52:40.152134 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 38982) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:40.181332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba90640-b2ef-4c95-8ac3-6264103b021a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06222b93-8b79-4455-b1e6-18bb95786e57,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:40.205852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-e4a884a8-0868-475a-a9a5-b2a11054959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:40.209999 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-e4a884a8-0868-475a-a9a5-b2a11054959c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d88a916-7883-47d7-b3f1-516d3e7883d2 HTTP/1.1" status: 200 len: 848 time: 0.1730540 Jan 14 01:52:40.240355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Attempting to bind port a9557334-0f59-4446-9774-4bd68da6215c on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:52:40.240701 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Attempting to bind port a9557334-0f59-4446-9774-4bd68da6215c by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:52:40.241049 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Attempting to bind port a9557334-0f59-4446-9774-4bd68da6215c on network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:52:40.263836 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255335e1-8828-4f91-a0f6-20ca4c2ab84d req-b363737b-35f0-4dcd-81a7-75604f7bc34e tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:40.273512 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-255335e1-8828-4f91-a0f6-20ca4c2ab84d req-b363737b-35f0-4dcd-81a7-75604f7bc34e tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 944 time: 0.3013902 Jan 14 01:52:40.277622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Port a9557334-0f59-4446-9774-4bd68da6215c on network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:52:40.277945 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Attempting to bind port a9557334-0f59-4446-9774-4bd68da6215c on network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:52:40.312840 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:52:40.313494 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Checking segment: {'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:52:40.314012 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Bound using segment: {'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:52:40.314467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Bound port: a9557334-0f59-4446-9774-4bd68da6215c, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68aed50-9944-4d3e-bd48-619aaa423e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:52:40.315058 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a9557334-0f59-4446-9774-4bd68da6215c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:40.327704 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-5c55773c-7dfe-487a-9ed3-b4d58095122a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104646 Jan 14 01:52:40.555793 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78fc9f1b-dea2-4f5c-bc95-f8b0564df3e8 admin admin] Publish callbacks [] for security_group (06222b93-8b79-4455-b1e6-18bb95786e57), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:40.588914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78fc9f1b-dea2-4f5c-bc95-f8b0564df3e8 admin admin] Publish callbacks [] for security_group (06222b93-8b79-4455-b1e6-18bb95786e57), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:40.655421 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78fc9f1b-dea2-4f5c-bc95-f8b0564df3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (06222b93-8b79-4455-b1e6-18bb95786e57), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:40.659622 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78fc9f1b-dea2-4f5c-bc95-f8b0564df3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:40.661525 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-78fc9f1b-dea2-4f5c-bc95-f8b0564df3e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06222b93-8b79-4455-b1e6-18bb95786e57 HTTP/1.1" status: 204 len: 168 time: 0.5071266 Jan 14 01:52:40.682394 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc9f1b-dea2-4f5c-bc95-f8b0564df3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06222b93-8b79-4455-b1e6-18bb95786e57,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:40.752230 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-017d97d2-a92e-471d-a02a-8d11e3fb23cd service neutron] 10.222.0.36 "GET /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117551 Jan 14 01:52:40.959684 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:41.093733 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7450b2af-955c-4eae-8f52-ab66774d8b2f req-9129aa78-060f-4097-8fa9-1a0576ae1bbb service neutron] 10.222.0.36 "GET /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312750 Jan 14 01:52:41.229999 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-255335e1-8828-4f91-a0f6-20ca4c2ab84d req-42376b46-1c38-4e3d-a23a-1057f915da8f tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9470239 Jan 14 01:52:41.276060 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6922ab-7526-4345-8439-f5b32afa7a44 req-4f58b542-ff0d-48c6-a672-c558c2147806 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:41.311127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6922ab-7526-4345-8439-f5b32afa7a44 req-4f58b542-ff0d-48c6-a672-c558c2147806 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:41.316770 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7a9eb-447b-4140-aaad-44a9e79aa9d6 req-dd8e4e0f-b387-47cb-a792-4cfabb552fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:41.326534 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ba7a9eb-447b-4140-aaad-44a9e79aa9d6 req-dd8e4e0f-b387-47cb-a792-4cfabb552fdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8e646224ae84181b6e005f78a7d58fd&device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 1095 time: 0.1461577 Jan 14 01:52:41.336929 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6922ab-7526-4345-8439-f5b32afa7a44 req-4f58b542-ff0d-48c6-a672-c558c2147806 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:41.371712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6922ab-7526-4345-8439-f5b32afa7a44 req-4f58b542-ff0d-48c6-a672-c558c2147806 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:41.397100 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6922ab-7526-4345-8439-f5b32afa7a44 req-4f58b542-ff0d-48c6-a672-c558c2147806 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:41.413754 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6922ab-7526-4345-8439-f5b32afa7a44 req-4f58b542-ff0d-48c6-a672-c558c2147806 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:41.417391 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39014) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:41.436791 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6922ab-7526-4345-8439-f5b32afa7a44 req-4f58b542-ff0d-48c6-a672-c558c2147806 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:41.440036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e6922ab-7526-4345-8439-f5b32afa7a44 req-4f58b542-ff0d-48c6-a672-c558c2147806 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 1.3195407 Jan 14 01:52:41.451370 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93bdeebe-1de1-4561-a24e-97165ecba411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:41.547324 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] For port a9557334-0f59-4446-9774-4bd68da6215c, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:52:41.552801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] For port a9557334-0f59-4446-9774-4bd68da6215c, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a9557334-0f59-4446-9774-4bd68da6215c,segment=NetworkSegment(f68aed50-9944-4d3e-bd48-619aaa423e55),segment_id=f68aed50-9944-4d3e-bd48-619aaa423e55)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:52:41.580991 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (a9557334-0f59-4446-9774-4bd68da6215c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:41.625651 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7a9eb-447b-4140-aaad-44a9e79aa9d6 req-58f162af-9c4a-41c5-812d-831686ac0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:41.628560 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ba7a9eb-447b-4140-aaad-44a9e79aa9d6 req-58f162af-9c4a-41c5-812d-831686ac0d34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a HTTP/1.1" status: 200 len: 909 time: 0.2946887 Jan 14 01:52:41.718152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:41.719522 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:41.721486 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] 10.222.0.46 "PUT /v2.0/ports/a9557334-0f59-4446-9774-4bd68da6215c HTTP/1.1" status: 200 len: 1091 time: 3.6846352 Jan 14 01:52:41.722660 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ba7a9eb-447b-4140-aaad-44a9e79aa9d6 req-83d59fc4-58ed-4127-a581-2ba93999a58f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04350e62-d95f-4687-95e3-fbf4d9af63e1 HTTP/1.1" status: 200 len: 217 time: 0.0850217 Jan 14 01:52:41.731319 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'tag': 'a9557334-0f59-4446-9774-4bd68da6215c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:52:41.781412 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d1ff5c-50c8-467e-9c60-54c879b894bc" -d '{"events": [{"name": "network-changed", "server_uuid": "58c79e2f-591c-4e6a-a112-99acda9ea077", "tag": "a9557334-0f59-4446-9774-4bd68da6215c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:52:41.871200 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7a9eb-447b-4140-aaad-44a9e79aa9d6 req-adccbb5a-d335-4852-b3ab-2b01f32cd8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:41.874769 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ba7a9eb-447b-4140-aaad-44a9e79aa9d6 req-adccbb5a-d335-4852-b3ab-2b01f32cd8e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d88a916-7883-47d7-b3f1-516d3e7883d2 HTTP/1.1" status: 200 len: 848 time: 0.1402571 Jan 14 01:52:41.922312 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93bdeebe-1de1-4561-a24e-97165ecba411 admin admin] Publish callbacks [] for security_group (466f8547-cc57-4070-9258-c0063bee749d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:41.982229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e6922ab-7526-4345-8439-f5b32afa7a44 req-5983807f-732d-477e-8e1a-1fda30201604 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5293467 Jan 14 01:52:42.012993 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a84eb-f374-48f5-baf7-a4fe9cfa05c5 req-7658f133-290b-4d9a-aa9d-00ef7441a87f tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:42.016227 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ba7a9eb-447b-4140-aaad-44a9e79aa9d6 req-d29ba0d6-483e-47f1-b159-2b319ff7fc8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244931 Jan 14 01:52:42.017133 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93bdeebe-1de1-4561-a24e-97165ecba411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (466f8547-cc57-4070-9258-c0063bee749d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:42.032812 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-431a84eb-f374-48f5-baf7-a4fe9cfa05c5 req-7658f133-290b-4d9a-aa9d-00ef7441a87f tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 943 time: 0.5329342 Jan 14 01:52:42.082538 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2846c0c-a4c2-43a1-86cd-53c1785b019a service neutron] Pushing event updated for resources: {'Port': ['ID=a9557334-0f59-4446-9774-4bd68da6215c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:42.139142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9703c1f8-a439-4160-9dc0-f23659cfb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:42.140661 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-9703c1f8-a439-4160-9dc0-f23659cfb953 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46ca7bb7620f423c95c6ff9b87c70705&device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 1094 time: 0.2917252 Jan 14 01:52:42.177279 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daedd46-646c-430d-8ae2-84846cd9782b x-openstack-request-id: req-3daedd46-646c-430d-8ae2-84846cd9782b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:52:42.177577 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c79e2f-591c-4e6a-a112-99acda9ea077", "tag": "a9557334-0f59-4446-9774-4bd68da6215c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:52:42.177832 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3daedd46-646c-430d-8ae2-84846cd9782b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:52:42.178235 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'tag': 'a9557334-0f59-4446-9774-4bd68da6215c', 'status': 'completed', 'code': 200} Jan 14 01:52:42.299229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-7301fcc7-4784-4860-8b4d-8c95ba2e7d13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9557334-0f59-4446-9774-4bd68da6215c HTTP/1.1" status: 200 len: 217 time: 0.1261811 Jan 14 01:52:42.308268 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-431a84eb-f374-48f5-baf7-a4fe9cfa05c5 req-03d5173c-9cd5-4565-9ae4-4a50177f960d tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708704 Jan 14 01:52:42.321348 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ba7a9eb-447b-4140-aaad-44a9e79aa9d6 req-ed125cef-5932-437e-a85b-10483d8057cf service neutron] 10.222.0.36 "GET /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912586 Jan 14 01:52:42.485802 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-11b4cab9-5020-490e-9a96-ea6ccb53d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:42.487456 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-11b4cab9-5020-490e-9a96-ea6ccb53d101 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8997435c-6789-44df-a7f1-eec8b9e1c407 HTTP/1.1" status: 200 len: 845 time: 0.1756427 Jan 14 01:52:42.498045 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ba7a9eb-447b-4140-aaad-44a9e79aa9d6 req-51595fc0-4bee-47e4-9fe0-2d0c41abdaa3 service neutron] 10.222.0.36 "GET /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687407 Jan 14 01:52:42.501250 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-93bdeebe-1de1-4561-a24e-97165ecba411 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8984bbf6d32f4e45a4e1630a4fb68594&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0827882 Jan 14 01:52:42.510763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdeebe-1de1-4561-a24e-97165ecba411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466f8547-cc57-4070-9258-c0063bee749d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:42.511487 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39052) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:42.536476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e249e39-ce08-46c6-8911-13453e3e2a92 req-e815fb5d-dd71-4e83-ad14-6da7fdca30d0 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:42.545209 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e249e39-ce08-46c6-8911-13453e3e2a92 req-e815fb5d-dd71-4e83-ad14-6da7fdca30d0 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 944 time: 0.1230476 Jan 14 01:52:42.675906 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-6c798547-057a-4671-854b-7150994aa13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:42.679640 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-6c798547-057a-4671-854b-7150994aa13f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31532b6f-4ca3-4a66-8ed6-349eb2b99cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837811 Jan 14 01:52:42.771897 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e249e39-ce08-46c6-8911-13453e3e2a92 req-04b56b0d-abe5-4ef7-8751-bce231d6ca2a tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167652 Jan 14 01:52:42.788145 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ac7112e-bf29-429e-8b93-05dc02c5112f admin admin] Publish callbacks [] for security_group (466f8547-cc57-4070-9258-c0063bee749d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:42.864483 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ac7112e-bf29-429e-8b93-05dc02c5112f admin admin] Publish callbacks [] for security_group (466f8547-cc57-4070-9258-c0063bee749d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:42.867852 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-bd545d07-824d-4d4a-b88a-eb0538faa8b2 service neutron] 10.222.0.46 "GET /v2.0/networks/31532b6f-4ca3-4a66-8ed6-349eb2b99cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778016 Jan 14 01:52:42.991470 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ac7112e-bf29-429e-8b93-05dc02c5112f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (466f8547-cc57-4070-9258-c0063bee749d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:42.996375 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ac7112e-bf29-429e-8b93-05dc02c5112f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:43.001335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1ac7112e-bf29-429e-8b93-05dc02c5112f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/466f8547-cc57-4070-9258-c0063bee749d HTTP/1.1" status: 204 len: 168 time: 0.4448011 Jan 14 01:52:43.024170 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7112e-bf29-429e-8b93-05dc02c5112f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466f8547-cc57-4070-9258-c0063bee749d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:43.133344 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c830599-2fcd-4c0c-9d5d-b5e8e39fb036 req-c606e20d-5380-4e7d-839a-d13100d4794c service neutron] 10.222.0.46 "GET /v2.0/networks/31532b6f-4ca3-4a66-8ed6-349eb2b99cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551954 Jan 14 01:52:43.437266 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4025-eeaf-4648-b87b-972e15a0dc8f req-6f4dee94-3210-4eb4-b777-406df08371fe tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:43.467815 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4025-eeaf-4648-b87b-972e15a0dc8f req-6f4dee94-3210-4eb4-b777-406df08371fe tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:43.495293 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4025-eeaf-4648-b87b-972e15a0dc8f req-6f4dee94-3210-4eb4-b777-406df08371fe tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:43.512379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4025-eeaf-4648-b87b-972e15a0dc8f req-6f4dee94-3210-4eb4-b777-406df08371fe tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:43.532483 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4025-eeaf-4648-b87b-972e15a0dc8f req-6f4dee94-3210-4eb4-b777-406df08371fe tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:43.539237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4025-eeaf-4648-b87b-972e15a0dc8f req-6f4dee94-3210-4eb4-b777-406df08371fe tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:43.560592 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4025-eeaf-4648-b87b-972e15a0dc8f req-6f4dee94-3210-4eb4-b777-406df08371fe tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:43.564397 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dc0f4025-eeaf-4648-b87b-972e15a0dc8f req-6f4dee94-3210-4eb4-b777-406df08371fe tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.4233296 Jan 14 01:52:43.637958 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1ff5c-50c8-467e-9c60-54c879b894bc req-71649599-f65c-4e44-9160-c54203bc9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:43.639701 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47d1ff5c-50c8-467e-9c60-54c879b894bc req-71649599-f65c-4e44-9160-c54203bc9f09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46ca7bb7620f423c95c6ff9b87c70705&device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 1094 time: 0.3994725 Jan 14 01:52:43.825280 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dc0f4025-eeaf-4648-b87b-972e15a0dc8f req-91e38565-1f84-43ca-b330-4cadb5a8232a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2341526 Jan 14 01:52:43.842246 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23513ca4-93d4-416d-acdd-5aefd90ff74b req-1fa19111-1917-415c-9167-56b21337d995 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:43.844510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-23513ca4-93d4-416d-acdd-5aefd90ff74b req-1fa19111-1917-415c-9167-56b21337d995 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 943 time: 0.2791412 Jan 14 01:52:43.947394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1ff5c-50c8-467e-9c60-54c879b894bc req-e93ed1fe-8666-4351-9bba-2f943c5bdb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:43.958734 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47d1ff5c-50c8-467e-9c60-54c879b894bc req-e93ed1fe-8666-4351-9bba-2f943c5bdb93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 HTTP/1.1" status: 200 len: 907 time: 0.3008778 Jan 14 01:52:44.014019 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47d1ff5c-50c8-467e-9c60-54c879b894bc req-f228cebe-f9fb-486c-a1bd-90a4ee14b68a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9557334-0f59-4446-9774-4bd68da6215c HTTP/1.1" status: 200 len: 217 time: 0.0539556 Jan 14 01:52:44.018511 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-23513ca4-93d4-416d-acdd-5aefd90ff74b req-775fcd17-dfe0-4c49-a7e6-60a43cc2c7b2 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669688 Jan 14 01:52:44.091728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1ff5c-50c8-467e-9c60-54c879b894bc req-21ed0550-f08f-4f9e-8ace-24bf493dbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:44.093343 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47d1ff5c-50c8-467e-9c60-54c879b894bc req-21ed0550-f08f-4f9e-8ace-24bf493dbe91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8997435c-6789-44df-a7f1-eec8b9e1c407 HTTP/1.1" status: 200 len: 845 time: 0.0715363 Jan 14 01:52:44.296399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1ff5c-50c8-467e-9c60-54c879b894bc req-a43f89d0-f32a-4c3b-91af-0414a0b843b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:44.297919 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47d1ff5c-50c8-467e-9c60-54c879b894bc req-a43f89d0-f32a-4c3b-91af-0414a0b843b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31532b6f-4ca3-4a66-8ed6-349eb2b99cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980355 Jan 14 01:52:44.320617 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a9557334-0f59-4446-9774-4bd68da6215c details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:52:44.330467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd254f-8e2c-4ce0-9a79-dbfb2b1f462a req-494c0c9d-d721-4551-9906-5009b994372f tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:44.332557 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fdfd254f-8e2c-4ce0-9a79-dbfb2b1f462a req-494c0c9d-d721-4551-9906-5009b994372f tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 944 time: 0.1662285 Jan 14 01:52:44.392372 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 04350e62-d95f-4687-95e3-fbf4d9af63e1 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:52:44.522611 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fdfd254f-8e2c-4ce0-9a79-dbfb2b1f462a req-b823b870-2995-4b81-b132-4b687eb3341d tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842810 Jan 14 01:52:44.535406 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47d1ff5c-50c8-467e-9c60-54c879b894bc req-7391df05-195c-42a0-a074-386d36be71a2 service neutron] 10.222.0.46 "GET /v2.0/networks/31532b6f-4ca3-4a66-8ed6-349eb2b99cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291589 Jan 14 01:52:44.617632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:44.739127 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47d1ff5c-50c8-467e-9c60-54c879b894bc req-532785ab-77e3-46bb-9ec1-00f542239aeb service neutron] 10.222.0.46 "GET /v2.0/networks/31532b6f-4ca3-4a66-8ed6-349eb2b99cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935503 Jan 14 01:52:44.968948 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-921341699'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:45.023426 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Made reservation on behalf of 4d5a70ba958741d7bce24c0145d939f1 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:45.037368 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.065950 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.071182 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a9557334-0f59-4446-9774-4bd68da6215c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a9557334-0f59-4446-9774-4bd68da6215c,segment=NetworkSegment(f68aed50-9944-4d3e-bd48-619aaa423e55),segment_id=f68aed50-9944-4d3e-bd48-619aaa423e55)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:45.158944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'a9557334-0f59-4446-9774-4bd68da6215c', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'port_id': 'a9557334-0f59-4446-9774-4bd68da6215c', 'mac_address': 'fa:16:3e:cf:a5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:52:45.167957 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8b89-ac0b-4a3f-b451-6329aa518f4c req-676eb01c-a5a8-4853-b2a1-ebb818a4e045 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:45.193739 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8b89-ac0b-4a3f-b451-6329aa518f4c req-676eb01c-a5a8-4853-b2a1-ebb818a4e045 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:45.199622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8b89-ac0b-4a3f-b451-6329aa518f4c req-676eb01c-a5a8-4853-b2a1-ebb818a4e045 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:45.206680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8b89-ac0b-4a3f-b451-6329aa518f4c req-676eb01c-a5a8-4853-b2a1-ebb818a4e045 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:45.213408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8b89-ac0b-4a3f-b451-6329aa518f4c req-676eb01c-a5a8-4853-b2a1-ebb818a4e045 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:45.219494 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8b89-ac0b-4a3f-b451-6329aa518f4c req-676eb01c-a5a8-4853-b2a1-ebb818a4e045 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:45.230177 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8b89-ac0b-4a3f-b451-6329aa518f4c req-676eb01c-a5a8-4853-b2a1-ebb818a4e045 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:45.232288 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec8d8b89-ac0b-4a3f-b451-6329aa518f4c req-676eb01c-a5a8-4853-b2a1-ebb818a4e045 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.2319090 Jan 14 01:52:45.295597 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks [] for security_group (200e97f8-d4ee-4fde-a63e-f0ebf7153799), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.296382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 04350e62-d95f-4687-95e3-fbf4d9af63e1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=04350e62-d95f-4687-95e3-fbf4d9af63e1,segment=NetworkSegment(cc83ba45-e333-43e5-9945-2a026e21a36d),segment_id=cc83ba45-e333-43e5-9945-2a026e21a36d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:45.308222 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (200e97f8-d4ee-4fde-a63e-f0ebf7153799), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.313319 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a9557334-0f59-4446-9774-4bd68da6215c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:45.314054 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a9557334-0f59-4446-9774-4bd68da6215c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.343583 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9557334-0f59-4446-9774-4bd68da6215c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:45.349026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c64a1-6744-4f75-b027-420b0c2edbea req-115cff5b-0c5f-437d-99e9-22537149461f tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:45.352157 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f3c64a1-6744-4f75-b027-420b0c2edbea req-115cff5b-0c5f-437d-99e9-22537149461f tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 943 time: 0.1189060 Jan 14 01:52:45.365531 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '04350e62-d95f-4687-95e3-fbf4d9af63e1', 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a', 'port_id': '04350e62-d95f-4687-95e3-fbf4d9af63e1', 'mac_address': 'fa:16:3e:6d:9d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d88a916-7883-47d7-b3f1-516d3e7883d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:52:45.372107 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:52:45.382094 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200e97f8-d4ee-4fde-a63e-f0ebf7153799,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:45.391374 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f720e0bb-baca-4322-864c-521e7431aaf6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.394096 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Added segment f720e0bb-baca-4322-864c-521e7431aaf6 of type vlan for network 62c953d7-b8fe-4ef7-820f-d6296b46985c Jan 14 01:52:45.465569 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a9557334-0f59-4446-9774-4bd68da6215c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a9557334-0f59-4446-9774-4bd68da6215c,segment=NetworkSegment(f68aed50-9944-4d3e-bd48-619aaa423e55),segment_id=f68aed50-9944-4d3e-bd48-619aaa423e55)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:45.478056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f3c64a1-6744-4f75-b027-420b0c2edbea req-11465567-dba4-4c36-aa07-1440ab3471af tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188481 Jan 14 01:52:45.478408 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a9557334-0f59-4446-9774-4bd68da6215c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.484057 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 04350e62-d95f-4687-95e3-fbf4d9af63e1 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:45.484468 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.487689 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec8d8b89-ac0b-4a3f-b451-6329aa518f4c req-aa818855-5d02-48f8-aa65-4f47da535adc tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2452793 Jan 14 01:52:45.522862 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04350e62-d95f-4687-95e3-fbf4d9af63e1 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:45.526964 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (62c953d7-b8fe-4ef7-820f-d6296b46985c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.545743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39176) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:45.567705 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (62c953d7-b8fe-4ef7-820f-d6296b46985c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.588548 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 04350e62-d95f-4687-95e3-fbf4d9af63e1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=04350e62-d95f-4687-95e3-fbf4d9af63e1,segment=NetworkSegment(cc83ba45-e333-43e5-9945-2a026e21a36d),segment_id=cc83ba45-e333-43e5-9945-2a026e21a36d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:45.590042 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:45.591985 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.604099 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.607309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a9557334-0f59-4446-9774-4bd68da6215c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:45.616719 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.617361 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.617859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.618369 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.619011 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.619507 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.620220 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.620705 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.621225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.621715 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.622254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.622818 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.623352 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:52:45.685402 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=04350e62-d95f-4687-95e3-fbf4d9af63e1,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:45.722931 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1032033 Jan 14 01:52:45.726352 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39182) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:45.732773 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ae3c1582-288c-4d97-9ad6-f62791499689 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Request body: {'subnet': {'network_id': '62c953d7-b8fe-4ef7-820f-d6296b46985c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:45.758944 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90160193-1902-4275-8851-869255c1bff7 req-c822d260-bb57-448c-addd-0530a249e2da tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:45.770710 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90160193-1902-4275-8851-869255c1bff7 req-c822d260-bb57-448c-addd-0530a249e2da tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 945 time: 0.1516526 Jan 14 01:52:45.774645 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['a9557334-0f59-4446-9774-4bd68da6215c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:52:45.792239 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-869aedfd-76ec-4d14-a990-bc41dde7d084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.895801 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-869aedfd-76ec-4d14-a990-bc41dde7d084 admin admin] Publish callbacks [] for security_group (bf7ed536-4a0a-4e39-bb87-dc28506f0825), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.916057 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-869aedfd-76ec-4d14-a990-bc41dde7d084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (bf7ed536-4a0a-4e39-bb87-dc28506f0825), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.922586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb509bb3-541d-46de-8c51-fa7c12fc8356 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Pushing event updated for resources: {'Network': ['ID=62c953d7-b8fe-4ef7-820f-d6296b46985c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:45.956080 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 62c953d7-b8fe-4ef7-820f-d6296b46985c details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:52:45.958882 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3c1582-288c-4d97-9ad6-f62791499689 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Made reservation on behalf of 4d5a70ba958741d7bce24c0145d939f1 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:45.963934 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1582-288c-4d97-9ad6-f62791499689 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:45.995699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-869aedfd-76ec-4d14-a990-bc41dde7d084 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f9f9a073a054aa5b63a0ca8e7d5c438&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4484293 Jan 14 01:52:46.000720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39186) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:46.054831 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90160193-1902-4275-8851-869255c1bff7 req-6e8294ae-11fa-42e8-a9d0-988b80ebbc8d tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830274 Jan 14 01:52:46.057365 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['04350e62-d95f-4687-95e3-fbf4d9af63e1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:52:46.126463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869aedfd-76ec-4d14-a990-bc41dde7d084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7ed536-4a0a-4e39-bb87-dc28506f0825,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:46.194076 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98695b2e-fb2c-4549-8aa6-5a5ff574c0eb admin admin] Publish callbacks [] for security_group (bf7ed536-4a0a-4e39-bb87-dc28506f0825), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:46.252305 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98695b2e-fb2c-4549-8aa6-5a5ff574c0eb admin admin] Publish callbacks [] for security_group (bf7ed536-4a0a-4e39-bb87-dc28506f0825), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:46.369265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1582-288c-4d97-9ad6-f62791499689 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (653ea6d8-df29-4730-b448-f9c64150b2f5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:46.388618 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98695b2e-fb2c-4549-8aa6-5a5ff574c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (bf7ed536-4a0a-4e39-bb87-dc28506f0825), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:46.397049 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98695b2e-fb2c-4549-8aa6-5a5ff574c0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:46.399882 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-98695b2e-fb2c-4549-8aa6-5a5ff574c0eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf7ed536-4a0a-4e39-bb87-dc28506f0825 HTTP/1.1" status: 204 len: 168 time: 0.3975823 Jan 14 01:52:46.452223 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c1582-288c-4d97-9ad6-f62791499689 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Pushing event updated for resources: {'Subnet': ['ID=653ea6d8-df29-4730-b448-f9c64150b2f5,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:46.455241 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98695b2e-fb2c-4549-8aa6-5a5ff574c0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7ed536-4a0a-4e39-bb87-dc28506f0825,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:46.466974 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c1582-288c-4d97-9ad6-f62791499689 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Checking segment: {'id': 'f720e0bb-baca-4322-864c-521e7431aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '62c953d7-b8fe-4ef7-820f-d6296b46985c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:52:46.467457 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c1582-288c-4d97-9ad6-f62791499689 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Network hostable DHCP agents. Network: 62c953d7-b8fe-4ef7-820f-d6296b46985c, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:52:46.495799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc421ae-ded1-458f-8d7f-76f3b2bd72c7 req-6c81c15e-55a6-47ac-80ea-f60ff724f9d0 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:46.495927 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c1582-288c-4d97-9ad6-f62791499689 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Network 62c953d7-b8fe-4ef7-820f-d6296b46985c is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:52:46.503033 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5dc421ae-ded1-458f-8d7f-76f3b2bd72c7 req-6c81c15e-55a6-47ac-80ea-f60ff724f9d0 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b HTTP/1.1" status: 200 len: 950 time: 0.1303854 Jan 14 01:52:46.517789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ae3c1582-288c-4d97-9ad6-f62791499689 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 62c953d7-b8fe-4ef7-820f-d6296b46985c) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:46.525661 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c1582-288c-4d97-9ad6-f62791499689 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:46.526123 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1582-288c-4d97-9ad6-f62791499689 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:46.532701 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017e567f-9803-4207-8946-0628690779eb None None] Network 62c953d7-b8fe-4ef7-820f-d6296b46985c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:52:46.565446 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ae3c1582-288c-4d97-9ad6-f62791499689 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8379831 Jan 14 01:52:46.568138 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39220) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:46.573305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Request body: {'port': {'network_id': '62c953d7-b8fe-4ef7-820f-d6296b46985c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-861256293'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:46.591360 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5dc421ae-ded1-458f-8d7f-76f3b2bd72c7 req-eb54833f-ca62-4eda-b4d5-a435e9c6e273 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837843 Jan 14 01:52:46.743962 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-62c953d7-b8fe-4ef7-820f-d6296b46985c', 'network_id': '62c953d7-b8fe-4ef7-820f-d6296b46985c', 'project_id': '4d5a70ba958741d7bce24c0145d939f1', 'fixed_ips': [{'subnet_id': '653ea6d8-df29-4730-b448-f9c64150b2f5'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:52:46.745455 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:46.773415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9e655-a878-4a42-b9b0-4eb67c346564 req-3a74f76f-74ad-4fff-b154-67d453a03918 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:46.782542 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f3b9e655-a878-4a42-b9b0-4eb67c346564 req-3a74f76f-74ad-4fff-b154-67d453a03918 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 944 time: 0.1776183 Jan 14 01:52:46.815859 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Made reservation on behalf of 4d5a70ba958741d7bce24c0145d939f1 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:46.820001 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:46.856924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] device_id is not set on port 03de209b-5e8e-4242-9e03-848dff34050b yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:52:46.901276 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8c26-2562-4c90-839f-fe2b1f93c75c req-68e8652a-1149-4c54-b630-3162d12b8ac6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:46.908180 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8c26-2562-4c90-839f-fe2b1f93c75c req-68e8652a-1149-4c54-b630-3162d12b8ac6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:46.915870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8c26-2562-4c90-839f-fe2b1f93c75c req-68e8652a-1149-4c54-b630-3162d12b8ac6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:46.916976 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39226) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:46.925956 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8c26-2562-4c90-839f-fe2b1f93c75c req-68e8652a-1149-4c54-b630-3162d12b8ac6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:46.933657 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8c26-2562-4c90-839f-fe2b1f93c75c req-68e8652a-1149-4c54-b630-3162d12b8ac6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:46.938975 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b69e4e50-1624-4bfb-904f-07e74ead884e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:46.939706 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8c26-2562-4c90-839f-fe2b1f93c75c req-68e8652a-1149-4c54-b630-3162d12b8ac6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:46.946702 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8c26-2562-4c90-839f-fe2b1f93c75c req-68e8652a-1149-4c54-b630-3162d12b8ac6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:46.948605 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e1c8c26-2562-4c90-839f-fe2b1f93c75c req-68e8652a-1149-4c54-b630-3162d12b8ac6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.2669246 Jan 14 01:52:46.957418 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Allocated IP 2001:db8::2 (62c953d7-b8fe-4ef7-820f-d6296b46985c/653ea6d8-df29-4730-b448-f9c64150b2f5/5704ce86-dc44-4f7f-8ba0-9a54545f2126) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:52:46.962219 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f3b9e655-a878-4a42-b9b0-4eb67c346564 req-14dc7904-1abb-4adb-8521-d67179209dcc tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788559 Jan 14 01:52:47.041007 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e1c8c26-2562-4c90-839f-fe2b1f93c75c req-421b0e8e-a711-48db-8c69-ff57fc44e4e4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776565 Jan 14 01:52:47.125579 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b69e4e50-1624-4bfb-904f-07e74ead884e admin admin] Publish callbacks [] for security_group (847c3cc7-8e50-4574-91dd-4b71c193421f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.135134 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b69e4e50-1624-4bfb-904f-07e74ead884e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (847c3cc7-8e50-4574-91dd-4b71c193421f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.195077 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39238) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:47.200731 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b69e4e50-1624-4bfb-904f-07e74ead884e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88d9be1ef4384ecca4f46c8e2165418c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2826567 Jan 14 01:52:47.246228 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e4e50-1624-4bfb-904f-07e74ead884e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847c3cc7-8e50-4574-91dd-4b71c193421f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:47.275727 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Publish callbacks [] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.286295 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.330641 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Network 62c953d7-b8fe-4ef7-820f-d6296b46985c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:52:47.334225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:47.338257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:52:47.338652 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473898c-dd75-42b0-8d9a-e5d9cfbee19e req-a0216e25-77c7-4d4d-b89c-896207db1f4a tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:47.340229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6473898c-dd75-42b0-8d9a-e5d9cfbee19e req-a0216e25-77c7-4d4d-b89c-896207db1f4a tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 945 time: 0.1757996 Jan 14 01:52:47.352648 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6db736b8-9fb8-42d4-b7e0-a0b057c42708 admin admin] Publish callbacks [] for security_group (847c3cc7-8e50-4574-91dd-4b71c193421f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.355897 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Pushing event updated for resources: {'Port': ['ID=5704ce86-dc44-4f7f-8ba0-9a54545f2126,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:47.407992 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Allocated IP 2001:db8::3e4 (62c953d7-b8fe-4ef7-820f-d6296b46985c/653ea6d8-df29-4730-b448-f9c64150b2f5/03de209b-5e8e-4242-9e03-848dff34050b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:52:47.456829 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6db736b8-9fb8-42d4-b7e0-a0b057c42708 admin admin] Publish callbacks [] for security_group (847c3cc7-8e50-4574-91dd-4b71c193421f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.459584 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Attempting to bind port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:52:47.459957 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Attempting to bind port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'f720e0bb-baca-4322-864c-521e7431aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '62c953d7-b8fe-4ef7-820f-d6296b46985c'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:52:47.460318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Attempting to bind port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 on network 62c953d7-b8fe-4ef7-820f-d6296b46985c {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:52:47.467566 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:52:47.467877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Checking segment: {'id': 'f720e0bb-baca-4322-864c-521e7431aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '62c953d7-b8fe-4ef7-820f-d6296b46985c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:52:47.468274 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.468778 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Bound using segment: {'id': 'f720e0bb-baca-4322-864c-521e7431aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '62c953d7-b8fe-4ef7-820f-d6296b46985c'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:52:47.469135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Bound port: 5704ce86-dc44-4f7f-8ba0-9a54545f2126, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f720e0bb-baca-4322-864c-521e7431aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '62c953d7-b8fe-4ef7-820f-d6296b46985c'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:52:47.469565 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.602576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6473898c-dd75-42b0-8d9a-e5d9cfbee19e req-dcbb5cdc-77bc-4568-8626-bd8638f8ec3f tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487056 Jan 14 01:52:47.630688 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ac527297-3958-4695-8f7d-206de086c24b None None] For port 5704ce86-dc44-4f7f-8ba0-9a54545f2126, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:52:47.635429 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ac527297-3958-4695-8f7d-206de086c24b None None] For port 5704ce86-dc44-4f7f-8ba0-9a54545f2126, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5704ce86-dc44-4f7f-8ba0-9a54545f2126,segment=NetworkSegment(f720e0bb-baca-4322-864c-521e7431aaf6),segment_id=f720e0bb-baca-4322-864c-521e7431aaf6)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:52:47.642821 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.649574 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6db736b8-9fb8-42d4-b7e0-a0b057c42708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (847c3cc7-8e50-4574-91dd-4b71c193421f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.657040 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6db736b8-9fb8-42d4-b7e0-a0b057c42708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.658356 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6db736b8-9fb8-42d4-b7e0-a0b057c42708 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/847c3cc7-8e50-4574-91dd-4b71c193421f HTTP/1.1" status: 204 len: 168 time: 0.4617949 Jan 14 01:52:47.720877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac527297-3958-4695-8f7d-206de086c24b None None] Pushing event updated for resources: {'Port': ['ID=5704ce86-dc44-4f7f-8ba0-9a54545f2126,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:47.727726 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db736b8-9fb8-42d4-b7e0-a0b057c42708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847c3cc7-8e50-4574-91dd-4b71c193421f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:47.802389 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks [] for port (03de209b-5e8e-4242-9e03-848dff34050b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.867240 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (03de209b-5e8e-4242-9e03-848dff34050b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.927830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Pushing event updated for resources: {'Port': ['ID=03de209b-5e8e-4242-9e03-848dff34050b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:47.938053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Network 62c953d7-b8fe-4ef7-820f-d6296b46985c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:52:47.939904 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:47.942488 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:52:47.949384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:47.950258 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:47.970607 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-40e6861c-7ef0-4e73-9a88-f9733fd9fe27 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4011903 Jan 14 01:52:47.974067 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39266) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:47.981016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Request body: {'port': {'network_id': '62c953d7-b8fe-4ef7-820f-d6296b46985c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1418514365', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:47.981729 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.api.validators [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] bootfile-name is not in valid_values {{(pid=103353) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 14 01:52:47.982095 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.api.validators [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] tftp-server is not in valid_values {{(pid=103353) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 14 01:52:47.982677 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.api.validators [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] server-ip-address is not in valid_values {{(pid=103353) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 14 01:52:48.202904 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7e323-b2c0-4848-b612-e164ac7fd07f req-5a24ade0-146a-4524-a19c-2c09223e0333 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:48.204683 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-94d7e323-b2c0-4848-b612-e164ac7fd07f req-5a24ade0-146a-4524-a19c-2c09223e0333 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 944 time: 0.0854273 Jan 14 01:52:48.274458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Made reservation on behalf of 4d5a70ba958741d7bce24c0145d939f1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:48.278521 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:48.343258 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] device_id is not set on port 285e14c6-0976-45ea-af67-df5e614a3b73 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:52:48.355714 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c121a5e7-f7f1-4aad-a52b-c08401d58912 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:52:48.372868 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a9557334-0f59-4446-9774-4bd68da6215c up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:48.374935 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 04350e62-d95f-4687-95e3-fbf4d9af63e1 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:48.404876 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-94d7e323-b2c0-4848-b612-e164ac7fd07f req-11131c75-042d-4177-8933-7f1578ad428d tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914103 Jan 14 01:52:48.441491 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83b10c-ee7a-47df-9b43-823b3d11bc33 req-73604ecc-ac7c-4f49-81df-c05772fbf02d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:48.448469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83b10c-ee7a-47df-9b43-823b3d11bc33 req-73604ecc-ac7c-4f49-81df-c05772fbf02d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:48.455230 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83b10c-ee7a-47df-9b43-823b3d11bc33 req-73604ecc-ac7c-4f49-81df-c05772fbf02d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:48.462602 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83b10c-ee7a-47df-9b43-823b3d11bc33 req-73604ecc-ac7c-4f49-81df-c05772fbf02d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:48.469065 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83b10c-ee7a-47df-9b43-823b3d11bc33 req-73604ecc-ac7c-4f49-81df-c05772fbf02d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:48.475666 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83b10c-ee7a-47df-9b43-823b3d11bc33 req-73604ecc-ac7c-4f49-81df-c05772fbf02d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:48.482539 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83b10c-ee7a-47df-9b43-823b3d11bc33 req-73604ecc-ac7c-4f49-81df-c05772fbf02d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:48.494322 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f83b10c-ee7a-47df-9b43-823b3d11bc33 req-73604ecc-ac7c-4f49-81df-c05772fbf02d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5418 time: 0.2712462 Jan 14 01:52:48.504241 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:52:48.608254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Allocated IP 2001:db8::2f5 (62c953d7-b8fe-4ef7-820f-d6296b46985c/653ea6d8-df29-4730-b448-f9c64150b2f5/285e14c6-0976-45ea-af67-df5e614a3b73) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:52:48.713526 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port a9557334-0f59-4446-9774-4bd68da6215c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:52:48.735499 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 04350e62-d95f-4687-95e3-fbf4d9af63e1 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:52:48.738367 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port a9557334-0f59-4446-9774-4bd68da6215c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:48.742913 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a9557334-0f59-4446-9774-4bd68da6215c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:48.771129 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c121a5e7-f7f1-4aad-a52b-c08401d58912, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c121a5e7-f7f1-4aad-a52b-c08401d58912,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:48.783270 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 04350e62-d95f-4687-95e3-fbf4d9af63e1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:48.783946 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:48.805296 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f83b10c-ee7a-47df-9b43-823b3d11bc33 req-0c90ded6-ab94-4df7-992f-330bf6b82616 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3096120 Jan 14 01:52:48.920817 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'c121a5e7-f7f1-4aad-a52b-c08401d58912', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'port_id': 'c121a5e7-f7f1-4aad-a52b-c08401d58912', 'mac_address': 'fa:16:3e:db:e2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:52:49.010338 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port c121a5e7-f7f1-4aad-a52b-c08401d58912 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:49.010929 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:49.045478 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c121a5e7-f7f1-4aad-a52b-c08401d58912 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:49.060641 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324e92-065e-45f0-b534-614e582ca8e5 req-6c0b117d-1c0f-45ab-86d9-ba81c0673d25 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:49.076215 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76324e92-065e-45f0-b534-614e582ca8e5 req-6c0b117d-1c0f-45ab-86d9-ba81c0673d25 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 945 time: 0.2302835 Jan 14 01:52:49.128279 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port a9557334-0f59-4446-9774-4bd68da6215c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:49.128796 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a9557334-0f59-4446-9774-4bd68da6215c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:49.169120 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c121a5e7-f7f1-4aad-a52b-c08401d58912, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c121a5e7-f7f1-4aad-a52b-c08401d58912,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:49.186608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9557334-0f59-4446-9774-4bd68da6215c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:52:49.187855 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00edde78-54a8-49bd-8f4d-be90a28fedcc" -d '{"events": [{"server_uuid": "58c79e2f-591c-4e6a-a112-99acda9ea077", "name": "network-vif-plugged", "status": "completed", "tag": "a9557334-0f59-4446-9774-4bd68da6215c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:52:49.210558 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:49.222836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 958a3119-0652-4e10-add3-6ef0d62d1943 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:52:49.233801 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76324e92-065e-45f0-b534-614e582ca8e5 req-2151ccbc-8079-4308-9166-e74eab2f7cd4 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451664 Jan 14 01:52:49.277632 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks [] for port (285e14c6-0976-45ea-af67-df5e614a3b73), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:49.360476 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (285e14c6-0976-45ea-af67-df5e614a3b73), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:49.393259 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 958a3119-0652-4e10-add3-6ef0d62d1943, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=958a3119-0652-4e10-add3-6ef0d62d1943,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:49.412996 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0a1fe9-a2ea-4ff9-8b87-0d59c45e2e16 x-openstack-request-id: req-df0a1fe9-a2ea-4ff9-8b87-0d59c45e2e16 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:52:49.413397 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c79e2f-591c-4e6a-a112-99acda9ea077", "name": "network-vif-plugged", "status": "completed", "tag": "a9557334-0f59-4446-9774-4bd68da6215c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:52:49.413892 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df0a1fe9-a2ea-4ff9-8b87-0d59c45e2e16 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:52:49.414530 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9557334-0f59-4446-9774-4bd68da6215c', 'code': 200} Jan 14 01:52:49.417262 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '958a3119-0652-4e10-add3-6ef0d62d1943', 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a', 'port_id': '958a3119-0652-4e10-add3-6ef0d62d1943', 'mac_address': 'fa:16:3e:61:be:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f499dc-e707-45e5-8bb0-1526384812f6', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:52:49.422203 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port a9557334-0f59-4446-9774-4bd68da6215c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a9557334-0f59-4446-9774-4bd68da6215c,segment=NetworkSegment(f68aed50-9944-4d3e-bd48-619aaa423e55),segment_id=f68aed50-9944-4d3e-bd48-619aaa423e55)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:49.445968 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 04350e62-d95f-4687-95e3-fbf4d9af63e1 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:49.446687 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:49.497149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 04350e62-d95f-4687-95e3-fbf4d9af63e1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=04350e62-d95f-4687-95e3-fbf4d9af63e1,segment=NetworkSegment(cc83ba45-e333-43e5-9945-2a026e21a36d),segment_id=cc83ba45-e333-43e5-9945-2a026e21a36d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:49.502807 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a9557334-0f59-4446-9774-4bd68da6215c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:49.507196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9325635c-e747-40b3-89e0-12ad114138be None None] Network 62c953d7-b8fe-4ef7-820f-d6296b46985c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:52:49.519974 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:49.534220 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Network 62c953d7-b8fe-4ef7-820f-d6296b46985c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:52:49.543765 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39320) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:49.579396 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:49.616856 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-66e03c33-0a57-4bdd-a1e5-22c0319d4349 None None] Provisioning complete for port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:49.617354 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66e03c33-0a57-4bdd-a1e5-22c0319d4349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:49.624444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:52:49.633339 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:49.634399 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:49.653128 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3848ac-1930-4089-85ff-10d94da6934d req-a553d193-9d52-4843-b6bc-186c5778896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:49.655888 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cc3848ac-1930-4089-85ff-10d94da6934d req-a553d193-9d52-4843-b6bc-186c5778896c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 1095 time: 0.2890191 Jan 14 01:52:49.662257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=c121a5e7-f7f1-4aad-a52b-c08401d58912,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:49.662809 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Pushing event updated for resources: {'Port': ['ID=285e14c6-0976-45ea-af67-df5e614a3b73,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:49.712815 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f5521-e55c-426b-bbbb-00ade5111cf0 req-4febc7a4-8015-4860-9b00-45c11334a0a9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:49.721263 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 958a3119-0652-4e10-add3-6ef0d62d1943 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:49.722100 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:49.722241 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f24f5521-e55c-426b-bbbb-00ade5111cf0 req-4febc7a4-8015-4860-9b00-45c11334a0a9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 945 time: 0.1963797 Jan 14 01:52:49.726606 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-31f9743c-ac11-4773-9341-3984076451b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7512372 Jan 14 01:52:49.729542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39326) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:49.736308 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=a9557334-0f59-4446-9774-4bd68da6215c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:49.744236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958a3119-0652-4e10-add3-6ef0d62d1943 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:49.768368 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 958a3119-0652-4e10-add3-6ef0d62d1943, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=958a3119-0652-4e10-add3-6ef0d62d1943,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:49.791798 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:49.895378 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39338) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:49.903537 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=04350e62-d95f-4687-95e3-fbf4d9af63e1,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:50.042571 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=958a3119-0652-4e10-add3-6ef0d62d1943,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:50.049436 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-66e03c33-0a57-4bdd-a1e5-22c0319d4349 None None] Current status of the port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:50.049951 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66e03c33-0a57-4bdd-a1e5-22c0319d4349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.071179 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f24f5521-e55c-426b-bbbb-00ade5111cf0 req-54e7e102-3cc4-44cd-aec1-82c631602d96 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479803 Jan 14 01:52:50.083684 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cc3848ac-1930-4089-85ff-10d94da6934d req-ae23ac52-ad05-4f80-b54d-dbbeae0f9cae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176881 Jan 14 01:52:50.102784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664ca085-494f-47ea-86f7-c62af98e25cf tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:50.103637 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-66e03c33-0a57-4bdd-a1e5-22c0319d4349 None None] For port 5704ce86-dc44-4f7f-8ba0-9a54545f2126, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5704ce86-dc44-4f7f-8ba0-9a54545f2126,segment=NetworkSegment(f720e0bb-baca-4322-864c-521e7431aaf6),segment_id=f720e0bb-baca-4322-864c-521e7431aaf6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:50.109016 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664ca085-494f-47ea-86f7-c62af98e25cf tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:50.117753 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66e03c33-0a57-4bdd-a1e5-22c0319d4349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.131599 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664ca085-494f-47ea-86f7-c62af98e25cf tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:50.135906 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-664ca085-494f-47ea-86f7-c62af98e25cf tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4021070 Jan 14 01:52:50.137011 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39344) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:50.153791 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['958a3119-0652-4e10-add3-6ef0d62d1943'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:52:50.191533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5055976-b7d3-4aae-a46d-46553c655253 req-bd436942-22b6-4817-aa36-c6c4dd3b4059 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:50.197649 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5055976-b7d3-4aae-a46d-46553c655253 req-bd436942-22b6-4817-aa36-c6c4dd3b4059 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:50.204122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5055976-b7d3-4aae-a46d-46553c655253 req-bd436942-22b6-4817-aa36-c6c4dd3b4059 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:50.209883 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5055976-b7d3-4aae-a46d-46553c655253 req-bd436942-22b6-4817-aa36-c6c4dd3b4059 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:50.221741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5055976-b7d3-4aae-a46d-46553c655253 req-bd436942-22b6-4817-aa36-c6c4dd3b4059 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:50.227152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5704ce86-dc44-4f7f-8ba0-9a54545f2126 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:50.228056 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5055976-b7d3-4aae-a46d-46553c655253 req-bd436942-22b6-4817-aa36-c6c4dd3b4059 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:50.234332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5055976-b7d3-4aae-a46d-46553c655253 req-bd436942-22b6-4817-aa36-c6c4dd3b4059 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:50.236495 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c5055976-b7d3-4aae-a46d-46553c655253 req-bd436942-22b6-4817-aa36-c6c4dd3b4059 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5420 time: 0.1638641 Jan 14 01:52:50.250241 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-400b7cab-8399-4a62-8053-8991553beba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.252375 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c9dda3a-b7fb-457e-8d84-acf911e982db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.365845 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6eeca40e-5089-4d08-b18b-cc5afff82e38 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:52:50.390722 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c5055976-b7d3-4aae-a46d-46553c655253 req-59f5e4d7-df60-4b20-97c9-3ab12eef7f3e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387405 Jan 14 01:52:50.478451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396db48a-755d-41d5-8a4d-946d43276d9f req-8959182c-7d98-4601-925b-8369a5fd30fb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:50.481883 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-396db48a-755d-41d5-8a4d-946d43276d9f req-8959182c-7d98-4601-925b-8369a5fd30fb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 946 time: 0.0883155 Jan 14 01:52:50.526262 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c9dda3a-b7fb-457e-8d84-acf911e982db admin admin] Publish callbacks [] for security_group (fd9457e9-0fe7-4ce7-8566-b1cfb3de5b8e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.547201 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c9dda3a-b7fb-457e-8d84-acf911e982db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fd9457e9-0fe7-4ce7-8566-b1cfb3de5b8e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.570960 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-396db48a-755d-41d5-8a4d-946d43276d9f req-391376bb-f9cc-4aab-a9d5-96e36f902375 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825691 Jan 14 01:52:50.598737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-38091524-3440-4400-93c2-47432a3ebf13 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Deleting port 285e14c6-0976-45ea-af67-df5e614a3b73 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:52:50.599072 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38091524-3440-4400-93c2-47432a3ebf13 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (285e14c6-0976-45ea-af67-df5e614a3b73), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.640761 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-400b7cab-8399-4a62-8053-8991553beba8 admin admin] Publish callbacks [] for security_group (063713cb-dad6-4201-80e6-cbd145b3f866), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.672894 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-400b7cab-8399-4a62-8053-8991553beba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (063713cb-dad6-4201-80e6-cbd145b3f866), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.675543 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dda3a-b7fb-457e-8d84-acf911e982db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9457e9-0fe7-4ce7-8566-b1cfb3de5b8e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:50.680296 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6eeca40e-5089-4d08-b18b-cc5afff82e38, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6eeca40e-5089-4d08-b18b-cc5afff82e38,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:50.682547 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e03c33-0a57-4bdd-a1e5-22c0319d4349 None None] Pushing event updated for resources: {'Port': ['ID=5704ce86-dc44-4f7f-8ba0-9a54545f2126,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:50.696509 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f4f22c0b-6677-4dda-bc0c-daf6a1831dfd no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:52:50.715461 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3c9dda3a-b7fb-457e-8d84-acf911e982db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec84e8bedf5b45a9af43366f02029514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8188739 Jan 14 01:52:50.719202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39348) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:50.767081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b7cab-8399-4a62-8053-8991553beba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063713cb-dad6-4201-80e6-cbd145b3f866,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:50.781964 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:50.782449 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.785801 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '6eeca40e-5089-4d08-b18b-cc5afff82e38', 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a', 'port_id': '6eeca40e-5089-4d08-b18b-cc5afff82e38', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f499dc-e707-45e5-8bb0-1526384812f6', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:52:50.791790 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-400b7cab-8399-4a62-8053-8991553beba8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3869521f6d30438c96e0f24fdcebdc3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2462721 Jan 14 01:52:50.801586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39350) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:50.829356 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e358025c-4685-4a1d-8394-89b1b549489c admin admin] Publish callbacks [] for security_group (fd9457e9-0fe7-4ce7-8566-b1cfb3de5b8e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.845969 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38091524-3440-4400-93c2-47432a3ebf13 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (285e14c6-0976-45ea-af67-df5e614a3b73), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.862206 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c589a337-00c5-461d-81b6-b00bc6f191ee None None] Provisioning complete for port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:50.862492 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c589a337-00c5-461d-81b6-b00bc6f191ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.869338 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-38091524-3440-4400-93c2-47432a3ebf13 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Calling delete_port for 285e14c6-0976-45ea-af67-df5e614a3b73 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:52:50.942750 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:50.943406 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.943810 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9f10-81c9-4395-9dc0-0b3d20f7e385 admin admin] Publish callbacks [] for security_group (063713cb-dad6-4201-80e6-cbd145b3f866), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:50.944441 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e358025c-4685-4a1d-8394-89b1b549489c admin admin] Publish callbacks [] for security_group (fd9457e9-0fe7-4ce7-8566-b1cfb3de5b8e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.032373 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9f10-81c9-4395-9dc0-0b3d20f7e385 admin admin] Publish callbacks [] for security_group (063713cb-dad6-4201-80e6-cbd145b3f866), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.069309 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e358025c-4685-4a1d-8394-89b1b549489c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fd9457e9-0fe7-4ce7-8566-b1cfb3de5b8e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.074368 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e358025c-4685-4a1d-8394-89b1b549489c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.079252 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e358025c-4685-4a1d-8394-89b1b549489c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd9457e9-0fe7-4ce7-8566-b1cfb3de5b8e HTTP/1.1" status: 204 len: 168 time: 0.3547590 Jan 14 01:52:51.081993 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39374) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:51.101603 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3343bb2a-9075-4672-a050-f67162d08436 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1763461288'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:51.152356 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358025c-4685-4a1d-8394-89b1b549489c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9457e9-0fe7-4ce7-8566-b1cfb3de5b8e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:51.170295 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 6eeca40e-5089-4d08-b18b-cc5afff82e38 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:51.170701 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.201892 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:51.233252 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['c121a5e7-f7f1-4aad-a52b-c08401d58912'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:52:51.302558 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bac81c-3058-4bf9-8e1e-339fe277f5f0 req-488c3057-5896-44a1-94cb-96f5a24f8e4c tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:51.312320 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-22bac81c-3058-4bf9-8e1e-339fe277f5f0 req-488c3057-5896-44a1-94cb-96f5a24f8e4c tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 945 time: 0.1383982 Jan 14 01:52:51.316676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3343bb2a-9075-4672-a050-f67162d08436 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:51.317251 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.321098 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3343bb2a-9075-4672-a050-f67162d08436 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.336279 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9f10-81c9-4395-9dc0-0b3d20f7e385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (063713cb-dad6-4201-80e6-cbd145b3f866), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.344147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eeca40e-5089-4d08-b18b-cc5afff82e38 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:51.346597 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd8e9f10-81c9-4395-9dc0-0b3d20f7e385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.348505 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fd8e9f10-81c9-4395-9dc0-0b3d20f7e385 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/063713cb-dad6-4201-80e6-cbd145b3f866 HTTP/1.1" status: 204 len: 168 time: 0.5457382 Jan 14 01:52:51.410687 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38091524-3440-4400-93c2-47432a3ebf13 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (285e14c6-0976-45ea-af67-df5e614a3b73), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.417150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e9f10-81c9-4395-9dc0-0b3d20f7e385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063713cb-dad6-4201-80e6-cbd145b3f866,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:51.419612 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c589a337-00c5-461d-81b6-b00bc6f191ee None None] Current status of the port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:51.456277 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-22bac81c-3058-4bf9-8e1e-339fe277f5f0 req-ed16a8e9-7083-4e76-aefb-f0b04072470b tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396139 Jan 14 01:52:51.459807 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3343bb2a-9075-4672-a050-f67162d08436 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:52:51.475730 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cd827e-1836-451f-8c65-fe2c10d9a06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04350e62-d95f-4687-95e3-fbf4d9af63e1'}, {'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:52:51.477936 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59c282d-f1a8-43f5-92f8-f8671c4adca5" -d '{"events": [{"server_uuid": "c4cd827e-1836-451f-8c65-fe2c10d9a06f", "name": "network-vif-plugged", "status": "completed", "tag": "04350e62-d95f-4687-95e3-fbf4d9af63e1"}, {"server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:52:51.511871 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38091524-3440-4400-93c2-47432a3ebf13 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Pushing event deleted for resources: {'Port': ['ID=285e14c6-0976-45ea-af67-df5e614a3b73,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:51.562995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c589a337-00c5-461d-81b6-b00bc6f191ee None None] Could not find standard attr ID for object 285e14c6-0976-45ea-af67-df5e614a3b73. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 01:52:51.579364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6eeca40e-5089-4d08-b18b-cc5afff82e38, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6eeca40e-5089-4d08-b18b-cc5afff82e38,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:51.589681 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 14 Jan 2022 01:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d29546a-8936-454c-9775-0b39d68f2525 x-openstack-request-id: req-2d29546a-8936-454c-9775-0b39d68f2525 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:52:51.590173 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cd827e-1836-451f-8c65-fe2c10d9a06f", "name": "network-vif-plugged", "status": "completed", "tag": "04350e62-d95f-4687-95e3-fbf4d9af63e1", "code": 200}, {"server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:52:51.603482 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d29546a-8936-454c-9775-0b39d68f2525 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:52:51.603835 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cd827e-1836-451f-8c65-fe2c10d9a06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04350e62-d95f-4687-95e3-fbf4d9af63e1', 'code': 200} Jan 14 01:52:51.604095 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'code': 200} Jan 14 01:52:51.612981 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38091524-3440-4400-93c2-47432a3ebf13 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.616314 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-38091524-3440-4400-93c2-47432a3ebf13 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] 10.222.0.26 "DELETE /v2.0/ports/285e14c6-0976-45ea-af67-df5e614a3b73 HTTP/1.1" status: 204 len: 168 time: 1.4671421 Jan 14 01:52:51.629452 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39392) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:51.632988 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.637982 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a8b5ce1f-b94c-41cc-ae09-53903e0993b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Request body: {'port': {'name': 'tempest-new-port-name-1004590123', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:51.638457 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-a8b5ce1f-b94c-41cc-ae09-53903e0993b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] bootfile-name is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 14 01:52:51.643917 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device eae56713-6f97-4a49-b531-5e52b0bb578a details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:52:51.648407 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-a8b5ce1f-b94c-41cc-ae09-53903e0993b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] tftp-server is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 14 01:52:51.649776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-a8b5ce1f-b94c-41cc-ae09-53903e0993b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] server-ip-address is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 14 01:52:51.690033 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3343bb2a-9075-4672-a050-f67162d08436 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (40f2e680-ed7e-4490-b6c8-5da78460a12b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.691373 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-3343bb2a-9075-4672-a050-f67162d08436 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Added segment 40f2e680-ed7e-4490-b6c8-5da78460a12b of type vlan for network ec30433c-9afa-411b-893d-ef7db51bc290 Jan 14 01:52:51.718389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:51.801300 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c589a337-00c5-461d-81b6-b00bc6f191ee None None] Provisioning complete for port 03de209b-5e8e-4242-9e03-848dff34050b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:51.802488 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c589a337-00c5-461d-81b6-b00bc6f191ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (03de209b-5e8e-4242-9e03-848dff34050b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.804352 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:51.812778 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd392ad-4ab7-4d72-abbc-286790f3b850 req-56944c63-259a-4e78-9a6e-35b24fd60be5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:51.820643 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd392ad-4ab7-4d72-abbc-286790f3b850 req-56944c63-259a-4e78-9a6e-35b24fd60be5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:51.829860 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd392ad-4ab7-4d72-abbc-286790f3b850 req-56944c63-259a-4e78-9a6e-35b24fd60be5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:51.837654 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd392ad-4ab7-4d72-abbc-286790f3b850 req-56944c63-259a-4e78-9a6e-35b24fd60be5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:51.845242 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd392ad-4ab7-4d72-abbc-286790f3b850 req-56944c63-259a-4e78-9a6e-35b24fd60be5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:51.853472 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd392ad-4ab7-4d72-abbc-286790f3b850 req-56944c63-259a-4e78-9a6e-35b24fd60be5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:51.860949 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd392ad-4ab7-4d72-abbc-286790f3b850 req-56944c63-259a-4e78-9a6e-35b24fd60be5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:51.869274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8fd392ad-4ab7-4d72-abbc-286790f3b850 req-56944c63-259a-4e78-9a6e-35b24fd60be5 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5421 time: 0.3298638 Jan 14 01:52:51.876309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port eae56713-6f97-4a49-b531-5e52b0bb578a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=eae56713-6f97-4a49-b531-5e52b0bb578a,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:51.937717 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'eae56713-6f97-4a49-b531-5e52b0bb578a', 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a', 'port_id': 'eae56713-6f97-4a49-b531-5e52b0bb578a', 'mac_address': 'fa:16:3e:d9:5b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f499dc-e707-45e5-8bb0-1526384812f6', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:52:51.945684 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a8b5ce1f-b94c-41cc-ae09-53903e0993b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03de209b-5e8e-4242-9e03-848dff34050b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:51.977398 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3343bb2a-9075-4672-a050-f67162d08436 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (ec30433c-9afa-411b-893d-ef7db51bc290), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.071319 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5704ce86-dc44-4f7f-8ba0-9a54545f2126 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:52.114227 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2041b-c97a-4f17-9d6c-42e406958760 req-4d28ff57-ea0c-441c-973a-92f1aca84918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:52.115565 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8e89b-70a9-47dc-900d-cfc4fb509d9a req-a43aaaa8-7aa7-40d2-87c0-6b2b52dcad2f tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:52.127027 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-93f2041b-c97a-4f17-9d6c-42e406958760 req-4d28ff57-ea0c-441c-973a-92f1aca84918 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 1097 time: 0.1858709 Jan 14 01:52:52.147017 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-50e8e89b-70a9-47dc-900d-cfc4fb509d9a req-a43aaaa8-7aa7-40d2-87c0-6b2b52dcad2f tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 946 time: 0.3596365 Jan 14 01:52:52.184292 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c589a337-00c5-461d-81b6-b00bc6f191ee None None] Port 03de209b-5e8e-4242-9e03-848dff34050b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:52:52.203176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port eae56713-6f97-4a49-b531-5e52b0bb578a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:52.204311 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.224700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae56713-6f97-4a49-b531-5e52b0bb578a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:52.227268 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3343bb2a-9075-4672-a050-f67162d08436 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (ec30433c-9afa-411b-893d-ef7db51bc290), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.235884 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3343bb2a-9075-4672-a050-f67162d08436 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:52.242045 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3343bb2a-9075-4672-a050-f67162d08436 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.246917 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port eae56713-6f97-4a49-b531-5e52b0bb578a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=eae56713-6f97-4a49-b531-5e52b0bb578a,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:52.254380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=6eeca40e-5089-4d08-b18b-cc5afff82e38,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:52.256927 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-93f2041b-c97a-4f17-9d6c-42e406958760 req-9b1ece9f-306e-4c40-afaa-cd8c4351599c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159730 Jan 14 01:52:52.263325 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.263965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 89e7de05-6314-4968-a665-f6d0681ec2d6 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:52:52.267182 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-50e8e89b-70a9-47dc-900d-cfc4fb509d9a req-97134575-13fd-4b4d-84ef-b7cc6afcdc45 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149096 Jan 14 01:52:52.316656 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8fd392ad-4ab7-4d72-abbc-286790f3b850 req-5b46456e-e12a-444c-8177-f47df1a4cff6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4437027 Jan 14 01:52:52.342705 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c2359e56-e8dc-4be7-93d2-cef486f2f77f None None] Could not find standard attr ID for object 285e14c6-0976-45ea-af67-df5e614a3b73. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 01:52:52.350309 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39420) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:52.369346 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3343bb2a-9075-4672-a050-f67162d08436 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2775540 Jan 14 01:52:52.375766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39422) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:52.382053 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0250839f-d64f-45d4-b391-aea9c954ef8a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-862755361'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:52.400683 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:52:52.421578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343bb2a-9075-4672-a050-f67162d08436 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Network': ['ID=ec30433c-9afa-411b-893d-ef7db51bc290,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:52.451948 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network ec30433c-9afa-411b-893d-ef7db51bc290 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:52:52.459878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0250839f-d64f-45d4-b391-aea9c954ef8a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:52.461881 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c2359e56-e8dc-4be7-93d2-cef486f2f77f None None] Provisioning complete for port 03de209b-5e8e-4242-9e03-848dff34050b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:52.462600 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c2359e56-e8dc-4be7-93d2-cef486f2f77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (03de209b-5e8e-4242-9e03-848dff34050b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.464064 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0250839f-d64f-45d4-b391-aea9c954ef8a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.465580 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=eae56713-6f97-4a49-b531-5e52b0bb578a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:52.470083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 89e7de05-6314-4968-a665-f6d0681ec2d6, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=89e7de05-6314-4968-a665-f6d0681ec2d6,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:52.539866 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0250839f-d64f-45d4-b391-aea9c954ef8a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:52:52.543922 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edd6f221-a983-41e5-b745-35da3ef44883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.572148 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a8b5ce1f-b94c-41cc-ae09-53903e0993b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks [] for port (03de209b-5e8e-4242-9e03-848dff34050b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.572410 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0250839f-d64f-45d4-b391-aea9c954ef8a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (6ba6d610-6c81-4afd-bce5-b5f6fa32fa60), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.572531 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:52.572648 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-0250839f-d64f-45d4-b391-aea9c954ef8a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Added segment 6ba6d610-6c81-4afd-bce5-b5f6fa32fa60 of type vlan for network 34af9444-73e2-4bf1-aca9-d671713da719 Jan 14 01:52:52.572819 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.583660 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:52:52.585309 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a8b5ce1f-b94c-41cc-ae09-53903e0993b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (03de209b-5e8e-4242-9e03-848dff34050b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.665328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '89e7de05-6314-4968-a665-f6d0681ec2d6', 'network_id': 'a90fd40e-479d-417e-abd9-e59eeb30a63a', 'port_id': '89e7de05-6314-4968-a665-f6d0681ec2d6', 'mac_address': 'fa:16:3e:e4:b6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f499dc-e707-45e5-8bb0-1526384812f6', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:52:52.680156 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5ce1f-b94c-41cc-ae09-53903e0993b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] In _notify_port_updated(), no bound segment for port 03de209b-5e8e-4242-9e03-848dff34050b on network 62c953d7-b8fe-4ef7-820f-d6296b46985c {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 01:52:52.690783 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b5ce1f-b94c-41cc-ae09-53903e0993b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:52.692020 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a8b5ce1f-b94c-41cc-ae09-53903e0993b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.701863 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0250839f-d64f-45d4-b391-aea9c954ef8a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (34af9444-73e2-4bf1-aca9-d671713da719), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.703185 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a8b5ce1f-b94c-41cc-ae09-53903e0993b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] 10.222.0.26 "PUT /v2.0/ports/03de209b-5e8e-4242-9e03-848dff34050b HTTP/1.1" status: 200 len: 1130 time: 1.0669727 Jan 14 01:52:52.703656 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c2359e56-e8dc-4be7-93d2-cef486f2f77f None None] Port 03de209b-5e8e-4242-9e03-848dff34050b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:52:52.704185 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39434) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:52.722576 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bd704-22e7-4704-b66b-c91eda614b57 req-1e25b543-d38c-4397-a7d0-aa1d8a4d62e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:52.724267 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-507bd704-22e7-4704-b66b-c91eda614b57 req-1e25b543-d38c-4397-a7d0-aa1d8a4d62e9 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 945 time: 0.1025033 Jan 14 01:52:52.761897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5ce1f-b94c-41cc-ae09-53903e0993b0 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Pushing event updated for resources: {'Port': ['ID=03de209b-5e8e-4242-9e03-848dff34050b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:52.794946 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:52.855829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 89e7de05-6314-4968-a665-f6d0681ec2d6 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:52.857062 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.881654 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba', 'mac_address': 'fa:16:3e:cb:83:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:52:52.884278 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1788f3-e7da-48ae-af43-93623568b3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:52.885999 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9d1788f3-e7da-48ae-af43-93623568b3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] 10.222.0.26 "GET /v2.0/ports/03de209b-5e8e-4242-9e03-848dff34050b HTTP/1.1" status: 200 len: 1130 time: 0.1499803 Jan 14 01:52:52.898028 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e7de05-6314-4968-a665-f6d0681ec2d6 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:52.898184 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39440) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:52.927479 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0250839f-d64f-45d4-b391-aea9c954ef8a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (34af9444-73e2-4bf1-aca9-d671713da719), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.946428 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0250839f-d64f-45d4-b391-aea9c954ef8a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:52.947403 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0250839f-d64f-45d4-b391-aea9c954ef8a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:52.980673 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 89e7de05-6314-4968-a665-f6d0681ec2d6, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=89e7de05-6314-4968-a665-f6d0681ec2d6,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:53.051658 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:53.056226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:53.057511 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.058764 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-507bd704-22e7-4704-b66b-c91eda614b57 req-932b2cb9-1106-45b4-90b1-dd1f3c3185dd tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936153 Jan 14 01:52:53.060295 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edd6f221-a983-41e5-b745-35da3ef44883 admin admin] Publish callbacks [] for security_group (a93f53da-7a43-423c-9d5d-7966c9b182e6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.061762 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.062736 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 30c57d4b-6747-4709-a93c-a72f18d63bff details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:52:53.067999 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edd6f221-a983-41e5-b745-35da3ef44883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a93f53da-7a43-423c-9d5d-7966c9b182e6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.102312 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0250839f-d64f-45d4-b391-aea9c954ef8a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7226756 Jan 14 01:52:53.102312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250839f-d64f-45d4-b391-aea9c954ef8a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Network': ['ID=34af9444-73e2-4bf1-aca9-d671713da719,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:53.104026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39446) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:53.121336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-93641fc8-9248-4541-b374-dc7ac44d0cec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'subnet': {'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:53.136817 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 34af9444-73e2-4bf1-aca9-d671713da719 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:52:53.147848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:53.154345 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-edd6f221-a983-41e5-b745-35da3ef44883 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa711fa505ea4ed6bab16c57b827a0a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7978609 Jan 14 01:52:53.157548 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:53.172342 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f221-a983-41e5-b745-35da3ef44883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93f53da-7a43-423c-9d5d-7966c9b182e6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:53.230987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-09379d31-569b-4c39-9a1d-1fd62fcf551c tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Deleting port 03de209b-5e8e-4242-9e03-848dff34050b {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:52:53.231405 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09379d31-569b-4c39-9a1d-1fd62fcf551c tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (03de209b-5e8e-4242-9e03-848dff34050b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.246810 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:52:53.253384 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:53.311545 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.320684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-aca4284a-49ef-4f01-a9db-164d27600829 None None] Provisioning complete for port 03de209b-5e8e-4242-9e03-848dff34050b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:53.321053 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aca4284a-49ef-4f01-a9db-164d27600829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (03de209b-5e8e-4242-9e03-848dff34050b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.326393 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=89e7de05-6314-4968-a665-f6d0681ec2d6,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:53.396466 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9862-bcfd-4ec6-9312-3ed67444ebd2 admin admin] Publish callbacks [] for security_group (a93f53da-7a43-423c-9d5d-7966c9b182e6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.471927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aca4284a-49ef-4f01-a9db-164d27600829 None None] Port 03de209b-5e8e-4242-9e03-848dff34050b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:52:53.481824 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93641fc8-9248-4541-b374-dc7ac44d0cec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:53.487786 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93641fc8-9248-4541-b374-dc7ac44d0cec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.501502 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:52:53.544438 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:53.584089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 30c57d4b-6747-4709-a93c-a72f18d63bff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=30c57d4b-6747-4709-a93c-a72f18d63bff,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:53.607845 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '30c57d4b-6747-4709-a93c-a72f18d63bff', 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729', 'port_id': '30c57d4b-6747-4709-a93c-a72f18d63bff', 'mac_address': 'fa:16:3e:5c:e6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c58418c-1633-4d58-a790-9f10ce59d42b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:52:53.609199 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb2a65-4a2b-4d04-aa9a-ecdd65a79aeb req-93535548-c764-4895-b956-7e9661537602 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:53.622388 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41cb2a65-4a2b-4d04-aa9a-ecdd65a79aeb req-93535548-c764-4895-b956-7e9661537602 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 945 time: 0.3403270 Jan 14 01:52:53.623291 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39460) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:53.679484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-49aeb36a-598c-4dea-867e-f027f2c7a1dd tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Request body: {'floatingip': {'port_id': 'a9557334-0f59-4446-9774-4bd68da6215c'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:53.763201 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 30c57d4b-6747-4709-a93c-a72f18d63bff is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:53.763641 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.778995 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49aeb36a-598c-4dea-867e-f027f2c7a1dd tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for floatingip (bd4f4d69-639c-42e8-85b4-20c7541f4a6a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.798836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c57d4b-6747-4709-a93c-a72f18d63bff {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:53.837950 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 30c57d4b-6747-4709-a93c-a72f18d63bff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=30c57d4b-6747-4709-a93c-a72f18d63bff,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:53.855701 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.856377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:52:53.903778 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5bb2-3a65-4258-8147-f06664de57af req-75a8a254-3696-42a0-bb11-15d2dc1d92c3 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:53.905580 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-232f5bb2-3a65-4258-8147-f06664de57af req-75a8a254-3696-42a0-bb11-15d2dc1d92c3 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 946 time: 0.4903295 Jan 14 01:52:53.924963 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9862-bcfd-4ec6-9312-3ed67444ebd2 admin admin] Publish callbacks [] for security_group (a93f53da-7a43-423c-9d5d-7966c9b182e6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:53.993158 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=30c57d4b-6747-4709-a93c-a72f18d63bff,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:54.001459 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9862-bcfd-4ec6-9312-3ed67444ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a93f53da-7a43-423c-9d5d-7966c9b182e6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:54.006155 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9862-bcfd-4ec6-9312-3ed67444ebd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:54.006715 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:54.014209 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0eeb9862-bcfd-4ec6-9312-3ed67444ebd2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a93f53da-7a43-423c-9d5d-7966c9b182e6 HTTP/1.1" status: 204 len: 168 time: 0.8533874 Jan 14 01:52:54.035199 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'c59e1a1b-d74c-47b4-b9ed-8b086e2d6598', 'network_id': 'abc8037e-64e1-4418-bb1b-adc918f77729', 'port_id': 'c59e1a1b-d74c-47b4-b9ed-8b086e2d6598', 'mac_address': 'fa:16:3e:87:fa:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c58418c-1633-4d58-a790-9f10ce59d42b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:52:54.070519 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09379d31-569b-4c39-9a1d-1fd62fcf551c tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (03de209b-5e8e-4242-9e03-848dff34050b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:54.106916 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-09379d31-569b-4c39-9a1d-1fd62fcf551c tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Calling delete_port for 03de209b-5e8e-4242-9e03-848dff34050b owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:52:54.129971 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:54.130374 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:54.160989 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:52:54.198354 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:54.214139 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:54.231771 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117eb7-cd7d-4495-afb7-b028c1a235f3 req-f1ac0f57-5629-4e21-a903-ebbfd70aecdc tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:54.251153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117eb7-cd7d-4495-afb7-b028c1a235f3 req-f1ac0f57-5629-4e21-a903-ebbfd70aecdc tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:54.262314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117eb7-cd7d-4495-afb7-b028c1a235f3 req-f1ac0f57-5629-4e21-a903-ebbfd70aecdc tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:54.287677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117eb7-cd7d-4495-afb7-b028c1a235f3 req-f1ac0f57-5629-4e21-a903-ebbfd70aecdc tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:54.306236 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117eb7-cd7d-4495-afb7-b028c1a235f3 req-f1ac0f57-5629-4e21-a903-ebbfd70aecdc tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:54.312363 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb9862-bcfd-4ec6-9312-3ed67444ebd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93f53da-7a43-423c-9d5d-7966c9b182e6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:54.317703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:54.319100 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117eb7-cd7d-4495-afb7-b028c1a235f3 req-f1ac0f57-5629-4e21-a903-ebbfd70aecdc tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:54.332976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117eb7-cd7d-4495-afb7-b028c1a235f3 req-f1ac0f57-5629-4e21-a903-ebbfd70aecdc tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:54.338148 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8117eb7-cd7d-4495-afb7-b028c1a235f3 req-f1ac0f57-5629-4e21-a903-ebbfd70aecdc tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5423 time: 0.5496805 Jan 14 01:52:54.351595 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09379d31-569b-4c39-9a1d-1fd62fcf551c tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (03de209b-5e8e-4242-9e03-848dff34050b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:54.397047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09379d31-569b-4c39-9a1d-1fd62fcf551c tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Pushing event deleted for resources: {'Port': ['ID=03de209b-5e8e-4242-9e03-848dff34050b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:54.402211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 958a3119-0652-4e10-add3-6ef0d62d1943 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:54.452286 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:54.467168 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09379d31-569b-4c39-9a1d-1fd62fcf551c tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:54.472668 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-09379d31-569b-4c39-9a1d-1fd62fcf551c tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] 10.222.0.26 "DELETE /v2.0/ports/03de209b-5e8e-4242-9e03-848dff34050b HTTP/1.1" status: 204 len: 168 time: 1.5734985 Jan 14 01:52:54.475403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39482) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:54.623134 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe0f9c0-686c-423f-8722-5f74aeb26df2 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Deleting subnet 653ea6d8-df29-4730-b448-f9c64150b2f5 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:52:54.641796 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efe0f9c0-686c-423f-8722-5f74aeb26df2 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks [] for subnet (653ea6d8-df29-4730-b448-f9c64150b2f5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:54.737452 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efe0f9c0-686c-423f-8722-5f74aeb26df2 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (653ea6d8-df29-4730-b448-f9c64150b2f5), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:54.893927 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efe0f9c0-686c-423f-8722-5f74aeb26df2 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (653ea6d8-df29-4730-b448-f9c64150b2f5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:54.908800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 958a3119-0652-4e10-add3-6ef0d62d1943 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:52:54.913720 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 958a3119-0652-4e10-add3-6ef0d62d1943 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:54.914153 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:54.959470 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:54.959836 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:54.960986 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efe0f9c0-686c-423f-8722-5f74aeb26df2 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (653ea6d8-df29-4730-b448-f9c64150b2f5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:55.015622 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0f9c0-686c-423f-8722-5f74aeb26df2 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Pushing event deleted for resources: {'Subnet': ['ID=653ea6d8-df29-4730-b448-f9c64150b2f5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:55.016292 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['6eeca40e-5089-4d08-b18b-cc5afff82e38'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:52:55.028311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['30c57d4b-6747-4709-a93c-a72f18d63bff'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:52:55.037687 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efe0f9c0-686c-423f-8722-5f74aeb26df2 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:55.045192 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-efe0f9c0-686c-423f-8722-5f74aeb26df2 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] 10.222.0.26 "DELETE /v2.0/subnets/653ea6d8-df29-4730-b448-f9c64150b2f5 HTTP/1.1" status: 204 len: 168 time: 0.5633624 Jan 14 01:52:55.045645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39514) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:55.100191 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057b5ee2-aedc-45d7-8bef-8de46d158c0a None None] Network 62c953d7-b8fe-4ef7-820f-d6296b46985c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:52:55.155861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['c59e1a1b-d74c-47b4-b9ed-8b086e2d6598'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:52:55.184578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['89e7de05-6314-4968-a665-f6d0681ec2d6'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:52:55.192556 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (62c953d7-b8fe-4ef7-820f-d6296b46985c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:55.319507 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Deleting port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:52:55.319911 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:55.463862 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] For port 5704ce86-dc44-4f7f-8ba0-9a54545f2126, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5704ce86-dc44-4f7f-8ba0-9a54545f2126,segment=NetworkSegment(f720e0bb-baca-4322-864c-521e7431aaf6),segment_id=f720e0bb-baca-4322-864c-521e7431aaf6)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:55.465995 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:55.468846 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:52:55.496069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Calling delete_port for 5704ce86-dc44-4f7f-8ba0-9a54545f2126 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:52:55.520292 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-232f5bb2-3a65-4258-8147-f06664de57af req-d0596e98-bab3-487d-aef4-8175c9e3d16f tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5547333 Jan 14 01:52:55.559602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 958a3119-0652-4e10-add3-6ef0d62d1943 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:55.559996 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:55.704194 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93641fc8-9248-4541-b374-dc7ac44d0cec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:55.723549 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (5704ce86-dc44-4f7f-8ba0-9a54545f2126), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:55.762085 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958a3119-0652-4e10-add3-6ef0d62d1943'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:52:55.764430 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75024cb-19d4-4ef3-9ae6-a7d3f60dad95" -d '{"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "958a3119-0652-4e10-add3-6ef0d62d1943"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:52:55.853256 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] No DVR routers for this DVR port 5704ce86-dc44-4f7f-8ba0-9a54545f2126 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:52:55.869437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39556) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:55.885679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e17192e-dc85-4975-9d78-4864ca010667 None None] DHCP port deletion for 62c953d7-b8fe-4ef7-820f-d6296b46985c request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:52:55.916936 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Pushing event deleted for resources: {'Port': ['ID=5704ce86-dc44-4f7f-8ba0-9a54545f2126,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:55.978806 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e76054-5baf-42e2-9944-2f0d0a616dbf x-openstack-request-id: req-36e76054-5baf-42e2-9944-2f0d0a616dbf {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:52:55.979364 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "958a3119-0652-4e10-add3-6ef0d62d1943", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:52:55.979364 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36e76054-5baf-42e2-9944-2f0d0a616dbf {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:52:55.979719 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958a3119-0652-4e10-add3-6ef0d62d1943', 'code': 200} Jan 14 01:52:56.035300 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93641fc8-9248-4541-b374-dc7ac44d0cec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Subnet': ['ID=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:56.039068 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 958a3119-0652-4e10-add3-6ef0d62d1943, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=958a3119-0652-4e10-add3-6ef0d62d1943,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:56.063118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8117eb7-cd7d-4495-afb7-b028c1a235f3 req-f1af53ff-7797-4d65-9c50-217a7e40302a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5742304 Jan 14 01:52:56.074702 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5704ce86-dc44-4f7f-8ba0-9a54545f2126 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:52:56.078028 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (62c953d7-b8fe-4ef7-820f-d6296b46985c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.111300 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['eae56713-6f97-4a49-b531-5e52b0bb578a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:52:56.127571 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 5704ce86-dc44-4f7f-8ba0-9a54545f2126 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:52:56.128157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5704ce86-dc44-4f7f-8ba0-9a54545f2126 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:52:56.134683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c953d7-b8fe-4ef7-820f-d6296b46985c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:56.170739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f720e0bb-baca-4322-864c-521e7431aaf6') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:56.171419 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f720e0bb-baca-4322-864c-521e7431aaf6') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:56.200484 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (f720e0bb-baca-4322-864c-521e7431aaf6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.208471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:56.208878 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.212831 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.213639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c121a5e7-f7f1-4aad-a52b-c08401d58912 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:56.222295 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f720e0bb-baca-4322-864c-521e7431aaf6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.243149 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:52:56.244246 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (f720e0bb-baca-4322-864c-521e7431aaf6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.244437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93641fc8-9248-4541-b374-dc7ac44d0cec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Checking segment: {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:52:56.244806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93641fc8-9248-4541-b374-dc7ac44d0cec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Network hostable DHCP agents. Network: ec30433c-9afa-411b-893d-ef7db51bc290, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:52:56.255781 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:52:56.258316 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:52:56.293336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93641fc8-9248-4541-b374-dc7ac44d0cec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Network ec30433c-9afa-411b-893d-ef7db51bc290 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:52:56.348537 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-93641fc8-9248-4541-b374-dc7ac44d0cec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, ec30433c-9afa-411b-893d-ef7db51bc290) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:56.358819 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35c5da72-947a-4a3e-afc6-03f36cacf688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.375752 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93641fc8-9248-4541-b374-dc7ac44d0cec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:56.379340 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93641fc8-9248-4541-b374-dc7ac44d0cec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.388132 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (62c953d7-b8fe-4ef7-820f-d6296b46985c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.403222 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-49aeb36a-598c-4dea-867e-f027f2c7a1dd tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:52:56.404877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cc7cfe-e6ef-4670-9b7c-ba38f6d98c51 None None] Network ec30433c-9afa-411b-893d-ef7db51bc290 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:52:56.424585 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.434769 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] 10.222.0.26 "DELETE /v2.0/networks/62c953d7-b8fe-4ef7-820f-d6296b46985c HTTP/1.1" status: 204 len: 168 time: 1.3859289 Jan 14 01:52:56.477737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d52ceb-30c9-4b9a-b870-4f1a507b8bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439 tempest-ExtraDHCPOptionsIpV6TestJSON-531642439-project] Pushing event deleted for resources: {'Network': ['ID=62c953d7-b8fe-4ef7-820f-d6296b46985c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:56.524647 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49aeb36a-598c-4dea-867e-f027f2c7a1dd tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.530047 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-93641fc8-9248-4541-b374-dc7ac44d0cec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4143405 Jan 14 01:52:56.532578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39572) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:56.537708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-30f5fb27-a479-45fa-98ae-9a89d40c182a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'subnet': {'network_id': '34af9444-73e2-4bf1-aca9-d671713da719', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:56.557657 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49aeb36a-598c-4dea-867e-f027f2c7a1dd tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (bd4f4d69-639c-42e8-85b4-20c7541f4a6a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.634978 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:56.709235 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.807024 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39594) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:56.819830 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port c121a5e7-f7f1-4aad-a52b-c08401d58912 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:52:56.850471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port c121a5e7-f7f1-4aad-a52b-c08401d58912 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:56.850872 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:56.983953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=958a3119-0652-4e10-add3-6ef0d62d1943,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:57.078250 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6a7c3c92-ed78-405c-8e26-45523f2a1165 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d5a70ba958741d7bce24c0145d939f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696517 Jan 14 01:52:57.080855 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39598) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:57.086816 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c751e-26ca-41b4-bc65-eea342edce3c req-51f86e10-5f20-4f90-8903-80960c4c368a tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:57.089017 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-184c751e-26ca-41b4-bc65-eea342edce3c req-51f86e10-5f20-4f90-8903-80960c4c368a tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 946 time: 0.3571594 Jan 14 01:52:57.140485 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:57.151820 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-415fb771-9ee0-4154-97d7-ee6bc7de6ab6 admin admin] Publish callbacks [] for security_group (200e97f8-d4ee-4fde-a63e-f0ebf7153799), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:57.188221 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-415fb771-9ee0-4154-97d7-ee6bc7de6ab6 admin admin] Publish callbacks [] for security_group (200e97f8-d4ee-4fde-a63e-f0ebf7153799), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:57.211223 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [None req-49aeb36a-598c-4dea-867e-f027f2c7a1dd tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Floating IP bd4f4d69-639c-42e8-85b4-20c7541f4a6a associated. External IP: 172.25.2.6, port: a9557334-0f59-4446-9774-4bd68da6215c. Jan 14 01:52:57.289475 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35c5da72-947a-4a3e-afc6-03f36cacf688 admin admin] Publish callbacks [] for security_group (82b5c794-e315-4864-bef1-b66dddfcb7b3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:57.350075 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-415fb771-9ee0-4154-97d7-ee6bc7de6ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (200e97f8-d4ee-4fde-a63e-f0ebf7153799), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:57.354776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-415fb771-9ee0-4154-97d7-ee6bc7de6ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:57.356316 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-184c751e-26ca-41b4-bc65-eea342edce3c req-3d9d2e2e-a4e2-4658-ba9c-6ef36afdc8f7 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411258 Jan 14 01:52:57.357142 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35c5da72-947a-4a3e-afc6-03f36cacf688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (82b5c794-e315-4864-bef1-b66dddfcb7b3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:57.362109 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-415fb771-9ee0-4154-97d7-ee6bc7de6ab6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/200e97f8-d4ee-4fde-a63e-f0ebf7153799 HTTP/1.1" status: 204 len: 168 time: 0.2793272 Jan 14 01:52:57.406460 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fb771-9ee0-4154-97d7-ee6bc7de6ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200e97f8-d4ee-4fde-a63e-f0ebf7153799,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:57.416982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f5fb27-a479-45fa-98ae-9a89d40c182a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:52:57.421082 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30f5fb27-a479-45fa-98ae-9a89d40c182a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:57.571971 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port c121a5e7-f7f1-4aad-a52b-c08401d58912 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:57.572367 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:57.584940 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678fa98-5639-4bba-ac75-2300adf2aca1 req-583d1b62-3dfd-49fb-a1be-b0e04008a46b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:57.589019 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-ec30433c-9afa-411b-893d-ef7db51bc290', 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290', 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'fixed_ips': [{'subnet_id': '217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:52:57.589955 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:57.601189 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678fa98-5639-4bba-ac75-2300adf2aca1 req-583d1b62-3dfd-49fb-a1be-b0e04008a46b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:57.619134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678fa98-5639-4bba-ac75-2300adf2aca1 req-583d1b62-3dfd-49fb-a1be-b0e04008a46b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:57.641555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678fa98-5639-4bba-ac75-2300adf2aca1 req-583d1b62-3dfd-49fb-a1be-b0e04008a46b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:57.658103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678fa98-5639-4bba-ac75-2300adf2aca1 req-583d1b62-3dfd-49fb-a1be-b0e04008a46b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:57.670893 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678fa98-5639-4bba-ac75-2300adf2aca1 req-583d1b62-3dfd-49fb-a1be-b0e04008a46b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:57.692153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678fa98-5639-4bba-ac75-2300adf2aca1 req-583d1b62-3dfd-49fb-a1be-b0e04008a46b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:57.702704 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6678fa98-5639-4bba-ac75-2300adf2aca1 req-583d1b62-3dfd-49fb-a1be-b0e04008a46b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5426 time: 0.4853356 Jan 14 01:52:57.745042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c121a5e7-f7f1-4aad-a52b-c08401d58912, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c121a5e7-f7f1-4aad-a52b-c08401d58912,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:57.810594 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-35c5da72-947a-4a3e-afc6-03f36cacf688 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=003b1f6bd1cd40c193c8f486c36c0e59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9372392 Jan 14 01:52:57.811317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39626) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:57.856381 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:57.977456 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6eeca40e-5089-4d08-b18b-cc5afff82e38 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:57.983833 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c08e6c9d-e71d-4aa9-983c-c1479ca0f0dc admin admin] Publish callbacks [] for security_group (82b5c794-e315-4864-bef1-b66dddfcb7b3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:57.995051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31066d4-3f41-4b44-af16-bde07a68b357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba'}, {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c121a5e7-f7f1-4aad-a52b-c08401d58912'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:52:58.012100 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abe7699-b129-435f-86ff-ccbfe7cd9ce1" -d '{"events": [{"server_uuid": "a31066d4-3f41-4b44-af16-bde07a68b357", "name": "network-vif-plugged", "status": "completed", "tag": "15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba"}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "c121a5e7-f7f1-4aad-a52b-c08401d58912"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:52:58.109358 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c08e6c9d-e71d-4aa9-983c-c1479ca0f0dc admin admin] Publish callbacks [] for security_group (82b5c794-e315-4864-bef1-b66dddfcb7b3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:58.193905 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 14 Jan 2022 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf86e4bb-9f75-4051-8b7a-5343c5b45dcb x-openstack-request-id: req-bf86e4bb-9f75-4051-8b7a-5343c5b45dcb {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:52:58.194325 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31066d4-3f41-4b44-af16-bde07a68b357", "name": "network-vif-plugged", "status": "completed", "tag": "15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba", "code": 200}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "c121a5e7-f7f1-4aad-a52b-c08401d58912", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:52:58.203165 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf86e4bb-9f75-4051-8b7a-5343c5b45dcb {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:52:58.204168 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31066d4-3f41-4b44-af16-bde07a68b357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba', 'code': 200} Jan 14 01:52:58.204168 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c121a5e7-f7f1-4aad-a52b-c08401d58912', 'code': 200} Jan 14 01:52:58.332223 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c08e6c9d-e71d-4aa9-983c-c1479ca0f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (82b5c794-e315-4864-bef1-b66dddfcb7b3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:58.336473 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c08e6c9d-e71d-4aa9-983c-c1479ca0f0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:58.341641 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c08e6c9d-e71d-4aa9-983c-c1479ca0f0dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82b5c794-e315-4864-bef1-b66dddfcb7b3 HTTP/1.1" status: 204 len: 168 time: 0.5283582 Jan 14 01:52:58.359268 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e6c9d-e71d-4aa9-983c-c1479ca0f0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b5c794-e315-4864-bef1-b66dddfcb7b3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:58.384866 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5da72-947a-4a3e-afc6-03f36cacf688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b5c794-e315-4864-bef1-b66dddfcb7b3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:58.471236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=c121a5e7-f7f1-4aad-a52b-c08401d58912,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:58.544878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Allocated IP 10.1.1.2 (ec30433c-9afa-411b-893d-ef7db51bc290/217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7/920d03c3-4586-4838-9da0-33cd40b4b5db) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:52:58.569430 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 6eeca40e-5089-4d08-b18b-cc5afff82e38 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:52:58.584132 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 6eeca40e-5089-4d08-b18b-cc5afff82e38 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:52:58.584510 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:58.893981 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30f5fb27-a479-45fa-98ae-9a89d40c182a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (dc80e2fd-d094-4f83-ba41-9367938e7b49), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:58.916247 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 6eeca40e-5089-4d08-b18b-cc5afff82e38 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:52:58.916639 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:58.926877 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6678fa98-5639-4bba-ac75-2300adf2aca1 req-43c0cfe2-5dce-4099-a486-5f87a8fe6147 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2224798 Jan 14 01:52:59.028450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72225-6593-4ae2-913a-51a420386121 req-83bd51fd-12f6-40f8-b69d-69f725d71851 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:59.038467 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39676) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:59.056163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03c72225-6593-4ae2-913a-51a420386121 req-83bd51fd-12f6-40f8-b69d-69f725d71851 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 946 time: 0.2454934 Jan 14 01:52:59.056482 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab759876-d9f7-4db7-a3be-faa3a493bea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:59.070158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49aeb36a-598c-4dea-867e-f027f2c7a1dd tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:52:59.077181 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6eeca40e-5089-4d08-b18b-cc5afff82e38, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6eeca40e-5089-4d08-b18b-cc5afff82e38,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:52:59.095160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5fb27-a479-45fa-98ae-9a89d40c182a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Subnet': ['ID=dc80e2fd-d094-4f83-ba41-9367938e7b49,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:59.138543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f5fb27-a479-45fa-98ae-9a89d40c182a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Checking segment: {'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:52:59.139314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f5fb27-a479-45fa-98ae-9a89d40c182a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Network hostable DHCP agents. Network: 34af9444-73e2-4bf1-aca9-d671713da719, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:52:59.195135 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03c72225-6593-4ae2-913a-51a420386121 req-51f5460c-ed6e-4d4e-b734-6e69d51f6f80 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380081 Jan 14 01:52:59.229441 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:59.231524 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 30c57d4b-6747-4709-a93c-a72f18d63bff up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:52:59.296637 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab759876-d9f7-4db7-a3be-faa3a493bea7 admin admin] Publish callbacks [] for security_group (d7300cea-8a93-4a2a-b5df-ada517517b04), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:59.304237 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab759876-d9f7-4db7-a3be-faa3a493bea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d7300cea-8a93-4a2a-b5df-ada517517b04), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:59.348373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aeb36a-598c-4dea-867e-f027f2c7a1dd tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:52:59.355682 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49aeb36a-598c-4dea-867e-f027f2c7a1dd tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:59.364071 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129105e-6bec-41b0-b0e6-ed54c65295e8 None None] Sync routers for ids ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:52:59.382467 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129105e-6bec-41b0-b0e6-ed54c65295e8 None None] Routers {'9d9741e3-b800-4a5c-a789-b82d7feff2c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:52:59.383598 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5129105e-6bec-41b0-b0e6-ed54c65295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:52:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:52:59.391723 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39682) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:59.394898 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ab759876-d9f7-4db7-a3be-faa3a493bea7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d588652cde8a4127b7671255bfe4d08e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548503 Jan 14 01:52:59.397886 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab759876-d9f7-4db7-a3be-faa3a493bea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7300cea-8a93-4a2a-b5df-ada517517b04,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:59.400349 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39684) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:59.418890 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-49aeb36a-598c-4dea-867e-f027f2c7a1dd tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "PUT /v2.0/floatingips/bd4f4d69-639c-42e8-85b4-20c7541f4a6a HTTP/1.1" status: 200 len: 989 time: 5.7691424 Jan 14 01:52:59.427727 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'tag': 'a9557334-0f59-4446-9774-4bd68da6215c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:52:59.432210 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b93c34-342f-4777-84f5-0767412aa188" -d '{"events": [{"name": "network-changed", "server_uuid": "58c79e2f-591c-4e6a-a112-99acda9ea077", "tag": "a9557334-0f59-4446-9774-4bd68da6215c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:52:59.436600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f5fb27-a479-45fa-98ae-9a89d40c182a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Network 34af9444-73e2-4bf1-aca9-d671713da719 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:52:59.458969 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-30f5fb27-a479-45fa-98ae-9a89d40c182a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 34af9444-73e2-4bf1-aca9-d671713da719) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:52:59.468031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f5fb27-a479-45fa-98ae-9a89d40c182a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:59.470370 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30f5fb27-a479-45fa-98ae-9a89d40c182a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:59.517091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-30f5fb27-a479-45fa-98ae-9a89d40c182a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9828434 Jan 14 01:52:59.520043 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39692) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:52:59.524990 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35bfb4ba-73c8-458a-872f-35360011766c admin admin] Publish callbacks [] for security_group (d7300cea-8a93-4a2a-b5df-ada517517b04), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:59.527554 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'port': {'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290', 'name': 'tempest-TaggedBootDevicesTest_v242-1086843089', 'fixed_ips': [{'subnet_id': '217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:59.544526 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629ebdd4-5c92-4227-82b7-ba21979bf6a3 x-openstack-request-id: req-629ebdd4-5c92-4227-82b7-ba21979bf6a3 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:52:59.544827 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c79e2f-591c-4e6a-a112-99acda9ea077", "tag": "a9557334-0f59-4446-9774-4bd68da6215c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:52:59.545088 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-629ebdd4-5c92-4227-82b7-ba21979bf6a3 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:52:59.547148 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'tag': 'a9557334-0f59-4446-9774-4bd68da6215c', 'status': 'completed', 'code': 200} Jan 14 01:52:59.597496 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35bfb4ba-73c8-458a-872f-35360011766c admin admin] Publish callbacks [] for security_group (d7300cea-8a93-4a2a-b5df-ada517517b04), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:59.688846 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5129105e-6bec-41b0-b0e6-ed54c65295e8 None None] Set router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:52:59.692463 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35bfb4ba-73c8-458a-872f-35360011766c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d7300cea-8a93-4a2a-b5df-ada517517b04), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:59.695228 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35bfb4ba-73c8-458a-872f-35360011766c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:52:59.696481 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-35bfb4ba-73c8-458a-872f-35360011766c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7300cea-8a93-4a2a-b5df-ada517517b04 HTTP/1.1" status: 204 len: 168 time: 0.2952118 Jan 14 01:52:59.707158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1972125244'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:52:59.712816 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfb4ba-73c8-458a-872f-35360011766c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7300cea-8a93-4a2a-b5df-ada517517b04,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:59.752135 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b93c34-342f-4777-84f5-0767412aa188 req-08698017-9041-45f4-8d54-289d17c2a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:59.754238 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53b93c34-342f-4777-84f5-0767412aa188 req-08698017-9041-45f4-8d54-289d17c2a4e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46ca7bb7620f423c95c6ff9b87c70705&device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 1096 time: 0.1745963 Jan 14 01:52:59.903391 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=6eeca40e-5089-4d08-b18b-cc5afff82e38,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:52:59.914445 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b93c34-342f-4777-84f5-0767412aa188 req-f364ee83-f972-49d1-8805-c3cea452940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:52:59.915875 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53b93c34-342f-4777-84f5-0767412aa188 req-f364ee83-f972-49d1-8805-c3cea452940c service neutron] 10.222.0.46 "GET /v2.0/networks?id=31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 HTTP/1.1" status: 200 len: 907 time: 0.1496201 Jan 14 01:52:59.921014 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369bae16-ebc0-485e-a3d0-f45139fd2dde None None] Network 34af9444-73e2-4bf1-aca9-d671713da719 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:00.033368 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:00.037640 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:00.073261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53b93c34-342f-4777-84f5-0767412aa188 req-1fc5550e-7ddd-4e71-8c41-76b493dca452 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9557334-0f59-4446-9774-4bd68da6215c HTTP/1.1" status: 200 len: 997 time: 0.1429594 Jan 14 01:53:00.074625 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5129105e-6bec-41b0-b0e6-ed54c65295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'bd4f4d69-639c-42e8-85b4-20c7541f4a6a', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'port_id': 'a9557334-0f59-4446-9774-4bd68da6215c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'mac_address': 'fa:16:3e:cf:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:52:29Z', 'updated_at': '2022-01-14T01:52:56Z', 'revision_number': 1, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c213b8-5d85-4f5b-9aeb-f8429fe91798', 'name': '', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'mac_address': 'fa:16:3e:64:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:16Z', 'updated_at': '2022-01-14T01:52:28Z', 'revision_number': 5, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'subnets': [{'id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:00.077720 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:00.180689 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Publish callbacks [] for port (920d03c3-4586-4838-9da0-33cd40b4b5db), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:00.197646 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129105e-6bec-41b0-b0e6-ed54c65295e8 None None] Checking router: 9d9741e3-b800-4a5c-a789-b82d7feff2c0 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:53:00.206928 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeca40e-5089-4d08-b18b-cc5afff82e38'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:00.209779 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4cc673-bcbf-4f18-9b24-f9de3697bc7c" -d '{"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "6eeca40e-5089-4d08-b18b-cc5afff82e38"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:00.223797 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129105e-6bec-41b0-b0e6-ed54c65295e8 None None] Routers {'9d9741e3-b800-4a5c-a789-b82d7feff2c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:53:00.225472 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5129105e-6bec-41b0-b0e6-ed54c65295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:52:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:00.238736 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (920d03c3-4586-4838-9da0-33cd40b4b5db), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:00.294276 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677619b-320d-49b0-94d3-a9fac1e33410 req-f5331ccc-241b-4f52-ad6f-791f9661e308 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:00.300028 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f677619b-320d-49b0-94d3-a9fac1e33410 req-f5331ccc-241b-4f52-ad6f-791f9661e308 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 946 time: 0.1738703 Jan 14 01:53:00.424183 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Network ec30433c-9afa-411b-893d-ef7db51bc290 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:00.427374 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:00.443320 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 30c57d4b-6747-4709-a93c-a72f18d63bff completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:53:00.472851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:00.476468 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Pushing event updated for resources: {'Port': ['ID=920d03c3-4586-4838-9da0-33cd40b4b5db,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:00.498493 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1b591-21ba-4abd-808a-9695d1596f8b req-f8cd10ba-859b-4782-a1b2-b99c8b5ef8d0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:00.523093 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 30c57d4b-6747-4709-a93c-a72f18d63bff triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:00.524662 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:00.525832 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1b591-21ba-4abd-808a-9695d1596f8b req-f8cd10ba-859b-4782-a1b2-b99c8b5ef8d0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:00.529733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-f677619b-320d-49b0-94d3-a9fac1e33410 req-bb35a879-4f54-4b34-9421-0d80495f6ddb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Deleting port 04350e62-d95f-4687-95e3-fbf4d9af63e1 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:53:00.531916 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f677619b-320d-49b0-94d3-a9fac1e33410 req-bb35a879-4f54-4b34-9421-0d80495f6ddb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:00.540431 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1b591-21ba-4abd-808a-9695d1596f8b req-f8cd10ba-859b-4782-a1b2-b99c8b5ef8d0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:00.553553 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1b591-21ba-4abd-808a-9695d1596f8b req-f8cd10ba-859b-4782-a1b2-b99c8b5ef8d0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:00.561858 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1b591-21ba-4abd-808a-9695d1596f8b req-f8cd10ba-859b-4782-a1b2-b99c8b5ef8d0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:00.566144 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5129105e-6bec-41b0-b0e6-ed54c65295e8 None None] Set router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:53:00.582384 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1b591-21ba-4abd-808a-9695d1596f8b req-f8cd10ba-859b-4782-a1b2-b99c8b5ef8d0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:00.586306 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-34af9444-73e2-4bf1-aca9-d671713da719', 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719', 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'fixed_ips': [{'subnet_id': 'dc80e2fd-d094-4f83-ba41-9367938e7b49'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:53:00.589780 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:00.600124 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1b591-21ba-4abd-808a-9695d1596f8b req-f8cd10ba-859b-4782-a1b2-b99c8b5ef8d0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:00.608638 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-67c1b591-21ba-4abd-808a-9695d1596f8b req-f8cd10ba-859b-4782-a1b2-b99c8b5ef8d0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5428 time: 0.4830639 Jan 14 01:53:00.774485 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f677619b-320d-49b0-94d3-a9fac1e33410 req-bb35a879-4f54-4b34-9421-0d80495f6ddb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] For port 04350e62-d95f-4687-95e3-fbf4d9af63e1, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=04350e62-d95f-4687-95e3-fbf4d9af63e1,segment=NetworkSegment(cc83ba45-e333-43e5-9945-2a026e21a36d),segment_id=cc83ba45-e333-43e5-9945-2a026e21a36d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:00.775329 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f677619b-320d-49b0-94d3-a9fac1e33410 req-bb35a879-4f54-4b34-9421-0d80495f6ddb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:00.796946 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-f677619b-320d-49b0-94d3-a9fac1e33410 req-bb35a879-4f54-4b34-9421-0d80495f6ddb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Calling delete_port for 04350e62-d95f-4687-95e3-fbf4d9af63e1 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:53:00.884942 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Attempting to bind port 920d03c3-4586-4838-9da0-33cd40b4b5db on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:00.885328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Attempting to bind port 920d03c3-4586-4838-9da0-33cd40b4b5db by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:00.885682 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Attempting to bind port 920d03c3-4586-4838-9da0-33cd40b4b5db on network ec30433c-9afa-411b-893d-ef7db51bc290 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:00.918801 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:00.920781 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Checking segment: {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:00.921419 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:00.922644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Bound using segment: {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:00.923377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Bound port: 920d03c3-4586-4838-9da0-33cd40b4b5db, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:00.924026 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (920d03c3-4586-4838-9da0-33cd40b4b5db), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:00.939348 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for security_group (74bf4836-c370-440c-b6db-234463c9e478), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:00.948998 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b93c34-342f-4777-84f5-0767412aa188 req-b54888ea-ce40-4339-9ba7-3acaef2aa8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:00.950625 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53b93c34-342f-4777-84f5-0767412aa188 req-b54888ea-ce40-4339-9ba7-3acaef2aa8d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8997435c-6789-44df-a7f1-eec8b9e1c407 HTTP/1.1" status: 200 len: 845 time: 0.8321869 Jan 14 01:53:00.956548 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (74bf4836-c370-440c-b6db-234463c9e478), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:01.109632 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bf4836-c370-440c-b6db-234463c9e478,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:01.160011 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-67c1b591-21ba-4abd-808a-9695d1596f8b req-836e8cfd-ee60-47db-849f-d9f40f54d8b9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5046957 Jan 14 01:53:01.207227 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba0103-ec55-494d-b49b-5fad0d1bcca5 req-49183d0a-ee2b-49a8-9ee5-499fd78f20c6 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:01.218823 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1aba0103-ec55-494d-b49b-5fad0d1bcca5 req-49183d0a-ee2b-49a8-9ee5-499fd78f20c6 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4cd827e-1836-451f-8c65-fe2c10d9a06f HTTP/1.1" status: 200 len: 946 time: 0.8712132 Jan 14 01:53:01.218823 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:01.281293 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 30c57d4b-6747-4709-a93c-a72f18d63bff is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:01.282251 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:01.290819 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f677619b-320d-49b0-94d3-a9fac1e33410 req-bb35a879-4f54-4b34-9421-0d80495f6ddb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (04350e62-d95f-4687-95e3-fbf4d9af63e1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:01.328340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35a879-4f54-4b34-9421-0d80495f6ddb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Pushing event deleted for resources: {'Port': ['ID=04350e62-d95f-4687-95e3-fbf4d9af63e1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:01.344026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Allocated IP 10.2.2.2 (34af9444-73e2-4bf1-aca9-d671713da719/dc80e2fd-d094-4f83-ba41-9367938e7b49/62850303-e900-40d2-bc80-0483bf610bd1) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:01.369361 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd052e9-07ac-4c18-b1f4-c9d700323614 x-openstack-request-id: req-4bd052e9-07ac-4c18-b1f4-c9d700323614 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:01.369585 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "6eeca40e-5089-4d08-b18b-cc5afff82e38", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:01.369718 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bd052e9-07ac-4c18-b1f4-c9d700323614 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:01.370147 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeca40e-5089-4d08-b18b-cc5afff82e38', 'code': 200} Jan 14 01:53:01.399023 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f677619b-320d-49b0-94d3-a9fac1e33410 req-bb35a879-4f54-4b34-9421-0d80495f6ddb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] No DVR routers for this DVR port 04350e62-d95f-4687-95e3-fbf4d9af63e1 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:53:01.403676 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f677619b-320d-49b0-94d3-a9fac1e33410 req-bb35a879-4f54-4b34-9421-0d80495f6ddb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:01.404401 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['04350e62-d95f-4687-95e3-fbf4d9af63e1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:53:01.410943 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f677619b-320d-49b0-94d3-a9fac1e33410 req-bb35a879-4f54-4b34-9421-0d80495f6ddb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.36 "DELETE /v2.0/ports/04350e62-d95f-4687-95e3-fbf4d9af63e1 HTTP/1.1" status: 204 len: 173 time: 1.1044405 Jan 14 01:53:01.411347 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cd827e-1836-451f-8c65-fe2c10d9a06f', 'name': 'network-vif-deleted', 'tag': '04350e62-d95f-4687-95e3-fbf4d9af63e1'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:01.428690 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531ee82a-fb28-4911-a7f7-c68aa15b3f9e" -d '{"events": [{"server_uuid": "c4cd827e-1836-451f-8c65-fe2c10d9a06f", "name": "network-vif-deleted", "tag": "04350e62-d95f-4687-95e3-fbf4d9af63e1"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:01.438356 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:01.459232 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5129105e-6bec-41b0-b0e6-ed54c65295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'bd4f4d69-639c-42e8-85b4-20c7541f4a6a', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'port_id': 'a9557334-0f59-4446-9774-4bd68da6215c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'mac_address': 'fa:16:3e:cf:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:52:29Z', 'updated_at': '2022-01-14T01:52:56Z', 'revision_number': 1, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c213b8-5d85-4f5b-9aeb-f8429fe91798', 'name': '', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'mac_address': 'fa:16:3e:64:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:16Z', 'updated_at': '2022-01-14T01:52:28Z', 'revision_number': 5, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'subnets': [{'id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:01.498477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:53:01.507153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] device_id is not set on port 4023414f-3958-4985-843f-ed50fbc2073b yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:53:01.560682 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129105e-6bec-41b0-b0e6-ed54c65295e8 None None] The sync data for ids ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'] in n-d-824358-4 is: [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'bd4f4d69-639c-42e8-85b4-20c7541f4a6a', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'port_id': 'a9557334-0f59-4446-9774-4bd68da6215c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'mac_address': 'fa:16:3e:cf:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:52:29Z', 'updated_at': '2022-01-14T01:52:56Z', 'revision_number': 1, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86c213b8-5d85-4f5b-9aeb-f8429fe91798', 'name': '', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'mac_address': 'fa:16:3e:64:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:16Z', 'updated_at': '2022-01-14T01:52:28Z', 'revision_number': 5, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'subnets': [{'id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:53:01.622548 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1aba0103-ec55-494d-b49b-5fad0d1bcca5 req-7f871c47-0081-4dd0-ba1a-5088c16d993e tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064390 Jan 14 01:53:01.723982 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae9c730-acf7-4279-83b6-0f2cff23f0e0 x-openstack-request-id: req-8ae9c730-acf7-4279-83b6-0f2cff23f0e0 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:01.724275 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cd827e-1836-451f-8c65-fe2c10d9a06f", "name": "network-vif-deleted", "tag": "04350e62-d95f-4687-95e3-fbf4d9af63e1", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:01.724545 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ae9c730-acf7-4279-83b6-0f2cff23f0e0 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:01.724944 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cd827e-1836-451f-8c65-fe2c10d9a06f', 'name': 'network-vif-deleted', 'tag': '04350e62-d95f-4687-95e3-fbf4d9af63e1', 'status': 'completed', 'code': 200} Jan 14 01:53:01.742394 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (9a6e8f0b-4d95-458e-a8f6-6cc63af59228), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:01.742708 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Added segment 9a6e8f0b-4d95-458e-a8f6-6cc63af59228 of type vlan for network 2238b488-d72e-432f-821a-921647553c45 Jan 14 01:53:01.756278 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] For port 920d03c3-4586-4838-9da0-33cd40b4b5db, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:01.802987 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b93c34-342f-4777-84f5-0767412aa188 req-8d4c5635-cd9a-4c3d-8560-413cc622a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:01.804605 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53b93c34-342f-4777-84f5-0767412aa188 req-8d4c5635-cd9a-4c3d-8560-413cc622a665 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31532b6f-4ca3-4a66-8ed6-349eb2b99cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8434658 Jan 14 01:53:01.832773 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (2238b488-d72e-432f-821a-921647553c45), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:01.920459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 30c57d4b-6747-4709-a93c-a72f18d63bff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=30c57d4b-6747-4709-a93c-a72f18d63bff,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:01.926578 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:01.928836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] For port 920d03c3-4586-4838-9da0-33cd40b4b5db, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=920d03c3-4586-4838-9da0-33cd40b4b5db,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:01.958173 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:01.959612 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:53:01.961465 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 89e7de05-6314-4968-a665-f6d0681ec2d6 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:01.993240 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (920d03c3-4586-4838-9da0-33cd40b4b5db), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:02.037166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Allocated IP 10.1.1.8 (ec30433c-9afa-411b-893d-ef7db51bc290/217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7/4023414f-3958-4985-843f-ed50fbc2073b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:02.043442 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (2238b488-d72e-432f-821a-921647553c45), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:02.052459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:02.053657 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:02.189098 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7674911 Jan 14 01:53:02.205064 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53b93c34-342f-4777-84f5-0767412aa188 req-89723b7f-3d88-4eb6-ad9c-2e1cbc8257c3 service neutron] 10.222.0.46 "GET /v2.0/networks/31532b6f-4ca3-4a66-8ed6-349eb2b99cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890135 Jan 14 01:53:02.218203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f3583-b9c1-407a-a1f7-f01f0564ef37 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Network': ['ID=2238b488-d72e-432f-821a-921647553c45,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:02.325472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b558d-8585-4daa-b809-9b30e9646a5d None None] New status for floating IP bd4f4d69-639c-42e8-85b4-20c7541f4a6a: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:53:02.378896 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 2238b488-d72e-432f-821a-921647553c45 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:53:03.428047 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=30c57d4b-6747-4709-a93c-a72f18d63bff,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:03.459195 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c57d4b-6747-4709-a93c-a72f18d63bff'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:03.480639 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8509b0b-bb78-440d-bad7-4ec0358d02f9" -d '{"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "30c57d4b-6747-4709-a93c-a72f18d63bff"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:03.621843 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 89e7de05-6314-4968-a665-f6d0681ec2d6 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:53:03.752325 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc583be6-8307-46c3-8a25-d927e3a4c58f req-2050a0c7-3bbd-4ceb-aae3-bb5f5b13a873 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:03.771322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc583be6-8307-46c3-8a25-d927e3a4c58f req-2050a0c7-3bbd-4ceb-aae3-bb5f5b13a873 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:03.790367 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc583be6-8307-46c3-8a25-d927e3a4c58f req-2050a0c7-3bbd-4ceb-aae3-bb5f5b13a873 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:03.797405 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 89e7de05-6314-4968-a665-f6d0681ec2d6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:03.798581 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:03.804850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc583be6-8307-46c3-8a25-d927e3a4c58f req-2050a0c7-3bbd-4ceb-aae3-bb5f5b13a873 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:03.823140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc583be6-8307-46c3-8a25-d927e3a4c58f req-2050a0c7-3bbd-4ceb-aae3-bb5f5b13a873 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:03.857146 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc583be6-8307-46c3-8a25-d927e3a4c58f req-2050a0c7-3bbd-4ceb-aae3-bb5f5b13a873 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:03.879127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc583be6-8307-46c3-8a25-d927e3a4c58f req-2050a0c7-3bbd-4ceb-aae3-bb5f5b13a873 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:03.912497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cc583be6-8307-46c3-8a25-d927e3a4c58f req-2050a0c7-3bbd-4ceb-aae3-bb5f5b13a873 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5429 time: 1.5243480 Jan 14 01:53:03.959023 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Publish callbacks [] for port (62850303-e900-40d2-bc80-0483bf610bd1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:03.967534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ead595-5a88-4d18-b771-a6424ac0f7f3 None None] Pushing event updated for resources: {'Port': ['ID=920d03c3-4586-4838-9da0-33cd40b4b5db,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:03.991343 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (62850303-e900-40d2-bc80-0483bf610bd1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:04.019742 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53b93c34-342f-4777-84f5-0767412aa188 req-10b8de20-7a43-46e3-b70b-2da36b988341 service neutron] 10.222.0.46 "GET /v2.0/networks/31532b6f-4ca3-4a66-8ed6-349eb2b99cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8037183 Jan 14 01:53:04.083555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Network 34af9444-73e2-4bf1-aca9-d671713da719 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:04.129768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:04.133575 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for port (4023414f-3958-4985-843f-ed50fbc2073b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:04.166461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:04.167846 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cc583be6-8307-46c3-8a25-d927e3a4c58f req-a443a474-0f74-459b-bf9c-7e9f2c694bc3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2543800 Jan 14 01:53:04.237230 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Pushing event updated for resources: {'Port': ['ID=62850303-e900-40d2-bc80-0483bf610bd1,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:04.333362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 89e7de05-6314-4968-a665-f6d0681ec2d6 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:04.333759 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:04.412161 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (4023414f-3958-4985-843f-ed50fbc2073b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:04.490386 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bf5d34-11bf-4fe5-85de-52cb6093b415 x-openstack-request-id: req-94bf5d34-11bf-4fe5-85de-52cb6093b415 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:04.491392 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "30c57d4b-6747-4709-a93c-a72f18d63bff", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:04.491803 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94bf5d34-11bf-4fe5-85de-52cb6093b415 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:04.492517 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c57d4b-6747-4709-a93c-a72f18d63bff', 'code': 200} Jan 14 01:53:04.529785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0942e3-4016-46ad-b648-6d0bcc0c31de None None] Network ec30433c-9afa-411b-893d-ef7db51bc290 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:04.580915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Network ec30433c-9afa-411b-893d-ef7db51bc290 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:04.617271 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:04.656518 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:04.673786 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 04350e62-d95f-4687-95e3-fbf4d9af63e1 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:53:04.685318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Port': ['ID=4023414f-3958-4985-843f-ed50fbc2073b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.765627 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.769208 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.769208 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.769208 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.769208 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.769208 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.769208 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.769208 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.769208 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.769208 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.769208 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.769208 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:04.769208 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:04.793113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-9ba8e495-df7a-4220-be71-4cf01cfb37a6 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:04.795031 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-9ba8e495-df7a-4220-be71-4cf01cfb37a6 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/networks?id=f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a HTTP/1.1" status: 200 len: 808 time: 0.6062806 Jan 14 01:53:04.814512 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:04.814512 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 04350e62-d95f-4687-95e3-fbf4d9af63e1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:53:04.814512 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 04350e62-d95f-4687-95e3-fbf4d9af63e1 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:53:04.866061 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Attempting to bind port 62850303-e900-40d2-bc80-0483bf610bd1 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:04.866473 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Attempting to bind port 62850303-e900-40d2-bc80-0483bf610bd1 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:04.868596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Attempting to bind port 62850303-e900-40d2-bc80-0483bf610bd1 on network 34af9444-73e2-4bf1-aca9-d671713da719 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:04.871090 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-9249b2e6-3c34-4861-a3ad-a19d5f79c5fb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/quotas/a8e646224ae84181b6e005f78a7d58fd HTTP/1.1" status: 200 len: 375 time: 0.0688648 Jan 14 01:53:04.909555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 89e7de05-6314-4968-a665-f6d0681ec2d6, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=89e7de05-6314-4968-a665-f6d0681ec2d6,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:04.921368 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a982b58a-2f9b-4ce7-a66e-df744b6ef8b0 None None] Provisioning complete for port 920d03c3-4586-4838-9da0-33cd40b4b5db triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:04.923153 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a982b58a-2f9b-4ce7-a66e-df744b6ef8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (920d03c3-4586-4838-9da0-33cd40b4b5db), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:04.927881 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:04.928261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Checking segment: {'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:04.935254 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:04.935675 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Bound using segment: {'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:04.936188 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Bound port: 62850303-e900-40d2-bc80-0483bf610bd1, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:04.936576 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (62850303-e900-40d2-bc80-0483bf610bd1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:04.965760 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-78d9aad5-989b-4249-8e1c-4d528fce2fe0 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8e646224ae84181b6e005f78a7d58fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936809 Jan 14 01:53:05.067629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:05.068312 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:05.070004 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:05.295849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=89e7de05-6314-4968-a665-f6d0681ec2d6,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:05.310843 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device eae56713-6f97-4a49-b531-5e52b0bb578a up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:05.332077 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39896) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:05.337425 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'port': {'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290', 'name': 'tempest-TaggedBootDevicesTest_v242-473984931', 'fixed_ips': [{'subnet_id': '217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:05.359581 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c3b12bbd-1da6-4705-8d47-4cf75209b042 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.8378847 Jan 14 01:53:05.547158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39898) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:05.555691 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b47145ae-d165-4877-b08d-07bf5bf54fba tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'subnet': {'network_id': '2238b488-d72e-432f-821a-921647553c45', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:05.569811 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-823b925a-dc97-435a-b220-5fc8c596cc64 service neutron] 10.222.0.26 "GET /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030476 Jan 14 01:53:05.744503 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f37ca80b-bff1-4cb2-96ee-86ae34d12707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:05.774650 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-5a6a6b5d-e033-4757-b350-5319d9ac40b2 service neutron] 10.222.0.26 "GET /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035706 Jan 14 01:53:05.808854 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:05.949478 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] For port 62850303-e900-40d2-bc80-0483bf610bd1, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:05.952839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a982b58a-2f9b-4ce7-a66e-df744b6ef8b0 None None] Current status of the port 920d03c3-4586-4838-9da0-33cd40b4b5db is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:05.952839 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a982b58a-2f9b-4ce7-a66e-df744b6ef8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (920d03c3-4586-4838-9da0-33cd40b4b5db), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:05.974406 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port eae56713-6f97-4a49-b531-5e52b0bb578a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:53:05.978678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] For port 62850303-e900-40d2-bc80-0483bf610bd1, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=62850303-e900-40d2-bc80-0483bf610bd1,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:05.984144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port eae56713-6f97-4a49-b531-5e52b0bb578a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:05.984847 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:06.040382 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (62850303-e900-40d2-bc80-0483bf610bd1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:06.040656 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a203f-9f30-4d9a-9519-7224d3017a49 req-1d230c67-6ec0-4e28-a877-0a0baa3be9b3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:06.075854 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a203f-9f30-4d9a-9519-7224d3017a49 req-1d230c67-6ec0-4e28-a877-0a0baa3be9b3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:06.094623 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a203f-9f30-4d9a-9519-7224d3017a49 req-1d230c67-6ec0-4e28-a877-0a0baa3be9b3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:06.095426 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:06.101211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a982b58a-2f9b-4ce7-a66e-df744b6ef8b0 None None] For port 920d03c3-4586-4838-9da0-33cd40b4b5db, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=920d03c3-4586-4838-9da0-33cd40b4b5db,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:06.110519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a203f-9f30-4d9a-9519-7224d3017a49 req-1d230c67-6ec0-4e28-a877-0a0baa3be9b3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:06.126787 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a203f-9f30-4d9a-9519-7224d3017a49 req-1d230c67-6ec0-4e28-a877-0a0baa3be9b3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:06.146212 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39908) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:06.153145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2abe6-e51c-418d-bb50-15eab65c947c None None] Pushing event updated for resources: {'Port': ['ID=62850303-e900-40d2-bc80-0483bf610bd1,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:06.158716 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a203f-9f30-4d9a-9519-7224d3017a49 req-1d230c67-6ec0-4e28-a877-0a0baa3be9b3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:06.160523 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a982b58a-2f9b-4ce7-a66e-df744b6ef8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (920d03c3-4586-4838-9da0-33cd40b4b5db), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:06.165945 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 920d03c3-4586-4838-9da0-33cd40b4b5db up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:06.177247 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a203f-9f30-4d9a-9519-7224d3017a49 req-1d230c67-6ec0-4e28-a877-0a0baa3be9b3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:06.208420 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e70a203f-9f30-4d9a-9519-7224d3017a49 req-1d230c67-6ec0-4e28-a877-0a0baa3be9b3 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5430 time: 0.7997217 Jan 14 01:53:06.218654 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] device_id is not set on port dba46bf2-660d-41aa-a444-cfdf10aa436f yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:53:06.407093 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47145ae-d165-4877-b08d-07bf5bf54fba tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:06.419831 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b47145ae-d165-4877-b08d-07bf5bf54fba tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:06.429420 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8f66d615-e821-4865-9fe2-4290ce3fe104 None None] Provisioning complete for port 920d03c3-4586-4838-9da0-33cd40b4b5db triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:06.430271 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f66d615-e821-4865-9fe2-4290ce3fe104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (920d03c3-4586-4838-9da0-33cd40b4b5db), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:06.451211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982b58a-2f9b-4ce7-a66e-df744b6ef8b0 None None] Pushing event updated for resources: {'Port': ['ID=920d03c3-4586-4838-9da0-33cd40b4b5db,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:06.648474 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e7de05-6314-4968-a665-f6d0681ec2d6'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:06.651876 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e572073-33cd-4018-9429-47d38fb3206d" -d '{"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "89e7de05-6314-4968-a665-f6d0681ec2d6"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:06.685860 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port eae56713-6f97-4a49-b531-5e52b0bb578a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:06.688606 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:06.693130 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8cbd8104-740f-4fdd-8cbf-fc82937efb2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:06.728416 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e70a203f-9f30-4d9a-9519-7224d3017a49 req-09778157-31ec-477f-8bf0-a7decc02c535 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4937961 Jan 14 01:53:06.855341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 920d03c3-4586-4838-9da0-33cd40b4b5db triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:06.855869 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (920d03c3-4586-4838-9da0-33cd40b4b5db), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:06.946364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port eae56713-6f97-4a49-b531-5e52b0bb578a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=eae56713-6f97-4a49-b531-5e52b0bb578a,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:06.986336 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c6a073f1-334d-480a-a2a0-b97930b9a7d7 req-72826f14-60b4-477a-9225-307d94cf4cfb tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 210 time: 0.1616590 Jan 14 01:53:07.024067 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8cbd8104-740f-4fdd-8cbf-fc82937efb2c admin admin] Publish callbacks [] for security_group (4500188e-8c22-451e-ac48-7eb40215d29e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:07.027856 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:07.028741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:07.038031 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8cbd8104-740f-4fdd-8cbf-fc82937efb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4500188e-8c22-451e-ac48-7eb40215d29e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:07.131746 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Allocated IP 10.1.1.106 (ec30433c-9afa-411b-893d-ef7db51bc290/217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7/dba46bf2-660d-41aa-a444-cfdf10aa436f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:07.192107 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b6e03a-dd13-440b-a58c-741ee343411e x-openstack-request-id: req-a1b6e03a-dd13-440b-a58c-741ee343411e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:07.192377 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "89e7de05-6314-4968-a665-f6d0681ec2d6", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:07.192636 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1b6e03a-dd13-440b-a58c-741ee343411e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:07.193118 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e7de05-6314-4968-a665-f6d0681ec2d6', 'code': 200} Jan 14 01:53:07.202343 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd8104-740f-4fdd-8cbf-fc82937efb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4500188e-8c22-451e-ac48-7eb40215d29e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:07.220168 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8cbd8104-740f-4fdd-8cbf-fc82937efb2c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55543d55f2c84a7e89023b6efe98a3ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0725839 Jan 14 01:53:07.232377 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39934) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:07.264034 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2d9c-6859-4459-8bde-ac7188cfdfa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:07.265496 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b47145ae-d165-4877-b08d-07bf5bf54fba tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (49778517-b60e-44e1-b685-e51ce22dd84f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:07.278590 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8f66d615-e821-4865-9fe2-4290ce3fe104 None None] Current status of the port 920d03c3-4586-4838-9da0-33cd40b4b5db is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:07.325681 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8f66d615-e821-4865-9fe2-4290ce3fe104 None None] Provisioning complete for port 4023414f-3958-4985-843f-ed50fbc2073b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:07.326320 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f66d615-e821-4865-9fe2-4290ce3fe104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4023414f-3958-4985-843f-ed50fbc2073b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:07.397337 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=eae56713-6f97-4a49-b531-5e52b0bb578a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:07.473972 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47145ae-d165-4877-b08d-07bf5bf54fba tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Checking segment: {'id': '9a6e8f0b-4d95-458e-a8f6-6cc63af59228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2238b488-d72e-432f-821a-921647553c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:07.479854 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47145ae-d165-4877-b08d-07bf5bf54fba tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network hostable DHCP agents. Network: 2238b488-d72e-432f-821a-921647553c45, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:53:07.516901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8f66d615-e821-4865-9fe2-4290ce3fe104 None None] Port 4023414f-3958-4985-843f-ed50fbc2073b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:53:07.519132 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 920d03c3-4586-4838-9da0-33cd40b4b5db is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:07.523845 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:53:07.529145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:07.529759 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:07.582160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47145ae-d165-4877-b08d-07bf5bf54fba tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Subnet': ['ID=49778517-b60e-44e1-b685-e51ce22dd84f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:07.595292 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47145ae-d165-4877-b08d-07bf5bf54fba tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network 2238b488-d72e-432f-821a-921647553c45 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:53:07.623951 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b47145ae-d165-4877-b08d-07bf5bf54fba tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 2238b488-d72e-432f-821a-921647553c45) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:07.631537 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47145ae-d165-4877-b08d-07bf5bf54fba tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:07.632444 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b47145ae-d165-4877-b08d-07bf5bf54fba tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:07.670319 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b47145ae-d165-4877-b08d-07bf5bf54fba tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1207500 Jan 14 01:53:07.673865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:07.692957 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-93b91bd4-4d4d-4f3e-bb7c-7a7dd2b9bab9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-134508847'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:07.699438 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e200f2-f24d-4e0f-849d-b42deab4855a None None] Network 2238b488-d72e-432f-821a-921647553c45 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:07.712497 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:07.796850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:07.800093 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:07.825216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b91bd4-4d4d-4f3e-bb7c-7a7dd2b9bab9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:07.832261 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93b91bd4-4d4d-4f3e-bb7c-7a7dd2b9bab9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:07.924374 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:07.952025 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:07.960452 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.036149 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b91bd4-4d4d-4f3e-bb7c-7a7dd2b9bab9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:53:08.061563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:08.071319 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-2238b488-d72e-432f-821a-921647553c45', 'network_id': '2238b488-d72e-432f-821a-921647553c45', 'project_id': '7e0e89e58e15425ca66f26ea021ac1e5', 'fixed_ips': [{'subnet_id': '49778517-b60e-44e1-b685-e51ce22dd84f'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:53:08.071917 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93b91bd4-4d4d-4f3e-bb7c-7a7dd2b9bab9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c3abf1e5-9449-4b60-933c-379dc58cae3c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.072240 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.072732 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-93b91bd4-4d4d-4f3e-bb7c-7a7dd2b9bab9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Added segment c3abf1e5-9449-4b60-933c-379dc58cae3c of type vlan for network 32e745f8-f88b-471c-bc70-02474caa1850 Jan 14 01:53:08.104917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Network ec30433c-9afa-411b-893d-ef7db51bc290 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:08.129428 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:08.144642 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:08.194987 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93b91bd4-4d4d-4f3e-bb7c-7a7dd2b9bab9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (32e745f8-f88b-471c-bc70-02474caa1850), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.273423 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba05b-1df9-4eb2-ae27-8bf07f4b1403 admin admin] Publish callbacks [] for security_group (4500188e-8c22-451e-ac48-7eb40215d29e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.283531 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 62850303-e900-40d2-bc80-0483bf610bd1 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:08.287029 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70f9ecc-5e7c-49cb-baf8-924f4c578b24 None None] Network 34af9444-73e2-4bf1-aca9-d671713da719 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:08.320354 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba05b-1df9-4eb2-ae27-8bf07f4b1403 admin admin] Publish callbacks [] for security_group (4500188e-8c22-451e-ac48-7eb40215d29e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.324964 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2bbe69d5-f1e0-48c9-a1cc-7b08e01aeb29 req-6c3520e9-1e02-490e-9c01-3765df3ab77d tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 210 time: 0.0755603 Jan 14 01:53:08.326313 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93b91bd4-4d4d-4f3e-bb7c-7a7dd2b9bab9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (32e745f8-f88b-471c-bc70-02474caa1850), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.336923 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b91bd4-4d4d-4f3e-bb7c-7a7dd2b9bab9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:08.337631 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93b91bd4-4d4d-4f3e-bb7c-7a7dd2b9bab9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.379117 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Port': ['ID=dba46bf2-660d-41aa-a444-cfdf10aa436f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:08.466374 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:08.467231 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.524982 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-93b91bd4-4d4d-4f3e-bb7c-7a7dd2b9bab9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8457024 Jan 14 01:53:08.525872 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39958) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:08.536598 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fec80ca9-efb7-44a8-9d57-492da6feea84 None None] Provisioning complete for port 62850303-e900-40d2-bc80-0483bf610bd1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:08.540119 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fec80ca9-efb7-44a8-9d57-492da6feea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (62850303-e900-40d2-bc80-0483bf610bd1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.608881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-73066bef-0b9c-412d-902b-2c2189bbe59c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'subnet': {'network_id': '32e745f8-f88b-471c-bc70-02474caa1850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:08.641395 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.658250 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-570616cd-8e45-4a53-8363-d3f1118d414c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3250654 Jan 14 01:53:08.708331 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba05b-1df9-4eb2-ae27-8bf07f4b1403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4500188e-8c22-451e-ac48-7eb40215d29e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.711285 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba05b-1df9-4eb2-ae27-8bf07f4b1403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:08.715805 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7b1ba05b-1df9-4eb2-ae27-8bf07f4b1403 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4500188e-8c22-451e-ac48-7eb40215d29e HTTP/1.1" status: 204 len: 168 time: 1.4824214 Jan 14 01:53:08.772005 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b91bd4-4d4d-4f3e-bb7c-7a7dd2b9bab9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Network': ['ID=32e745f8-f88b-471c-bc70-02474caa1850,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:08.783361 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ba05b-1df9-4eb2-ae27-8bf07f4b1403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4500188e-8c22-451e-ac48-7eb40215d29e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:08.804370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fd10e-2688-4ecc-8760-aa85dac498c2 req-65002356-c03b-4009-a1e3-f02472c2c3f1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:08.814445 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fd10e-2688-4ecc-8760-aa85dac498c2 req-65002356-c03b-4009-a1e3-f02472c2c3f1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:08.817778 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fd10e-2688-4ecc-8760-aa85dac498c2 req-65002356-c03b-4009-a1e3-f02472c2c3f1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:08.823869 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fd10e-2688-4ecc-8760-aa85dac498c2 req-65002356-c03b-4009-a1e3-f02472c2c3f1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:08.830451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fd10e-2688-4ecc-8760-aa85dac498c2 req-65002356-c03b-4009-a1e3-f02472c2c3f1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:08.841677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fd10e-2688-4ecc-8760-aa85dac498c2 req-65002356-c03b-4009-a1e3-f02472c2c3f1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:08.842872 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fd10e-2688-4ecc-8760-aa85dac498c2 req-65002356-c03b-4009-a1e3-f02472c2c3f1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:08.851056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-850fd10e-2688-4ecc-8760-aa85dac498c2 req-65002356-c03b-4009-a1e3-f02472c2c3f1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5432 time: 0.9326174 Jan 14 01:53:08.860351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-eec7588b-24a3-472b-829f-a7e5c5ba70ab tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:08.866862 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Allocated IP 2001:db8:0:ffff::2 (2238b488-d72e-432f-821a-921647553c45/49778517-b60e-44e1-b685-e51ce22dd84f/af8ed77e-3892-4078-b901-b15d7ceb3a6a) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:08.868130 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-eec7588b-24a3-472b-829f-a7e5c5ba70ab tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.36 "GET /v2.0/networks?id=f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a HTTP/1.1" status: 200 len: 808 time: 0.3818507 Jan 14 01:53:08.888970 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Request body: {'port': {'device_id': 'eae95c15-7547-427e-94a1-e94b0d6f4dc9', 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a', 'admin_state_up': True, 'tenant_id': 'a8e646224ae84181b6e005f78a7d58fd'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:09.058116 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-850fd10e-2688-4ecc-8760-aa85dac498c2 req-d37ca62b-2ea8-4529-977b-6c5a3398b414 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2061589 Jan 14 01:53:09.063913 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73066bef-0b9c-412d-902b-2c2189bbe59c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:09.068018 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73066bef-0b9c-412d-902b-2c2189bbe59c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:09.139266 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Publish callbacks [] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:09.188076 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 32e745f8-f88b-471c-bc70-02474caa1850 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:53:09.216674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Made reservation on behalf of a8e646224ae84181b6e005f78a7d58fd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:09.220680 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:09.489419 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae56713-6f97-4a49-b531-5e52b0bb578a'}, {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59e1a1b-d74c-47b4-b9ed-8b086e2d6598'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:09.492312 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0de23e-0df5-4e8d-8a3b-de6d51165ebf" -d '{"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "eae56713-6f97-4a49-b531-5e52b0bb578a"}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "c59e1a1b-d74c-47b4-b9ed-8b086e2d6598"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:09.510938 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:09.526433 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Allocated IP 172.20.0.11 (f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a/3d88a916-7883-47d7-b3f1-516d3e7883d2/9fd05fc7-0817-4946-b33c-2b350f18eaf9) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:09.549431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 62850303-e900-40d2-bc80-0483bf610bd1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:09.550290 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (62850303-e900-40d2-bc80-0483bf610bd1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:09.581451 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-059539bf-4c4e-4036-8c29-3b648b7c90d9 req-9ec22f3c-3837-4ec8-add7-fb7936793a40 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 210 time: 0.0828373 Jan 14 01:53:09.604173 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73066bef-0b9c-412d-902b-2c2189bbe59c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (1d68ec09-d8c4-4c76-b2f6-ff78263d7b68), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:09.609444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:09.740727 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83a52e5e-426c-4514-ab2f-2da625ab9ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:09.776004 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks [] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:09.781758 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e68104-917f-4a89-ae23-615cbaf1697c x-openstack-request-id: req-f4e68104-917f-4a89-ae23-615cbaf1697c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:09.782049 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "eae56713-6f97-4a49-b531-5e52b0bb578a", "code": 200}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-plugged", "status": "completed", "tag": "c59e1a1b-d74c-47b4-b9ed-8b086e2d6598", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:09.782312 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4e68104-917f-4a89-ae23-615cbaf1697c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:09.796372 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae56713-6f97-4a49-b531-5e52b0bb578a', 'code': 200} Jan 14 01:53:09.796641 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59e1a1b-d74c-47b4-b9ed-8b086e2d6598', 'code': 200} Jan 14 01:53:09.858266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Network 2238b488-d72e-432f-821a-921647553c45 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:09.860945 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Pushing event updated for resources: {'Port': ['ID=af8ed77e-3892-4078-b901-b15d7ceb3a6a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:09.885764 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73066bef-0b9c-412d-902b-2c2189bbe59c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Subnet': ['ID=1d68ec09-d8c4-4c76-b2f6-ff78263d7b68,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:09.911967 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fec80ca9-efb7-44a8-9d57-492da6feea84 None None] Current status of the port 62850303-e900-40d2-bc80-0483bf610bd1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:09.912355 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fec80ca9-efb7-44a8-9d57-492da6feea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (62850303-e900-40d2-bc80-0483bf610bd1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:09.913708 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:09.915332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73066bef-0b9c-412d-902b-2c2189bbe59c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Checking segment: {'id': 'c3abf1e5-9449-4b60-933c-379dc58cae3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '32e745f8-f88b-471c-bc70-02474caa1850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:09.915758 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73066bef-0b9c-412d-902b-2c2189bbe59c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network hostable DHCP agents. Network: 32e745f8-f88b-471c-bc70-02474caa1850, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:53:09.918543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:09.977894 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:10.033253 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Pushing event updated for resources: {'Port': ['ID=9fd05fc7-0817-4946-b33c-2b350f18eaf9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:10.046897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:10.049318 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:10.064671 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73066bef-0b9c-412d-902b-2c2189bbe59c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network 32e745f8-f88b-471c-bc70-02474caa1850 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:53:10.073798 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:10.148594 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-73066bef-0b9c-412d-902b-2c2189bbe59c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 32e745f8-f88b-471c-bc70-02474caa1850) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:10.161608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73066bef-0b9c-412d-902b-2c2189bbe59c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.161608 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73066bef-0b9c-412d-902b-2c2189bbe59c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.202165 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.209690 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.226153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158375f-8c94-4a33-b763-648c3d168cd7 req-e24644de-d9c9-43aa-a916-c26de9d68633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.226659 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158375f-8c94-4a33-b763-648c3d168cd7 req-e24644de-d9c9-43aa-a916-c26de9d68633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.232909 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158375f-8c94-4a33-b763-648c3d168cd7 req-e24644de-d9c9-43aa-a916-c26de9d68633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.235127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158375f-8c94-4a33-b763-648c3d168cd7 req-e24644de-d9c9-43aa-a916-c26de9d68633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.235694 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.236784 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158375f-8c94-4a33-b763-648c3d168cd7 req-e24644de-d9c9-43aa-a916-c26de9d68633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.238116 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158375f-8c94-4a33-b763-648c3d168cd7 req-e24644de-d9c9-43aa-a916-c26de9d68633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.238616 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158375f-8c94-4a33-b763-648c3d168cd7 req-e24644de-d9c9-43aa-a916-c26de9d68633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.241941 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-d0fb2844-12db-4cb6-b871-3043fcf4414c tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3594961 Jan 14 01:53:10.242142 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7158375f-8c94-4a33-b763-648c3d168cd7 req-e24644de-d9c9-43aa-a916-c26de9d68633 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6489 time: 0.2703121 Jan 14 01:53:10.259812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Request body: {'port': {'device_id': 'eae95c15-7547-427e-94a1-e94b0d6f4dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:10.279569 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Attempting to bind port af8ed77e-3892-4078-b901-b15d7ceb3a6a on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:10.281462 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Attempting to bind port af8ed77e-3892-4078-b901-b15d7ceb3a6a by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '9a6e8f0b-4d95-458e-a8f6-6cc63af59228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2238b488-d72e-432f-821a-921647553c45'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:10.285429 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Attempting to bind port af8ed77e-3892-4078-b901-b15d7ceb3a6a on network 2238b488-d72e-432f-821a-921647553c45 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:10.295036 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83a52e5e-426c-4514-ab2f-2da625ab9ccb admin admin] Publish callbacks [] for security_group (be45de2d-bd24-4c03-b631-ad341217c22e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.307728 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad3be24-3654-4284-9405-9887457e4ddd None None] Network 32e745f8-f88b-471c-bc70-02474caa1850 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:10.310485 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-73066bef-0b9c-412d-902b-2c2189bbe59c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7108393 Jan 14 01:53:10.313929 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 39990) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:10.319048 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83a52e5e-426c-4514-ab2f-2da625ab9ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (be45de2d-bd24-4c03-b631-ad341217c22e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.386193 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a52e5e-426c-4514-ab2f-2da625ab9ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be45de2d-bd24-4c03-b631-ad341217c22e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:10.498331 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-83a52e5e-426c-4514-ab2f-2da625ab9ccb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f222dbd517a4a42b93cfd97a898c789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8742247 Jan 14 01:53:10.506373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39992) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:10.514934 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (32e745f8-f88b-471c-bc70-02474caa1850), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.524404 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:10.525776 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Checking segment: {'id': '9a6e8f0b-4d95-458e-a8f6-6cc63af59228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2238b488-d72e-432f-821a-921647553c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:10.526478 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.528445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Bound using segment: {'id': '9a6e8f0b-4d95-458e-a8f6-6cc63af59228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2238b488-d72e-432f-821a-921647553c45'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:10.531841 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Bound port: af8ed77e-3892-4078-b901-b15d7ceb3a6a, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6e8f0b-4d95-458e-a8f6-6cc63af59228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2238b488-d72e-432f-821a-921647553c45'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:10.532362 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.550241 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7158375f-8c94-4a33-b763-648c3d168cd7 req-0487bc1b-ad76-41a2-a3b1-1dca2e80ebbc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2846215 Jan 14 01:53:10.571902 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd6335-0420-42c8-a326-6c8976c1d1b3 req-378dc6f1-b82a-4d0b-b449-92589e8cc0a8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.577833 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd6335-0420-42c8-a326-6c8976c1d1b3 req-378dc6f1-b82a-4d0b-b449-92589e8cc0a8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.584432 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd6335-0420-42c8-a326-6c8976c1d1b3 req-378dc6f1-b82a-4d0b-b449-92589e8cc0a8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.590387 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd6335-0420-42c8-a326-6c8976c1d1b3 req-378dc6f1-b82a-4d0b-b449-92589e8cc0a8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.591992 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.597022 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd6335-0420-42c8-a326-6c8976c1d1b3 req-378dc6f1-b82a-4d0b-b449-92589e8cc0a8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.603054 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd6335-0420-42c8-a326-6c8976c1d1b3 req-378dc6f1-b82a-4d0b-b449-92589e8cc0a8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.608984 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd6335-0420-42c8-a326-6c8976c1d1b3 req-378dc6f1-b82a-4d0b-b449-92589e8cc0a8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:10.610178 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 62850303-e900-40d2-bc80-0483bf610bd1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:10.611234 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (62850303-e900-40d2-bc80-0483bf610bd1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.617168 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0bbd6335-0420-42c8-a326-6c8976c1d1b3 req-378dc6f1-b82a-4d0b-b449-92589e8cc0a8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5432 time: 0.2328701 Jan 14 01:53:10.643058 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5dfe9658-96cf-4948-8bf5-d049c59ba6a0 admin admin] Publish callbacks [] for security_group (be45de2d-bd24-4c03-b631-ad341217c22e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.677554 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5dfe9658-96cf-4948-8bf5-d049c59ba6a0 admin admin] Publish callbacks [] for security_group (be45de2d-bd24-4c03-b631-ad341217c22e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.679327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (1d68ec09-d8c4-4c76-b2f6-ff78263d7b68), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.705235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e81aa6-4289-42ff-ae5d-227c5b18fa05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-32e745f8-f88b-471c-bc70-02474caa1850', 'network_id': '32e745f8-f88b-471c-bc70-02474caa1850', 'project_id': '7e0e89e58e15425ca66f26ea021ac1e5', 'fixed_ips': [{'subnet_id': '1d68ec09-d8c4-4c76-b2f6-ff78263d7b68'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:53:10.706296 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-47e81aa6-4289-42ff-ae5d-227c5b18fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.732894 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 39998) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:10.740486 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1655d9eb-b8c7-476d-ab2f-f7268dc5232b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1488893073', 'description': 'tempest-description--1840238041'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:10.785686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fec80ca9-efb7-44a8-9d57-492da6feea84 None None] For port 62850303-e900-40d2-bc80-0483bf610bd1, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=62850303-e900-40d2-bc80-0483bf610bd1,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:10.804391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0bbd6335-0420-42c8-a326-6c8976c1d1b3 req-ffde210a-4265-4ce2-997d-a81e97575d22 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1859603 Jan 14 01:53:10.849103 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fec80ca9-efb7-44a8-9d57-492da6feea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (62850303-e900-40d2-bc80-0483bf610bd1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.906842 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1655d9eb-b8c7-476d-ab2f-f7268dc5232b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.959445 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5dfe9658-96cf-4948-8bf5-d049c59ba6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (be45de2d-bd24-4c03-b631-ad341217c22e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.962355 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5dfe9658-96cf-4948-8bf5-d049c59ba6a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:10.978551 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5dfe9658-96cf-4948-8bf5-d049c59ba6a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be45de2d-bd24-4c03-b631-ad341217c22e HTTP/1.1" status: 204 len: 168 time: 0.4638703 Jan 14 01:53:11.052167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe9658-96cf-4948-8bf5-d049c59ba6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be45de2d-bd24-4c03-b631-ad341217c22e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:11.205645 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1655d9eb-b8c7-476d-ab2f-f7268dc5232b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for security_group (6c780fb3-e3d0-4db0-a576-81ef4e9d2478), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:11.211990 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1655d9eb-b8c7-476d-ab2f-f7268dc5232b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6c780fb3-e3d0-4db0-a576-81ef4e9d2478), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:11.270854 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd05fc7-0817-4946-b33c-2b350f18eaf9 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:53:11.281003 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1655d9eb-b8c7-476d-ab2f-f7268dc5232b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:11.281550 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Publish callbacks [] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:11.282002 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1655d9eb-b8c7-476d-ab2f-f7268dc5232b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5455282 Jan 14 01:53:11.294613 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40018) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:11.299391 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'security_group_rule': {'security_group_id': '6c780fb3-e3d0-4db0-a576-81ef4e9d2478', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:11.300721 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Transition to ACTIVE for port object 9fd05fc7-0817-4946-b33c-2b350f18eaf9 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:53:11.306438 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:11.337270 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655d9eb-b8c7-476d-ab2f-f7268dc5232b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c780fb3-e3d0-4db0-a576-81ef4e9d2478,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:11.373535 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd05fc7-0817-4946-b33c-2b350f18eaf9,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:11.490069 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (1d68ec09-d8c4-4c76-b2f6-ff78263d7b68), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:11.537769 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for security_group_rule (74b8ddd0-d19e-444e-ba44-d1da6348b045), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:11.551941 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Subnet': ['ID=1d68ec09-d8c4-4c76-b2f6-ff78263d7b68,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:11.586374 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Attempting to bind port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:11.587004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Attempting to bind port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'cc83ba45-e333-43e5-9945-2a026e21a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:11.587715 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Attempting to bind port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 on network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:11.632061 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 on network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:53:11.632641 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Attempting to bind port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 on network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:11.651116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:11.651658 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Checking segment: {'id': 'cc83ba45-e333-43e5-9945-2a026e21a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:11.652246 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Bound using segment: {'id': 'cc83ba45-e333-43e5-9945-2a026e21a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:11.653073 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Bound port: 9fd05fc7-0817-4946-b33c-2b350f18eaf9, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc83ba45-e333-43e5-9945-2a026e21a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:11.653627 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:11.682186 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (32e745f8-f88b-471c-bc70-02474caa1850), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:11.737829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278edee-2c24-47db-8927-6d423b896b14 req-c541984a-a731-460b-8da3-cd41bf270776 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:11.757098 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f278edee-2c24-47db-8927-6d423b896b14 req-c541984a-a731-460b-8da3-cd41bf270776 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 944 time: 0.8950968 Jan 14 01:53:11.788130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] For port af8ed77e-3892-4078-b901-b15d7ceb3a6a, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:11.801042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] For port af8ed77e-3892-4078-b901-b15d7ceb3a6a, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=af8ed77e-3892-4078-b901-b15d7ceb3a6a,segment=NetworkSegment(9a6e8f0b-4d95-458e-a8f6-6cc63af59228),segment_id=9a6e8f0b-4d95-458e-a8f6-6cc63af59228)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:11.803274 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e745f8-f88b-471c-bc70-02474caa1850']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:11.834308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40028) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:11.849311 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:11.859255 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for security_group_rule (74b8ddd0-d19e-444e-ba44-d1da6348b045), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:11.887626 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f278edee-2c24-47db-8927-6d423b896b14 req-e4862868-85fd-40e7-bf7a-ed50909e8b19 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315515 Jan 14 01:53:11.889148 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (74b8ddd0-d19e-444e-ba44-d1da6348b045), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:11.916449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3abf1e5-9449-4b60-933c-379dc58cae3c') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:11.916752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3abf1e5-9449-4b60-933c-379dc58cae3c') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:11.977622 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (c3abf1e5-9449-4b60-933c-379dc58cae3c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.051404 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] For port 9fd05fc7-0817-4946-b33c-2b350f18eaf9, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:12.057491 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c3abf1e5-9449-4b60-933c-379dc58cae3c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.080327 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:53:12.081095 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (c3abf1e5-9449-4b60-933c-379dc58cae3c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.084532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b8ddd0-d19e-444e-ba44-d1da6348b045,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:53:12.090165 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:53:12.128308 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.145736 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8499629 Jan 14 01:53:12.149177 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.156831 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.158548 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.160463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.161065 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.171875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.177311 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40054) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:12.178074 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.183055 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.184356 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.184356 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.184865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.185431 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.186003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4487475e-e31b-4b22-b673-cf72b9e9f1b9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:12.204963 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:53:12.205556 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:53:12.206798 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec80ca9-efb7-44a8-9d57-492da6feea84 None None] Pushing event updated for resources: {'Port': ['ID=62850303-e900-40d2-bc80-0483bf610bd1,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:12.207674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1808e56f-7078-44c1-89f9-ac779f8037de tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'security_group_rule': {'security_group_id': '6c780fb3-e3d0-4db0-a576-81ef4e9d2478', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:12.257282 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a1b0a-bf5f-4225-82ff-9c0f4aee12c1 req-72e3eb2e-95e5-4931-82df-3ae42fba5cf4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:12.272543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a1b0a-bf5f-4225-82ff-9c0f4aee12c1 req-72e3eb2e-95e5-4931-82df-3ae42fba5cf4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:12.286575 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a1b0a-bf5f-4225-82ff-9c0f4aee12c1 req-72e3eb2e-95e5-4931-82df-3ae42fba5cf4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:12.301848 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a1b0a-bf5f-4225-82ff-9c0f4aee12c1 req-72e3eb2e-95e5-4931-82df-3ae42fba5cf4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:12.309087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a1b0a-bf5f-4225-82ff-9c0f4aee12c1 req-72e3eb2e-95e5-4931-82df-3ae42fba5cf4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:12.316088 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a1b0a-bf5f-4225-82ff-9c0f4aee12c1 req-72e3eb2e-95e5-4931-82df-3ae42fba5cf4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:12.322663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a1b0a-bf5f-4225-82ff-9c0f4aee12c1 req-72e3eb2e-95e5-4931-82df-3ae42fba5cf4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:12.328978 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (32e745f8-f88b-471c-bc70-02474caa1850), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.332452 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f63a1b0a-bf5f-4225-82ff-9c0f4aee12c1 req-72e3eb2e-95e5-4931-82df-3ae42fba5cf4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5432 time: 0.3538890 Jan 14 01:53:12.345475 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.355619 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/32e745f8-f88b-471c-bc70-02474caa1850 HTTP/1.1" status: 204 len: 168 time: 2.0365586 Jan 14 01:53:12.365450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40058) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:12.376127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b5434-c17c-4d28-8439-eeb44d96b12b None None] Pushing event updated for resources: {'Port': ['ID=af8ed77e-3892-4078-b901-b15d7ceb3a6a,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:12.390185 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2938a194-ba16-4565-a2ef-0960e54a5412 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1541459203'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:12.429766 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.442625 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cfd098-465b-4186-b873-7aa7f7892884 None None] Network 32e745f8-f88b-471c-bc70-02474caa1850 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:12.484379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cfd098-465b-4186-b873-7aa7f7892884 None None] Network 32e745f8-f88b-471c-bc70-02474caa1850 could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 14 01:53:12.486111 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] For port 9fd05fc7-0817-4946-b33c-2b350f18eaf9, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9fd05fc7-0817-4946-b33c-2b350f18eaf9,segment=NetworkSegment(cc83ba45-e333-43e5-9945-2a026e21a36d),segment_id=cc83ba45-e333-43e5-9945-2a026e21a36d)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:12.492107 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c23b0b-e346-4f53-8517-1b95ddb16236 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Network': ['ID=32e745f8-f88b-471c-bc70-02474caa1850,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:12.503166 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.509411 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b3c2b047-6f81-4a37-ac83-11a003c5eaf8 None None] Provisioning complete for port dba46bf2-660d-41aa-a444-cfdf10aa436f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:12.512611 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b047-6f81-4a37-ac83-11a003c5eaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.609450 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1808e56f-7078-44c1-89f9-ac779f8037de tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for security_group_rule (8bae109a-cbe5-4bbb-a34f-a5335b8a2374), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.667760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2b047-6f81-4a37-ac83-11a003c5eaf8 None None] Port dba46bf2-660d-41aa-a444-cfdf10aa436f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:53:12.690480 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:12.691121 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.692596 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] 10.222.0.36 "PUT /v2.0/ports/9fd05fc7-0817-4946-b33c-2b350f18eaf9 HTTP/1.1" status: 200 len: 1092 time: 2.4371042 Jan 14 01:53:12.697813 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b3c2b047-6f81-4a37-ac83-11a003c5eaf8 None None] Provisioning complete for port 62850303-e900-40d2-bc80-0483bf610bd1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:12.698622 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b047-6f81-4a37-ac83-11a003c5eaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (62850303-e900-40d2-bc80-0483bf610bd1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.729990 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f63a1b0a-bf5f-4225-82ff-9c0f4aee12c1 req-b8d3a924-8739-4f17-b2f2-eeeb880f36ae tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3960950 Jan 14 01:53:12.733737 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8cf10637-7a94-4fbd-8fb8-62106586b429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.742046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2938a194-ba16-4565-a2ef-0960e54a5412 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:12.751068 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2938a194-ba16-4565-a2ef-0960e54a5412 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.769881 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1808e56f-7078-44c1-89f9-ac779f8037de tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for security_group_rule (8bae109a-cbe5-4bbb-a34f-a5335b8a2374), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.770844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae95c15-7547-427e-94a1-e94b0d6f4dc9', 'tag': '9fd05fc7-0817-4946-b33c-2b350f18eaf9'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:12.773222 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe7677d-f67b-4ad4-8c5a-b2743be8f461" -d '{"events": [{"name": "network-changed", "server_uuid": "eae95c15-7547-427e-94a1-e94b0d6f4dc9", "tag": "9fd05fc7-0817-4946-b33c-2b350f18eaf9"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:12.826895 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2938a194-ba16-4565-a2ef-0960e54a5412 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:53:12.845305 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 62850303-e900-40d2-bc80-0483bf610bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:12.847784 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 920d03c3-4586-4838-9da0-33cd40b4b5db up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:12.850479 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2938a194-ba16-4565-a2ef-0960e54a5412 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (13f2b67a-ea71-4441-822c-96e59be73b4a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.852814 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-2938a194-ba16-4565-a2ef-0960e54a5412 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Added segment 13f2b67a-ea71-4441-822c-96e59be73b4a of type vlan for network e22455f4-1366-44b9-badc-1f50afb820ab Jan 14 01:53:12.881293 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1808e56f-7078-44c1-89f9-ac779f8037de tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (8bae109a-cbe5-4bbb-a34f-a5335b8a2374), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:12.929418 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd7341a-5cc7-4494-9888-fe2cc38e10dd x-openstack-request-id: req-afd7341a-5cc7-4494-9888-fe2cc38e10dd {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:12.929768 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae95c15-7547-427e-94a1-e94b0d6f4dc9", "tag": "9fd05fc7-0817-4946-b33c-2b350f18eaf9", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:12.930002 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-afd7341a-5cc7-4494-9888-fe2cc38e10dd {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:12.930457 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae95c15-7547-427e-94a1-e94b0d6f4dc9', 'tag': '9fd05fc7-0817-4946-b33c-2b350f18eaf9', 'status': 'completed', 'code': 200} Jan 14 01:53:12.976876 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2938a194-ba16-4565-a2ef-0960e54a5412 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (e22455f4-1366-44b9-badc-1f50afb820ab), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:13.023552 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-040d7371-90b6-43b6-8bcc-aecba46e6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:13.025110 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-040d7371-90b6-43b6-8bcc-aecba46e6069 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8e646224ae84181b6e005f78a7d58fd&device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 1095 time: 0.2384593 Jan 14 01:53:13.036585 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90758d00-c8a7-4750-a15b-f4619cb27054 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd05fc7-0817-4946-b33c-2b350f18eaf9,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:13.044035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808e56f-7078-44c1-89f9-ac779f8037de tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bae109a-cbe5-4bbb-a34f-a5335b8a2374,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:13.064773 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2b047-6f81-4a37-ac83-11a003c5eaf8 None None] Current status of the port 62850303-e900-40d2-bc80-0483bf610bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:13.064971 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1808e56f-7078-44c1-89f9-ac779f8037de tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:13.070321 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1808e56f-7078-44c1-89f9-ac779f8037de tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8921008 Jan 14 01:53:13.073752 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40076) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:13.079739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:13.133489 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 920d03c3-4586-4838-9da0-33cd40b4b5db triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:13.135700 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (920d03c3-4586-4838-9da0-33cd40b4b5db), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:13.201378 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8cf10637-7a94-4fbd-8fb8-62106586b429 admin admin] Publish callbacks [] for security_group (3fc27abd-a0c6-437e-adf6-08de6c592d1b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:13.205488 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2938a194-ba16-4565-a2ef-0960e54a5412 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (e22455f4-1366-44b9-badc-1f50afb820ab), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:13.212978 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2938a194-ba16-4565-a2ef-0960e54a5412 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:13.213886 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2938a194-ba16-4565-a2ef-0960e54a5412 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:13.243835 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8cf10637-7a94-4fbd-8fb8-62106586b429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3fc27abd-a0c6-437e-adf6-08de6c592d1b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:13.264672 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 920d03c3-4586-4838-9da0-33cd40b4b5db is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:13.266672 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-e3d769bf-9c2a-4aef-8f13-4112b7a9ed72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fd05fc7-0817-4946-b33c-2b350f18eaf9 HTTP/1.1" status: 200 len: 217 time: 0.2198312 Jan 14 01:53:13.330260 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:13.337848 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8cf10637-7a94-4fbd-8fb8-62106586b429 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcee062c6717487a85229aba20616f15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4854765 Jan 14 01:53:13.347746 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40090) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:13.517201 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2938a194-ba16-4565-a2ef-0960e54a5412 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1501956 Jan 14 01:53:13.521005 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40092) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:13.549252 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d377afbd-7e5c-420d-9eac-cd0d8e99aa5f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'subnet': {'network_id': 'e22455f4-1366-44b9-badc-1f50afb820ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:13.625472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device af8ed77e-3892-4078-b901-b15d7ceb3a6a up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:13.657248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-3bde69a5-614a-4a09-8ced-ec9a9cb18527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:13.659961 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-3bde69a5-614a-4a09-8ced-ec9a9cb18527 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d88a916-7883-47d7-b3f1-516d3e7883d2 HTTP/1.1" status: 200 len: 848 time: 0.3856630 Jan 14 01:53:13.676324 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938a194-ba16-4565-a2ef-0960e54a5412 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Network': ['ID=e22455f4-1366-44b9-badc-1f50afb820ab,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:13.707030 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf10637-7a94-4fbd-8fb8-62106586b429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc27abd-a0c6-437e-adf6-08de6c592d1b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:13.728964 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-acfe2387-c9a7-4a8c-b6cb-95604a83f1ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608447 Jan 14 01:53:13.729924 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb707dce-e0db-44c8-bb14-7770dfbcb0a3 admin admin] Publish callbacks [] for security_group (3fc27abd-a0c6-437e-adf6-08de6c592d1b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:13.745659 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network e22455f4-1366-44b9-badc-1f50afb820ab details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:53:13.793299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c514c-8702-44e3-885b-27b8f316be7f req-dc591f45-9f0a-44b5-8508-f69b33188ec7 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:13.815652 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-227c514c-8702-44e3-885b-27b8f316be7f req-dc591f45-9f0a-44b5-8508-f69b33188ec7 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 944 time: 0.7368920 Jan 14 01:53:13.941197 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb707dce-e0db-44c8-bb14-7770dfbcb0a3 admin admin] Publish callbacks [] for security_group (3fc27abd-a0c6-437e-adf6-08de6c592d1b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:13.974045 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port af8ed77e-3892-4078-b901-b15d7ceb3a6a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:13.974675 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:14.096219 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-227c514c-8702-44e3-885b-27b8f316be7f req-14b1daff-6020-4297-bc7e-e8c153abb8dc tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795417 Jan 14 01:53:14.165870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d377afbd-7e5c-420d-9eac-cd0d8e99aa5f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:14.170729 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d377afbd-7e5c-420d-9eac-cd0d8e99aa5f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:14.196473 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port af8ed77e-3892-4078-b901-b15d7ceb3a6a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:14.196863 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:14.199682 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f36c18-d0c2-4768-b8c5-a9d6fb2b02a3 req-42892833-ccb3-4155-b813-91046a2dbb6c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:14.207758 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f36c18-d0c2-4768-b8c5-a9d6fb2b02a3 req-42892833-ccb3-4155-b813-91046a2dbb6c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:14.213997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f36c18-d0c2-4768-b8c5-a9d6fb2b02a3 req-42892833-ccb3-4155-b813-91046a2dbb6c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:14.220864 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f36c18-d0c2-4768-b8c5-a9d6fb2b02a3 req-42892833-ccb3-4155-b813-91046a2dbb6c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:14.229805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f36c18-d0c2-4768-b8c5-a9d6fb2b02a3 req-42892833-ccb3-4155-b813-91046a2dbb6c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:14.246653 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f36c18-d0c2-4768-b8c5-a9d6fb2b02a3 req-42892833-ccb3-4155-b813-91046a2dbb6c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:14.261725 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f36c18-d0c2-4768-b8c5-a9d6fb2b02a3 req-42892833-ccb3-4155-b813-91046a2dbb6c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:14.277592 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3f36c18-d0c2-4768-b8c5-a9d6fb2b02a3 req-42892833-ccb3-4155-b813-91046a2dbb6c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5432 time: 0.2778461 Jan 14 01:53:14.292015 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port af8ed77e-3892-4078-b901-b15d7ceb3a6a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=af8ed77e-3892-4078-b901-b15d7ceb3a6a,segment=NetworkSegment(9a6e8f0b-4d95-458e-a8f6-6cc63af59228),segment_id=9a6e8f0b-4d95-458e-a8f6-6cc63af59228)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:14.301212 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:14.302087 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 62850303-e900-40d2-bc80-0483bf610bd1 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:14.363240 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185e0f5e-a3d5-4651-85c0-66f4ef34bd77 None None] Network 2238b488-d72e-432f-821a-921647553c45 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:14.541931 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3f36c18-d0c2-4768-b8c5-a9d6fb2b02a3 req-d6742189-9b64-452e-b79f-07f04750995e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2633593 Jan 14 01:53:14.783247 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:14.784538 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d8e5dd1f-f447-4139-a621-617bc3c5a2fc None None] Provisioning complete for port af8ed77e-3892-4078-b901-b15d7ceb3a6a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:14.784916 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d8e5dd1f-f447-4139-a621-617bc3c5a2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:14.804344 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-b1efa998-68b7-47f6-b83b-f1daa66aaac7 service neutron] 10.222.0.36 "GET /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0528836 Jan 14 01:53:14.814442 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb707dce-e0db-44c8-bb14-7770dfbcb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3fc27abd-a0c6-437e-adf6-08de6c592d1b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:14.814442 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb707dce-e0db-44c8-bb14-7770dfbcb0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:14.817474 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fb707dce-e0db-44c8-bb14-7770dfbcb0a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3fc27abd-a0c6-437e-adf6-08de6c592d1b HTTP/1.1" status: 204 len: 168 time: 1.4648113 Jan 14 01:53:14.957870 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d377afbd-7e5c-420d-9eac-cd0d8e99aa5f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (4fc48293-6952-463d-ac78-0f8760009e25), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:15.094150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=af8ed77e-3892-4078-b901-b15d7ceb3a6a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:15.102246 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f67ea-ed24-49bc-9dcb-47f3c2a538e5 req-7b460f14-4c07-4972-aeae-be91e726a789 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:15.116851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 62850303-e900-40d2-bc80-0483bf610bd1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:15.116851 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (62850303-e900-40d2-bc80-0483bf610bd1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:15.131407 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f67ea-ed24-49bc-9dcb-47f3c2a538e5 req-7b460f14-4c07-4972-aeae-be91e726a789 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:15.164075 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f67ea-ed24-49bc-9dcb-47f3c2a538e5 req-7b460f14-4c07-4972-aeae-be91e726a789 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:15.183452 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f67ea-ed24-49bc-9dcb-47f3c2a538e5 req-7b460f14-4c07-4972-aeae-be91e726a789 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:15.208869 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f67ea-ed24-49bc-9dcb-47f3c2a538e5 req-7b460f14-4c07-4972-aeae-be91e726a789 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:15.230009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f67ea-ed24-49bc-9dcb-47f3c2a538e5 req-7b460f14-4c07-4972-aeae-be91e726a789 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:15.259844 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f67ea-ed24-49bc-9dcb-47f3c2a538e5 req-7b460f14-4c07-4972-aeae-be91e726a789 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:15.283197 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-066f67ea-ed24-49bc-9dcb-47f3c2a538e5 req-7b460f14-4c07-4972-aeae-be91e726a789 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5432 time: 0.3830585 Jan 14 01:53:15.286409 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40156) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:15.304205 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Allocated IP 172.25.2.143 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/214229dc-3d93-4833-b622-05d0ab0dd03a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:15.366989 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-79af7ddc-0647-4ec8-963e-7a82128bdfdb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Request body: {'floatingip': {'port_id': 'c121a5e7-f7f1-4aad-a52b-c08401d58912'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:15.434000 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79af7ddc-0647-4ec8-963e-7a82128bdfdb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for floatingip (49bda0b6-483e-4371-a30b-dbab117e0113), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:15.465192 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6995d383-f794-4c62-bb9e-aafc174f4d78 req-1e77434b-31cc-4fed-95e1-11dd26c2929b service neutron] 10.222.0.36 "GET /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141768 Jan 14 01:53:15.465999 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb707dce-e0db-44c8-bb14-7770dfbcb0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc27abd-a0c6-437e-adf6-08de6c592d1b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:15.513846 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5dd1f-f447-4139-a621-617bc3c5a2fc None None] Current status of the port af8ed77e-3892-4078-b901-b15d7ceb3a6a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:15.571228 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 62850303-e900-40d2-bc80-0483bf610bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:15.652574 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9f4802b9-4b8d-4305-aa32-5cd47f2c7ecf None None] Provisioning complete for port af8ed77e-3892-4078-b901-b15d7ceb3a6a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:15.655583 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f4802b9-4b8d-4305-aa32-5cd47f2c7ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:15.813867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device af8ed77e-3892-4078-b901-b15d7ceb3a6a up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:15.820925 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377afbd-7e5c-420d-9eac-cd0d8e99aa5f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Checking segment: {'id': '13f2b67a-ea71-4441-822c-96e59be73b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e22455f4-1366-44b9-badc-1f50afb820ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:15.821443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d377afbd-7e5c-420d-9eac-cd0d8e99aa5f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network hostable DHCP agents. Network: e22455f4-1366-44b9-badc-1f50afb820ab, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:53:15.927895 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for port (214229dc-3d93-4833-b622-05d0ab0dd03a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:15.957204 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7677d-f67b-4ad4-8c5a-b2743be8f461 req-4be1bafa-5cc2-41c7-a5bb-5791bb95c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:15.961054 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cfe7677d-f67b-4ad4-8c5a-b2743be8f461 req-4be1bafa-5cc2-41c7-a5bb-5791bb95c3a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8e646224ae84181b6e005f78a7d58fd&device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 1095 time: 0.3532023 Jan 14 01:53:15.961206 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40204) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:15.973746 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377afbd-7e5c-420d-9eac-cd0d8e99aa5f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Subnet': ['ID=4fc48293-6952-463d-ac78-0f8760009e25,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:16.101949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9f4802b9-4b8d-4305-aa32-5cd47f2c7ecf None None] Current status of the port af8ed77e-3892-4078-b901-b15d7ceb3a6a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:16.131811 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port af8ed77e-3892-4078-b901-b15d7ceb3a6a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:16.132688 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:16.142307 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bec7dc12-64d8-493d-88d2-5a5b9c20bac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:16.223258 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d377afbd-7e5c-420d-9eac-cd0d8e99aa5f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network e22455f4-1366-44b9-badc-1f50afb820ab is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:53:16.247160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e5310-5201-4728-b4ec-991f0a3f4492 req-483c7abb-2981-4722-bf86-e0fed2329f50 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:16.248761 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e0e5310-5201-4728-b4ec-991f0a3f4492 req-483c7abb-2981-4722-bf86-e0fed2329f50 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 944 time: 0.9161985 Jan 14 01:53:16.253143 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7677d-f67b-4ad4-8c5a-b2743be8f461 req-aa79926a-7955-4447-90e0-8dfa84f0a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:16.255807 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cfe7677d-f67b-4ad4-8c5a-b2743be8f461 req-aa79926a-7955-4447-90e0-8dfa84f0a137 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a HTTP/1.1" status: 200 len: 909 time: 0.2826352 Jan 14 01:53:16.327991 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d377afbd-7e5c-420d-9eac-cd0d8e99aa5f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, e22455f4-1366-44b9-badc-1f50afb820ab) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:16.336419 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebd0f1c-d61c-4a46-9576-5214b9159027 None None] Network e22455f4-1366-44b9-badc-1f50afb820ab requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:16.347283 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d377afbd-7e5c-420d-9eac-cd0d8e99aa5f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:16.347881 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d377afbd-7e5c-420d-9eac-cd0d8e99aa5f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:16.420719 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (214229dc-3d93-4833-b622-05d0ab0dd03a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:16.421439 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d377afbd-7e5c-420d-9eac-cd0d8e99aa5f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8954158 Jan 14 01:53:16.423134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40226) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:16.445023 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-04475084-d97d-4589-9369-2918139e19e9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1245794883'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:16.448031 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cfe7677d-f67b-4ad4-8c5a-b2743be8f461 req-4ebf6a32-a7e6-405f-a90f-6a5207cda0b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fd05fc7-0817-4946-b33c-2b350f18eaf9 HTTP/1.1" status: 200 len: 217 time: 0.1649284 Jan 14 01:53:16.481830 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e0e5310-5201-4728-b4ec-991f0a3f4492 req-af76cf86-75d2-4b4a-9e66-dc33c5cdb978 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069097 Jan 14 01:53:16.525888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port af8ed77e-3892-4078-b901-b15d7ceb3a6a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:16.644036 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:16.655241 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:16.659125 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:16.699102 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-e22455f4-1366-44b9-badc-1f50afb820ab', 'network_id': 'e22455f4-1366-44b9-badc-1f50afb820ab', 'project_id': '7e0e89e58e15425ca66f26ea021ac1e5', 'fixed_ips': [{'subnet_id': '4fc48293-6952-463d-ac78-0f8760009e25'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:53:16.700616 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:16.747179 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Port': ['ID=214229dc-3d93-4833-b622-05d0ab0dd03a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:16.789030 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7677d-f67b-4ad4-8c5a-b2743be8f461 req-1f2f3217-cc15-49bb-8e8f-9c81004041a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:16.790514 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cfe7677d-f67b-4ad4-8c5a-b2743be8f461 req-1f2f3217-cc15-49bb-8e8f-9c81004041a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d88a916-7883-47d7-b3f1-516d3e7883d2 HTTP/1.1" status: 200 len: 848 time: 0.2383049 Jan 14 01:53:16.912071 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cfe7677d-f67b-4ad4-8c5a-b2743be8f461 req-87f77e09-afd8-4f4d-8862-ed8b2ea30f34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078999 Jan 14 01:53:16.960245 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for floatingip (dc9a3fe7-186a-489e-9150-17ede370d3c1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:16.980754 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bec7dc12-64d8-493d-88d2-5a5b9c20bac1 admin admin] Publish callbacks [] for security_group (8aef0d0c-b851-4a59-bea6-37d87655c7ac), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:16.999450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04475084-d97d-4589-9369-2918139e19e9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:17.011019 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04475084-d97d-4589-9369-2918139e19e9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.015670 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bec7dc12-64d8-493d-88d2-5a5b9c20bac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8aef0d0c-b851-4a59-bea6-37d87655c7ac), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.040984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Allocated IP 2001:db8::3 (e22455f4-1366-44b9-badc-1f50afb820ab/4fc48293-6952-463d-ac78-0f8760009e25/3cb94852-5303-4cca-bd82-c7980a4a572d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:17.047771 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79af7ddc-0647-4ec8-963e-7a82128bdfdb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.152638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7dc12-64d8-493d-88d2-5a5b9c20bac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aef0d0c-b851-4a59-bea6-37d87655c7ac,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:17.154311 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (214229dc-3d93-4833-b622-05d0ab0dd03a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.169289 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bec7dc12-64d8-493d-88d2-5a5b9c20bac1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e8512f6704f4a9a85d1142d3e16c78a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1793702 Jan 14 01:53:17.177982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40268) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:17.179139 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79af7ddc-0647-4ec8-963e-7a82128bdfdb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (49bda0b6-483e-4371-a30b-dbab117e0113), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.258930 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Publish callbacks [] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.279705 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.321696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04475084-d97d-4589-9369-2918139e19e9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:53:17.342031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Network e22455f4-1366-44b9-badc-1f50afb820ab is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:17.348262 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:17.354060 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04475084-d97d-4589-9369-2918139e19e9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (7f0cc7e4-98bc-4946-9ab4-c04676af59a9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.354681 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-04475084-d97d-4589-9369-2918139e19e9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Added segment 7f0cc7e4-98bc-4946-9ab4-c04676af59a9 of type vlan for network 9ff09c4e-f799-432a-9d01-deaa94fad5b9 Jan 14 01:53:17.356738 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:17.369859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Pushing event updated for resources: {'Port': ['ID=3cb94852-5303-4cca-bd82-c7980a4a572d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:17.429211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Attempting to bind port 3cb94852-5303-4cca-bd82-c7980a4a572d on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:17.430063 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Attempting to bind port 3cb94852-5303-4cca-bd82-c7980a4a572d by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '13f2b67a-ea71-4441-822c-96e59be73b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e22455f4-1366-44b9-badc-1f50afb820ab'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:17.430455 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Attempting to bind port 3cb94852-5303-4cca-bd82-c7980a4a572d on network e22455f4-1366-44b9-badc-1f50afb820ab {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:17.436849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:17.437147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Checking segment: {'id': '13f2b67a-ea71-4441-822c-96e59be73b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e22455f4-1366-44b9-badc-1f50afb820ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:17.437478 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.437946 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Bound using segment: {'id': '13f2b67a-ea71-4441-822c-96e59be73b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e22455f4-1366-44b9-badc-1f50afb820ab'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:17.438457 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Bound port: 3cb94852-5303-4cca-bd82-c7980a4a572d, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f2b67a-ea71-4441-822c-96e59be73b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e22455f4-1366-44b9-badc-1f50afb820ab'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:17.438940 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.527894 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for port (214229dc-3d93-4833-b622-05d0ab0dd03a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.529103 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] For port 3cb94852-5303-4cca-bd82-c7980a4a572d, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:17.539691 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] For port 3cb94852-5303-4cca-bd82-c7980a4a572d, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3cb94852-5303-4cca-bd82-c7980a4a572d,segment=NetworkSegment(13f2b67a-ea71-4441-822c-96e59be73b4a),segment_id=13f2b67a-ea71-4441-822c-96e59be73b4a)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:17.541327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (214229dc-3d93-4833-b622-05d0ab0dd03a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.552148 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.553828 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cfe7677d-f67b-4ad4-8c5a-b2743be8f461 req-a972ea33-54f4-4b49-88c4-50bd4fe81685 service neutron] 10.222.0.36 "GET /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160388 Jan 14 01:53:17.692147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3301d1-8692-4ccf-806c-8dc7828aa5e8 None None] Pushing event updated for resources: {'Port': ['ID=3cb94852-5303-4cca-bd82-c7980a4a572d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:17.708331 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76e2dbad-9ac3-4775-ad90-a3c1b8b2e759 admin admin] Publish callbacks [] for security_group (8aef0d0c-b851-4a59-bea6-37d87655c7ac), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.764968 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04475084-d97d-4589-9369-2918139e19e9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (9ff09c4e-f799-432a-9d01-deaa94fad5b9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.840245 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [None req-79af7ddc-0647-4ec8-963e-7a82128bdfdb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Floating IP 49bda0b6-483e-4371-a30b-dbab117e0113 associated. External IP: 172.25.2.224, port: c121a5e7-f7f1-4aad-a52b-c08401d58912. Jan 14 01:53:17.852596 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Port': ['ID=214229dc-3d93-4833-b622-05d0ab0dd03a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:17.858599 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76e2dbad-9ac3-4775-ad90-a3c1b8b2e759 admin admin] Publish callbacks [] for security_group (8aef0d0c-b851-4a59-bea6-37d87655c7ac), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.907105 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cfe7677d-f67b-4ad4-8c5a-b2743be8f461 req-469947c8-7b70-45c6-9a70-ddc41e78a457 service neutron] 10.222.0.36 "GET /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024158 Jan 14 01:53:17.913245 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (dc9a3fe7-186a-489e-9150-17ede370d3c1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:17.936042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541e973-91b5-4d70-b79a-61693dab2ef1 req-a79c43cf-e3f7-473a-a7fc-6eca72bd6527 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:17.945973 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5541e973-91b5-4d70-b79a-61693dab2ef1 req-a79c43cf-e3f7-473a-a7fc-6eca72bd6527 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 944 time: 0.2932603 Jan 14 01:53:17.949781 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40292) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:18.007345 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:18.014798 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fffff948-27c2-4fc2-9302-e0b0823b8ddd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9325738 Jan 14 01:53:18.036527 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76e2dbad-9ac3-4775-ad90-a3c1b8b2e759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (8aef0d0c-b851-4a59-bea6-37d87655c7ac), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:18.039166 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76e2dbad-9ac3-4775-ad90-a3c1b8b2e759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:18.040381 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-76e2dbad-9ac3-4775-ad90-a3c1b8b2e759 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8aef0d0c-b851-4a59-bea6-37d87655c7ac HTTP/1.1" status: 204 len: 168 time: 0.8543799 Jan 14 01:53:18.069048 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04475084-d97d-4589-9369-2918139e19e9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (9ff09c4e-f799-432a-9d01-deaa94fad5b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:18.077494 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04475084-d97d-4589-9369-2918139e19e9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:18.078136 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04475084-d97d-4589-9369-2918139e19e9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:18.152152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2dbad-9ac3-4775-ad90-a3c1b8b2e759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aef0d0c-b851-4a59-bea6-37d87655c7ac,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:18.191002 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5541e973-91b5-4d70-b79a-61693dab2ef1 req-f1fb13cf-f87b-497b-9f66-d6b4e02cf6c1 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437243 Jan 14 01:53:18.209726 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d95dfc9-a6e9-4462-a246-33411750b82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:18.302482 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-04475084-d97d-4589-9369-2918139e19e9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8699687 Jan 14 01:53:18.312031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40310) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:18.326254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'subnet': {'network_id': '9ff09c4e-f799-432a-9d01-deaa94fad5b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:18.402064 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04475084-d97d-4589-9369-2918139e19e9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Network': ['ID=9ff09c4e-f799-432a-9d01-deaa94fad5b9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:18.423684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 9ff09c4e-f799-432a-9d01-deaa94fad5b9 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:53:18.488578 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d95dfc9-a6e9-4462-a246-33411750b82a admin admin] Publish callbacks [] for security_group (d415a3f9-dbe0-4835-927c-bd479674ad5d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:18.504892 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d95dfc9-a6e9-4462-a246-33411750b82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d415a3f9-dbe0-4835-927c-bd479674ad5d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:18.520853 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:18.525468 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:18.567493 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8d95dfc9-a6e9-4462-a246-33411750b82a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71bc6fa641994e8180f85fd0f84e4e6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6147096 Jan 14 01:53:18.569657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95dfc9-a6e9-4462-a246-33411750b82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d415a3f9-dbe0-4835-927c-bd479674ad5d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:18.582495 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40330) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:18.653453 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 9fd05fc7-0817-4946-b33c-2b350f18eaf9 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:53:18.726757 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Performing IP validity checks on allocation pools {{(pid=103353) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 14 01:53:18.727173 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103353) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 14 01:53:18.738738 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-f2e9c205-b710-4ddd-9d33-747753ef935c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1488893073&fields=id&tenant_id=6b0dba3ed3b24efa9666f642e1209540 HTTP/1.1" status: 200 len: 267 time: 0.1688519 Jan 14 01:53:18.763944 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79af7ddc-0647-4ec8-963e-7a82128bdfdb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Router 6611d03e-47bb-4899-8c98-e9e294768c83 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:53:18.858055 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 9fd05fc7-0817-4946-b33c-2b350f18eaf9, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9fd05fc7-0817-4946-b33c-2b350f18eaf9,segment=NetworkSegment(cc83ba45-e333-43e5-9945-2a026e21a36d),segment_id=cc83ba45-e333-43e5-9945-2a026e21a36d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:18.873653 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd505fc6-519e-4dae-8e8e-f8cb76c414bc admin admin] Publish callbacks [] for security_group (d415a3f9-dbe0-4835-927c-bd479674ad5d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:18.901744 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '9fd05fc7-0817-4946-b33c-2b350f18eaf9', 'network_id': 'f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a', 'port_id': '9fd05fc7-0817-4946-b33c-2b350f18eaf9', 'mac_address': 'fa:16:3e:66:be:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d88a916-7883-47d7-b3f1-516d3e7883d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:53:18.903314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-dad46e53-74de-4b25-acb3-edf3eaf69ff8 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:18.912688 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-dad46e53-74de-4b25-acb3-edf3eaf69ff8 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports/4023414f-3958-4985-843f-ed50fbc2073b HTTP/1.1" status: 200 len: 935 time: 0.1508198 Jan 14 01:53:18.935112 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f5f50-d8bb-4f78-a7e8-9e71b2ebed4a req-cecb6d07-824e-4f03-9265-7717e5dfa95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:18.937388 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a80f5f50-d8bb-4f78-a7e8-9e71b2ebed4a req-cecb6d07-824e-4f03-9265-7717e5dfa95c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6e3572c859846c988e39d1a903b5582&device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 1100 time: 0.1228442 Jan 14 01:53:18.999653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:19.000109 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:19.017363 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd05fc7-0817-4946-b33c-2b350f18eaf9 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:53:19.040955 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 9fd05fc7-0817-4946-b33c-2b350f18eaf9, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9fd05fc7-0817-4946-b33c-2b350f18eaf9,segment=NetworkSegment(cc83ba45-e333-43e5-9945-2a026e21a36d),segment_id=cc83ba45-e333-43e5-9945-2a026e21a36d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:19.052504 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:19.144052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=9fd05fc7-0817-4946-b33c-2b350f18eaf9,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:19.156168 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f5f50-d8bb-4f78-a7e8-9e71b2ebed4a req-41d04391-aa9f-41a4-ab7b-b2d5073826d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:19.157756 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a80f5f50-d8bb-4f78-a7e8-9e71b2ebed4a req-41d04391-aa9f-41a4-ab7b-b2d5073826d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.1978562 Jan 14 01:53:19.221902 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a80f5f50-d8bb-4f78-a7e8-9e71b2ebed4a req-40b257e2-d50a-4322-a2d2-4ac8ea198ef4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba HTTP/1.1" status: 200 len: 217 time: 0.0555699 Jan 14 01:53:19.301092 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f5f50-d8bb-4f78-a7e8-9e71b2ebed4a req-af6150b0-ff6a-4045-8751-eed147cfb7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:19.302704 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a80f5f50-d8bb-4f78-a7e8-9e71b2ebed4a req-af6150b0-ff6a-4045-8751-eed147cfb7b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.0727310 Jan 14 01:53:19.325201 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd505fc6-519e-4dae-8e8e-f8cb76c414bc admin admin] Publish callbacks [] for security_group (d415a3f9-dbe0-4835-927c-bd479674ad5d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:19.364637 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-9f950e14-324e-4831-82e2-361ac08169f1 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:19.366388 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-9f950e14-324e-4831-82e2-361ac08169f1 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports/dba46bf2-660d-41aa-a444-cfdf10aa436f HTTP/1.1" status: 200 len: 936 time: 0.4528086 Jan 14 01:53:19.379731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['9fd05fc7-0817-4946-b33c-2b350f18eaf9'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:53:19.428223 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f5f50-d8bb-4f78-a7e8-9e71b2ebed4a req-bcf6d062-be16-405f-97d6-12aa7d23bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:19.430571 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a80f5f50-d8bb-4f78-a7e8-9e71b2ebed4a req-bcf6d062-be16-405f-97d6-12aa7d23bd7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192527 Jan 14 01:53:19.676783 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a80f5f50-d8bb-4f78-a7e8-9e71b2ebed4a req-890547df-b5d7-4786-a2a2-5b6d375eb71a service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391734 Jan 14 01:53:19.692690 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (98171e83-8e55-4aeb-b212-9870a1b693fc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:19.698298 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ba359-f8ac-46fb-ac6b-feea6978d3ee None None] Network e22455f4-1366-44b9-badc-1f50afb820ab requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:19.789000 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-42e27cc4-5b33-4275-a43c-6f1a74e19339 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3566146 Jan 14 01:53:19.790090 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd505fc6-519e-4dae-8e8e-f8cb76c414bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d415a3f9-dbe0-4835-927c-bd479674ad5d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:19.797899 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd505fc6-519e-4dae-8e8e-f8cb76c414bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:19.799200 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cd505fc6-519e-4dae-8e8e-f8cb76c414bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d415a3f9-dbe0-4835-927c-bd479674ad5d HTTP/1.1" status: 204 len: 168 time: 1.2097316 Jan 14 01:53:19.831946 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3cb94852-5303-4cca-bd82-c7980a4a572d up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:19.839864 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-94fbcb7e-ee8e-4bbb-abdb-7aee0d2b471f None None] Provisioning complete for port 3cb94852-5303-4cca-bd82-c7980a4a572d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:19.840610 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94fbcb7e-ee8e-4bbb-abdb-7aee0d2b471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:19.917686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd505fc6-519e-4dae-8e8e-f8cb76c414bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d415a3f9-dbe0-4835-927c-bd479674ad5d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:19.928179 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a80f5f50-d8bb-4f78-a7e8-9e71b2ebed4a req-90cdc171-cadc-49be-a384-16ac3be98b84 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439868 Jan 14 01:53:19.965809 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79af7ddc-0647-4ec8-963e-7a82128bdfdb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:53:19.975078 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79af7ddc-0647-4ec8-963e-7a82128bdfdb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:19.978769 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a42a2b-5f4b-4b3f-84cf-df4cf8893cff None None] Sync routers for ids ['6611d03e-47bb-4899-8c98-e9e294768c83'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:53:19.992876 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a42a2b-5f4b-4b3f-84cf-df4cf8893cff None None] Routers {'6611d03e-47bb-4899-8c98-e9e294768c83'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:53:19.993507 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-86a42a2b-5f4b-4b3f-84cf-df4cf8893cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:53:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6611d03e-47bb-4899-8c98-e9e294768c83'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:20.002274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-d3be7586-bc2a-474d-a621-03e9fa72f7b0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1649723 Jan 14 01:53:20.084645 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990ffdb-09fb-45ab-a1ef-8e295d8dd328 req-1e861aa1-17c4-4c08-bf0a-f472a23e5e93 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:20.086195 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f990ffdb-09fb-45ab-a1ef-8e295d8dd328 req-1e861aa1-17c4-4c08-bf0a-f472a23e5e93 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 945 time: 0.7691569 Jan 14 01:53:20.104057 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Subnet': ['ID=98171e83-8e55-4aeb-b212-9870a1b693fc,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:20.206463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-79af7ddc-0647-4ec8-963e-7a82128bdfdb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "PUT /v2.0/floatingips/49bda0b6-483e-4371-a30b-dbab117e0113 HTTP/1.1" status: 200 len: 991 time: 4.8463166 Jan 14 01:53:20.212506 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': 'c121a5e7-f7f1-4aad-a52b-c08401d58912'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:20.215097 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18599017-bd07-412b-8015-85a1449903d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "c121a5e7-f7f1-4aad-a52b-c08401d58912"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:20.222962 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 3cb94852-5303-4cca-bd82-c7980a4a572d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:20.223336 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:20.231019 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-86a42a2b-5f4b-4b3f-84cf-df4cf8893cff None None] Set router 6611d03e-47bb-4899-8c98-e9e294768c83 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:53:20.235147 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Checking segment: {'id': '7f0cc7e4-98bc-4946-9ab4-c04676af59a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9ff09c4e-f799-432a-9d01-deaa94fad5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:20.238291 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network hostable DHCP agents. Network: 9ff09c4e-f799-432a-9d01-deaa94fad5b9, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:53:20.319397 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f990ffdb-09fb-45ab-a1ef-8e295d8dd328 req-9740d36f-4530-49e6-82bf-6eb8142face7 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955683 Jan 14 01:53:20.327215 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network 9ff09c4e-f799-432a-9d01-deaa94fad5b9 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:53:20.370406 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-df3873e0-ec72-4a05-ac15-b29f5963e934 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:20.388671 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-df3873e0-ec72-4a05-ac15-b29f5963e934 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:20.408860 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-df3873e0-ec72-4a05-ac15-b29f5963e934 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:20.411036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-df3873e0-ec72-4a05-ac15-b29f5963e934 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/networks?id=d904935c-610e-42e6-94e1-24e36d7164e2&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=34af9444-73e2-4bf1-aca9-d671713da719&id=34af9444-73e2-4bf1-aca9-d671713da719 HTTP/1.1" status: 200 len: 1994 time: 0.3537717 Jan 14 01:53:20.462683 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-b944f761-db68-4bc9-931c-a15a76f3e022 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/quotas/6b0dba3ed3b24efa9666f642e1209540 HTTP/1.1" status: 200 len: 375 time: 0.0266669 Jan 14 01:53:20.541752 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 9ff09c4e-f799-432a-9d01-deaa94fad5b9) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:20.573693 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40382) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:20.590779 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:20.590779 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:20.600732 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8094184-1599-46d4-81d9-c96f8612e095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:20.666141 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-86a42a2b-5f4b-4b3f-84cf-df4cf8893cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T01:49:15Z', 'revision_number': 4, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '49bda0b6-483e-4371-a30b-dbab117e0113', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'port_id': 'c121a5e7-f7f1-4aad-a52b-c08401d58912', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'mac_address': 'fa:16:3e:db:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:50:34Z', 'updated_at': '2022-01-14T01:53:16Z', 'revision_number': 1, 'project_id': '82ce06b59ec642de9d503f0966874395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf1151d7-edf9-4257-965b-d8073d83aa2e', 'name': '', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'mac_address': 'fa:16:3e:ac:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:14Z', 'updated_at': '2022-01-14T01:49:21Z', 'revision_number': 5, 'project_id': '82ce06b59ec642de9d503f0966874395', 'subnets': [{'id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:20.693717 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a42a2b-5f4b-4b3f-84cf-df4cf8893cff None None] Checking router: 6611d03e-47bb-4899-8c98-e9e294768c83 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:53:20.703195 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a42a2b-5f4b-4b3f-84cf-df4cf8893cff None None] Routers {'6611d03e-47bb-4899-8c98-e9e294768c83'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:53:20.704060 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-86a42a2b-5f4b-4b3f-84cf-df4cf8893cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:53:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6611d03e-47bb-4899-8c98-e9e294768c83'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:20.750696 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-e43204ba-ff64-471d-ae88-a2636137fe61 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2856777 Jan 14 01:53:20.801035 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8094184-1599-46d4-81d9-c96f8612e095 admin admin] Publish callbacks [] for security_group (aaf821df-3a95-42f4-884e-9eda0530542f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:20.814298 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8094184-1599-46d4-81d9-c96f8612e095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (aaf821df-3a95-42f4-884e-9eda0530542f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:20.851624 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-86a42a2b-5f4b-4b3f-84cf-df4cf8893cff None None] Set router 6611d03e-47bb-4899-8c98-e9e294768c83 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:53:20.899466 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e8094184-1599-46d4-81d9-c96f8612e095 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8deab502d3cb459c9f05cf48b3028ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246596 Jan 14 01:53:20.910219 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40386) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:20.911184 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8094184-1599-46d4-81d9-c96f8612e095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf821df-3a95-42f4-884e-9eda0530542f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:20.937961 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-94fbcb7e-ee8e-4bbb-abdb-7aee0d2b471f None None] Current status of the port 3cb94852-5303-4cca-bd82-c7980a4a572d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:20.938530 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94fbcb7e-ee8e-4bbb-abdb-7aee0d2b471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:20.952162 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 9fd05fc7-0817-4946-b33c-2b350f18eaf9 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:21.066196 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4dd6741d-aa50-44a8-b7ed-3a11afe400d8 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7491786 Jan 14 01:53:21.066688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40392) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:21.082162 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f62cb-df95-463e-9155-98d339d8ba62 None None] Network 9ff09c4e-f799-432a-9d01-deaa94fad5b9 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:21.102187 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-5d3977f0-d7d0-4e51-a2bc-00750c05041f service neutron] 10.222.0.26 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505418 Jan 14 01:53:21.243079 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88a31153-66c1-4652-8438-4435d22e8579 admin admin] Publish callbacks [] for security_group (aaf821df-3a95-42f4-884e-9eda0530542f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:21.357585 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88a31153-66c1-4652-8438-4435d22e8579 admin admin] Publish callbacks [] for security_group (aaf821df-3a95-42f4-884e-9eda0530542f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:21.434073 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:53:21.446665 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (9ff09c4e-f799-432a-9d01-deaa94fad5b9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:21.448477 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8187aab5-ec75-4d3d-9284-b2e55872b559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-9ff09c4e-f799-432a-9d01-deaa94fad5b9', 'network_id': '9ff09c4e-f799-432a-9d01-deaa94fad5b9', 'project_id': '7e0e89e58e15425ca66f26ea021ac1e5', 'fixed_ips': [{'subnet_id': '98171e83-8e55-4aeb-b212-9870a1b693fc'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:53:21.450029 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8187aab5-ec75-4d3d-9284-b2e55872b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:21.465928 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59a373a-0c57-47b8-8f26-b62e6531b75b x-openstack-request-id: req-a59a373a-0c57-47b8-8f26-b62e6531b75b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:21.468161 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "tag": "c121a5e7-f7f1-4aad-a52b-c08401d58912", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:21.468989 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a59a373a-0c57-47b8-8f26-b62e6531b75b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:21.469887 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'tag': 'c121a5e7-f7f1-4aad-a52b-c08401d58912', 'status': 'completed', 'code': 200} Jan 14 01:53:21.508258 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-58ed964e-b13b-45a0-9c19-f51c84cfd6cc service neutron] 10.222.0.26 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013028 Jan 14 01:53:21.540441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 3cb94852-5303-4cca-bd82-c7980a4a572d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:21.541732 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:21.547227 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:21.549593 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:21.601772 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-b88f7d1a-da95-459d-a32a-3ad544fd750c service neutron] 10.222.0.26 "GET /v2.0/ports/4023414f-3958-4985-843f-ed50fbc2073b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0769556 Jan 14 01:53:21.623456 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88a31153-66c1-4652-8438-4435d22e8579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (aaf821df-3a95-42f4-884e-9eda0530542f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:21.630339 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88a31153-66c1-4652-8438-4435d22e8579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:21.633664 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-88a31153-66c1-4652-8438-4435d22e8579 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aaf821df-3a95-42f4-884e-9eda0530542f HTTP/1.1" status: 204 len: 168 time: 0.7194941 Jan 14 01:53:21.639629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599017-bd07-412b-8015-85a1449903d2 req-94d8d7cb-47a3-47f0-a3b8-c788f53b4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:21.640875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599017-bd07-412b-8015-85a1449903d2 req-94d8d7cb-47a3-47f0-a3b8-c788f53b4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:21.643967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599017-bd07-412b-8015-85a1449903d2 req-94d8d7cb-47a3-47f0-a3b8-c788f53b4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:21.644464 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599017-bd07-412b-8015-85a1449903d2 req-94d8d7cb-47a3-47f0-a3b8-c788f53b4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:21.648365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599017-bd07-412b-8015-85a1449903d2 req-94d8d7cb-47a3-47f0-a3b8-c788f53b4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:21.648855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599017-bd07-412b-8015-85a1449903d2 req-94d8d7cb-47a3-47f0-a3b8-c788f53b4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:21.650650 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599017-bd07-412b-8015-85a1449903d2 req-94d8d7cb-47a3-47f0-a3b8-c788f53b4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:21.652601 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-94fbcb7e-ee8e-4bbb-abdb-7aee0d2b471f None None] For port 3cb94852-5303-4cca-bd82-c7980a4a572d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3cb94852-5303-4cca-bd82-c7980a4a572d,segment=NetworkSegment(13f2b67a-ea71-4441-822c-96e59be73b4a),segment_id=13f2b67a-ea71-4441-822c-96e59be73b4a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:21.656300 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18599017-bd07-412b-8015-85a1449903d2 req-94d8d7cb-47a3-47f0-a3b8-c788f53b4461 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6489 time: 0.1470196 Jan 14 01:53:21.660072 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-86a42a2b-5f4b-4b3f-84cf-df4cf8893cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T01:49:15Z', 'revision_number': 4, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '49bda0b6-483e-4371-a30b-dbab117e0113', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'port_id': 'c121a5e7-f7f1-4aad-a52b-c08401d58912', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'mac_address': 'fa:16:3e:db:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:50:34Z', 'updated_at': '2022-01-14T01:53:16Z', 'revision_number': 1, 'project_id': '82ce06b59ec642de9d503f0966874395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf1151d7-edf9-4257-965b-d8073d83aa2e', 'name': '', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'mac_address': 'fa:16:3e:ac:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:14Z', 'updated_at': '2022-01-14T01:49:21Z', 'revision_number': 5, 'project_id': '82ce06b59ec642de9d503f0966874395', 'subnets': [{'id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:21.686845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a31153-66c1-4652-8438-4435d22e8579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf821df-3a95-42f4-884e-9eda0530542f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:21.748944 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94fbcb7e-ee8e-4bbb-abdb-7aee0d2b471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:21.761859 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (98171e83-8e55-4aeb-b212-9870a1b693fc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:21.791610 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a42a2b-5f4b-4b3f-84cf-df4cf8893cff None None] The sync data for ids ['6611d03e-47bb-4899-8c98-e9e294768c83'] in n-d-824358-4 is: [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T01:49:15Z', 'revision_number': 4, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '49bda0b6-483e-4371-a30b-dbab117e0113', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'port_id': 'c121a5e7-f7f1-4aad-a52b-c08401d58912', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'mac_address': 'fa:16:3e:db:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:50:34Z', 'updated_at': '2022-01-14T01:53:16Z', 'revision_number': 1, 'project_id': '82ce06b59ec642de9d503f0966874395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf1151d7-edf9-4257-965b-d8073d83aa2e', 'name': '', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'mac_address': 'fa:16:3e:ac:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:14Z', 'updated_at': '2022-01-14T01:49:21Z', 'revision_number': 5, 'project_id': '82ce06b59ec642de9d503f0966874395', 'subnets': [{'id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:53:21.971183 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (98171e83-8e55-4aeb-b212-9870a1b693fc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:22.025394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bc3a6-56e0-4157-a67c-eafb704ae26b req-00719d30-0846-43c3-b0b6-447d9854dc89 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:22.073228 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-645bc3a6-56e0-4157-a67c-eafb704ae26b req-00719d30-0846-43c3-b0b6-447d9854dc89 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 945 time: 0.3111684 Jan 14 01:53:22.132196 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8c4e4e76-fc0b-4f49-97b4-fd36f7a24af6 service neutron] 10.222.0.26 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230267 Jan 14 01:53:22.279982 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbcb7e-ee8e-4bbb-abdb-7aee0d2b471f None None] Pushing event updated for resources: {'Port': ['ID=3cb94852-5303-4cca-bd82-c7980a4a572d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:22.283356 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (9ff09c4e-f799-432a-9d01-deaa94fad5b9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-8187aab5-ec75-4d3d-9284-b2e55872b559 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98171e83-8e55-4aeb-b212-9870a1b693fc: This subnet is being modified by another concurrent operation. Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 01:53:22.306874 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exception Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98171e83-8e55-4aeb-b212-9870a1b693fc: This subnet is being modified by another concurrent operation. Jan 14 01:53:22.310390 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server Jan 14 01:53:22.331759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60413b79-1d28-4a80-9b09-e77c58b28e07 None None] New status for floating IP 49bda0b6-483e-4371-a30b-dbab117e0113: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:53:22.333964 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cb6c1683-9108-4cd5-aedc-2c8da97cfd89 None None] Provisioning complete for port 3cb94852-5303-4cca-bd82-c7980a4a572d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:22.334342 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1683-9108-4cd5-aedc-2c8da97cfd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:22.337884 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599017-bd07-412b-8015-85a1449903d2 req-f2183bde-1f1b-46b7-b4c4-960e7e88056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:22.340671 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a15e68-b251-43af-8d9d-f84cca0a9f5c None None] get_active_networks_info from n-d-824358-4 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 01:53:22.355375 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18599017-bd07-412b-8015-85a1449903d2 req-f2183bde-1f1b-46b7-b4c4-960e7e88056f service neutron] 10.222.0.46 "GET /v2.0/networks?id=76d46afc-cc44-477a-92f7-8aa69ad025a7 HTTP/1.1" status: 200 len: 912 time: 0.6683564 Jan 14 01:53:22.357017 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff09c4e-f799-432a-9d01-deaa94fad5b9']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:22.382276 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0cc7e4-98bc-4946-9ab4-c04676af59a9') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:22.382528 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0cc7e4-98bc-4946-9ab4-c04676af59a9') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:22.384462 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-0d30a6b8-402f-4fb7-a491-0fb4e3a83c86 service neutron] 10.222.0.26 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514503 Jan 14 01:53:22.406373 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (7f0cc7e4-98bc-4946-9ab4-c04676af59a9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:22.435901 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (7f0cc7e4-98bc-4946-9ab4-c04676af59a9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:22.451368 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:53:22.452515 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (7f0cc7e4-98bc-4946-9ab4-c04676af59a9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:22.476718 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18599017-bd07-412b-8015-85a1449903d2 req-f5b76cb6-b121-47a2-9f3a-b794a46dba4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c121a5e7-f7f1-4aad-a52b-c08401d58912 HTTP/1.1" status: 200 len: 999 time: 0.1090531 Jan 14 01:53:22.530364 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-53cbdc0a-5f3b-4517-8d1f-07d55b7f6562 service neutron] 10.222.0.26 "GET /v2.0/ports/dba46bf2-660d-41aa-a444-cfdf10aa436f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0518904 Jan 14 01:53:22.558998 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:53:22.560934 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:53:22.595801 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:53:22.600989 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Subnet': ['ID=98171e83-8e55-4aeb-b212-9870a1b693fc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:22.605962 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (9ff09c4e-f799-432a-9d01-deaa94fad5b9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:22.616507 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:22.636307 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/9ff09c4e-f799-432a-9d01-deaa94fad5b9 HTTP/1.1" status: 204 len: 168 time: 1.5682902 Jan 14 01:53:22.642948 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:22.644151 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:22.646129 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40434) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:22.677540 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489ae24-8457-44f4-b2b5-3537331ba525 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Network': ['ID=9ff09c4e-f799-432a-9d01-deaa94fad5b9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:22.735178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0fa8ab1d-b317-4f05-8205-679c7a791b2c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1504578087'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:22.755699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-645bc3a6-56e0-4157-a67c-eafb704ae26b req-6777bcb8-77c4-426e-a9cb-78a4c9e14fed tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6804426 Jan 14 01:53:22.821110 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 9fd05fc7-0817-4946-b33c-2b350f18eaf9, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9fd05fc7-0817-4946-b33c-2b350f18eaf9,segment=NetworkSegment(cc83ba45-e333-43e5-9945-2a026e21a36d),segment_id=cc83ba45-e333-43e5-9945-2a026e21a36d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:22.822466 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae95c15-7547-427e-94a1-e94b0d6f4dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd05fc7-0817-4946-b33c-2b350f18eaf9'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:22.825389 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e23eab2-7c30-4c67-8d54-86988c1e101b" -d '{"events": [{"server_uuid": "eae95c15-7547-427e-94a1-e94b0d6f4dc9", "name": "network-vif-plugged", "status": "completed", "tag": "9fd05fc7-0817-4946-b33c-2b350f18eaf9"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:22.872454 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:22.928289 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599017-bd07-412b-8015-85a1449903d2 req-86c41864-8cff-42da-9e3a-f58923f41f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:22.930122 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18599017-bd07-412b-8015-85a1449903d2 req-86c41864-8cff-42da-9e3a-f58923f41f2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9785ed8-46df-400a-bcac-abcd200ac677 HTTP/1.1" status: 200 len: 850 time: 0.3865426 Jan 14 01:53:22.932867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-0ae6c652-fce4-4ac6-8f88-a7e7988c8a82 service neutron] 10.222.0.26 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775852 Jan 14 01:53:22.993564 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa8ab1d-b317-4f05-8205-679c7a791b2c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:22.998803 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ab1d-b317-4f05-8205-679c7a791b2c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:23.119988 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599017-bd07-412b-8015-85a1449903d2 req-eaf5fb85-ea2c-482f-a9ac-eb947f75c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:23.121865 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18599017-bd07-412b-8015-85a1449903d2 req-eaf5fb85-ea2c-482f-a9ac-eb947f75c903 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=76d46afc-cc44-477a-92f7-8aa69ad025a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716983 Jan 14 01:53:23.196755 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa8ab1d-b317-4f05-8205-679c7a791b2c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:53:23.199516 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c56ec2-f164-49d4-a160-1254cf3b6de2 x-openstack-request-id: req-41c56ec2-f164-49d4-a160-1254cf3b6de2 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:23.203582 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae95c15-7547-427e-94a1-e94b0d6f4dc9", "name": "network-vif-plugged", "status": "completed", "tag": "9fd05fc7-0817-4946-b33c-2b350f18eaf9", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:23.204047 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41c56ec2-f164-49d4-a160-1254cf3b6de2 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:23.206461 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae95c15-7547-427e-94a1-e94b0d6f4dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd05fc7-0817-4946-b33c-2b350f18eaf9', 'code': 200} Jan 14 01:53:23.211504 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ab1d-b317-4f05-8205-679c7a791b2c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (4179de8f-4a43-410f-bb61-9b8944eef74e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:23.211905 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-0fa8ab1d-b317-4f05-8205-679c7a791b2c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Added segment 4179de8f-4a43-410f-bb61-9b8944eef74e of type vlan for network 3ffc362e-22fa-429d-8c70-61a4d9dab79c Jan 14 01:53:23.317465 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ab1d-b317-4f05-8205-679c7a791b2c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (3ffc362e-22fa-429d-8c70-61a4d9dab79c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:23.371916 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a99daf-0521-4e03-861b-8c9d94a6563a req-9df0e296-64d7-4607-b566-a2088f654e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:23.374949 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e5a99daf-0521-4e03-861b-8c9d94a6563a req-9df0e296-64d7-4607-b566-a2088f654e48 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0837665 Jan 14 01:53:23.377217 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c1683-9108-4cd5-aedc-2c8da97cfd89 None None] Current status of the port 3cb94852-5303-4cca-bd82-c7980a4a572d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:23.416345 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 3cb94852-5303-4cca-bd82-c7980a4a572d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:23.426796 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=9fd05fc7-0817-4946-b33c-2b350f18eaf9,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:23.441631 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-9e966d66-7431-4992-84ad-edd586196b39 service neutron] 10.222.0.26 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795179 Jan 14 01:53:23.474158 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e5a99daf-0521-4e03-861b-8c9d94a6563a req-7d916e12-78a1-4974-acc1-41b731a1e611 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922720 Jan 14 01:53:23.477462 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a15e68-b251-43af-8d9d-f84cca0a9f5c None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 01:53:23.624599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3cb94852-5303-4cca-bd82-c7980a4a572d up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:23.771880 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 3cb94852-5303-4cca-bd82-c7980a4a572d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:23.772261 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:24.052972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 3cb94852-5303-4cca-bd82-c7980a4a572d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:24.168365 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff150363-ae27-4fec-8f9d-aa44bd086cec None None] Network 9ff09c4e-f799-432a-9d01-deaa94fad5b9 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:24.203595 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff150363-ae27-4fec-8f9d-aa44bd086cec None None] Network 9ff09c4e-f799-432a-9d01-deaa94fad5b9 could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 14 01:53:24.221044 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ab1d-b317-4f05-8205-679c7a791b2c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (3ffc362e-22fa-429d-8c70-61a4d9dab79c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:24.228794 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa8ab1d-b317-4f05-8205-679c7a791b2c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:24.230746 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ab1d-b317-4f05-8205-679c7a791b2c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:24.232110 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-39983d45-30eb-4bc9-8f37-7984a00472e6 None None] Provisioning complete for port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:24.232617 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39983d45-30eb-4bc9-8f37-7984a00472e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:24.396678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-39983d45-30eb-4bc9-8f37-7984a00472e6 None None] Current status of the port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:24.408998 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8ab1d-b317-4f05-8205-679c7a791b2c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Network': ['ID=3ffc362e-22fa-429d-8c70-61a4d9dab79c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:24.440459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 3ffc362e-22fa-429d-8c70-61a4d9dab79c details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:53:24.457202 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0fa8ab1d-b317-4f05-8205-679c7a791b2c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8091877 Jan 14 01:53:24.461908 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40570) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:24.469439 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-dd93e163-3ac3-4a7a-a89e-7460ff7d9f91 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'subnet': {'network_id': '3ffc362e-22fa-429d-8c70-61a4d9dab79c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:24.475821 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18599017-bd07-412b-8015-85a1449903d2 req-e4852e48-3251-4c80-82ae-98847f3ea291 service neutron] 10.222.0.46 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3456349 Jan 14 01:53:24.500612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2c744-a197-4979-a7c0-6a59c461a5e2 req-a5f7ee4d-3bd0-43d1-bde2-12fa0c15a1a6 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:24.508910 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-94f2c744-a197-4979-a7c0-6a59c461a5e2 req-a5f7ee4d-3bd0-43d1-bde2-12fa0c15a1a6 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 949 time: 1.0423374 Jan 14 01:53:24.582466 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-18efb60a-759e-4f48-a4fe-2af21e59175e service neutron] 10.222.0.26 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1387651 Jan 14 01:53:24.707063 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd93e163-3ac3-4a7a-a89e-7460ff7d9f91 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:24.711242 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd93e163-3ac3-4a7a-a89e-7460ff7d9f91 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:24.784773 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-94f2c744-a197-4979-a7c0-6a59c461a5e2 req-98ce7fcf-bae8-4245-8e4b-459ec22abd0e tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702975 Jan 14 01:53:25.046458 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-e0f334ce-1807-47ff-89bf-39c6f1639451 service neutron] 10.222.0.26 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552662 Jan 14 01:53:25.048939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40580) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:25.093321 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd93e163-3ac3-4a7a-a89e-7460ff7d9f91 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (ea2627f1-ddda-4275-a874-4ad423c22915), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:25.206629 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e163-3ac3-4a7a-a89e-7460ff7d9f91 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Checking segment: {'id': '4179de8f-4a43-410f-bb61-9b8944eef74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ffc362e-22fa-429d-8c70-61a4d9dab79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:25.206926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93e163-3ac3-4a7a-a89e-7460ff7d9f91 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network hostable DHCP agents. Network: 3ffc362e-22fa-429d-8c70-61a4d9dab79c, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:53:25.209773 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93e163-3ac3-4a7a-a89e-7460ff7d9f91 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Subnet': ['ID=ea2627f1-ddda-4275-a874-4ad423c22915,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:25.258572 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93e163-3ac3-4a7a-a89e-7460ff7d9f91 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network 3ffc362e-22fa-429d-8c70-61a4d9dab79c is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:53:25.273123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-dd93e163-3ac3-4a7a-a89e-7460ff7d9f91 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 3ffc362e-22fa-429d-8c70-61a4d9dab79c) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:25.284308 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-0d35cdc3-8f22-466e-99c2-a21026eac328 service neutron] 10.222.0.26 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038994 Jan 14 01:53:25.286946 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be576314-a50e-4e96-a9be-079fb5a94a8b None None] Network 3ffc362e-22fa-429d-8c70-61a4d9dab79c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:25.290469 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e163-3ac3-4a7a-a89e-7460ff7d9f91 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:25.294918 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d57713-0019-44fc-ad88-e4912a65b069 req-37c4ebd4-1c89-4096-a971-6fbcf0d7b935 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:25.296652 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27d57713-0019-44fc-ad88-e4912a65b069 req-37c4ebd4-1c89-4096-a971-6fbcf0d7b935 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 946 time: 0.3940403 Jan 14 01:53:25.298463 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd93e163-3ac3-4a7a-a89e-7460ff7d9f91 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:25.298828 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18599017-bd07-412b-8015-85a1449903d2 req-c0e74723-2823-4f34-bacb-55a67ee8fec1 service neutron] 10.222.0.46 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8133085 Jan 14 01:53:25.338047 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-dd93e163-3ac3-4a7a-a89e-7460ff7d9f91 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8722725 Jan 14 01:53:25.340271 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40584) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:25.444249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-27d57713-0019-44fc-ad88-e4912a65b069 req-e878c90a-b38e-4f63-9a16-9502b91ef6df tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332347 Jan 14 01:53:25.473436 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-b8e99b52-bdb1-4724-8a1c-e856fd656460 service neutron] 10.222.0.26 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735034 Jan 14 01:53:25.500851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ee5831-f304-45fe-a670-b4ad9c8aadc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-3ffc362e-22fa-429d-8c70-61a4d9dab79c', 'network_id': '3ffc362e-22fa-429d-8c70-61a4d9dab79c', 'project_id': '7e0e89e58e15425ca66f26ea021ac1e5', 'fixed_ips': [{'subnet_id': 'ea2627f1-ddda-4275-a874-4ad423c22915'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:53:25.501656 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65ee5831-f304-45fe-a670-b4ad9c8aadc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:25.504208 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (3ffc362e-22fa-429d-8c70-61a4d9dab79c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:25.561773 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e18c7e04-17a9-48aa-aa29-836a4c390a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:25.575160 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (ea2627f1-ddda-4275-a874-4ad423c22915), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:25.637552 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-69074abf-0d84-424c-bae0-490aedfff77c service neutron] 10.222.0.26 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550252 Jan 14 01:53:25.675887 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (ea2627f1-ddda-4275-a874-4ad423c22915), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-65ee5831-f304-45fe-a670-b4ad9c8aadc9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea2627f1-ddda-4275-a874-4ad423c22915: This subnet is being modified by another concurrent operation. Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 01:53:25.680331 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exception Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea2627f1-ddda-4275-a874-4ad423c22915: This subnet is being modified by another concurrent operation. Jan 14 01:53:25.683665 n-d-824358-4 neutron-server[103355]: ERROR oslo_messaging.rpc.server Jan 14 01:53:25.703371 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e18c7e04-17a9-48aa-aa29-836a4c390a99 admin admin] Publish callbacks [] for security_group (b1e8c5d2-2567-44a7-9112-dab7dd427d6f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:25.707873 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10530a81-4a5f-4190-9b93-07a1a11f3c74 None None] get_active_networks_info from n-d-824358-4 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 01:53:25.713165 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2627f1-ddda-4275-a874-4ad423c22915,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:25.714397 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e18c7e04-17a9-48aa-aa29-836a4c390a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b1e8c5d2-2567-44a7-9112-dab7dd427d6f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:25.820748 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (3ffc362e-22fa-429d-8c70-61a4d9dab79c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:25.844996 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e18c7e04-17a9-48aa-aa29-836a4c390a99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=685353d764dd4d078f47f492093fa0c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7919483 Jan 14 01:53:25.855401 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffc362e-22fa-429d-8c70-61a4d9dab79c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:25.856167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40598) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:25.874411 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c7e04-17a9-48aa-aa29-836a4c390a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e8c5d2-2567-44a7-9112-dab7dd427d6f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:25.903726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4179de8f-4a43-410f-bb61-9b8944eef74e') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:25.905282 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4179de8f-4a43-410f-bb61-9b8944eef74e') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:25.927833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-29add011-e5ec-415d-aa09-cef5b4eecb3f service neutron] 10.222.0.26 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224286 Jan 14 01:53:25.952144 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (4179de8f-4a43-410f-bb61-9b8944eef74e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:25.984265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (4179de8f-4a43-410f-bb61-9b8944eef74e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:25.999014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:53:25.999247 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (4179de8f-4a43-410f-bb61-9b8944eef74e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:53:26.009996 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:53:26.045917 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-889a82dd-0014-4848-afd7-fc87758230c9 admin admin] Publish callbacks [] for security_group (b1e8c5d2-2567-44a7-9112-dab7dd427d6f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.074742 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-3da94ed7-18b2-4e32-bbb6-06efb0f5c417 service neutron] 10.222.0.26 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458254 Jan 14 01:53:26.122083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10530a81-4a5f-4190-9b93-07a1a11f3c74 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 01:53:26.139038 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (3ffc362e-22fa-429d-8c70-61a4d9dab79c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.150650 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.156206 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/3ffc362e-22fa-429d-8c70-61a4d9dab79c HTTP/1.1" status: 204 len: 168 time: 0.8147562 Jan 14 01:53:26.164261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40608) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:26.166208 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a0d95c10-bc92-4370-b763-5d22592f0d9a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-52049713'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:26.208073 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d95c10-bc92-4370-b763-5d22592f0d9a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:26.212379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d95c10-bc92-4370-b763-5d22592f0d9a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.214111 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-889a82dd-0014-4848-afd7-fc87758230c9 admin admin] Publish callbacks [] for security_group (b1e8c5d2-2567-44a7-9112-dab7dd427d6f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.216956 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bc4cf-d46d-4cde-92f3-199704a7c68a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Network': ['ID=3ffc362e-22fa-429d-8c70-61a4d9dab79c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:26.253448 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d95c10-bc92-4370-b763-5d22592f0d9a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:53:26.265322 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d95c10-bc92-4370-b763-5d22592f0d9a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (4c5257d9-040f-4583-8186-7699eb1188e2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.265840 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-a0d95c10-bc92-4370-b763-5d22592f0d9a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Added segment 4c5257d9-040f-4583-8186-7699eb1188e2 of type vlan for network 2f401b49-8072-4c7e-8252-104d3e252411 Jan 14 01:53:26.325065 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d95c10-bc92-4370-b763-5d22592f0d9a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (2f401b49-8072-4c7e-8252-104d3e252411), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.353859 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d95c10-bc92-4370-b763-5d22592f0d9a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (2f401b49-8072-4c7e-8252-104d3e252411), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.361406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d95c10-bc92-4370-b763-5d22592f0d9a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:26.362942 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d95c10-bc92-4370-b763-5d22592f0d9a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.388408 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-f185b8e7-1917-4383-82b6-82f5cf8cda3b service neutron] 10.222.0.26 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039751 Jan 14 01:53:26.399186 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-889a82dd-0014-4848-afd7-fc87758230c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b1e8c5d2-2567-44a7-9112-dab7dd427d6f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.409982 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-889a82dd-0014-4848-afd7-fc87758230c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.417765 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-889a82dd-0014-4848-afd7-fc87758230c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1e8c5d2-2567-44a7-9112-dab7dd427d6f HTTP/1.1" status: 204 len: 168 time: 0.5602844 Jan 14 01:53:26.445660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a82dd-0014-4848-afd7-fc87758230c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e8c5d2-2567-44a7-9112-dab7dd427d6f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:26.580487 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a0d95c10-bc92-4370-b763-5d22592f0d9a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4154439 Jan 14 01:53:26.580931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40632) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:26.585942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6b31f518-6c68-4b69-82dd-6d432f934573 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'subnet': {'network_id': '2f401b49-8072-4c7e-8252-104d3e252411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:26.596874 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d95c10-bc92-4370-b763-5d22592f0d9a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Network': ['ID=2f401b49-8072-4c7e-8252-104d3e252411,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:26.606708 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:53:26.613197 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 2f401b49-8072-4c7e-8252-104d3e252411 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:53:26.712944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45724efc-1e57-4a30-886b-e95321a672c4 None None] Network 3ffc362e-22fa-429d-8c70-61a4d9dab79c requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:26.747424 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45724efc-1e57-4a30-886b-e95321a672c4 None None] Network 3ffc362e-22fa-429d-8c70-61a4d9dab79c could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 14 01:53:26.797158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500ee3-174d-40c2-ab58-17289d952f4f req-28ccc57e-ac65-4f55-a5f2-0dd2a0dc0024 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:26.798778 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a8500ee3-174d-40c2-ab58-17289d952f4f req-28ccc57e-ac65-4f55-a5f2-0dd2a0dc0024 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 946 time: 0.1080058 Jan 14 01:53:26.821212 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:26.821816 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.868938 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31066d4-3f41-4b44-af16-bde07a68b357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:26.872915 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d185ec6a-48e3-4ed0-b90c-241b9ba6f6ec" -d '{"events": [{"server_uuid": "a31066d4-3f41-4b44-af16-bde07a68b357", "name": "network-vif-unplugged", "status": "completed", "tag": "15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:26.873126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b31f518-6c68-4b69-82dd-6d432f934573 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:26.876890 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b31f518-6c68-4b69-82dd-6d432f934573 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.890533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:26.896441 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:26.910957 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a8500ee3-174d-40c2-ab58-17289d952f4f req-993f0fbe-0753-41b8-ba6b-b5f4bc1481c0 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867913 Jan 14 01:53:26.968468 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:27.165038 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b31f518-6c68-4b69-82dd-6d432f934573 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (54d7d097-292c-4532-9a5c-52c7c61ddfe8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:27.216708 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698625e3-64c6-44a1-8b5a-bbe885302227 x-openstack-request-id: req-698625e3-64c6-44a1-8b5a-bbe885302227 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:27.217081 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31066d4-3f41-4b44-af16-bde07a68b357", "name": "network-vif-unplugged", "status": "completed", "tag": "15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:27.217413 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-698625e3-64c6-44a1-8b5a-bbe885302227 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:27.217914 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31066d4-3f41-4b44-af16-bde07a68b357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba', 'code': 200} Jan 14 01:53:27.245002 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31f518-6c68-4b69-82dd-6d432f934573 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Subnet': ['ID=54d7d097-292c-4532-9a5c-52c7c61ddfe8,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:27.286471 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31f518-6c68-4b69-82dd-6d432f934573 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Checking segment: {'id': '4c5257d9-040f-4583-8186-7699eb1188e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f401b49-8072-4c7e-8252-104d3e252411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:27.286944 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b31f518-6c68-4b69-82dd-6d432f934573 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network hostable DHCP agents. Network: 2f401b49-8072-4c7e-8252-104d3e252411, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:53:27.340910 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b31f518-6c68-4b69-82dd-6d432f934573 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network 2f401b49-8072-4c7e-8252-104d3e252411 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:53:27.382466 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-381f7d56-6021-49f3-bc59-fe7b13776aab req-aebf3ba4-d337-4adb-aae2-6698ecd6da3a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.0773799 Jan 14 01:53:27.390019 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6b31f518-6c68-4b69-82dd-6d432f934573 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 2f401b49-8072-4c7e-8252-104d3e252411) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:27.402115 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47728100-52e5-4322-b5c4-f9c6f6f33fa8 None None] Network 2f401b49-8072-4c7e-8252-104d3e252411 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:27.405406 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b31f518-6c68-4b69-82dd-6d432f934573 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:27.406114 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b31f518-6c68-4b69-82dd-6d432f934573 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:27.433065 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6b31f518-6c68-4b69-82dd-6d432f934573 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8511944 Jan 14 01:53:27.435702 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40688) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:27.555306 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-2f401b49-8072-4c7e-8252-104d3e252411', 'network_id': '2f401b49-8072-4c7e-8252-104d3e252411', 'project_id': '7e0e89e58e15425ca66f26ea021ac1e5', 'fixed_ips': [{'subnet_id': '54d7d097-292c-4532-9a5c-52c7c61ddfe8'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:53:27.556239 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:27.590202 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (2f401b49-8072-4c7e-8252-104d3e252411), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:27.701666 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (54d7d097-292c-4532-9a5c-52c7c61ddfe8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:27.743000 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Allocated IP 2001:db8::1 (2f401b49-8072-4c7e-8252-104d3e252411/54d7d097-292c-4532-9a5c-52c7c61ddfe8/d6872c52-01ef-4681-bc5e-07e48e9cb0c0) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:28.047134 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Publish callbacks [] for port (d6872c52-01ef-4681-bc5e-07e48e9cb0c0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:28.070112 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (d6872c52-01ef-4681-bc5e-07e48e9cb0c0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:28.138003 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (54d7d097-292c-4532-9a5c-52c7c61ddfe8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:28.143769 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Network 2f401b49-8072-4c7e-8252-104d3e252411 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:28.150366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:28.154808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:28.204995 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Subnet': ['ID=54d7d097-292c-4532-9a5c-52c7c61ddfe8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:28.212810 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Pushing event updated for resources: {'Port': ['ID=d6872c52-01ef-4681-bc5e-07e48e9cb0c0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:28.247660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Attempting to bind port d6872c52-01ef-4681-bc5e-07e48e9cb0c0 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:28.248089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Attempting to bind port d6872c52-01ef-4681-bc5e-07e48e9cb0c0 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '4c5257d9-040f-4583-8186-7699eb1188e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f401b49-8072-4c7e-8252-104d3e252411'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:28.248674 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Attempting to bind port d6872c52-01ef-4681-bc5e-07e48e9cb0c0 on network 2f401b49-8072-4c7e-8252-104d3e252411 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:28.269695 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:28.271204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Checking segment: {'id': '4c5257d9-040f-4583-8186-7699eb1188e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f401b49-8072-4c7e-8252-104d3e252411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:28.271792 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:28.272446 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Bound using segment: {'id': '4c5257d9-040f-4583-8186-7699eb1188e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f401b49-8072-4c7e-8252-104d3e252411'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:28.273291 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Bound port: d6872c52-01ef-4681-bc5e-07e48e9cb0c0, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5257d9-040f-4583-8186-7699eb1188e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f401b49-8072-4c7e-8252-104d3e252411'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:28.278384 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d6872c52-01ef-4681-bc5e-07e48e9cb0c0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:28.286288 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd0acb-67c1-474f-8c4f-32ebf49058bb req-71674a12-bb1b-4a77-855d-2d5258f9407d tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:28.293588 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8cd0acb-67c1-474f-8c4f-32ebf49058bb req-71674a12-bb1b-4a77-855d-2d5258f9407d tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 946 time: 0.2413819 Jan 14 01:53:28.320424 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (2f401b49-8072-4c7e-8252-104d3e252411), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:28.335075 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbed94-f4a0-4343-a204-affbfe61b029 req-24d2cd40-d04c-4f8d-a17b-9fdbfb71cf17 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:28.338343 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-56fbed94-f4a0-4343-a204-affbfe61b029 req-24d2cd40-d04c-4f8d-a17b-9fdbfb71cf17 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.36 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 946 time: 0.0934737 Jan 14 01:53:28.357628 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f401b49-8072-4c7e-8252-104d3e252411']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:28.376253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5257d9-040f-4583-8186-7699eb1188e2') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:28.376533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5257d9-040f-4583-8186-7699eb1188e2') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:28.394720 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8cd0acb-67c1-474f-8c4f-32ebf49058bb req-9e187579-ceb3-41d0-8860-dd4c6873389b tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/security-groups?id=a90f5bc7-7306-48f5-9e87-09665ca0cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001422 Jan 14 01:53:28.417847 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (4c5257d9-040f-4583-8186-7699eb1188e2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:28.445833 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (4c5257d9-040f-4583-8186-7699eb1188e2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:28.453516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:53:28.454173 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (4c5257d9-040f-4583-8186-7699eb1188e2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:53:28.458774 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:53:28.581218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] For port d6872c52-01ef-4681-bc5e-07e48e9cb0c0, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:28.589713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 01:53:28.589713 n-d-824358-4 neutron-server[103353]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 01:53:28.589713 n-d-824358-4 neutron-server[103353]: [parameters: {'id': '2f401b49-8072-4c7e-8252-104d3e252411'}] Jan 14 01:53:28.589713 n-d-824358-4 neutron-server[103353]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:53:28.590167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] For port d6872c52-01ef-4681-bc5e-07e48e9cb0c0, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d6872c52-01ef-4681-bc5e-07e48e9cb0c0,segment=NetworkSegment(4c5257d9-040f-4583-8186-7699eb1188e2),segment_id=4c5257d9-040f-4583-8186-7699eb1188e2)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:28.590494 n-d-824358-4 neutron-server[103353]: DEBUG oslo_db.api [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:53:28.603514 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d6872c52-01ef-4681-bc5e-07e48e9cb0c0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:28.651603 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0bcaa0c-0f15-4cb3-9266-4081b885e3d1 req-0a578d1b-00b8-4526-916c-a480e23245c4 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.0601101 Jan 14 01:53:28.677110 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-56fbed94-f4a0-4343-a204-affbfe61b029 req-189a9d6f-46be-4a05-afe5-0ea668ca9e1b tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Deleting port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:53:28.677575 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-56fbed94-f4a0-4343-a204-affbfe61b029 req-189a9d6f-46be-4a05-afe5-0ea668ca9e1b tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:28.780289 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-56fbed94-f4a0-4343-a204-affbfe61b029 req-189a9d6f-46be-4a05-afe5-0ea668ca9e1b tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] For port 9fd05fc7-0817-4946-b33c-2b350f18eaf9, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9fd05fc7-0817-4946-b33c-2b350f18eaf9,segment=NetworkSegment(cc83ba45-e333-43e5-9945-2a026e21a36d),segment_id=cc83ba45-e333-43e5-9945-2a026e21a36d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:28.780686 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-56fbed94-f4a0-4343-a204-affbfe61b029 req-189a9d6f-46be-4a05-afe5-0ea668ca9e1b tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:28.794645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-56fbed94-f4a0-4343-a204-affbfe61b029 req-189a9d6f-46be-4a05-afe5-0ea668ca9e1b tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Calling delete_port for 9fd05fc7-0817-4946-b33c-2b350f18eaf9 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:53:28.826127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af14aca-8ff0-44b5-b4c5-cb9d3a8b1d24 None None] Pushing event updated for resources: {'Port': ['ID=d6872c52-01ef-4681-bc5e-07e48e9cb0c0,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:28.857901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d505f9e6-1af5-42ce-9bb5-ce377459979e None None] get_active_networks_info from n-d-824358-4 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 01:53:28.904646 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-a432cd5d-b47b-4ab2-b0c0-ce19b76ac1a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0580602 Jan 14 01:53:28.998930 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-56fbed94-f4a0-4343-a204-affbfe61b029 req-189a9d6f-46be-4a05-afe5-0ea668ca9e1b tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (9fd05fc7-0817-4946-b33c-2b350f18eaf9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:29.045556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['9fd05fc7-0817-4946-b33c-2b350f18eaf9'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:53:29.054503 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-0e7a824c-1357-42e4-8fc5-594a1c4286eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:29.055390 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-0e7a824c-1357-42e4-8fc5-594a1c4286eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:29.056095 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-0e7a824c-1357-42e4-8fc5-594a1c4286eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:29.056759 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-0e7a824c-1357-42e4-8fc5-594a1c4286eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:29.058013 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-0e7a824c-1357-42e4-8fc5-594a1c4286eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:29.058689 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-0e7a824c-1357-42e4-8fc5-594a1c4286eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:29.059323 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-0e7a824c-1357-42e4-8fc5-594a1c4286eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:29.061596 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-0e7a824c-1357-42e4-8fc5-594a1c4286eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6489 time: 0.0736954 Jan 14 01:53:29.091846 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (2f401b49-8072-4c7e-8252-104d3e252411), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:29.142797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40794) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:29.143984 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a9d6f-46be-4a05-afe5-0ea668ca9e1b tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Pushing event deleted for resources: {'Port': ['ID=9fd05fc7-0817-4946-b33c-2b350f18eaf9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:29.148305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fbed94-f4a0-4343-a204-affbfe61b029 req-189a9d6f-46be-4a05-afe5-0ea668ca9e1b tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] No DVR routers for this DVR port 9fd05fc7-0817-4946-b33c-2b350f18eaf9 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:53:29.154404 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-56fbed94-f4a0-4343-a204-affbfe61b029 req-189a9d6f-46be-4a05-afe5-0ea668ca9e1b tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:29.158057 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-56fbed94-f4a0-4343-a204-affbfe61b029 req-189a9d6f-46be-4a05-afe5-0ea668ca9e1b tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.36 "DELETE /v2.0/ports/9fd05fc7-0817-4946-b33c-2b350f18eaf9 HTTP/1.1" status: 204 len: 173 time: 0.8122993 Jan 14 01:53:29.159301 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae95c15-7547-427e-94a1-e94b0d6f4dc9', 'name': 'network-vif-deleted', 'tag': '9fd05fc7-0817-4946-b33c-2b350f18eaf9'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:29.162076 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f49b86-cfe5-4ce5-90db-88e423155203" -d '{"events": [{"server_uuid": "eae95c15-7547-427e-94a1-e94b0d6f4dc9", "name": "network-vif-deleted", "tag": "9fd05fc7-0817-4946-b33c-2b350f18eaf9"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:29.216857 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeed6f13-d723-4e47-8340-3c0985cd4a6f x-openstack-request-id: req-aeed6f13-d723-4e47-8340-3c0985cd4a6f {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:29.218023 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae95c15-7547-427e-94a1-e94b0d6f4dc9", "name": "network-vif-deleted", "tag": "9fd05fc7-0817-4946-b33c-2b350f18eaf9", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:29.218297 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aeed6f13-d723-4e47-8340-3c0985cd4a6f {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:29.218758 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae95c15-7547-427e-94a1-e94b0d6f4dc9', 'name': 'network-vif-deleted', 'tag': '9fd05fc7-0817-4946-b33c-2b350f18eaf9', 'status': 'completed', 'code': 200} Jan 14 01:53:29.230932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d505f9e6-1af5-42ce-9bb5-ce377459979e None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 01:53:29.521336 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03d65a00-7512-4f32-8193-1591c1ef4fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:29.574672 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-1897aa52-42c5-4813-b591-c1a237a10b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:29.576280 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-1897aa52-42c5-4813-b591-c1a237a10b81 service neutron] 10.222.0.46 "GET /v2.0/ports/4023414f-3958-4985-843f-ed50fbc2073b HTTP/1.1" status: 200 len: 1031 time: 0.1171150 Jan 14 01:53:29.583728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-f400f0e5-abba-4905-be8a-08a60d776bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:29.584273 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-f400f0e5-abba-4905-be8a-08a60d776bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:29.584687 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-f400f0e5-abba-4905-be8a-08a60d776bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:29.586269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-f400f0e5-abba-4905-be8a-08a60d776bf3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=76d46afc-cc44-477a-92f7-8aa69ad025a7&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=abc8037e-64e1-4418-bb1b-adc918f77729&id=abc8037e-64e1-4418-bb1b-adc918f77729 HTTP/1.1" status: 200 len: 2293 time: 0.4917541 Jan 14 01:53:29.637403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-50b9a01f-a89a-4a05-85aa-fa55f93efd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:29.639305 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-50b9a01f-a89a-4a05-85aa-fa55f93efd51 service neutron] 10.222.0.46 "GET /v2.0/ports/dba46bf2-660d-41aa-a444-cfdf10aa436f HTTP/1.1" status: 200 len: 1032 time: 0.0501142 Jan 14 01:53:29.692009 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-756f44e7-b429-4888-b6af-e7260d278738 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c121a5e7-f7f1-4aad-a52b-c08401d58912 HTTP/1.1" status: 200 len: 1001 time: 0.0923400 Jan 14 01:53:29.737934 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40cec7c7-957b-43d4-8204-221b55505868 req-1b71f470-5ee3-429d-9006-293cd9f2c3b4 tempest-VolumesActionsTest-686800854 tempest-VolumesActionsTest-686800854-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae95c15-7547-427e-94a1-e94b0d6f4dc9 HTTP/1.1" status: 200 len: 210 time: 0.1345701 Jan 14 01:53:29.778083 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Deleting port d6872c52-01ef-4681-bc5e-07e48e9cb0c0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:53:29.778522 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d6872c52-01ef-4681-bc5e-07e48e9cb0c0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:29.855486 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4d3acf-b949-41b5-93a4-9ddd4b4eeab6 None None] Network 2f401b49-8072-4c7e-8252-104d3e252411 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:29.872972 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03d65a00-7512-4f32-8193-1591c1ef4fde admin admin] Publish callbacks [] for security_group (b5a7429f-e3aa-42a4-b8dc-ad4e3385b5b6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:29.898379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03d65a00-7512-4f32-8193-1591c1ef4fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b5a7429f-e3aa-42a4-b8dc-ad4e3385b5b6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:29.937487 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7396c9f8-4b93-4804-9f36-d5417ccd28c2 None None] DHCP port deletion for f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:53:29.998632 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-0ecd89bd-3e9f-4ac8-8bdd-aa5bfa8c23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:30.000510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-0ecd89bd-3e9f-4ac8-8bdd-aa5bfa8c23ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9785ed8-46df-400a-bcac-abcd200ac677 HTTP/1.1" status: 200 len: 850 time: 0.2964091 Jan 14 01:53:30.041079 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c6bdfd0a-0dcd-4541-bd2a-43e45ac9fbd6 req-36d07b8a-1cbe-48d4-a452-975689a580df tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.0725257 Jan 14 01:53:30.067401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] For port d6872c52-01ef-4681-bc5e-07e48e9cb0c0, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d6872c52-01ef-4681-bc5e-07e48e9cb0c0,segment=NetworkSegment(4c5257d9-040f-4583-8186-7699eb1188e2),segment_id=4c5257d9-040f-4583-8186-7699eb1188e2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:30.070090 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d6872c52-01ef-4681-bc5e-07e48e9cb0c0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:30.101040 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-03d65a00-7512-4f32-8193-1591c1ef4fde admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a97672eafd94cfc9beb8a91750b6b08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9538879 Jan 14 01:53:30.105305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d65a00-7512-4f32-8193-1591c1ef4fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a7429f-e3aa-42a4-b8dc-ad4e3385b5b6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:30.118336 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40820) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:30.141225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Calling delete_port for d6872c52-01ef-4681-bc5e-07e48e9cb0c0 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:53:30.160184 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-94d18e00-0690-4272-9077-2da0019cd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:30.161899 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-94d18e00-0690-4272-9077-2da0019cd986 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=76d46afc-cc44-477a-92f7-8aa69ad025a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250997 Jan 14 01:53:30.206965 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-a28020b7-6b50-45cf-8665-41cb40a1e21e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:30.223940 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-a28020b7-6b50-45cf-8665-41cb40a1e21e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:30.231635 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-a28020b7-6b50-45cf-8665-41cb40a1e21e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:30.233437 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-a28020b7-6b50-45cf-8665-41cb40a1e21e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "GET /v2.0/networks?id=d904935c-610e-42e6-94e1-24e36d7164e2&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=34af9444-73e2-4bf1-aca9-d671713da719&id=34af9444-73e2-4bf1-aca9-d671713da719 HTTP/1.1" status: 200 len: 1994 time: 0.5443921 Jan 14 01:53:30.255863 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-436d95e9-83ce-4b0c-a767-029c265ec029 admin admin] Publish callbacks [] for security_group (b5a7429f-e3aa-42a4-b8dc-ad4e3385b5b6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:30.336413 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d6872c52-01ef-4681-bc5e-07e48e9cb0c0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:30.341345 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-436d95e9-83ce-4b0c-a767-029c265ec029 admin admin] Publish callbacks [] for security_group (b5a7429f-e3aa-42a4-b8dc-ad4e3385b5b6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:30.404598 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-e3317298-3f15-4843-86f1-ce0e361652e0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b0dba3ed3b24efa9666f642e1209540 HTTP/1.1" status: 200 len: 380 time: 0.1442697 Jan 14 01:53:30.420092 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'port': {'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'admin_state_up': True, 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'security_groups': ['6c780fb3-e3d0-4db0-a576-81ef4e9d2478']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:30.492803 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-436d95e9-83ce-4b0c-a767-029c265ec029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b5a7429f-e3aa-42a4-b8dc-ad4e3385b5b6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:30.496427 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-436d95e9-83ce-4b0c-a767-029c265ec029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:30.497810 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-436d95e9-83ce-4b0c-a767-029c265ec029 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5a7429f-e3aa-42a4-b8dc-ad4e3385b5b6 HTTP/1.1" status: 204 len: 168 time: 0.3778863 Jan 14 01:53:30.517006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d95e9-83ce-4b0c-a767-029c265ec029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a7429f-e3aa-42a4-b8dc-ad4e3385b5b6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:30.537651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Port': ['ID=d6872c52-01ef-4681-bc5e-07e48e9cb0c0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:30.551982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No DVR routers for this DVR port d6872c52-01ef-4681-bc5e-07e48e9cb0c0 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:53:30.588638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f4f22c0b-6677-4dda-bc0c-daf6a1831dfd details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:53:30.725694 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:30.730819 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:30.869875 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:30.901390 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'mac_address': 'fa:16:3e:c0:1e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:53:31.007819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:31.009800 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:31.055282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f22c0b-6677-4dda-bc0c-daf6a1831dfd {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:53:31.057046 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (2f401b49-8072-4c7e-8252-104d3e252411), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:31.058848 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Allocated IP 172.20.0.10 (d904935c-610e-42e6-94e1-24e36d7164e2/56102bb5-946c-4250-a30d-1c09c3c59942/077e1f7b-84a1-4a94-afd3-17ae41a0903c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:31.102748 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-81823aaa-295e-4735-b0aa-8b8ca3495b3e service neutron] 10.222.0.46 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8017082 Jan 14 01:53:31.108146 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:31.119753 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:31.284847 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:31.305311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f4f22c0b-6677-4dda-bc0c-daf6a1831dfd'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:53:31.333651 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:31.502998 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-89bd0064-6a7b-412a-ab2a-2ab2458c2a8c service neutron] 10.222.0.46 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914583 Jan 14 01:53:31.525539 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f401b49-8072-4c7e-8252-104d3e252411']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:31.543034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ab8b21a-b26a-4755-980d-49f890825d3e req-f6602f35-9ed7-41d5-b83c-ae46a1fb96eb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.2323895 Jan 14 01:53:31.631402 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-dfa4fa97-d668-49b3-a170-ba5a665461f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=958a3119-0652-4e10-add3-6ef0d62d1943 HTTP/1.1" status: 200 len: 217 time: 0.1029840 Jan 14 01:53:31.648099 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:31.667940 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5257d9-040f-4583-8186-7699eb1188e2') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:31.668673 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5257d9-040f-4583-8186-7699eb1188e2') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:31.739976 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (4c5257d9-040f-4583-8186-7699eb1188e2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:31.848765 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (4c5257d9-040f-4583-8186-7699eb1188e2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:31.873412 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-9de5ad73-51b4-4c54-b67a-52583b0d85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:31.875126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-9de5ad73-51b4-4c54-b67a-52583b0d85e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.2308891 Jan 14 01:53:31.912726 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:53:31.913395 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (4c5257d9-040f-4583-8186-7699eb1188e2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:53:31.916677 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:53:32.006300 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-9530f320-d7fc-4b7c-a35c-0de8653b0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:32.008425 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-9530f320-d7fc-4b7c-a35c-0de8653b0aa5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1269972 Jan 14 01:53:32.034375 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (2f401b49-8072-4c7e-8252-104d3e252411), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:32.088792 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:32.112680 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/2f401b49-8072-4c7e-8252-104d3e252411 HTTP/1.1" status: 204 len: 168 time: 4.6708472 Jan 14 01:53:32.156387 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40912) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:32.170117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fc424766-293f-428b-8175-142a6d8e4d77 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1884226858'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:32.179599 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ed545-e576-47a9-a205-5ce4cc9da7f3 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Network': ['ID=2f401b49-8072-4c7e-8252-104d3e252411,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:32.194168 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:32.254551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc424766-293f-428b-8175-142a6d8e4d77 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:32.261830 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc424766-293f-428b-8175-142a6d8e4d77 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:32.307678 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-2cdf18c6-acc8-4035-8ba6-7eaa95481551 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895122 Jan 14 01:53:32.359404 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc424766-293f-428b-8175-142a6d8e4d77 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:53:32.392882 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Network d904935c-610e-42e6-94e1-24e36d7164e2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:32.408857 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc424766-293f-428b-8175-142a6d8e4d77 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (0f7b15f6-9789-4e66-a93a-c64eb65d9770), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:32.409548 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-fc424766-293f-428b-8175-142a6d8e4d77 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Added segment 0f7b15f6-9789-4e66-a93a-c64eb65d9770 of type vlan for network b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 Jan 14 01:53:32.422465 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:32.432963 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:32.476603 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:53:32.578706 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc424766-293f-428b-8175-142a6d8e4d77 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:32.606877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f4f22c0b-6677-4dda-bc0c-daf6a1831dfd up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:32.629358 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Port': ['ID=077e1f7b-84a1-4a94-afd3-17ae41a0903c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:32.634685 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-952d518b-7700-407b-82a5-7c8b78fea702 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056839 Jan 14 01:53:32.741936 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:32.743072 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:32.834062 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-715f95ee-2b03-4b4f-9ac9-b0ef8dba21bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4211433 Jan 14 01:53:32.857635 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-cb0217f8-c618-4968-b1f7-060bbfb2be9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=89e7de05-6314-4968-a665-f6d0681ec2d6 HTTP/1.1" status: 200 len: 217 time: 0.1939685 Jan 14 01:53:32.869834 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'port': {'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290', 'admin_state_up': True, 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'security_groups': ['6c780fb3-e3d0-4db0-a576-81ef4e9d2478']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:32.894932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:32.895237 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:32.941085 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc424766-293f-428b-8175-142a6d8e4d77 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:32.958896 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc424766-293f-428b-8175-142a6d8e4d77 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:32.959593 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc424766-293f-428b-8175-142a6d8e4d77 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:33.058978 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40958) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:33.154856 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-21ac9207-5281-4b7d-92de-873dae8ce354 None None] Provisioning complete for port 077e1f7b-84a1-4a94-afd3-17ae41a0903c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:33.160831 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-21ac9207-5281-4b7d-92de-873dae8ce354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:33.177899 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:33.182485 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:33.340199 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fc424766-293f-428b-8175-142a6d8e4d77 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1789775 Jan 14 01:53:33.394134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 40974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:33.429576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Allocated IP 10.1.1.149 (ec30433c-9afa-411b-893d-ef7db51bc290/217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7/24769aab-2ae0-4058-b14a-fce058cc9145) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:33.433123 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8b484-4604-4ea6-b59c-dd990f2b9550 req-2012bae9-eb3c-42f3-8c39-1857ecb1a59d tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:33.434661 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40b8b484-4604-4ea6-b59c-dd990f2b9550 req-2012bae9-eb3c-42f3-8c39-1857ecb1a59d tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 932 time: 0.6289709 Jan 14 01:53:33.438659 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:33.439296 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:33.460647 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-21ac9207-5281-4b7d-92de-873dae8ce354 None None] Port 077e1f7b-84a1-4a94-afd3-17ae41a0903c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:53:33.500647 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4c12baae-78c8-4cbc-9aa4-c8d06c1fb42d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'subnet': {'network_id': 'b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:33.539310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:33.541922 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8260aa6d-ad7b-4aea-8638-a84ce05e194d" -d '{"events": [{"server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "name": "network-vif-plugged", "status": "completed", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:33.566063 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:33.569553 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc424766-293f-428b-8175-142a6d8e4d77 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Network': ['ID=b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:33.576040 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:33.581241 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-445fcfe4-fd3b-4981-80ee-7cc017c358d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:33.582817 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 9fd05fc7-0817-4946-b33c-2b350f18eaf9 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:53:33.588245 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-445fcfe4-fd3b-4981-80ee-7cc017c358d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.6879709 Jan 14 01:53:33.640902 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fa41fb-8329-423c-92d0-f9dae52d28d3 x-openstack-request-id: req-50fa41fb-8329-423c-92d0-f9dae52d28d3 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:33.641776 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "name": "network-vif-plugged", "status": "completed", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:33.642274 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50fa41fb-8329-423c-92d0-f9dae52d28d3 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:33.643708 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'code': 200} Jan 14 01:53:33.687144 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for port (24769aab-2ae0-4058-b14a-fce058cc9145), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:33.692358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:53:33.782353 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:33.824454 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d41c1601-9c19-46ce-9f63-c8e4448071ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:33.894753 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 9fd05fc7-0817-4946-b33c-2b350f18eaf9 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:53:33.895413 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 9fd05fc7-0817-4946-b33c-2b350f18eaf9 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:53:33.937667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40b8b484-4604-4ea6-b59c-dd990f2b9550 req-14e6a162-7f77-47b5-8e75-e515976b7646 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4910502 Jan 14 01:53:33.949231 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-27a9caa6-05fa-4f98-9521-05cb23515864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:33.954235 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-27a9caa6-05fa-4f98-9521-05cb23515864 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2611048 Jan 14 01:53:33.983270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Network ec30433c-9afa-411b-893d-ef7db51bc290 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:34.006031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:34.012295 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:34.043776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Port': ['ID=24769aab-2ae0-4058-b14a-fce058cc9145,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:34.049710 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:34.177875 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:34.179828 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:34.211684 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-56c7d6a9-bbcd-43be-8c11-0b9da9c8c4d2 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469099 Jan 14 01:53:34.309839 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-de004071-b736-4c8a-95f7-09adfa88e4ab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4593520 Jan 14 01:53:34.343100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'port': {'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290', 'admin_state_up': True, 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'security_groups': ['6c780fb3-e3d0-4db0-a576-81ef4e9d2478']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:34.356525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c12baae-78c8-4cbc-9aa4-c8d06c1fb42d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:34.393831 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c12baae-78c8-4cbc-9aa4-c8d06c1fb42d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:34.479130 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:34.481351 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d41c1601-9c19-46ce-9f63-c8e4448071ae admin admin] Publish callbacks [] for security_group (0a7e6ef6-3845-48df-8ced-6322ebea6882), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:34.497088 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d41c1601-9c19-46ce-9f63-c8e4448071ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0a7e6ef6-3845-48df-8ced-6322ebea6882), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:34.539882 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6db983c7-b4f0-4da8-9e0b-397ee3d161d1 None None] Provisioning complete for port 24769aab-2ae0-4058-b14a-fce058cc9145 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:34.542830 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6db983c7-b4f0-4da8-9e0b-397ee3d161d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:34.561327 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c1601-9c19-46ce-9f63-c8e4448071ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e6ef6-3845-48df-8ced-6322ebea6882,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:34.585865 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d41c1601-9c19-46ce-9f63-c8e4448071ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9f8ffbb030f4e55acb0396a0ceef69e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5249193 Jan 14 01:53:34.588673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 40998) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:34.622738 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:34.631668 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:34.637032 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-e62952d6-3a44-4405-b288-42821934ab43 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132497 Jan 14 01:53:34.905895 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9dd8982-3fbf-4db4-aadc-55e92b60b0d2 admin admin] Publish callbacks [] for security_group (0a7e6ef6-3845-48df-8ced-6322ebea6882), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:35.087885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6db983c7-b4f0-4da8-9e0b-397ee3d161d1 None None] Port 24769aab-2ae0-4058-b14a-fce058cc9145 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:53:35.105486 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9dd8982-3fbf-4db4-aadc-55e92b60b0d2 admin admin] Publish callbacks [] for security_group (0a7e6ef6-3845-48df-8ced-6322ebea6882), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:35.120534 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-18328751-9773-4e20-9ab6-5273e962a973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:35.234282 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Allocated IP 10.1.1.151 (ec30433c-9afa-411b-893d-ef7db51bc290/217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7/6305cef5-fc1a-47d8-8758-22836b774bff) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:35.318986 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9dd8982-3fbf-4db4-aadc-55e92b60b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0a7e6ef6-3845-48df-8ced-6322ebea6882), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:35.322030 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9dd8982-3fbf-4db4-aadc-55e92b60b0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:35.327460 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f9dd8982-3fbf-4db4-aadc-55e92b60b0d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a7e6ef6-3845-48df-8ced-6322ebea6882 HTTP/1.1" status: 204 len: 168 time: 0.7376900 Jan 14 01:53:35.372021 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd8982-3fbf-4db4-aadc-55e92b60b0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e6ef6-3845-48df-8ced-6322ebea6882,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:35.656911 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-bbfbe4d2-2fa0-4000-a1f1-0e3b1ea0a8d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=6eeca40e-5089-4d08-b18b-cc5afff82e38 HTTP/1.1" status: 200 len: 217 time: 1.0132155 Jan 14 01:53:35.713118 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for port (6305cef5-fc1a-47d8-8758-22836b774bff), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:35.797482 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:35.871683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Network ec30433c-9afa-411b-893d-ef7db51bc290 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:35.875643 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:35.884585 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:35.889499 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Port': ['ID=6305cef5-fc1a-47d8-8758-22836b774bff,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:35.902542 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-62041554-a73e-46b2-b656-7660722a1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:35.904034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-62041554-a73e-46b2-b656-7660722a1cbd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.2386839 Jan 14 01:53:36.019042 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:36.020215 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:36.057472 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-261721e5-29b5-43e3-8254-7f4c008e5eeb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7278509 Jan 14 01:53:36.087797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'port': {'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719', 'admin_state_up': True, 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'security_groups': ['6c780fb3-e3d0-4db0-a576-81ef4e9d2478']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:36.258737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588b69a-e148-4865-b2c3-9c9b1d94585c req-6f9dc329-5199-4667-aec0-8983fa53fc2a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:36.283878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588b69a-e148-4865-b2c3-9c9b1d94585c req-6f9dc329-5199-4667-aec0-8983fa53fc2a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:36.297161 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3588b69a-e148-4865-b2c3-9c9b1d94585c req-6f9dc329-5199-4667-aec0-8983fa53fc2a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 1654 time: 0.7064631 Jan 14 01:53:36.400113 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c12baae-78c8-4cbc-9aa4-c8d06c1fb42d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (bc1de316-d474-4629-b4e3-15d7ee201e79), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:36.458054 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-41f7cf4c-03d7-4603-9a05-ed891a6c29e3 None None] Provisioning complete for port 6305cef5-fc1a-47d8-8758-22836b774bff triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:36.458689 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-41f7cf4c-03d7-4603-9a05-ed891a6c29e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:36.576549 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-41f7cf4c-03d7-4603-9a05-ed891a6c29e3 None None] Port 6305cef5-fc1a-47d8-8758-22836b774bff cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:53:36.603797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:36.604938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-77e95632-0d2a-44e4-8737-69dda17e51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:36.610967 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-77e95632-0d2a-44e4-8737-69dda17e51ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6843653 Jan 14 01:53:36.659598 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3588b69a-e148-4865-b2c3-9c9b1d94585c req-8e81edce-b300-4bb6-b1a4-db6eaad446c3 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611064 Jan 14 01:53:36.750518 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:36.928692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12baae-78c8-4cbc-9aa4-c8d06c1fb42d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Subnet': ['ID=bc1de316-d474-4629-b4e3-15d7ee201e79,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:36.944804 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c12baae-78c8-4cbc-9aa4-c8d06c1fb42d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Checking segment: {'id': '0f7b15f6-9789-4e66-a93a-c64eb65d9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:36.951837 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c12baae-78c8-4cbc-9aa4-c8d06c1fb42d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network hostable DHCP agents. Network: b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:53:37.084204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c12baae-78c8-4cbc-9aa4-c8d06c1fb42d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:53:37.123638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4c12baae-78c8-4cbc-9aa4-c8d06c1fb42d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:37.186465 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b8d9dc-ac6f-4d2f-aafb-a86ef42e4eea None None] Network b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:37.191242 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c12baae-78c8-4cbc-9aa4-c8d06c1fb42d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:37.195696 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c12baae-78c8-4cbc-9aa4-c8d06c1fb42d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:37.292852 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49459060-e5f2-47b3-bbbd-837d82487c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:37.325389 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4c12baae-78c8-4cbc-9aa4-c8d06c1fb42d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8833432 Jan 14 01:53:37.327706 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41064) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:37.337145 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-baec5f29-b607-401c-abc2-94d8a2fd6213 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833243 Jan 14 01:53:37.359170 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-28c32082-2852-463c-ba31-a6620e17733e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'subnet': {'network_id': 'b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:37.362757 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Allocated IP 10.2.2.100 (34af9444-73e2-4bf1-aca9-d671713da719/dc80e2fd-d094-4f83-ba41-9367938e7b49/61f3805e-7044-41b5-86e1-4050dd2c244f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:37.410758 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3', 'network_id': 'b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3', 'project_id': '7e0e89e58e15425ca66f26ea021ac1e5', 'fixed_ips': [{'subnet_id': 'bc1de316-d474-4629-b4e3-15d7ee201e79'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:53:37.413586 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:37.792071 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-198ab0b2-9143-4cd6-8158-96ab9ff32e16 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415154 Jan 14 01:53:37.804942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c32082-2852-463c-ba31-a6620e17733e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:37.813531 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28c32082-2852-463c-ba31-a6620e17733e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:37.896696 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:37.948913 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Allocated IP 2001:db8::2 (b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3/bc1de316-d474-4629-b4e3-15d7ee201e79/a27121b6-9639-4f73-b22e-ff9dd5584002) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:38.021990 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:38.088399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Network 34af9444-73e2-4bf1-aca9-d671713da719 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:38.093500 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:38.103840 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-ee33ce76-5869-496c-80ee-2b43457dfc50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=eae56713-6f97-4a49-b531-5e52b0bb578a HTTP/1.1" status: 200 len: 217 time: 0.2466531 Jan 14 01:53:38.113956 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:38.197985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Port': ['ID=61f3805e-7044-41b5-86e1-4050dd2c244f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:38.293009 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:38.296741 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:38.383841 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fb0535e6-579b-442b-9fe5-f6f97846bfb6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3094082 Jan 14 01:53:38.401259 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'port': {'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719', 'admin_state_up': True, 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'security_groups': ['6c780fb3-e3d0-4db0-a576-81ef4e9d2478']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:38.603849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-6c8ccfaa-ae26-4d18-8906-bef9d016be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:38.608650 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-6c8ccfaa-ae26-4d18-8906-bef9d016be7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.5029387 Jan 14 01:53:38.616432 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Publish callbacks [] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:38.711895 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:38.784876 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:38.869977 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac67fd-c1fc-42b2-8c7b-d86656915368 req-8b0e1ed8-5907-4e35-964b-967483610eb4 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:38.884312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac67fd-c1fc-42b2-8c7b-d86656915368 req-8b0e1ed8-5907-4e35-964b-967483610eb4 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:38.897443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac67fd-c1fc-42b2-8c7b-d86656915368 req-8b0e1ed8-5907-4e35-964b-967483610eb4 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:38.922468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac67fd-c1fc-42b2-8c7b-d86656915368 req-8b0e1ed8-5907-4e35-964b-967483610eb4 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:38.935731 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-efac67fd-c1fc-42b2-8c7b-d86656915368 req-8b0e1ed8-5907-4e35-964b-967483610eb4 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 3096 time: 0.9363132 Jan 14 01:53:38.941969 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Network b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:38.988330 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Made reservation on behalf of 6b0dba3ed3b24efa9666f642e1209540 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:39.006304 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:39.016700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Pushing event updated for resources: {'Port': ['ID=a27121b6-9639-4f73-b22e-ff9dd5584002,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:39.033619 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:39.052679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:39.086995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-521b9429-6af8-491c-a018-5a150cf6d860 None None] Provisioning complete for port 61f3805e-7044-41b5-86e1-4050dd2c244f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:39.091481 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-521b9429-6af8-491c-a018-5a150cf6d860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:39.181518 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-18f063e4-d095-4a17-99f2-426e09433372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:39.195553 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-18f063e4-d095-4a17-99f2-426e09433372 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5665181 Jan 14 01:53:39.221503 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-521b9429-6af8-491c-a018-5a150cf6d860 None None] Port 61f3805e-7044-41b5-86e1-4050dd2c244f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:53:39.328957 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41098) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:39.404620 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Attempting to bind port a27121b6-9639-4f73-b22e-ff9dd5584002 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:39.405979 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Attempting to bind port a27121b6-9639-4f73-b22e-ff9dd5584002 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '0f7b15f6-9789-4e66-a93a-c64eb65d9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:39.406348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Attempting to bind port a27121b6-9639-4f73-b22e-ff9dd5584002 on network b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:39.426000 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:39.426385 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Checking segment: {'id': '0f7b15f6-9789-4e66-a93a-c64eb65d9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:39.431397 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:39.434972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Bound using segment: {'id': '0f7b15f6-9789-4e66-a93a-c64eb65d9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:39.434972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Bound port: a27121b6-9639-4f73-b22e-ff9dd5584002, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7b15f6-9789-4e66-a93a-c64eb65d9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:39.434972 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:39.683158 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Allocated IP 10.2.2.200 (34af9444-73e2-4bf1-aca9-d671713da719/dc80e2fd-d094-4f83-ba41-9367938e7b49/66b723c2-5d1d-48ea-a557-a4370dd2a8d1) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:39.701305 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-efac67fd-c1fc-42b2-8c7b-d86656915368 req-56502d31-7bde-4327-9a31-90c4178d041b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7668104 Jan 14 01:53:39.723556 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-4dc0354c-aee2-4cfc-8cfa-5f228d7647b1 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093694 Jan 14 01:53:39.750354 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] For port a27121b6-9639-4f73-b22e-ff9dd5584002, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:39.758272 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] For port a27121b6-9639-4f73-b22e-ff9dd5584002, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a27121b6-9639-4f73-b22e-ff9dd5584002,segment=NetworkSegment(0f7b15f6-9789-4e66-a93a-c64eb65d9770),segment_id=0f7b15f6-9789-4e66-a93a-c64eb65d9770)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:39.770436 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:39.999530 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:40.082168 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29340a4a-dbb4-4a6c-9556-2d343c5e4725 None None] Pushing event updated for resources: {'Port': ['ID=a27121b6-9639-4f73-b22e-ff9dd5584002,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:40.144431 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-57ad7fc3-9f5d-4798-b243-397b27c2883d service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175689 Jan 14 01:53:40.145597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41104) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:40.201551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:40.314361 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:40.317335 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1741164900', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:40.476272 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-05d95202-3309-4e68-9730-36769151748c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 HTTP/1.1" status: 200 len: 217 time: 0.2603276 Jan 14 01:53:40.542063 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Network 34af9444-73e2-4bf1-aca9-d671713da719 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:40.567158 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:40.584604 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:40.593722 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event updated for resources: {'Port': ['ID=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:40.654194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-4cbd9cdc-6086-4bd0-b41e-60ca74ef0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:40.663821 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-4cbd9cdc-6086-4bd0-b41e-60ca74ef0226 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c58418c-1633-4d58-a790-9f10ce59d42b HTTP/1.1" status: 200 len: 797 time: 0.1476362 Jan 14 01:53:40.665130 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.665877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.666394 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.666925 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.667444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.668044 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.668552 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.669124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.669715 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.670381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.670953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.671440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.672267 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:40.689000 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c1fd-8813-4999-a580-129249b57409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.748229 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.751130 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.751130 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.751130 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.751130 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.751130 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.751130 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.751130 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.751130 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.751130 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.751130 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.751130 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:40.751130 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:53:40.757683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:40.765583 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:40.805340 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8cc96d98-9530-4d98-9780-68484ecf2560 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4083593 Jan 14 01:53:40.823866 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Request body: {'port': {'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:40.941671 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:41.075463 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:41.162139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Made reservation on behalf of fe58a55df45f4f8d959ae53589f55ea2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:41.165045 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:41.183973 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-b517f11b-be7e-47b7-a55d-5bab0e857f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:41.186507 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-b517f11b-be7e-47b7-a55d-5bab0e857f26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4673951 Jan 14 01:53:41.291851 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:41.343588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f1d67cf2-4a1a-476c-83e3-4fa2726df3c1 None None] Provisioning complete for port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:41.345120 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1d67cf2-4a1a-476c-83e3-4fa2726df3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:41.451115 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28c32082-2852-463c-ba31-a6620e17733e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (a0a9ed71-92f6-445a-b2c2-1b25222a6a41), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:41.562020 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1d67cf2-4a1a-476c-83e3-4fa2726df3c1 None None] Port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:53:41.599216 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c1fd-8813-4999-a580-129249b57409 admin admin] Publish callbacks [] for security_group (26233583-8a82-44c0-bcfd-7ad6e3918eee), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:41.747632 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a27121b6-9639-4f73-b22e-ff9dd5584002 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:41.772362 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c1fd-8813-4999-a580-129249b57409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (26233583-8a82-44c0-bcfd-7ad6e3918eee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:41.853920 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b1d0c1fd-8813-4999-a580-129249b57409 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c83a326b5c834ee08f580abe56813f45&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7012861 Jan 14 01:53:41.860077 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41118) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:41.875808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a27121b6-9639-4f73-b22e-ff9dd5584002 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:41.876178 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:41.877722 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c32082-2852-463c-ba31-a6620e17733e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:41.908890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389b365-96b8-4bf2-9a62-e8a43b5bebec req-e6804789-daa0-4541-8f83-674900e55665 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:41.927441 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389b365-96b8-4bf2-9a62-e8a43b5bebec req-e6804789-daa0-4541-8f83-674900e55665 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:41.947161 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389b365-96b8-4bf2-9a62-e8a43b5bebec req-e6804789-daa0-4541-8f83-674900e55665 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:41.966497 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389b365-96b8-4bf2-9a62-e8a43b5bebec req-e6804789-daa0-4541-8f83-674900e55665 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:41.987827 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389b365-96b8-4bf2-9a62-e8a43b5bebec req-e6804789-daa0-4541-8f83-674900e55665 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:41.989663 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2389b365-96b8-4bf2-9a62-e8a43b5bebec req-e6804789-daa0-4541-8f83-674900e55665 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 3817 time: 0.9846795 Jan 14 01:53:42.021276 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a27121b6-9639-4f73-b22e-ff9dd5584002 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:42.021670 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:42.113216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0c1fd-8813-4999-a580-129249b57409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26233583-8a82-44c0-bcfd-7ad6e3918eee,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:42.131858 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-28c32082-2852-463c-ba31-a6620e17733e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:42.139912 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port a27121b6-9639-4f73-b22e-ff9dd5584002, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a27121b6-9639-4f73-b22e-ff9dd5584002,segment=NetworkSegment(0f7b15f6-9789-4e66-a93a-c64eb65d9770),segment_id=0f7b15f6-9789-4e66-a93a-c64eb65d9770)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:42.141338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c32082-2852-463c-ba31-a6620e17733e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:42.142264 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28c32082-2852-463c-ba31-a6620e17733e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:42.147242 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:42.157454 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-46a75ad9-2d59-49af-9118-8eeef018305c service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9331248 Jan 14 01:53:42.159281 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c32082-2852-463c-ba31-a6620e17733e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Subnet': ['ID=a0a9ed71-92f6-445a-b2c2-1b25222a6a41,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:42.195260 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077e1f7b-84a1-4a94-afd3-17ae41a0903c {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:53:42.212973 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7a12-baaa-40c5-a096-242af2fb1fdb admin admin] Publish callbacks [] for security_group (26233583-8a82-44c0-bcfd-7ad6e3918eee), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:42.230743 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Publish callbacks [] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:42.268058 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=a27121b6-9639-4f73-b22e-ff9dd5584002,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:42.316081 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2389b365-96b8-4bf2-9a62-e8a43b5bebec req-11d20610-d882-40f0-a5c2-bf74a25ba383 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245861 Jan 14 01:53:42.333019 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Transition to ACTIVE for port object 077e1f7b-84a1-4a94-afd3-17ae41a0903c will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:53:42.362529 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7a12-baaa-40c5-a096-242af2fb1fdb admin admin] Publish callbacks [] for security_group (26233583-8a82-44c0-bcfd-7ad6e3918eee), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:42.365256 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:42.446304 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-28c32082-2852-463c-ba31-a6620e17733e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.0930457 Jan 14 01:53:42.455642 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41120) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:42.524056 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Pushing event updated for resources: {'Port': ['ID=077e1f7b-84a1-4a94-afd3-17ae41a0903c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:42.698451 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624a7338-8df2-4307-b3f4-527b5cf5f1e6 None None] Network b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:42.831049 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7a12-baaa-40c5-a096-242af2fb1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (26233583-8a82-44c0-bcfd-7ad6e3918eee), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:42.834243 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7a12-baaa-40c5-a096-242af2fb1fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:42.847674 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-dfdb7a12-baaa-40c5-a096-242af2fb1fdb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26233583-8a82-44c0-bcfd-7ad6e3918eee HTTP/1.1" status: 204 len: 168 time: 0.9616303 Jan 14 01:53:42.862260 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Attempting to bind port 077e1f7b-84a1-4a94-afd3-17ae41a0903c on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:42.863507 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Attempting to bind port 077e1f7b-84a1-4a94-afd3-17ae41a0903c by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:42.864152 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Attempting to bind port 077e1f7b-84a1-4a94-afd3-17ae41a0903c on network d904935c-610e-42e6-94e1-24e36d7164e2 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:42.903652 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb7a12-baaa-40c5-a096-242af2fb1fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26233583-8a82-44c0-bcfd-7ad6e3918eee,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:42.923397 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Port 077e1f7b-84a1-4a94-afd3-17ae41a0903c on network d904935c-610e-42e6-94e1-24e36d7164e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:53:42.923990 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Attempting to bind port 077e1f7b-84a1-4a94-afd3-17ae41a0903c on network d904935c-610e-42e6-94e1-24e36d7164e2 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:42.947433 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:42.955615 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Checking segment: {'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:42.956583 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Bound using segment: {'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:42.959329 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Bound port: 077e1f7b-84a1-4a94-afd3-17ae41a0903c, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1902c287-4d6c-4ba6-b197-b3cb1d52c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:42.959868 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:42.976312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd1993-4b4c-46a3-a53b-878bb66cfbc2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:42.982332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd1993-4b4c-46a3-a53b-878bb66cfbc2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:42.986972 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd1993-4b4c-46a3-a53b-878bb66cfbc2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:42.996366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd1993-4b4c-46a3-a53b-878bb66cfbc2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:43.003129 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd1993-4b4c-46a3-a53b-878bb66cfbc2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:43.007679 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8bcd1993-4b4c-46a3-a53b-878bb66cfbc2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5506382 Jan 14 01:53:43.012555 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-641677af-becb-48bd-8995-4dfdd735c274 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8223052 Jan 14 01:53:43.017186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41124) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:43.067625 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-45a7ce7b-0f07-45b7-a952-fd4e95656b89 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-909517468'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:43.124844 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b41ee18f-2afb-4a8f-b756-2fad7633cbc1 None None] Provisioning complete for port a27121b6-9639-4f73-b22e-ff9dd5584002 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:43.135382 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b41ee18f-2afb-4a8f-b756-2fad7633cbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:43.250308 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] For port 077e1f7b-84a1-4a94-afd3-17ae41a0903c, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:43.254800 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] For port 077e1f7b-84a1-4a94-afd3-17ae41a0903c, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=077e1f7b-84a1-4a94-afd3-17ae41a0903c,segment=NetworkSegment(1902c287-4d6c-4ba6-b197-b3cb1d52c85e),segment_id=1902c287-4d6c-4ba6-b197-b3cb1d52c85e)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:43.269187 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:43.291827 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a7ce7b-0f07-45b7-a952-fd4e95656b89 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:43.323378 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45a7ce7b-0f07-45b7-a952-fd4e95656b89 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:43.343593 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-4d40531f-6dd1-4b31-a152-bc137b01c691 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30c57d4b-6747-4709-a93c-a72f18d63bff HTTP/1.1" status: 200 len: 217 time: 0.3179600 Jan 14 01:53:43.484067 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Pushing event updated for resources: {'Port': ['ID=077e1f7b-84a1-4a94-afd3-17ae41a0903c,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:43.536085 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:43.539237 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:43.547166 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2e94929a-9356-4378-88d4-0bbf293b24ea service neutron] 10.222.0.46 "PUT /v2.0/ports/077e1f7b-84a1-4a94-afd3-17ae41a0903c HTTP/1.1" status: 200 len: 1092 time: 2.7254963 Jan 14 01:53:43.552398 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '077e1f7b-84a1-4a94-afd3-17ae41a0903c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:43.563888 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9c3724-8348-4241-b8b8-a8debf2dba4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "077e1f7b-84a1-4a94-afd3-17ae41a0903c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:43.588855 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Request body: {'port': {'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:43.791730 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a27121b6-9639-4f73-b22e-ff9dd5584002 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:43.867585 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41136) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:43.899176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc41403-999e-4ada-8564-b93ea39a1a22 None None] Update dhcp port {'port': {'network_id': 'b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3', 'fixed_ips': [{'subnet_id': 'bc1de316-d474-4629-b4e3-15d7ee201e79', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0a9ed71-92f6-445a-b2c2-1b25222a6a41'}], 'binding:host_id': 'n-d-824358-4'}, 'id': 'a27121b6-9639-4f73-b22e-ff9dd5584002'} from n-d-824358-4. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 14 01:53:43.936585 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a7ce7b-0f07-45b7-a952-fd4e95656b89 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:53:43.960709 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2024c0e-92ff-4843-a053-e442f655a06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:43.972829 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45a7ce7b-0f07-45b7-a952-fd4e95656b89 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (514f054e-2168-41a4-92db-4a6524433451), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:43.973205 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-45a7ce7b-0f07-45b7-a952-fd4e95656b89 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Added segment 514f054e-2168-41a4-92db-4a6524433451 of type vlan for network 02606b00-072f-4044-a632-7076880092dc Jan 14 01:53:43.981500 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b41ee18f-2afb-4a8f-b756-2fad7633cbc1 None None] Current status of the port a27121b6-9639-4f73-b22e-ff9dd5584002 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:43.989966 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4023414f-3958-4985-843f-ed50fbc2073b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:43.991353 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a27121b6-9639-4f73-b22e-ff9dd5584002 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:43.993125 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:44.084845 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2fc41403-999e-4ada-8564-b93ea39a1a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:44.113740 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45a7ce7b-0f07-45b7-a952-fd4e95656b89 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (02606b00-072f-4044-a632-7076880092dc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:44.133785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-a823abbd-7bdb-42d8-be10-b1a417b85d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:44.138445 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-a823abbd-7bdb-42d8-be10-b1a417b85d30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c58418c-1633-4d58-a790-9f10ce59d42b HTTP/1.1" status: 200 len: 797 time: 0.7043726 Jan 14 01:53:44.151692 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks [] for security_group (6f70f254-b20e-452d-9172-b866fcc5929c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:44.216139 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6f70f254-b20e-452d-9172-b866fcc5929c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:44.236852 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] device_id is not set on port 7dd0f91a-e94e-4544-b67c-c9216ab031cc yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:53:44.407679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a27121b6-9639-4f73-b22e-ff9dd5584002 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:44.576444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-2fc41403-999e-4ada-8564-b93ea39a1a22 None None] Allocated IP 172.20.0.1 (b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3/a0a9ed71-92f6-445a-b2c2-1b25222a6a41/a27121b6-9639-4f73-b22e-ff9dd5584002) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:44.640198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Allocated IP 172.25.2.103 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/7dd0f91a-e94e-4544-b67c-c9216ab031cc) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:44.733516 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2024c0e-92ff-4843-a053-e442f655a06f admin admin] Publish callbacks [] for security_group (2008a6e3-b8ee-4fd1-8406-e48f69502c34), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:44.778319 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2024c0e-92ff-4843-a053-e442f655a06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2008a6e3-b8ee-4fd1-8406-e48f69502c34), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:44.856620 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2fc41403-999e-4ada-8564-b93ea39a1a22 None None] For port a27121b6-9639-4f73-b22e-ff9dd5584002, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a27121b6-9639-4f73-b22e-ff9dd5584002,segment=NetworkSegment(0f7b15f6-9789-4e66-a93a-c64eb65d9770),segment_id=0f7b15f6-9789-4e66-a93a-c64eb65d9770)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:44.967483 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2fc41403-999e-4ada-8564-b93ea39a1a22 None None] Publish callbacks [] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:44.977845 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2fc41403-999e-4ada-8564-b93ea39a1a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:44.989402 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a2024c0e-92ff-4843-a053-e442f655a06f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98014109311949ad94bdc4c4b824bafb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1206746 Jan 14 01:53:45.015160 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks [] for port (7dd0f91a-e94e-4544-b67c-c9216ab031cc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:45.078266 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2024c0e-92ff-4843-a053-e442f655a06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2008a6e3-b8ee-4fd1-8406-e48f69502c34,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:45.084733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07b0b-77bf-4a6a-a40c-4b86219c3dcc req-b8086169-b144-4b1b-be4e-ce1280ff927d tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:45.093646 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:45.112136 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07b0b-77bf-4a6a-a40c-4b86219c3dcc req-b8086169-b144-4b1b-be4e-ce1280ff927d tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:45.121397 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07b0b-77bf-4a6a-a40c-4b86219c3dcc req-b8086169-b144-4b1b-be4e-ce1280ff927d tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:45.131365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07b0b-77bf-4a6a-a40c-4b86219c3dcc req-b8086169-b144-4b1b-be4e-ce1280ff927d tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:45.138451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07b0b-77bf-4a6a-a40c-4b86219c3dcc req-b8086169-b144-4b1b-be4e-ce1280ff927d tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:45.142466 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d8a07b0b-77bf-4a6a-a40c-4b86219c3dcc req-b8086169-b144-4b1b-be4e-ce1280ff927d tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 3829 time: 1.4971373 Jan 14 01:53:45.150375 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (7dd0f91a-e94e-4544-b67c-c9216ab031cc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:45.160424 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f70f254-b20e-452d-9172-b866fcc5929c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:45.184601 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-b9d739d9-d676-4d06-be24-50dda54e3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:45.188380 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-b9d739d9-d676-4d06-be24-50dda54e3b87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0312364 Jan 14 01:53:45.200051 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45a7ce7b-0f07-45b7-a952-fd4e95656b89 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (02606b00-072f-4044-a632-7076880092dc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:45.207732 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a7ce7b-0f07-45b7-a952-fd4e95656b89 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:45.208826 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45a7ce7b-0f07-45b7-a952-fd4e95656b89 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:45.341759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc41403-999e-4ada-8564-b93ea39a1a22 None None] Pushing event updated for resources: {'Port': ['ID=a27121b6-9639-4f73-b22e-ff9dd5584002,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:45.375060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b4ed-daa7-4686-964d-155cf573d4f3 admin admin] Publish callbacks [] for security_group (2008a6e3-b8ee-4fd1-8406-e48f69502c34), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:45.419952 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b4ed-daa7-4686-964d-155cf573d4f3 admin admin] Publish callbacks [] for security_group (2008a6e3-b8ee-4fd1-8406-e48f69502c34), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:45.487490 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4023414f-3958-4985-843f-ed50fbc2073b {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:53:45.492677 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b4ed-daa7-4686-964d-155cf573d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2008a6e3-b8ee-4fd1-8406-e48f69502c34), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:45.495597 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b4ed-daa7-4686-964d-155cf573d4f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:45.517486 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1ce4b4ed-daa7-4686-964d-155cf573d4f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2008a6e3-b8ee-4fd1-8406-e48f69502c34 HTTP/1.1" status: 204 len: 168 time: 0.4054999 Jan 14 01:53:45.545607 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Publish callbacks [] for port (4023414f-3958-4985-843f-ed50fbc2073b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:45.548827 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4b4ed-daa7-4686-964d-155cf573d4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2008a6e3-b8ee-4fd1-8406-e48f69502c34,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:45.549026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7ce7b-0f07-45b7-a952-fd4e95656b89 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Network': ['ID=02606b00-072f-4044-a632-7076880092dc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:45.569576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-45a7ce7b-0f07-45b7-a952-fd4e95656b89 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5474164 Jan 14 01:53:45.572969 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41144) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:45.574877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Transition to ACTIVE for port object 4023414f-3958-4985-843f-ed50fbc2073b will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:53:45.586925 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-40238d5c-9999-4b4d-ba0d-7b350ca80ac6 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:45.680206 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 02606b00-072f-4044-a632-7076880092dc details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:53:45.746093 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a27121b6-9639-4f73-b22e-ff9dd5584002 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:53:45.782221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:45.783160 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4023414f-3958-4985-843f-ed50fbc2073b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:45.832134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd0f91a-e94e-4544-b67c-c9216ab031cc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:45.847672 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:45.865320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:45.916799 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0c0163-5254-4abc-b2b8-8afbb041488d None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:53:45.965401 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d8a07b0b-77bf-4a6a-a40c-4b86219c3dcc req-87318cae-9afc-4891-be32-dbfa4abeb9c7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7755930 Jan 14 01:53:46.013253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:46.014926 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:46.029618 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-bae998a6-a315-4d5b-babb-2cccb5eff6d1 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8081367 Jan 14 01:53:46.045022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a031ad25-ceac-4ae8-86d7-98d26a8d7b60 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 6.6978652 Jan 14 01:53:46.066390 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41152) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:46.091967 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.103'}]}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:46.092573 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7803ca35-c89c-4eb8-a7ee-83fa670fbef3 None None] Provisioning complete for port 7dd0f91a-e94e-4544-b67c-c9216ab031cc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:46.093056 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7803ca35-c89c-4eb8-a7ee-83fa670fbef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7dd0f91a-e94e-4544-b67c-c9216ab031cc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:46.239930 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7803ca35-c89c-4eb8-a7ee-83fa670fbef3 None None] Port 7dd0f91a-e94e-4544-b67c-c9216ab031cc cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:53:46.281066 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a27121b6-9639-4f73-b22e-ff9dd5584002 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:46.281750 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:46.485317 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (6a4a53a8-f073-4db6-98f6-dfc82f8423fc), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:46.492440 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (6a4a53a8-f073-4db6-98f6-dfc82f8423fc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:46.609993 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a27121b6-9639-4f73-b22e-ff9dd5584002 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:46.625506 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks [] for router_controller (6a4a53a8-f073-4db6-98f6-dfc82f8423fc), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:46.635385 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b31b602-9f91-4f7f-8cf4-3954c3c2252f x-openstack-request-id: req-7b31b602-9f91-4f7f-8cf4-3954c3c2252f {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:46.636169 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "077e1f7b-84a1-4a94-afd3-17ae41a0903c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:46.636594 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b31b602-9f91-4f7f-8cf4-3954c3c2252f {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:46.639013 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '077e1f7b-84a1-4a94-afd3-17ae41a0903c', 'status': 'completed', 'code': 200} Jan 14 01:53:46.649670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Pushing event updated for resources: {'Port': ['ID=4023414f-3958-4985-843f-ed50fbc2073b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:46.701136 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1a7c4ca1-04c3-44c9-8688-c7d3d9dea1f5 req-dfc06e84-3df2-47fb-bdbf-38461f2cedc4 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494179 Jan 14 01:53:46.983381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438eb8a4-5e96-4878-9de1-903354f8ade5 None None] Network b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:47.016742 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40238d5c-9999-4b4d-ba0d-7b350ca80ac6 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (02606b00-072f-4044-a632-7076880092dc), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:47.050323 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-aa35c3f8-6d66-475a-98f1-f2baec282bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:47.051406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-aa35c3f8-6d66-475a-98f1-f2baec282bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:47.052188 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-aa35c3f8-6d66-475a-98f1-f2baec282bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:47.053191 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-aa35c3f8-6d66-475a-98f1-f2baec282bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:47.053936 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-aa35c3f8-6d66-475a-98f1-f2baec282bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:47.054640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-aa35c3f8-6d66-475a-98f1-f2baec282bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:47.056682 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-aa35c3f8-6d66-475a-98f1-f2baec282bff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5249 time: 0.4165857 Jan 14 01:53:47.057689 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Attempting to bind port 4023414f-3958-4985-843f-ed50fbc2073b on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:47.058300 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Attempting to bind port 4023414f-3958-4985-843f-ed50fbc2073b by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:47.058936 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Attempting to bind port 4023414f-3958-4985-843f-ed50fbc2073b on network ec30433c-9afa-411b-893d-ef7db51bc290 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:47.273409 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c81b7a-2e79-4e0b-b938-f469bbdd1d9a req-a3bee0b9-3436-43d7-a2eb-a3b0729b2bc5 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:47.280469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c81b7a-2e79-4e0b-b938-f469bbdd1d9a req-a3bee0b9-3436-43d7-a2eb-a3b0729b2bc5 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:47.287403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c81b7a-2e79-4e0b-b938-f469bbdd1d9a req-a3bee0b9-3436-43d7-a2eb-a3b0729b2bc5 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:47.294664 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6fa1940d-6930-4f3d-a453-9f867afa656b None None] Provisioning complete for port a27121b6-9639-4f73-b22e-ff9dd5584002 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:47.295046 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6fa1940d-6930-4f3d-a453-9f867afa656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:47.297790 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c81b7a-2e79-4e0b-b938-f469bbdd1d9a req-a3bee0b9-3436-43d7-a2eb-a3b0729b2bc5 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:47.318880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c81b7a-2e79-4e0b-b938-f469bbdd1d9a req-a3bee0b9-3436-43d7-a2eb-a3b0729b2bc5 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:47.325325 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c81b7a-2e79-4e0b-b938-f469bbdd1d9a req-a3bee0b9-3436-43d7-a2eb-a3b0729b2bc5 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:47.340797 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66c81b7a-2e79-4e0b-b938-f469bbdd1d9a req-a3bee0b9-3436-43d7-a2eb-a3b0729b2bc5 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 4605 time: 0.1583624 Jan 14 01:53:47.494727 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66c81b7a-2e79-4e0b-b938-f469bbdd1d9a req-7dbff81f-5162-4e63-9095-ac225418c925 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1500325 Jan 14 01:53:47.590431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1940d-6930-4f3d-a453-9f867afa656b None None] Current status of the port a27121b6-9639-4f73-b22e-ff9dd5584002 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:47.945492 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-33e4c8fa-4ea1-45ac-a584-26089b25c29f None None] Provisioning complete for port a27121b6-9639-4f73-b22e-ff9dd5584002 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:53:47.952547 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33e4c8fa-4ea1-45ac-a584-26089b25c29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:48.003405 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks [] for router_gateway (6a4a53a8-f073-4db6-98f6-dfc82f8423fc), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:48.083784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Port 4023414f-3958-4985-843f-ed50fbc2073b on network ec30433c-9afa-411b-893d-ef7db51bc290 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:53:48.084724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Attempting to bind port 4023414f-3958-4985-843f-ed50fbc2073b on network ec30433c-9afa-411b-893d-ef7db51bc290 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:48.127800 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40238d5c-9999-4b4d-ba0d-7b350ca80ac6 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (02606b00-072f-4044-a632-7076880092dc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:48.228892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:48.230336 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Checking segment: {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:48.231094 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Bound using segment: {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:48.232587 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Bound port: 4023414f-3958-4985-843f-ed50fbc2073b, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:48.239520 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4023414f-3958-4985-843f-ed50fbc2073b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:48.274577 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-33e4c8fa-4ea1-45ac-a584-26089b25c29f None None] Current status of the port a27121b6-9639-4f73-b22e-ff9dd5584002 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:53:48.404242 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40238d5c-9999-4b4d-ba0d-7b350ca80ac6 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network 02606b00-072f-4044-a632-7076880092dc is not hosted by any dhcp agent {{(pid=103354) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 14 01:53:48.420063 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40238d5c-9999-4b4d-ba0d-7b350ca80ac6 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:48.420902 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40238d5c-9999-4b4d-ba0d-7b350ca80ac6 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:48.425797 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41180) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:48.426917 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-40238d5c-9999-4b4d-ba0d-7b350ca80ac6 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "PUT /v2.0/networks/02606b00-072f-4044-a632-7076880092dc HTTP/1.1" status: 200 len: 723 time: 2.8499837 Jan 14 01:53:48.432477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-705cb8fe-f728-4c7e-8c88-8de3d9844b53 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'subnet': {'network_id': '02606b00-072f-4044-a632-7076880092dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:48.663539 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40238d5c-9999-4b4d-ba0d-7b350ca80ac6 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Network': ['ID=02606b00-072f-4044-a632-7076880092dc,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:48.683696 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 02606b00-072f-4044-a632-7076880092dc details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:53:48.846503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-5866763f-9ed5-489b-aa30-f8d805d8bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:48.847444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-5866763f-9ed5-489b-aa30-f8d805d8bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:48.848064 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-5866763f-9ed5-489b-aa30-f8d805d8bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:48.856443 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-5866763f-9ed5-489b-aa30-f8d805d8bcaf service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6b0dba3ed3b24efa9666f642e1209540&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8226745 Jan 14 01:53:48.860987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] For port 4023414f-3958-4985-843f-ed50fbc2073b, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:48.875596 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] For port 4023414f-3958-4985-843f-ed50fbc2073b, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4023414f-3958-4985-843f-ed50fbc2073b,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:48.908397 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4023414f-3958-4985-843f-ed50fbc2073b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:48.943031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9839f-9346-486f-bbe8-27d33eddb1f0 req-655740f6-c8bf-4d1c-8166-bbcefc80139e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:48.972745 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9839f-9346-486f-bbe8-27d33eddb1f0 req-655740f6-c8bf-4d1c-8166-bbcefc80139e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:48.980053 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9839f-9346-486f-bbe8-27d33eddb1f0 req-655740f6-c8bf-4d1c-8166-bbcefc80139e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:48.993864 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9839f-9346-486f-bbe8-27d33eddb1f0 req-655740f6-c8bf-4d1c-8166-bbcefc80139e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:49.010472 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9839f-9346-486f-bbe8-27d33eddb1f0 req-655740f6-c8bf-4d1c-8166-bbcefc80139e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:49.044043 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9839f-9346-486f-bbe8-27d33eddb1f0 req-655740f6-c8bf-4d1c-8166-bbcefc80139e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:49.046136 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25c9839f-9346-486f-bbe8-27d33eddb1f0 req-655740f6-c8bf-4d1c-8166-bbcefc80139e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 4605 time: 0.3798387 Jan 14 01:53:49.092559 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705cb8fe-f728-4c7e-8c88-8de3d9844b53 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:49.096509 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-705cb8fe-f728-4c7e-8c88-8de3d9844b53 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:49.144977 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:49.146520 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:49.148202 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] 10.222.0.46 "PUT /v2.0/ports/4023414f-3958-4985-843f-ed50fbc2073b HTTP/1.1" status: 200 len: 1134 time: 5.5638463 Jan 14 01:53:49.161922 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '4023414f-3958-4985-843f-ed50fbc2073b'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:49.175463 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca94de96-a652-476a-98f2-6a917ad20c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "4023414f-3958-4985-843f-ed50fbc2073b"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:49.249241 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Request body: {'port': {'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:49.379853 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b861d-3ad1-4f7a-bd15-86f916782b7c service neutron] Pushing event updated for resources: {'Port': ['ID=4023414f-3958-4985-843f-ed50fbc2073b,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:49.580897 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25c9839f-9346-486f-bbe8-27d33eddb1f0 req-3caa2e4f-1bf2-4095-a7e9-82d5d15a4b20 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5268619 Jan 14 01:53:49.722589 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-705cb8fe-f728-4c7e-8c88-8de3d9844b53 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (2b6594be-3261-4814-b227-fe129669e46d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:49.744659 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-69102ee1-f33b-453a-89db-79c280c42ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:49.746135 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e9c3724-8348-4241-b8b8-a8debf2dba4b req-69102ee1-f33b-453a-89db-79c280c42ac9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8677635 Jan 14 01:53:49.803348 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:49.864372 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cb8fe-f728-4c7e-8c88-8de3d9844b53 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Subnet': ['ID=2b6594be-3261-4814-b227-fe129669e46d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:49.896568 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705cb8fe-f728-4c7e-8c88-8de3d9844b53 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Checking segment: {'id': '514f054e-2168-41a4-92db-4a6524433451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '02606b00-072f-4044-a632-7076880092dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:49.897245 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705cb8fe-f728-4c7e-8c88-8de3d9844b53 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network hostable DHCP agents. Network: 02606b00-072f-4044-a632-7076880092dc, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:53:49.941645 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks [] for router_gateway (6a4a53a8-f073-4db6-98f6-dfc82f8423fc), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:50.004232 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:50.067505 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705cb8fe-f728-4c7e-8c88-8de3d9844b53 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network 02606b00-072f-4044-a632-7076880092dc is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:53:50.099590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-705cb8fe-f728-4c7e-8c88-8de3d9844b53 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 02606b00-072f-4044-a632-7076880092dc) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:50.110471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6898af2-6ac3-4783-8bf7-24238ba36c3b None None] Network 02606b00-072f-4044-a632-7076880092dc requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:50.127985 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705cb8fe-f728-4c7e-8c88-8de3d9844b53 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:50.128588 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-705cb8fe-f728-4c7e-8c88-8de3d9844b53 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:50.190892 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a4260b-42d9-4e6f-a86c-0702f7a81980 x-openstack-request-id: req-d8a4260b-42d9-4e6f-a86c-0702f7a81980 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:50.191563 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "4023414f-3958-4985-843f-ed50fbc2073b", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:50.191563 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8a4260b-42d9-4e6f-a86c-0702f7a81980 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:50.191897 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '4023414f-3958-4985-843f-ed50fbc2073b', 'status': 'completed', 'code': 200} Jan 14 01:53:50.199422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-705cb8fe-f728-4c7e-8c88-8de3d9844b53 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7699945 Jan 14 01:53:50.199705 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41192) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:50.229461 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c1ba099e-ed49-4480-bdd6-81704ecf0474 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:50.346447 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-02606b00-072f-4044-a632-7076880092dc', 'network_id': '02606b00-072f-4044-a632-7076880092dc', 'project_id': '7e0e89e58e15425ca66f26ea021ac1e5', 'fixed_ips': [{'subnet_id': '2b6594be-3261-4814-b227-fe129669e46d'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:53:50.347519 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:50.481214 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1ba099e-ed49-4480-bdd6-81704ecf0474 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26957322'] for subnet (2b6594be-3261-4814-b227-fe129669e46d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:50.612414 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-b376fffa-1f18-4d06-9109-8d2d807daca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:50.612874 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-b376fffa-1f18-4d06-9109-8d2d807daca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:50.625873 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-b376fffa-1f18-4d06-9109-8d2d807daca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:50.626351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-b376fffa-1f18-4d06-9109-8d2d807daca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:50.626880 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-b376fffa-1f18-4d06-9109-8d2d807daca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:50.627353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-b376fffa-1f18-4d06-9109-8d2d807daca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:50.629297 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-b376fffa-1f18-4d06-9109-8d2d807daca6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5291 time: 0.4367647 Jan 14 01:53:50.863225 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks [] for router (6a4a53a8-f073-4db6-98f6-dfc82f8423fc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:51.382312 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-e578c880-5f8b-466c-a50f-d4e3e42c813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:51.388838 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-e578c880-5f8b-466c-a50f-d4e3e42c813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:51.389621 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-e578c880-5f8b-466c-a50f-d4e3e42c813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:51.392568 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-e578c880-5f8b-466c-a50f-d4e3e42c813d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6b0dba3ed3b24efa9666f642e1209540&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7462056 Jan 14 01:53:51.486035 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (6a4a53a8-f073-4db6-98f6-dfc82f8423fc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:51.503130 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d99e-2f22-4508-8a9a-f61009731cb7 req-f64fc526-e1f7-46dd-9976-da74d3c2a220 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:51.511028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d99e-2f22-4508-8a9a-f61009731cb7 req-f64fc526-e1f7-46dd-9976-da74d3c2a220 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:51.524453 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d99e-2f22-4508-8a9a-f61009731cb7 req-f64fc526-e1f7-46dd-9976-da74d3c2a220 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:51.530776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d99e-2f22-4508-8a9a-f61009731cb7 req-f64fc526-e1f7-46dd-9976-da74d3c2a220 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:51.552211 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks [] for router_controller (6a4a53a8-f073-4db6-98f6-dfc82f8423fc), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:51.553739 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d99e-2f22-4508-8a9a-f61009731cb7 req-f64fc526-e1f7-46dd-9976-da74d3c2a220 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:51.575708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d99e-2f22-4508-8a9a-f61009731cb7 req-f64fc526-e1f7-46dd-9976-da74d3c2a220 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:51.578172 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2126d99e-2f22-4508-8a9a-f61009731cb7 req-f64fc526-e1f7-46dd-9976-da74d3c2a220 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 4605 time: 0.8798358 Jan 14 01:53:51.633378 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1ba099e-ed49-4480-bdd6-81704ecf0474 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788831694659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26279606'] for subnet (2b6594be-3261-4814-b227-fe129669e46d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:51.684809 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba46bf2-660d-41aa-a444-cfdf10aa436f {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:53:51.710791 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Publish callbacks [] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:51.730191 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (6a4a53a8-f073-4db6-98f6-dfc82f8423fc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:51.735237 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a4a53a8-f073-4db6-98f6-dfc82f8423fc {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:53:51.747851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Allocated IP 2001:db8::2 (02606b00-072f-4044-a632-7076880092dc/2b6594be-3261-4814-b227-fe129669e46d/5c20fe4c-d83a-4743-a1c3-e32bd05486e3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:53:51.791493 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ba099e-ed49-4480-bdd6-81704ecf0474 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:51.792691 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1ba099e-ed49-4480-bdd6-81704ecf0474 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:51.795962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Transition to ACTIVE for port object dba46bf2-660d-41aa-a444-cfdf10aa436f will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:53:51.799211 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c1ba099e-ed49-4480-bdd6-81704ecf0474 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "PUT /v2.0/subnets/2b6594be-3261-4814-b227-fe129669e46d HTTP/1.1" status: 200 len: 826 time: 1.5905020 Jan 14 01:53:51.799954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41202) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:51.822030 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:51.865879 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 14 01:53:51.868472 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-799934c0-1f28-4c04-a0aa-7a9952c69f4e tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.7953286 Jan 14 01:53:51.930272 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba099e-ed49-4480-bdd6-81704ecf0474 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Subnet': ['ID=2b6594be-3261-4814-b227-fe129669e46d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:51.950109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41204) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:51.973667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2126d99e-2f22-4508-8a9a-f61009731cb7 req-0ca73189-7b2d-4033-aa8f-058e4d2df38e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3878527 Jan 14 01:53:52.103401 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-752de4cd-8924-4584-bdfc-5d8dff3a1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:52.105044 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ca94de96-a652-476a-98f2-6a917ad20c7f req-752de4cd-8924-4584-bdfc-5d8dff3a1fd7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6780517 Jan 14 01:53:52.297599 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (02606b00-072f-4044-a632-7076880092dc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:52.345982 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Pushing event updated for resources: {'Port': ['ID=dba46bf2-660d-41aa-a444-cfdf10aa436f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:52.356090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e1af42fb-ded1-4d38-b0b5-de00a183d034 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Deleting port 7dd0f91a-e94e-4544-b67c-c9216ab031cc {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:53:52.356432 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1af42fb-ded1-4d38-b0b5-de00a183d034 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (7dd0f91a-e94e-4544-b67c-c9216ab031cc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:52.468165 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Publish callbacks [] for port (5c20fe4c-d83a-4743-a1c3-e32bd05486e3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:52.496838 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (5c20fe4c-d83a-4743-a1c3-e32bd05486e3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:52.529057 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (2b6594be-3261-4814-b227-fe129669e46d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:52.569795 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Attempting to bind port dba46bf2-660d-41aa-a444-cfdf10aa436f on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:52.570469 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Attempting to bind port dba46bf2-660d-41aa-a444-cfdf10aa436f by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:52.570657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Attempting to bind port dba46bf2-660d-41aa-a444-cfdf10aa436f on network ec30433c-9afa-411b-893d-ef7db51bc290 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:52.581605 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Port dba46bf2-660d-41aa-a444-cfdf10aa436f on network ec30433c-9afa-411b-893d-ef7db51bc290 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:53:52.581955 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Attempting to bind port dba46bf2-660d-41aa-a444-cfdf10aa436f on network ec30433c-9afa-411b-893d-ef7db51bc290 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:52.598478 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:52.602082 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Checking segment: {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:52.602545 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Bound using segment: {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:52.603136 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Bound port: dba46bf2-660d-41aa-a444-cfdf10aa436f, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:52.603417 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:52.672536 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Network 02606b00-072f-4044-a632-7076880092dc is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:53:52.700850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Pushing event updated for resources: {'Port': ['ID=5c20fe4c-d83a-4743-a1c3-e32bd05486e3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:52.704084 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:53:52.707341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:53:52.727485 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1af42fb-ded1-4d38-b0b5-de00a183d034 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (7dd0f91a-e94e-4544-b67c-c9216ab031cc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:52.745094 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.745447 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.746189 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.746189 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.746818 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.747008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.747506 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.747796 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.748227 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.749085 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.749085 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.749318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.749656 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:53:52.764694 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] For port dba46bf2-660d-41aa-a444-cfdf10aa436f, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:52.773174 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] For port dba46bf2-660d-41aa-a444-cfdf10aa436f, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=dba46bf2-660d-41aa-a444-cfdf10aa436f,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:52.778714 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e1af42fb-ded1-4d38-b0b5-de00a183d034 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Calling delete_port for 7dd0f91a-e94e-4544-b67c-c9216ab031cc owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:53:52.784729 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:52.827922 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (2b6594be-3261-4814-b227-fe129669e46d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:52.873773 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:52.875059 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:52.877380 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] 10.222.0.46 "PUT /v2.0/ports/dba46bf2-660d-41aa-a444-cfdf10aa436f HTTP/1.1" status: 200 len: 1135 time: 3.6864145 Jan 14 01:53:52.883421 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': 'dba46bf2-660d-41aa-a444-cfdf10aa436f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:52.888818 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0899460c-b031-43ff-9e0b-451aeb324330" -d '{"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "dba46bf2-660d-41aa-a444-cfdf10aa436f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:52.927035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Request body: {'port': {'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:52.977902 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6594be-3261-4814-b227-fe129669e46d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:53.038659 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2b3eba-4f29-4cd2-a9d6-0850ec4effc9 x-openstack-request-id: req-0f2b3eba-4f29-4cd2-a9d6-0850ec4effc9 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:53.038965 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "dba46bf2-660d-41aa-a444-cfdf10aa436f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:53.039229 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f2b3eba-4f29-4cd2-a9d6-0850ec4effc9 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:53.039661 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': 'dba46bf2-660d-41aa-a444-cfdf10aa436f', 'status': 'completed', 'code': 200} Jan 14 01:53:53.086572 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2af3f-d3c6-4e07-a5ea-b38f58033f21 service neutron] Pushing event updated for resources: {'Port': ['ID=dba46bf2-660d-41aa-a444-cfdf10aa436f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:53.247367 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (02606b00-072f-4044-a632-7076880092dc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:53.269379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:53.280776 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Attempting to bind port 5c20fe4c-d83a-4743-a1c3-e32bd05486e3 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:53.281147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Attempting to bind port 5c20fe4c-d83a-4743-a1c3-e32bd05486e3 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '514f054e-2168-41a4-92db-4a6524433451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '02606b00-072f-4044-a632-7076880092dc'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:53.286739 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Attempting to bind port 5c20fe4c-d83a-4743-a1c3-e32bd05486e3 on network 02606b00-072f-4044-a632-7076880092dc {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:53.296227 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:53.296931 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Checking segment: {'id': '514f054e-2168-41a4-92db-4a6524433451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '02606b00-072f-4044-a632-7076880092dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:53.297640 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:53.298991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Bound using segment: {'id': '514f054e-2168-41a4-92db-4a6524433451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '02606b00-072f-4044-a632-7076880092dc'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:53.300978 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Bound port: 5c20fe4c-d83a-4743-a1c3-e32bd05486e3, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514f054e-2168-41a4-92db-4a6524433451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '02606b00-072f-4044-a632-7076880092dc'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:53.300978 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5c20fe4c-d83a-4743-a1c3-e32bd05486e3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:53.317718 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02606b00-072f-4044-a632-7076880092dc']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:53.367115 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514f054e-2168-41a4-92db-4a6524433451') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:53.367729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514f054e-2168-41a4-92db-4a6524433451') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:53.430029 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (514f054e-2168-41a4-92db-4a6524433451), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:53.527747 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (514f054e-2168-41a4-92db-4a6524433451), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:53.542191 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] For port 5c20fe4c-d83a-4743-a1c3-e32bd05486e3, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:53.589103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:53:53.589667 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (514f054e-2168-41a4-92db-4a6524433451), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:53:53.599423 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:53:53.761160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad66b9-d9f1-4b38-b144-1f6ff7f8279d req-837df259-690f-4523-b702-72ede0c13f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:53.771950 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad66b9-d9f1-4b38-b144-1f6ff7f8279d req-837df259-690f-4523-b702-72ede0c13f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:53.787290 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad66b9-d9f1-4b38-b144-1f6ff7f8279d req-837df259-690f-4523-b702-72ede0c13f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:53.801085 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad66b9-d9f1-4b38-b144-1f6ff7f8279d req-837df259-690f-4523-b702-72ede0c13f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:53.822151 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad66b9-d9f1-4b38-b144-1f6ff7f8279d req-837df259-690f-4523-b702-72ede0c13f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:53.845604 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad66b9-d9f1-4b38-b144-1f6ff7f8279d req-837df259-690f-4523-b702-72ede0c13f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:53.855560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad66b9-d9f1-4b38-b144-1f6ff7f8279d req-837df259-690f-4523-b702-72ede0c13f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:53.860595 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88ad66b9-d9f1-4b38-b144-1f6ff7f8279d req-837df259-690f-4523-b702-72ede0c13f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5382 time: 0.4786139 Jan 14 01:53:53.958395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] For port 5c20fe4c-d83a-4743-a1c3-e32bd05486e3, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5c20fe4c-d83a-4743-a1c3-e32bd05486e3,segment=NetworkSegment(514f054e-2168-41a4-92db-4a6524433451),segment_id=514f054e-2168-41a4-92db-4a6524433451)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:53.973579 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5c20fe4c-d83a-4743-a1c3-e32bd05486e3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:53.978624 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 01:53:53.978624 n-d-824358-4 neutron-server[103353]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 01:53:53.978624 n-d-824358-4 neutron-server[103353]: [parameters: {'id': '02606b00-072f-4044-a632-7076880092dc'}] Jan 14 01:53:53.978624 n-d-824358-4 neutron-server[103353]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:53:53.984921 n-d-824358-4 neutron-server[103353]: DEBUG oslo_db.api [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:53:54.072053 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1af42fb-ded1-4d38-b0b5-de00a183d034 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (7dd0f91a-e94e-4544-b67c-c9216ab031cc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:54.147072 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88ad66b9-d9f1-4b38-b144-1f6ff7f8279d req-e7354ab3-229d-4ef6-86ca-30c379011614 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2332470 Jan 14 01:53:54.153663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f0ad4-dde7-414c-9526-4481b7e0b63a None None] Pushing event updated for resources: {'Port': ['ID=5c20fe4c-d83a-4743-a1c3-e32bd05486e3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:54.156248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af42fb-ded1-4d38-b0b5-de00a183d034 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dd0f91a-e94e-4544-b67c-c9216ab031cc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:54.211013 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8ccf4f-32c1-4e05-bb32-83f40f131654 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:53:54.302392 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1af42fb-ded1-4d38-b0b5-de00a183d034 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:54.319188 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e1af42fb-ded1-4d38-b0b5-de00a183d034 tempest-RoutersAdminNegativeIpV6Test-1303395045 tempest-RoutersAdminNegativeIpV6Test-1303395045-project-admin] 10.222.0.26 "DELETE /v2.0/ports/7dd0f91a-e94e-4544-b67c-c9216ab031cc HTTP/1.1" status: 204 len: 168 time: 2.3764322 Jan 14 01:53:54.416363 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899460c-b031-43ff-9e0b-451aeb324330 req-cf569663-a12e-427b-aaf0-964aed63f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:54.417989 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899460c-b031-43ff-9e0b-451aeb324330 req-cf569663-a12e-427b-aaf0-964aed63f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:54.422769 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899460c-b031-43ff-9e0b-451aeb324330 req-cf569663-a12e-427b-aaf0-964aed63f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:54.423398 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899460c-b031-43ff-9e0b-451aeb324330 req-cf569663-a12e-427b-aaf0-964aed63f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:54.423893 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899460c-b031-43ff-9e0b-451aeb324330 req-cf569663-a12e-427b-aaf0-964aed63f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:54.424374 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899460c-b031-43ff-9e0b-451aeb324330 req-cf569663-a12e-427b-aaf0-964aed63f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:54.425359 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899460c-b031-43ff-9e0b-451aeb324330 req-cf569663-a12e-427b-aaf0-964aed63f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:54.427632 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0899460c-b031-43ff-9e0b-451aeb324330 req-cf569663-a12e-427b-aaf0-964aed63f8cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6219 time: 1.3608882 Jan 14 01:53:54.435759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da83c9d-512e-46f7-a1f9-ef6a55bd6e37 None None] get_active_networks_info from n-d-824358-4 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 01:53:54.486658 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (02606b00-072f-4044-a632-7076880092dc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:54.643003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Deleting port 5c20fe4c-d83a-4743-a1c3-e32bd05486e3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:53:54.644024 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5c20fe4c-d83a-4743-a1c3-e32bd05486e3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:54.772794 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899460c-b031-43ff-9e0b-451aeb324330 req-9a99011b-ae15-461c-8270-4e851e46a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:54.773354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899460c-b031-43ff-9e0b-451aeb324330 req-9a99011b-ae15-461c-8270-4e851e46a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:54.779126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899460c-b031-43ff-9e0b-451aeb324330 req-9a99011b-ae15-461c-8270-4e851e46a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:54.784475 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0899460c-b031-43ff-9e0b-451aeb324330 req-9a99011b-ae15-461c-8270-4e851e46a16d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6b0dba3ed3b24efa9666f642e1209540&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3385599 Jan 14 01:53:54.912161 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] For port 5c20fe4c-d83a-4743-a1c3-e32bd05486e3, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5c20fe4c-d83a-4743-a1c3-e32bd05486e3,segment=NetworkSegment(514f054e-2168-41a4-92db-4a6524433451),segment_id=514f054e-2168-41a4-92db-4a6524433451)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:53:54.914351 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5c20fe4c-d83a-4743-a1c3-e32bd05486e3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:54.957355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da83c9d-512e-46f7-a1f9-ef6a55bd6e37 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 14 01:53:54.964051 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Calling delete_port for 5c20fe4c-d83a-4743-a1c3-e32bd05486e3 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:53:55.197377 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5c20fe4c-d83a-4743-a1c3-e32bd05486e3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:55.280295 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41222) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:55.325975 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Port': ['ID=5c20fe4c-d83a-4743-a1c3-e32bd05486e3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:55.363474 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No DVR routers for this DVR port 5c20fe4c-d83a-4743-a1c3-e32bd05486e3 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:53:55.560035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24769aab-2ae0-4058-b14a-fce058cc9145 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:53:55.685824 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (02606b00-072f-4044-a632-7076880092dc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:55.692939 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Publish callbacks [] for port (24769aab-2ae0-4058-b14a-fce058cc9145), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:55.764229 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77f86ede-a764-4fd9-b26c-c4c53f702313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:55.772639 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02606b00-072f-4044-a632-7076880092dc']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:55.778222 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc4a01-76ba-4c0b-9398-303b60acddb3 None None] Network 02606b00-072f-4044-a632-7076880092dc requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:55.784510 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Transition to ACTIVE for port object 24769aab-2ae0-4058-b14a-fce058cc9145 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:53:55.812535 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514f054e-2168-41a4-92db-4a6524433451') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:55.812820 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514f054e-2168-41a4-92db-4a6524433451') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:53:55.814049 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899460c-b031-43ff-9e0b-451aeb324330 req-06ee7350-9723-4ad1-9713-44b4fb7464dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:55.827042 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0899460c-b031-43ff-9e0b-451aeb324330 req-06ee7350-9723-4ad1-9713-44b4fb7464dc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5878208 Jan 14 01:53:55.832652 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (514f054e-2168-41a4-92db-4a6524433451), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:55.868762 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc0a39-797d-45ae-95f4-5fd9e3ef8556 req-01557ed1-4114-4b44-adf1-df39cdf1b5a7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:55.885237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc0a39-797d-45ae-95f4-5fd9e3ef8556 req-01557ed1-4114-4b44-adf1-df39cdf1b5a7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:55.902130 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc0a39-797d-45ae-95f4-5fd9e3ef8556 req-01557ed1-4114-4b44-adf1-df39cdf1b5a7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:55.908629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc0a39-797d-45ae-95f4-5fd9e3ef8556 req-01557ed1-4114-4b44-adf1-df39cdf1b5a7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:55.927962 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc0a39-797d-45ae-95f4-5fd9e3ef8556 req-01557ed1-4114-4b44-adf1-df39cdf1b5a7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:55.944848 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc0a39-797d-45ae-95f4-5fd9e3ef8556 req-01557ed1-4114-4b44-adf1-df39cdf1b5a7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:55.950986 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc0a39-797d-45ae-95f4-5fd9e3ef8556 req-01557ed1-4114-4b44-adf1-df39cdf1b5a7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:55.975265 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2fc0a39-797d-45ae-95f4-5fd9e3ef8556 req-01557ed1-4114-4b44-adf1-df39cdf1b5a7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5382 time: 0.5479190 Jan 14 01:53:56.005902 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77f86ede-a764-4fd9-b26c-c4c53f702313 admin admin] Publish callbacks [] for security_group (cbcadf30-b45a-483c-94d4-9ac99361d2ca), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.006897 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.020924 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f33f49-7766-448b-b7a6-8c640bd3bde2 None None] Network 02606b00-072f-4044-a632-7076880092dc requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:53:56.054221 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (514f054e-2168-41a4-92db-4a6524433451), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.059887 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77f86ede-a764-4fd9-b26c-c4c53f702313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cbcadf30-b45a-483c-94d4-9ac99361d2ca), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.082502 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:53:56.086845 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (514f054e-2168-41a4-92db-4a6524433451), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:53:56.111594 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:53:56.210211 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-77f86ede-a764-4fd9-b26c-c4c53f702313 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b92e4d17e8af4302980df6786432e9a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9135919 Jan 14 01:53:56.228030 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41232) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:56.236057 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f86ede-a764-4fd9-b26c-c4c53f702313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcadf30-b45a-483c-94d4-9ac99361d2ca,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:56.374277 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2fc0a39-797d-45ae-95f4-5fd9e3ef8556 req-85837ae2-f5fd-478f-82e2-07f9d05c30e7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3972239 Jan 14 01:53:56.408727 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (02606b00-072f-4044-a632-7076880092dc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.443307 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.447690 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/02606b00-072f-4044-a632-7076880092dc HTTP/1.1" status: 204 len: 168 time: 4.6405492 Jan 14 01:53:56.448645 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a3c39-d375-4a0e-a3b6-decaead3ebc5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Network': ['ID=02606b00-072f-4044-a632-7076880092dc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:56.450532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41236) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:56.496911 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-692e41de-e3e5-425e-9eaf-e76cba7707f9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:53:56.498057 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692e41de-e3e5-425e-9eaf-e76cba7707f9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:53:56.501938 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-692e41de-e3e5-425e-9eaf-e76cba7707f9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/02606b00-072f-4044-a632-7076880092dc HTTP/1.1" status: 404 len: 339 time: 0.0505831 Jan 14 01:53:56.505844 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41240) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:56.519278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-69f2afac-8913-46f0-aa32-0282805f07fc tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1165289142', 'description': 'd1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:56.585116 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f2afac-8913-46f0-aa32-0282805f07fc tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:53:56.605109 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69f2afac-8913-46f0-aa32-0282805f07fc tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.664642 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Attempting to bind port 24769aab-2ae0-4058-b14a-fce058cc9145 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:56.665205 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Attempting to bind port 24769aab-2ae0-4058-b14a-fce058cc9145 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:56.665325 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Attempting to bind port 24769aab-2ae0-4058-b14a-fce058cc9145 on network ec30433c-9afa-411b-893d-ef7db51bc290 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:56.679688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Pushing event updated for resources: {'Port': ['ID=24769aab-2ae0-4058-b14a-fce058cc9145,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:56.688844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Port 24769aab-2ae0-4058-b14a-fce058cc9145 on network ec30433c-9afa-411b-893d-ef7db51bc290 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:53:56.694953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Attempting to bind port 24769aab-2ae0-4058-b14a-fce058cc9145 on network ec30433c-9afa-411b-893d-ef7db51bc290 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:56.724775 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:56.725534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Checking segment: {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:56.726157 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Bound using segment: {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:56.736731 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Bound port: 24769aab-2ae0-4058-b14a-fce058cc9145, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:56.737410 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.758365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f2afac-8913-46f0-aa32-0282805f07fc tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:53:56.785237 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69f2afac-8913-46f0-aa32-0282805f07fc tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (92bebf3d-71f1-4236-bd53-46fec8bc6e22), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.785953 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-69f2afac-8913-46f0-aa32-0282805f07fc tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Added segment 92bebf3d-71f1-4236-bd53-46fec8bc6e22 of type vlan for network fd8999bb-aee2-485a-9391-94e4553b8576 Jan 14 01:53:56.802936 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-353d8a63-c884-482a-95fc-236b42c1cf76 admin admin] Publish callbacks [] for security_group (cbcadf30-b45a-483c-94d4-9ac99361d2ca), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.861111 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-353d8a63-c884-482a-95fc-236b42c1cf76 admin admin] Publish callbacks [] for security_group (cbcadf30-b45a-483c-94d4-9ac99361d2ca), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.895575 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69f2afac-8913-46f0-aa32-0282805f07fc tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (fd8999bb-aee2-485a-9391-94e4553b8576), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.958108 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69f2afac-8913-46f0-aa32-0282805f07fc tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (fd8999bb-aee2-485a-9391-94e4553b8576), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:56.973644 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] For port 24769aab-2ae0-4058-b14a-fce058cc9145, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:56.980992 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f2afac-8913-46f0-aa32-0282805f07fc tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:56.983441 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69f2afac-8913-46f0-aa32-0282805f07fc tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693475'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:57.031471 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] For port 24769aab-2ae0-4058-b14a-fce058cc9145, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=24769aab-2ae0-4058-b14a-fce058cc9145,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:57.035181 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-69f2afac-8913-46f0-aa32-0282805f07fc tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5263040 Jan 14 01:53:57.036967 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41244) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:57.173297 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2afac-8913-46f0-aa32-0282805f07fc tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Network': ['ID=fd8999bb-aee2-485a-9391-94e4553b8576,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:57.187333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network fd8999bb-aee2-485a-9391-94e4553b8576 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:53:57.194374 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:57.326786 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6bb87a-982d-439a-99ce-d1207fe9a48d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:57.331595 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7f6bb87a-982d-439a-99ce-d1207fe9a48d tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/networks?id=fd8999bb-aee2-485a-9391-94e4553b8576 HTTP/1.1" status: 200 len: 765 time: 0.2932739 Jan 14 01:53:57.334505 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41246) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:57.340490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bc5354c3-93d9-4d30-a2d6-8babd2a97647 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'network': {'description': 'd2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:57.444319 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:57.444991 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:57.456266 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] 10.222.0.46 "PUT /v2.0/ports/24769aab-2ae0-4058-b14a-fce058cc9145 HTTP/1.1" status: 200 len: 1091 time: 4.5379641 Jan 14 01:53:57.464166 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '24769aab-2ae0-4058-b14a-fce058cc9145'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:53:57.487497 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e90b763-608d-4145-9dcd-615c3f820c64" -d '{"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "24769aab-2ae0-4058-b14a-fce058cc9145"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:53:57.502097 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-353d8a63-c884-482a-95fc-236b42c1cf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cbcadf30-b45a-483c-94d4-9ac99361d2ca), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:57.508815 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-353d8a63-c884-482a-95fc-236b42c1cf76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:57.511671 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-353d8a63-c884-482a-95fc-236b42c1cf76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cbcadf30-b45a-483c-94d4-9ac99361d2ca HTTP/1.1" status: 204 len: 168 time: 1.2494299 Jan 14 01:53:57.529874 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Request body: {'port': {'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:53:57.609254 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d8a63-c884-482a-95fc-236b42c1cf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcadf30-b45a-483c-94d4-9ac99361d2ca,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:57.628017 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f370ed3-16c9-450e-bfda-7517acaa04cc service neutron] Pushing event updated for resources: {'Port': ['ID=24769aab-2ae0-4058-b14a-fce058cc9145,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:57.665256 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:58.128907 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a0b59-2d92-40ef-927b-d81e614a6157 req-c9245f7b-bf40-4a40-ad75-63a1cc702e63 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:58.152383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a0b59-2d92-40ef-927b-d81e614a6157 req-c9245f7b-bf40-4a40-ad75-63a1cc702e63 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:58.161614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a0b59-2d92-40ef-927b-d81e614a6157 req-c9245f7b-bf40-4a40-ad75-63a1cc702e63 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:58.178322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a0b59-2d92-40ef-927b-d81e614a6157 req-c9245f7b-bf40-4a40-ad75-63a1cc702e63 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:58.208937 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a0b59-2d92-40ef-927b-d81e614a6157 req-c9245f7b-bf40-4a40-ad75-63a1cc702e63 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:58.217995 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6305cef5-fc1a-47d8-8758-22836b774bff {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:53:58.228881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a0b59-2d92-40ef-927b-d81e614a6157 req-c9245f7b-bf40-4a40-ad75-63a1cc702e63 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:58.241512 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a0b59-2d92-40ef-927b-d81e614a6157 req-c9245f7b-bf40-4a40-ad75-63a1cc702e63 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:58.246033 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Publish callbacks [] for port (6305cef5-fc1a-47d8-8758-22836b774bff), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:58.291416 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0c7a0b59-2d92-40ef-927b-d81e614a6157 req-c9245f7b-bf40-4a40-ad75-63a1cc702e63 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5394 time: 0.5471001 Jan 14 01:53:58.292991 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Transition to ACTIVE for port object 6305cef5-fc1a-47d8-8758-22836b774bff will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:53:58.301075 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:58.424720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41260) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:58.468463 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5354c3-93d9-4d30-a2d6-8babd2a97647 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (fd8999bb-aee2-485a-9391-94e4553b8576), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:58.531418 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5354c3-93d9-4d30-a2d6-8babd2a97647 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (fd8999bb-aee2-485a-9391-94e4553b8576), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:58.538439 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b1b857a6-5d47-4e39-93f6-81719e8a33df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe58a55df45f4f8d959ae53589f55ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1109426 Jan 14 01:53:58.552312 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0c7a0b59-2d92-40ef-927b-d81e614a6157 req-3c53efce-e6f7-487e-a6e4-f261db135d8e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2563205 Jan 14 01:53:58.555956 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41262) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:58.775823 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc5354c3-93d9-4d30-a2d6-8babd2a97647 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network fd8999bb-aee2-485a-9391-94e4553b8576 is not hosted by any dhcp agent {{(pid=103353) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 14 01:53:58.782155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5354c3-93d9-4d30-a2d6-8babd2a97647 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:58.783243 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5354c3-93d9-4d30-a2d6-8babd2a97647 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:58.787314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bc5354c3-93d9-4d30-a2d6-8babd2a97647 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "PUT /v2.0/networks/fd8999bb-aee2-485a-9391-94e4553b8576 HTTP/1.1" status: 200 len: 762 time: 1.4515326 Jan 14 01:53:58.823578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41270) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:58.911482 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Pushing event updated for resources: {'Port': ['ID=6305cef5-fc1a-47d8-8758-22836b774bff,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:58.936821 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Attempting to bind port 6305cef5-fc1a-47d8-8758-22836b774bff on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:53:58.937541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Attempting to bind port 6305cef5-fc1a-47d8-8758-22836b774bff by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:53:58.938057 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Attempting to bind port 6305cef5-fc1a-47d8-8758-22836b774bff on network ec30433c-9afa-411b-893d-ef7db51bc290 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:58.951284 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Port 6305cef5-fc1a-47d8-8758-22836b774bff on network ec30433c-9afa-411b-893d-ef7db51bc290 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:53:58.951912 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Attempting to bind port 6305cef5-fc1a-47d8-8758-22836b774bff on network ec30433c-9afa-411b-893d-ef7db51bc290 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:53:58.968348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5354c3-93d9-4d30-a2d6-8babd2a97647 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Network': ['ID=fd8999bb-aee2-485a-9391-94e4553b8576,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:58.989352 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network fd8999bb-aee2-485a-9391-94e4553b8576 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:53:58.990563 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:53:58.992638 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Checking segment: {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:53:58.993987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Bound using segment: {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:53:58.994719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Bound port: 6305cef5-fc1a-47d8-8758-22836b774bff, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f2e680-ed7e-4490-b6c8-5da78460a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:53:58.995975 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:59.068207 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb095daf-148d-48fd-9307-c7a8bf8be940 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:59.075871 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cb095daf-148d-48fd-9307-c7a8bf8be940 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/networks?id=fd8999bb-aee2-485a-9391-94e4553b8576 HTTP/1.1" status: 200 len: 765 time: 0.2368011 Jan 14 01:53:59.076513 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41274) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:53:59.103044 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8509803-fb94-4d82-910f-e03d7a8fac21 admin admin] Publish callbacks [] for security_group (6f70f254-b20e-452d-9172-b866fcc5929c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:59.186314 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8509803-fb94-4d82-910f-e03d7a8fac21 admin admin] Publish callbacks [] for security_group (6f70f254-b20e-452d-9172-b866fcc5929c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:59.239912 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] For port 6305cef5-fc1a-47d8-8758-22836b774bff, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:53:59.244159 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] For port 6305cef5-fc1a-47d8-8758-22836b774bff, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6305cef5-fc1a-47d8-8758-22836b774bff,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:53:59.275570 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:59.316090 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8509803-fb94-4d82-910f-e03d7a8fac21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6f70f254-b20e-452d-9172-b866fcc5929c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:59.323015 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8509803-fb94-4d82-910f-e03d7a8fac21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:59.327555 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c8509803-fb94-4d82-910f-e03d7a8fac21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f70f254-b20e-452d-9172-b866fcc5929c HTTP/1.1" status: 204 len: 168 time: 0.7453597 Jan 14 01:53:59.367765 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8509803-fb94-4d82-910f-e03d7a8fac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f70f254-b20e-452d-9172-b866fcc5929c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:59.547116 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b4f94f-fcdd-48d5-baf5-3957d0999dcf x-openstack-request-id: req-19b4f94f-fcdd-48d5-baf5-3957d0999dcf {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:53:59.547792 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "24769aab-2ae0-4058-b14a-fce058cc9145", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:53:59.548203 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19b4f94f-fcdd-48d5-baf5-3957d0999dcf {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:53:59.548705 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '24769aab-2ae0-4058-b14a-fce058cc9145', 'status': 'completed', 'code': 200} Jan 14 01:53:59.591844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:53:59.592586 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:53:59.594106 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] 10.222.0.46 "PUT /v2.0/ports/6305cef5-fc1a-47d8-8758-22836b774bff HTTP/1.1" status: 200 len: 1091 time: 2.0752730 Jan 14 01:53:59.606034 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef379d0-a594-4d81-b5aa-d9b41ae8ebe8 service neutron] Pushing event updated for resources: {'Port': ['ID=6305cef5-fc1a-47d8-8758-22836b774bff,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:53:59.692580 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Request body: {'port': {'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:00.012094 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-b52110e4-4b65-4f17-807f-0a1956859f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.012728 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-b52110e4-4b65-4f17-807f-0a1956859f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.013033 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-b52110e4-4b65-4f17-807f-0a1956859f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.014353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-b52110e4-4b65-4f17-807f-0a1956859f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.017261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-b52110e4-4b65-4f17-807f-0a1956859f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.017946 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-b52110e4-4b65-4f17-807f-0a1956859f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.019011 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-b52110e4-4b65-4f17-807f-0a1956859f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.019154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fb0c9-3b1d-49be-8bb9-4616ff74cf28 req-cf79d263-939b-43dd-b428-b4a02763a22f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.024084 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-b52110e4-4b65-4f17-807f-0a1956859f47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6353 time: 0.4893112 Jan 14 01:54:00.042386 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fb0c9-3b1d-49be-8bb9-4616ff74cf28 req-cf79d263-939b-43dd-b428-b4a02763a22f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.055179 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fb0c9-3b1d-49be-8bb9-4616ff74cf28 req-cf79d263-939b-43dd-b428-b4a02763a22f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.075877 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fb0c9-3b1d-49be-8bb9-4616ff74cf28 req-cf79d263-939b-43dd-b428-b4a02763a22f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.092071 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fb0c9-3b1d-49be-8bb9-4616ff74cf28 req-cf79d263-939b-43dd-b428-b4a02763a22f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.101280 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fb0c9-3b1d-49be-8bb9-4616ff74cf28 req-cf79d263-939b-43dd-b428-b4a02763a22f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.118919 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fb0c9-3b1d-49be-8bb9-4616ff74cf28 req-cf79d263-939b-43dd-b428-b4a02763a22f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.137927 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c76fb0c9-3b1d-49be-8bb9-4616ff74cf28 req-cf79d263-939b-43dd-b428-b4a02763a22f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5406 time: 0.2526231 Jan 14 01:54:00.346968 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69253cb5-02a2-4596-bd33-8644371bf86b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.354971 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-69253cb5-02a2-4596-bd33-8644371bf86b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.2213867 Jan 14 01:54:00.364403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41350) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:00.424770 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5b6af-aea9-48c0-bf77-20b0520782bc req-11fa6745-f1cc-46f3-8845-dc9b0059aa23 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.427177 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-48b5b6af-aea9-48c0-bf77-20b0520782bc req-11fa6745-f1cc-46f3-8845-dc9b0059aa23 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b HTTP/1.1" status: 200 len: 951 time: 0.2391937 Jan 14 01:54:00.433168 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:00.443425 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c76fb0c9-3b1d-49be-8bb9-4616ff74cf28 req-0a55c67d-c70f-4cd3-924b-5d3606745bee tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3041849 Jan 14 01:54:00.580058 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-48b5b6af-aea9-48c0-bf77-20b0520782bc req-b70e0ce2-8510-46b8-b790-2a6769a1fa6c tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294065 Jan 14 01:54:00.647823 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-93d08802-f161-4dcc-a12a-dd7370e5c220 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 207 time: 0.2668169 Jan 14 01:54:00.651385 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41358) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:00.909909 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ce1b8-2781-4893-a140-031c5d7c5f1b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.922713 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ce1b8-2781-4893-a140-031c5d7c5f1b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.938583 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ce1b8-2781-4893-a140-031c5d7c5f1b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.951180 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ce1b8-2781-4893-a140-031c5d7c5f1b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.964313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ce1b8-2781-4893-a140-031c5d7c5f1b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.980205 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ce1b8-2781-4893-a140-031c5d7c5f1b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:00.981992 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7c3ce1b8-2781-4893-a140-031c5d7c5f1b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3295567 Jan 14 01:54:00.986504 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41370) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:01.139956 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f3805e-7044-41b5-86e1-4050dd2c244f {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:54:01.150342 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Publish callbacks [] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:01.165666 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Transition to ACTIVE for port object 61f3805e-7044-41b5-86e1-4050dd2c244f will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:54:01.173623 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-f9ad08bf-d546-408c-ac90-d919a786bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.174349 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-f9ad08bf-d546-408c-ac90-d919a786bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.174987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-f9ad08bf-d546-408c-ac90-d919a786bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.176778 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-f9ad08bf-d546-408c-ac90-d919a786bc45 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6b0dba3ed3b24efa9666f642e1209540&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1232128 Jan 14 01:54:01.178202 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:01.269718 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41380) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:01.293212 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-31afe2fc-ce9d-4fdf-95d5-8e50ed8b62d9 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2710230 Jan 14 01:54:01.508581 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41392) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:01.560268 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:01.591199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '6305cef5-fc1a-47d8-8758-22836b774bff'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:54:01.617478 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e108ae5-706c-4b48-b16c-e3e209d84b40" -d '{"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "6305cef5-fc1a-47d8-8758-22836b774bff"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:54:01.632890 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Pushing event updated for resources: {'Port': ['ID=61f3805e-7044-41b5-86e1-4050dd2c244f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:01.663442 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f387-6024-4623-96b5-1abc31841f52 req-4cc599ad-715c-418e-b598-8da5745e401c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.674867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f387-6024-4623-96b5-1abc31841f52 req-4cc599ad-715c-418e-b598-8da5745e401c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.683302 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f387-6024-4623-96b5-1abc31841f52 req-4cc599ad-715c-418e-b598-8da5745e401c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.691453 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f387-6024-4623-96b5-1abc31841f52 req-4cc599ad-715c-418e-b598-8da5745e401c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.700855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f387-6024-4623-96b5-1abc31841f52 req-4cc599ad-715c-418e-b598-8da5745e401c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.708531 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f387-6024-4623-96b5-1abc31841f52 req-4cc599ad-715c-418e-b598-8da5745e401c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.717343 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f387-6024-4623-96b5-1abc31841f52 req-4cc599ad-715c-418e-b598-8da5745e401c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.725083 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f443cb-466c-4fd9-af0f-b0ecc004a9c5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.728797 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8231f387-6024-4623-96b5-1abc31841f52 req-4cc599ad-715c-418e-b598-8da5745e401c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5418 time: 0.1723886 Jan 14 01:54:01.731623 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f443cb-466c-4fd9-af0f-b0ecc004a9c5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.742021 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f443cb-466c-4fd9-af0f-b0ecc004a9c5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.753441 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f443cb-466c-4fd9-af0f-b0ecc004a9c5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.761577 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f443cb-466c-4fd9-af0f-b0ecc004a9c5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.779406 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41420) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:01.779846 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b1f443cb-466c-4fd9-af0f-b0ecc004a9c5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5044267 Jan 14 01:54:01.848512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Attempting to bind port 61f3805e-7044-41b5-86e1-4050dd2c244f on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:54:01.849341 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Attempting to bind port 61f3805e-7044-41b5-86e1-4050dd2c244f by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:54:01.850246 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Attempting to bind port 61f3805e-7044-41b5-86e1-4050dd2c244f on network 34af9444-73e2-4bf1-aca9-d671713da719 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:54:01.878751 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-6dccdbcd-13ef-4664-9194-e35d573abbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:01.883066 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e90b763-608d-4145-9dcd-615c3f820c64 req-6dccdbcd-13ef-4664-9194-e35d573abbb9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6945202 Jan 14 01:54:01.885028 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Port 61f3805e-7044-41b5-86e1-4050dd2c244f on network 34af9444-73e2-4bf1-aca9-d671713da719 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:54:01.885028 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Attempting to bind port 61f3805e-7044-41b5-86e1-4050dd2c244f on network 34af9444-73e2-4bf1-aca9-d671713da719 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:54:01.895939 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8231f387-6024-4623-96b5-1abc31841f52 req-be99a507-faf2-4343-945e-a9c4063abe51 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1622188 Jan 14 01:54:01.903981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1220300186'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:01.926783 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:54:01.927944 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Checking segment: {'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:01.929022 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Bound using segment: {'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:54:01.931315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Bound port: 61f3805e-7044-41b5-86e1-4050dd2c244f, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:54:01.931822 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:02.040247 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472f75a-574d-4bd8-bff7-a927e9b6f63a req-b8109ece-f8db-4180-b38c-8b889ed8d09c tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.048609 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7472f75a-574d-4bd8-bff7-a927e9b6f63a req-b8109ece-f8db-4180-b38c-8b889ed8d09c tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b HTTP/1.1" status: 200 len: 951 time: 0.2501285 Jan 14 01:54:02.054859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf9079-9fb0-4ebe-8dfe-82df006671ee tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.056435 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf9079-9fb0-4ebe-8dfe-82df006671ee tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.061506 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf9079-9fb0-4ebe-8dfe-82df006671ee tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.062984 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf9079-9fb0-4ebe-8dfe-82df006671ee tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.064418 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf9079-9fb0-4ebe-8dfe-82df006671ee tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.069759 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b4cf9079-9fb0-4ebe-8dfe-82df006671ee tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2861135 Jan 14 01:54:02.072245 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41432) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:02.074530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Made reservation on behalf of 5dc608900bcc4455a6640f17acb32549 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:02.078536 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:02.099856 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:02.153965 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7472f75a-574d-4bd8-bff7-a927e9b6f63a req-7b0bf3eb-911e-4334-b883-aead71d8c33e tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044743 Jan 14 01:54:02.161302 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83033dea-7787-44b7-8de2-5b476ce48cc8 x-openstack-request-id: req-83033dea-7787-44b7-8de2-5b476ce48cc8 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:54:02.161762 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "6305cef5-fc1a-47d8-8758-22836b774bff", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:54:02.162888 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83033dea-7787-44b7-8de2-5b476ce48cc8 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:54:02.164890 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '6305cef5-fc1a-47d8-8758-22836b774bff', 'status': 'completed', 'code': 200} Jan 14 01:54:02.322431 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for security_group (f2b8f22b-ab88-4b50-88f1-3714029c6d81), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:02.331814 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f2b8f22b-ab88-4b50-88f1-3714029c6d81), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:02.353172 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] For port 61f3805e-7044-41b5-86e1-4050dd2c244f, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:54:02.377304 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b8f22b-ab88-4b50-88f1-3714029c6d81,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:02.398072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:54:02.406515 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] For port 61f3805e-7044-41b5-86e1-4050dd2c244f, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=61f3805e-7044-41b5-86e1-4050dd2c244f,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:54:02.411409 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f85e9812-3d0d-4047-8ebb-31d91c32b4dd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:02.411409 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Added segment f85e9812-3d0d-4047-8ebb-31d91c32b4dd of type vlan for network 519dc53e-bfa5-4f0b-852a-77946962ab30 Jan 14 01:54:02.430020 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:02.491296 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-3d1707d5-e398-4856-a5c0-5d8403b03809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.492167 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (519dc53e-bfa5-4f0b-852a-77946962ab30), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:02.492740 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-3d1707d5-e398-4856-a5c0-5d8403b03809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.494018 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-3d1707d5-e398-4856-a5c0-5d8403b03809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.495307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-3d1707d5-e398-4856-a5c0-5d8403b03809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.495845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-3d1707d5-e398-4856-a5c0-5d8403b03809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.497228 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-3d1707d5-e398-4856-a5c0-5d8403b03809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.498306 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-3d1707d5-e398-4856-a5c0-5d8403b03809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.501506 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-3d1707d5-e398-4856-a5c0-5d8403b03809 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6378 time: 0.2516022 Jan 14 01:54:02.526785 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f8982-f090-4e2b-9314-10a6d50fe825 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.533164 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-642f8982-f090-4e2b-9314-10a6d50fe825 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/networks/2238b488-d72e-432f-821a-921647553c45 HTTP/1.1" status: 200 len: 804 time: 0.4553137 Jan 14 01:54:02.534788 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41444) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:02.555356 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.556300 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:02.558335 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] 10.222.0.46 "PUT /v2.0/ports/61f3805e-7044-41b5-86e1-4050dd2c244f HTTP/1.1" status: 200 len: 1091 time: 2.8770335 Jan 14 01:54:02.673330 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Request body: {'port': {'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:02.797740 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-85d02622-3ab6-4317-99d8-799120bc7d7f tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/networks/2238b488-d72e-432f-821a-921647553c45?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2611401 Jan 14 01:54:02.800915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41448) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:02.900341 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:02.919863 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04ae3d-e388-4d5b-9d0d-d1ca06232122 service neutron] Pushing event updated for resources: {'Port': ['ID=61f3805e-7044-41b5-86e1-4050dd2c244f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:02.946345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5eb84-74c1-4d90-a822-2eda441f11d7 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:02.946345 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f1c5eb84-74c1-4d90-a822-2eda441f11d7 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/subnets/49778517-b60e-44e1-b685-e51ce22dd84f HTTP/1.1" status: 200 len: 843 time: 0.1407285 Jan 14 01:54:02.946728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41452) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:03.069380 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a109f9a-1241-4486-b6b8-3d2d8658e22a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.072041 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7a109f9a-1241-4486-b6b8-3d2d8658e22a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "GET /v2.0/subnets/49778517-b60e-44e1-b685-e51ce22dd84f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1216383 Jan 14 01:54:03.073842 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (519dc53e-bfa5-4f0b-852a-77946962ab30), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:03.089136 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41458) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:03.089730 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.090373 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:03.098327 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0aac77a7-d7e0-4d2e-9fb0-3426cb985c0c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-232467711'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:03.115992 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-71dac869-f86f-4cee-b321-b36f9b10011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.116759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-71dac869-f86f-4cee-b321-b36f9b10011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.117391 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-71dac869-f86f-4cee-b321-b36f9b10011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.119490 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-71dac869-f86f-4cee-b321-b36f9b10011d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6b0dba3ed3b24efa9666f642e1209540&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5599523 Jan 14 01:54:03.281713 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7720222 Jan 14 01:54:03.286830 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41462) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:03.289578 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aac77a7-d7e0-4d2e-9fb0-3426cb985c0c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:03.292610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-dd137597-803d-4ce9-b1b1-d6ced42e945f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Request body: {'subnet': {'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:03.293800 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0aac77a7-d7e0-4d2e-9fb0-3426cb985c0c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:03.308867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fb702-cbec-4138-aedd-5ff129eca257 req-eb6852fd-7f65-4cef-9f3d-56f1db4432ba tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.315391 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fb702-cbec-4138-aedd-5ff129eca257 req-eb6852fd-7f65-4cef-9f3d-56f1db4432ba tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.322493 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fb702-cbec-4138-aedd-5ff129eca257 req-eb6852fd-7f65-4cef-9f3d-56f1db4432ba tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.329832 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fb702-cbec-4138-aedd-5ff129eca257 req-eb6852fd-7f65-4cef-9f3d-56f1db4432ba tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.336566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fb702-cbec-4138-aedd-5ff129eca257 req-eb6852fd-7f65-4cef-9f3d-56f1db4432ba tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.343094 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fb702-cbec-4138-aedd-5ff129eca257 req-eb6852fd-7f65-4cef-9f3d-56f1db4432ba tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.349758 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fb702-cbec-4138-aedd-5ff129eca257 req-eb6852fd-7f65-4cef-9f3d-56f1db4432ba tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.357825 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b60fb702-cbec-4138-aedd-5ff129eca257 req-eb6852fd-7f65-4cef-9f3d-56f1db4432ba tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5418 time: 0.2617068 Jan 14 01:54:03.468880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcf2c6-d474-4e04-9cda-bd4fefddf5d8 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event updated for resources: {'Network': ['ID=519dc53e-bfa5-4f0b-852a-77946962ab30,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:03.488988 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:54:03.555152 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b60fb702-cbec-4138-aedd-5ff129eca257 req-0330d9a4-bd29-4c99-a4e0-e2f6423f80e4 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1958730 Jan 14 01:54:03.818352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd137597-803d-4ce9-b1b1-d6ced42e945f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Made reservation on behalf of 5dc608900bcc4455a6640f17acb32549 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:03.824912 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd137597-803d-4ce9-b1b1-d6ced42e945f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:03.918244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-73165956-927d-4ae0-8dbb-1c001822367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:03.920059 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5e108ae5-706c-4b48-b16c-e3e209d84b40 req-73165956-927d-4ae0-8dbb-1c001822367e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7915642 Jan 14 01:54:03.947502 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aac77a7-d7e0-4d2e-9fb0-3426cb985c0c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:54:03.970123 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0aac77a7-d7e0-4d2e-9fb0-3426cb985c0c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (15a88af6-0ae2-4a4a-a41a-19cadba0f942), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:03.970377 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-0aac77a7-d7e0-4d2e-9fb0-3426cb985c0c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Added segment 15a88af6-0ae2-4a4a-a41a-19cadba0f942 of type vlan for network f02abd62-d812-4801-b40b-85589b5c9337 Jan 14 01:54:04.034009 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0aac77a7-d7e0-4d2e-9fb0-3426cb985c0c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (f02abd62-d812-4801-b40b-85589b5c9337), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:04.115362 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd137597-803d-4ce9-b1b1-d6ced42e945f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (da88b23a-fdae-4568-a4fd-914538c5560f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:04.123704 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0aac77a7-d7e0-4d2e-9fb0-3426cb985c0c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (f02abd62-d812-4801-b40b-85589b5c9337), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:04.142345 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac77a7-d7e0-4d2e-9fb0-3426cb985c0c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:04.143024 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0aac77a7-d7e0-4d2e-9fb0-3426cb985c0c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:04.159902 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:54:04.196790 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '61f3805e-7044-41b5-86e1-4050dd2c244f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:54:04.199131 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb40361a-6847-4867-9556-631c434d6daf" -d '{"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "61f3805e-7044-41b5-86e1-4050dd2c244f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:54:04.209464 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Publish callbacks [] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:04.220302 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd137597-803d-4ce9-b1b1-d6ced42e945f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event updated for resources: {'Subnet': ['ID=da88b23a-fdae-4568-a4fd-914538c5560f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:04.305236 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd137597-803d-4ce9-b1b1-d6ced42e945f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Checking segment: {'id': 'f85e9812-3d0d-4047-8ebb-31d91c32b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:04.308752 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd137597-803d-4ce9-b1b1-d6ced42e945f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Network hostable DHCP agents. Network: 519dc53e-bfa5-4f0b-852a-77946962ab30, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:54:04.310090 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9540ecec-1fc0-4b9a-b11b-c0eb287456a7 x-openstack-request-id: req-9540ecec-1fc0-4b9a-b11b-c0eb287456a7 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:54:04.310962 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "61f3805e-7044-41b5-86e1-4050dd2c244f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:54:04.311433 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9540ecec-1fc0-4b9a-b11b-c0eb287456a7 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:54:04.314010 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '61f3805e-7044-41b5-86e1-4050dd2c244f', 'status': 'completed', 'code': 200} Jan 14 01:54:04.351108 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd137597-803d-4ce9-b1b1-d6ced42e945f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:54:04.368112 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dd137597-803d-4ce9-b1b1-d6ced42e945f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 519dc53e-bfa5-4f0b-852a-77946962ab30) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:04.372948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd137597-803d-4ce9-b1b1-d6ced42e945f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:04.373743 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd137597-803d-4ce9-b1b1-d6ced42e945f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:04.380477 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Transition to ACTIVE for port object 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:54:04.380851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33126496-edfd-4e42-9437-03341c14f62e None None] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:04.406126 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0aac77a7-d7e0-4d2e-9fb0-3426cb985c0c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3133554 Jan 14 01:54:04.410690 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-dd137597-803d-4ce9-b1b1-d6ced42e945f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1221294 Jan 14 01:54:04.411540 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41468) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:04.413390 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41470) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:04.418204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Request body: {'port': {'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30', 'name': 'tempest-AllowedAddressPairTestJSON-659640579'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:04.428788 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'subnet': {'network_id': 'f02abd62-d812-4801-b40b-85589b5c9337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:04.475121 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:04.511932 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac77a7-d7e0-4d2e-9fb0-3426cb985c0c tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Network': ['ID=f02abd62-d812-4801-b40b-85589b5c9337,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:04.581906 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40361a-6847-4867-9556-631c434d6daf req-b116485e-e122-49d0-af74-1ba355538c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:04.590199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40361a-6847-4867-9556-631c434d6daf req-b116485e-e122-49d0-af74-1ba355538c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:04.593311 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40361a-6847-4867-9556-631c434d6daf req-b116485e-e122-49d0-af74-1ba355538c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:04.594283 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40361a-6847-4867-9556-631c434d6daf req-b116485e-e122-49d0-af74-1ba355538c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:04.595024 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40361a-6847-4867-9556-631c434d6daf req-b116485e-e122-49d0-af74-1ba355538c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:04.597000 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40361a-6847-4867-9556-631c434d6daf req-b116485e-e122-49d0-af74-1ba355538c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:04.599092 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40361a-6847-4867-9556-631c434d6daf req-b116485e-e122-49d0-af74-1ba355538c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:04.612096 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb40361a-6847-4867-9556-631c434d6daf req-b116485e-e122-49d0-af74-1ba355538c2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6445 time: 0.2233691 Jan 14 01:54:04.643207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network f02abd62-d812-4801-b40b-85589b5c9337 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:54:04.857644 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:04.952949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f4f22c0b-6677-4dda-bc0c-daf6a1831dfd no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:54:05.020909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40361a-6847-4867-9556-631c434d6daf req-994f6433-99a7-4714-8c91-7ecb68f7d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.021386 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40361a-6847-4867-9556-631c434d6daf req-994f6433-99a7-4714-8c91-7ecb68f7d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.021812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40361a-6847-4867-9556-631c434d6daf req-994f6433-99a7-4714-8c91-7ecb68f7d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.023822 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb40361a-6847-4867-9556-631c434d6daf req-994f6433-99a7-4714-8c91-7ecb68f7d0b5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6b0dba3ed3b24efa9666f642e1209540&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3371866 Jan 14 01:54:05.043110 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4ae01-113d-47c9-bf6b-950f7b91b904 req-6337da9e-d7fb-499c-a58e-298c8d1983bb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.062555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4ae01-113d-47c9-bf6b-950f7b91b904 req-6337da9e-d7fb-499c-a58e-298c8d1983bb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.064752 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:05.084854 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4ae01-113d-47c9-bf6b-950f7b91b904 req-6337da9e-d7fb-499c-a58e-298c8d1983bb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.105368 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4ae01-113d-47c9-bf6b-950f7b91b904 req-6337da9e-d7fb-499c-a58e-298c8d1983bb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.131171 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4ae01-113d-47c9-bf6b-950f7b91b904 req-6337da9e-d7fb-499c-a58e-298c8d1983bb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.132849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:05.133489 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:05.153415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4ae01-113d-47c9-bf6b-950f7b91b904 req-6337da9e-d7fb-499c-a58e-298c8d1983bb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.154756 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-318361f2-aedf-4f5a-9aba-840e6d94128e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:05.161214 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-519dc53e-bfa5-4f0b-852a-77946962ab30', 'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30', 'project_id': '5dc608900bcc4455a6640f17acb32549', 'fixed_ips': [{'subnet_id': 'da88b23a-fdae-4568-a4fd-914538c5560f'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:54:05.162487 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:05.170579 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4ae01-113d-47c9-bf6b-950f7b91b904 req-6337da9e-d7fb-499c-a58e-298c8d1983bb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.183236 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ece4ae01-113d-47c9-bf6b-950f7b91b904 req-6337da9e-d7fb-499c-a58e-298c8d1983bb tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.4589016 Jan 14 01:54:05.201204 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Attempting to bind port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:54:05.201609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Attempting to bind port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:54:05.201910 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Attempting to bind port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 on network 34af9444-73e2-4bf1-aca9-d671713da719 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:54:05.212004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 on network 34af9444-73e2-4bf1-aca9-d671713da719 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:54:05.230215 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Attempting to bind port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 on network 34af9444-73e2-4bf1-aca9-d671713da719 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:54:05.232928 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:05.280723 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:54:05.281078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Checking segment: {'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:05.281476 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Bound using segment: {'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:54:05.281998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Bound port: 66b723c2-5d1d-48ea-a557-a4370dd2a8d1, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba6d610-6c81-4afd-bce5-b5f6fa32fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:54:05.289135 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:05.323134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Made reservation on behalf of 7e0e89e58e15425ca66f26ea021ac1e5 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:05.326670 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:05.419186 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:54:05.423711 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109d649d-fc45-4d78-98ff-a38f837fc105" -d '{"events": [{"server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:54:05.440606 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:05.458022 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40361a-6847-4867-9556-631c434d6daf req-df2778bf-1a10-4171-b594-00d34b82f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.458674 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Performing IP validity checks on allocation pools {{(pid=103353) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 14 01:54:05.458955 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103353) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 14 01:54:05.459562 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb40361a-6847-4867-9556-631c434d6daf req-df2778bf-1a10-4171-b594-00d34b82f237 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4210777 Jan 14 01:54:05.551403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] For port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:54:05.557066 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] For port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:54:05.566217 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:05.611274 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Made reservation on behalf of 5dc608900bcc4455a6640f17acb32549 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:05.616019 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:05.686257 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] device_id is not set on port b7f3565e-3092-441e-b3e1-968b6c260b8d yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:54:05.693949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Allocated IP 172.20.0.2 (519dc53e-bfa5-4f0b-852a-77946962ab30/da88b23a-fdae-4568-a4fd-914538c5560f/1b8d6f8e-552d-45f1-830d-894c76f7e3f8) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:05.724193 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ece4ae01-113d-47c9-bf6b-950f7b91b904 req-8adacae4-7efe-47bf-9c1f-fb19207cd074 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5400078 Jan 14 01:54:05.728565 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:05.743226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,revision_number=11']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:05.759444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.760553 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:05.762752 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6a1e86b5-6e9e-4a76-9841-c1bab341e1c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/66b723c2-5d1d-48ea-a557-a4370dd2a8d1 HTTP/1.1" status: 200 len: 1091 time: 3.1370981 Jan 14 01:54:05.977492 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-933f4788-5a5d-4c93-854d-19b30bc6b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.977980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-933f4788-5a5d-4c93-854d-19b30bc6b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.978505 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-933f4788-5a5d-4c93-854d-19b30bc6b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.978920 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-933f4788-5a5d-4c93-854d-19b30bc6b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.979441 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-933f4788-5a5d-4c93-854d-19b30bc6b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.980818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-933f4788-5a5d-4c93-854d-19b30bc6b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.982518 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-933f4788-5a5d-4c93-854d-19b30bc6b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:05.991642 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-933f4788-5a5d-4c93-854d-19b30bc6b975 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6487 time: 0.1629047 Jan 14 01:54:06.133653 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-0fa4ab04-a9f8-4f1e-90be-e01ee9cad1bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077e1f7b-84a1-4a94-afd3-17ae41a0903c HTTP/1.1" status: 200 len: 217 time: 0.1174340 Jan 14 01:54:06.140574 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (3afb6f89-fbce-4bdc-985f-8daae98d3e53), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:06.310860 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Publish callbacks [] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:06.315753 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Subnet': ['ID=3afb6f89-fbce-4bdc-985f-8daae98d3e53,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:06.317470 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-eb9bbc19-eca9-4e5d-8394-d0d27a42f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:06.323735 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-eb9bbc19-eca9-4e5d-8394-d0d27a42f871 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56102bb5-946c-4250-a30d-1c09c3c59942 HTTP/1.1" status: 200 len: 855 time: 0.1751363 Jan 14 01:54:06.327351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '66b723c2-5d1d-48ea-a557-a4370dd2a8d1'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:54:06.337484 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53771d16-94a9-41bd-b854-e158d51b20be" -d '{"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "66b723c2-5d1d-48ea-a557-a4370dd2a8d1"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:54:06.342443 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:06.346171 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Checking segment: {'id': '15a88af6-0ae2-4a4a-a41a-19cadba0f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f02abd62-d812-4801-b40b-85589b5c9337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:06.349719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network hostable DHCP agents. Network: f02abd62-d812-4801-b40b-85589b5c9337, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:54:06.429867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:06.442184 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:06.446468 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:06.475321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Network f02abd62-d812-4801-b40b-85589b5c9337 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:54:06.513872 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Pushing event updated for resources: {'Port': ['ID=1b8d6f8e-552d-45f1-830d-894c76f7e3f8,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:06.518409 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, f02abd62-d812-4801-b40b-85589b5c9337) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:06.528013 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:06.528649 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:06.551575 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Allocated IP 172.20.0.10 (519dc53e-bfa5-4f0b-852a-77946962ab30/da88b23a-fdae-4568-a4fd-914538c5560f/b7f3565e-3092-441e-b3e1-968b6c260b8d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:06.559784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8edcd74c-533a-4165-85c4-7ab38cc3e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:06.562200 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8edcd74c-533a-4165-85c4-7ab38cc3e597 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d904935c-610e-42e6-94e1-24e36d7164e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2090218 Jan 14 01:54:06.570062 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b499275e-238c-4ccd-b585-5c8c8dc42c70 None None] Network f02abd62-d812-4801-b40b-85589b5c9337 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:06.592676 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c19e1329-cec0-4bbb-8be5-d9bf85c5274b tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1798625 Jan 14 01:54:06.593454 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41488) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:06.603619 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-19b4286c-7756-4d1e-abef-9811b5527443 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:06.611406 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Attempting to bind port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:54:06.614257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Attempting to bind port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'f85e9812-3d0d-4047-8ebb-31d91c32b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:54:06.614257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Attempting to bind port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 on network 519dc53e-bfa5-4f0b-852a-77946962ab30 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:54:06.814584 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a82d1e-41a7-41bc-9075-11da539a63db x-openstack-request-id: req-61a82d1e-41a7-41bc-9075-11da539a63db {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:54:06.814982 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "66b723c2-5d1d-48ea-a557-a4370dd2a8d1", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:54:06.823805 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61a82d1e-41a7-41bc-9075-11da539a63db {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:54:06.824596 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '66b723c2-5d1d-48ea-a557-a4370dd2a8d1', 'status': 'completed', 'code': 200} Jan 14 01:54:06.883489 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-fafd3bf9-13c6-4c1f-8a92-764070cfa67a service neutron] 10.222.0.46 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087940 Jan 14 01:54:06.940164 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 01:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5cf0cb-a480-402a-a37b-2b17970fe130 x-openstack-request-id: req-3c5cf0cb-a480-402a-a37b-2b17970fe130 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:54:06.941155 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:54:06.941621 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c5cf0cb-a480-402a-a37b-2b17970fe130 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:54:06.942198 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'code': 200} Jan 14 01:54:06.948536 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:54:06.954885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Checking segment: {'id': 'f85e9812-3d0d-4047-8ebb-31d91c32b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:06.957367 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:06.959799 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Bound using segment: {'id': 'f85e9812-3d0d-4047-8ebb-31d91c32b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:54:06.960590 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Bound port: 1b8d6f8e-552d-45f1-830d-894c76f7e3f8, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85e9812-3d0d-4047-8ebb-31d91c32b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:54:06.963083 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:07.031128 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19b4286c-7756-4d1e-abef-9811b5527443 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26957322'] for subnet (3afb6f89-fbce-4bdc-985f-8daae98d3e53), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:07.170222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47244af-682e-4dcd-9c46-ef1faabe2a30 req-1b60636c-ba65-4f60-b909-d002dd90f26b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:07.178370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47244af-682e-4dcd-9c46-ef1faabe2a30 req-1b60636c-ba65-4f60-b909-d002dd90f26b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:07.185941 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47244af-682e-4dcd-9c46-ef1faabe2a30 req-1b60636c-ba65-4f60-b909-d002dd90f26b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:07.192881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47244af-682e-4dcd-9c46-ef1faabe2a30 req-1b60636c-ba65-4f60-b909-d002dd90f26b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:07.193617 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-c1998257-68d4-461a-9c61-9846c58ac76d service neutron] 10.222.0.46 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039498 Jan 14 01:54:07.200178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47244af-682e-4dcd-9c46-ef1faabe2a30 req-1b60636c-ba65-4f60-b909-d002dd90f26b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:07.207014 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47244af-682e-4dcd-9c46-ef1faabe2a30 req-1b60636c-ba65-4f60-b909-d002dd90f26b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:07.217946 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47244af-682e-4dcd-9c46-ef1faabe2a30 req-1b60636c-ba65-4f60-b909-d002dd90f26b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:07.228244 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e47244af-682e-4dcd-9c46-ef1faabe2a30 req-1b60636c-ba65-4f60-b909-d002dd90f26b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3179629 Jan 14 01:54:07.277918 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for port (b7f3565e-3092-441e-b3e1-968b6c260b8d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:07.280825 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-5aa5ac46-0f59-4e4b-98a0-76c5e0d9e41a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=4023414f-3958-4985-843f-ed50fbc2073b HTTP/1.1" status: 200 len: 217 time: 0.0773199 Jan 14 01:54:07.301718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] For port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:54:07.307753 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab916464-ffd8-4ecf-b056-aff308ec6346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:07.319403 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-f02abd62-d812-4801-b40b-85589b5c9337', 'network_id': 'f02abd62-d812-4801-b40b-85589b5c9337', 'project_id': '7e0e89e58e15425ca66f26ea021ac1e5', 'fixed_ips': [{'subnet_id': '3afb6f89-fbce-4bdc-985f-8daae98d3e53'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:54:07.320329 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:07.347333 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8e9e36c9-e121-4378-8808-955c078f082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:07.349966 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-8e9e36c9-e121-4378-8808-955c078f082b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.0632799 Jan 14 01:54:07.371735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] For port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1b8d6f8e-552d-45f1-830d-894c76f7e3f8,segment=NetworkSegment(f85e9812-3d0d-4047-8ebb-31d91c32b4dd),segment_id=f85e9812-3d0d-4047-8ebb-31d91c32b4dd)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:54:07.395865 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:07.460584 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-d8397913-1024-4f28-8326-c1afafb42e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:07.467288 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-d8397913-1024-4f28-8326-c1afafb42e30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1100657 Jan 14 01:54:07.663987 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-a74f1ae5-6e5b-414c-8099-4177c467901d service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883872 Jan 14 01:54:07.737167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a240d-9882-4bed-a665-04d99ab28bf0 None None] Pushing event updated for resources: {'Port': ['ID=1b8d6f8e-552d-45f1-830d-894c76f7e3f8,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:07.980182 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-b3cce60d-c19d-4fb4-8b72-2ff3ed93ae22 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917087 Jan 14 01:54:08.115047 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-26ef4100-facf-4424-81a1-05b7bf264471 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=dba46bf2-660d-41aa-a444-cfdf10aa436f HTTP/1.1" status: 200 len: 217 time: 0.1122642 Jan 14 01:54:08.192788 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-4adda4e5-a1b6-47ce-aa20-a56c80dc56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:08.194806 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-4adda4e5-a1b6-47ce-aa20-a56c80dc56cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.0908923 Jan 14 01:54:08.256745 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e47244af-682e-4dcd-9c46-ef1faabe2a30 req-d0f0febc-2aea-4b8d-8d87-17d7885005bd tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0272174 Jan 14 01:54:08.310995 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-babf17d7-a72d-4270-8f07-5abcfacd248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:08.316036 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-babf17d7-a72d-4270-8f07-5abcfacd248e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136587 Jan 14 01:54:08.318595 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19b4286c-7756-4d1e-abef-9811b5527443 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788831694659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26279606'] for subnet (3afb6f89-fbce-4bdc-985f-8daae98d3e53), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:08.325947 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (b7f3565e-3092-441e-b3e1-968b6c260b8d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:08.411214 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:08.459024 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event updated for resources: {'Port': ['ID=b7f3565e-3092-441e-b3e1-968b6c260b8d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:08.489156 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Allocated IP 2001:db8::3 (f02abd62-d812-4801-b40b-85589b5c9337/3afb6f89-fbce-4bdc-985f-8daae98d3e53/ab580a3e-867f-4d87-be1e-31f7f1c1a984) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:08.500406 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:08.506793 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:08.513459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:08.556227 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b4286c-7756-4d1e-abef-9811b5527443 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:08.556884 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19b4286c-7756-4d1e-abef-9811b5527443 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:08.560964 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-19b4286c-7756-4d1e-abef-9811b5527443 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "PUT /v2.0/subnets/3afb6f89-fbce-4bdc-985f-8daae98d3e53 HTTP/1.1" status: 200 len: 900 time: 1.9609933 Jan 14 01:54:08.563010 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41504) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:08.576678 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4286c-7756-4d1e-abef-9811b5527443 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event updated for resources: {'Subnet': ['ID=3afb6f89-fbce-4bdc-985f-8daae98d3e53,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:08.619855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:08.620739 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:08.639918 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-ef22431b-1fe9-44f2-a635-d09330d8921b service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157618 Jan 14 01:54:08.654980 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d1831cff-658d-4e4f-b432-40a373dd36cf tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2397518 Jan 14 01:54:08.658103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41506) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:08.681118 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Request body: {'port': {'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30', 'name': 'tempest-AllowedAddressPairTestJSON-1689527496', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ab:8a:8f'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:08.879383 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Publish callbacks [] for port (ab580a3e-867f-4d87-be1e-31f7f1c1a984), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:08.884993 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Made reservation on behalf of 5dc608900bcc4455a6640f17acb32549 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:08.895653 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (ab580a3e-867f-4d87-be1e-31f7f1c1a984), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:08.959022 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Network f02abd62-d812-4801-b40b-85589b5c9337 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:08.963615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:08.967709 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:08.985362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Pushing event updated for resources: {'Port': ['ID=ab580a3e-867f-4d87-be1e-31f7f1c1a984,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:09.045950 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (f02abd62-d812-4801-b40b-85589b5c9337), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:09.066154 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-e2ef821b-2784-473c-aa0e-d7eb7076a4d2 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196261 Jan 14 01:54:09.089965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Attempting to bind port ab580a3e-867f-4d87-be1e-31f7f1c1a984 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:54:09.090744 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Attempting to bind port ab580a3e-867f-4d87-be1e-31f7f1c1a984 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '15a88af6-0ae2-4a4a-a41a-19cadba0f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f02abd62-d812-4801-b40b-85589b5c9337'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:54:09.091233 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Attempting to bind port ab580a3e-867f-4d87-be1e-31f7f1c1a984 on network f02abd62-d812-4801-b40b-85589b5c9337 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:54:09.106862 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:54:09.107819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Checking segment: {'id': '15a88af6-0ae2-4a4a-a41a-19cadba0f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f02abd62-d812-4801-b40b-85589b5c9337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:09.108334 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:09.109090 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Bound using segment: {'id': '15a88af6-0ae2-4a4a-a41a-19cadba0f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f02abd62-d812-4801-b40b-85589b5c9337'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:54:09.110615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Bound port: ab580a3e-867f-4d87-be1e-31f7f1c1a984, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a88af6-0ae2-4a4a-a41a-19cadba0f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f02abd62-d812-4801-b40b-85589b5c9337'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:54:09.112056 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ab580a3e-867f-4d87-be1e-31f7f1c1a984), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:09.197533 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:09.198562 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-00901710-c697-45be-b6d8-d93076bdc065 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=24769aab-2ae0-4058-b14a-fce058cc9145 HTTP/1.1" status: 200 len: 217 time: 0.1249814 Jan 14 01:54:09.257001 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] device_id is not set on port 3ef191c1-99cd-4cd8-8908-77ec93d8f2f3 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:54:09.268226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] For port ab580a3e-867f-4d87-be1e-31f7f1c1a984, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:54:09.277741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] For port ab580a3e-867f-4d87-be1e-31f7f1c1a984, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ab580a3e-867f-4d87-be1e-31f7f1c1a984,segment=NetworkSegment(15a88af6-0ae2-4a4a-a41a-19cadba0f942),segment_id=15a88af6-0ae2-4a4a-a41a-19cadba0f942)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:54:09.289914 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ab580a3e-867f-4d87-be1e-31f7f1c1a984), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:09.311323 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-a5dccb98-955e-4cd4-9c64-54d2c2ab9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:09.313634 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-a5dccb98-955e-4cd4-9c64-54d2c2ab9137 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.0774996 Jan 14 01:54:09.421430 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Deleting port ab580a3e-867f-4d87-be1e-31f7f1c1a984 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:09.421921 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ab580a3e-867f-4d87-be1e-31f7f1c1a984), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:09.473012 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:54:09.518360 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8df91-2c65-41f9-bc6d-f4b29efb1c6d None None] Pushing event updated for resources: {'Port': ['ID=ab580a3e-867f-4d87-be1e-31f7f1c1a984,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:09.536981 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-a9d5f0da-f136-4ff6-8e52-cb6ecb8b43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:09.541198 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-a9d5f0da-f136-4ff6-8e52-cb6ecb8b43e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2202809 Jan 14 01:54:09.560729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8032c2-d7b2-4408-b2da-3d4a8f32128e req-cfddf6a7-76cc-48ae-93f1-b9855198af18 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:09.565906 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e19ba00-ab92-4b23-bce1-37d2b3b65187 None None] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:09.570807 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8032c2-d7b2-4408-b2da-3d4a8f32128e req-cfddf6a7-76cc-48ae-93f1-b9855198af18 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:09.578749 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8032c2-d7b2-4408-b2da-3d4a8f32128e req-cfddf6a7-76cc-48ae-93f1-b9855198af18 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:09.588142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8032c2-d7b2-4408-b2da-3d4a8f32128e req-cfddf6a7-76cc-48ae-93f1-b9855198af18 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:09.595695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8032c2-d7b2-4408-b2da-3d4a8f32128e req-cfddf6a7-76cc-48ae-93f1-b9855198af18 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:09.602492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8032c2-d7b2-4408-b2da-3d4a8f32128e req-cfddf6a7-76cc-48ae-93f1-b9855198af18 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:09.614385 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8032c2-d7b2-4408-b2da-3d4a8f32128e req-cfddf6a7-76cc-48ae-93f1-b9855198af18 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:09.625292 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be8032c2-d7b2-4408-b2da-3d4a8f32128e req-cfddf6a7-76cc-48ae-93f1-b9855198af18 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.1963737 Jan 14 01:54:09.649680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Allocated IP 172.20.0.3 (519dc53e-bfa5-4f0b-852a-77946962ab30/da88b23a-fdae-4568-a4fd-914538c5560f/3ef191c1-99cd-4cd8-8908-77ec93d8f2f3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:09.804688 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be8032c2-d7b2-4408-b2da-3d4a8f32128e req-c78b2058-786c-48ba-8ac0-6d1c9a8b7b47 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1673417 Jan 14 01:54:09.821279 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-05cfe052-29c6-41e9-82cf-b8dfdaa8cff8 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640007 Jan 14 01:54:09.874344 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] For port ab580a3e-867f-4d87-be1e-31f7f1c1a984, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ab580a3e-867f-4d87-be1e-31f7f1c1a984,segment=NetworkSegment(15a88af6-0ae2-4a4a-a41a-19cadba0f942),segment_id=15a88af6-0ae2-4a4a-a41a-19cadba0f942)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:09.876680 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ab580a3e-867f-4d87-be1e-31f7f1c1a984), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:09.916168 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Calling delete_port for ab580a3e-867f-4d87-be1e-31f7f1c1a984 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:10.028901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:54:10.049650 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-558c3c49-4835-4974-b1ee-05d5b72bb4c0 None None] Provisioning complete for port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:10.052953 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-558c3c49-4835-4974-b1ee-05d5b72bb4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:10.343428 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (ab580a3e-867f-4d87-be1e-31f7f1c1a984), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:10.345989 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for port (3ef191c1-99cd-4cd8-8908-77ec93d8f2f3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:10.389396 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Port': ['ID=ab580a3e-867f-4d87-be1e-31f7f1c1a984,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:10.393912 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:10.398392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-558c3c49-4835-4974-b1ee-05d5b72bb4c0 None None] Current status of the port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:10.399409 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-558c3c49-4835-4974-b1ee-05d5b72bb4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:10.468838 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (3ef191c1-99cd-4cd8-8908-77ec93d8f2f3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:10.506552 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-558c3c49-4835-4974-b1ee-05d5b72bb4c0 None None] For port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1b8d6f8e-552d-45f1-830d-894c76f7e3f8,segment=NetworkSegment(f85e9812-3d0d-4047-8ebb-31d91c32b4dd),segment_id=f85e9812-3d0d-4047-8ebb-31d91c32b4dd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:10.515575 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:10.517436 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:10.525812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No DVR routers for this DVR port ab580a3e-867f-4d87-be1e-31f7f1c1a984 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:10.583547 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-558c3c49-4835-4974-b1ee-05d5b72bb4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:10.594178 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-9382cd8f-a8e0-4253-9994-656d595fef58 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643541 Jan 14 01:54:10.630203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:10.647537 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:10.664385 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:10.693931 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c3c49-4835-4974-b1ee-05d5b72bb4c0 None None] Pushing event updated for resources: {'Port': ['ID=1b8d6f8e-552d-45f1-830d-894c76f7e3f8,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:10.717768 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-132dd313-b2de-4d9a-80e8-145d9832988e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=6305cef5-fc1a-47d8-8758-22836b774bff HTTP/1.1" status: 200 len: 217 time: 0.1158373 Jan 14 01:54:10.765257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:10.778801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event updated for resources: {'Port': ['ID=3ef191c1-99cd-4cd8-8908-77ec93d8f2f3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:10.876749 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (3afb6f89-fbce-4bdc-985f-8daae98d3e53), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:10.887071 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:10.890048 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:10.940479 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c535d08e-c8bd-4b94-9094-bb32aaa44f34 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.2761497 Jan 14 01:54:10.941755 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41520) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:11.026407 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6fc13425-9e59-4b56-8653-26ce3db42294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:11.035032 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6fc13425-9e59-4b56-8653-26ce3db42294 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.3069859 Jan 14 01:54:11.039582 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:11.061431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-23eff5ff-62e5-4167-a8cb-52a6e2c033dd None None] Provisioning complete for port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:11.061674 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23eff5ff-62e5-4167-a8cb-52a6e2c033dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:11.188967 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-0eee3198-4a45-4857-9110-2b0760da36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:11.191461 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-0eee3198-4a45-4857-9110-2b0760da36b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1470113 Jan 14 01:54:11.259676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d3c458-fd17-4ba1-a557-fd449a1f1b4b tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:11.280807 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d3c458-fd17-4ba1-a557-fd449a1f1b4b tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:11.293510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d3c458-fd17-4ba1-a557-fd449a1f1b4b tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:11.305239 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-85d3c458-fd17-4ba1-a557-fd449a1f1b4b tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3621426 Jan 14 01:54:11.306184 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41526) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:11.375946 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (3afb6f89-fbce-4bdc-985f-8daae98d3e53), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:11.427642 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-23eff5ff-62e5-4167-a8cb-52a6e2c033dd None None] Current status of the port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:11.476524 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b67ef-53b8-4fc8-a338-d586b1210583 req-88e41dba-8714-4a18-86d2-ba06a54e1897 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:11.484400 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-23eff5ff-62e5-4167-a8cb-52a6e2c033dd None None] Provisioning complete for port b7f3565e-3092-441e-b3e1-968b6c260b8d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:11.484783 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23eff5ff-62e5-4167-a8cb-52a6e2c033dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b7f3565e-3092-441e-b3e1-968b6c260b8d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:11.487250 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b67ef-53b8-4fc8-a338-d586b1210583 req-88e41dba-8714-4a18-86d2-ba06a54e1897 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:11.493871 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b67ef-53b8-4fc8-a338-d586b1210583 req-88e41dba-8714-4a18-86d2-ba06a54e1897 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:11.506399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b67ef-53b8-4fc8-a338-d586b1210583 req-88e41dba-8714-4a18-86d2-ba06a54e1897 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:11.540544 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b67ef-53b8-4fc8-a338-d586b1210583 req-88e41dba-8714-4a18-86d2-ba06a54e1897 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:11.554862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b67ef-53b8-4fc8-a338-d586b1210583 req-88e41dba-8714-4a18-86d2-ba06a54e1897 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:11.582242 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b67ef-53b8-4fc8-a338-d586b1210583 req-88e41dba-8714-4a18-86d2-ba06a54e1897 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:11.591821 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d77b67ef-53b8-4fc8-a338-d586b1210583 req-88e41dba-8714-4a18-86d2-ba06a54e1897 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.4861522 Jan 14 01:54:11.624073 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-23eff5ff-62e5-4167-a8cb-52a6e2c033dd None None] Port b7f3565e-3092-441e-b3e1-968b6c260b8d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:11.729997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Subnet': ['ID=3afb6f89-fbce-4bdc-985f-8daae98d3e53,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:11.784423 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7e0ec05a-4193-4e9b-95a6-a74602e4ec2b None None] Provisioning complete for port b7f3565e-3092-441e-b3e1-968b6c260b8d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:11.784735 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e0ec05a-4193-4e9b-95a6-a74602e4ec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b7f3565e-3092-441e-b3e1-968b6c260b8d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:11.862954 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d77b67ef-53b8-4fc8-a338-d586b1210583 req-65008128-4d1c-47b4-a908-43946696080f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2471495 Jan 14 01:54:11.892700 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (f02abd62-d812-4801-b40b-85589b5c9337), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:11.970891 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:54:11.973204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9bd3f-85c4-407f-9f65-25231ede561e None None] Network f02abd62-d812-4801-b40b-85589b5c9337 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:12.018133 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Deleting port 3ef191c1-99cd-4cd8-8908-77ec93d8f2f3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:12.024268 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (3ef191c1-99cd-4cd8-8908-77ec93d8f2f3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:12.095171 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02abd62-d812-4801-b40b-85589b5c9337']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:12.142552 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-da7ee6e9-7fde-41cd-9cd5-969941bc0ef1 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9370108 Jan 14 01:54:12.150216 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a88af6-0ae2-4a4a-a41a-19cadba0f942') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:12.150724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a88af6-0ae2-4a4a-a41a-19cadba0f942') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:12.223275 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (3ef191c1-99cd-4cd8-8908-77ec93d8f2f3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:12.252743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Calling delete_port for 3ef191c1-99cd-4cd8-8908-77ec93d8f2f3 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:12.411973 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ec05a-4193-4e9b-95a6-a74602e4ec2b None None] Port b7f3565e-3092-441e-b3e1-968b6c260b8d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:12.417783 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-e4f497e7-54f8-4fc2-a7e7-596b379b9310 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340066 Jan 14 01:54:12.425117 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (15a88af6-0ae2-4a4a-a41a-19cadba0f942), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:12.506108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:12.506555 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:12.513292 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (3ef191c1-99cd-4cd8-8908-77ec93d8f2f3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:12.528579 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-0b80f435-0e79-409a-b9e3-a4de5d083205 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=61f3805e-7044-41b5-86e1-4050dd2c244f HTTP/1.1" status: 200 len: 217 time: 0.0967247 Jan 14 01:54:12.562718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cb22c699-ac45-43ba-879c-fb202ea1f20b None None] Could not find standard attr ID for object 3ef191c1-99cd-4cd8-8908-77ec93d8f2f3. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 01:54:12.587997 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de8b2d1-862c-4f84-b5c5-71b80b39c0ad None None] DHCP port deletion for f02abd62-d812-4801-b40b-85589b5c9337 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:54:12.588344 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event deleted for resources: {'Port': ['ID=3ef191c1-99cd-4cd8-8908-77ec93d8f2f3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:12.593527 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cb22c699-ac45-43ba-879c-fb202ea1f20b None None] Could not find standard attr ID for object ab580a3e-867f-4d87-be1e-31f7f1c1a984. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 01:54:12.600844 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.601185 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.602167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.602567 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.602900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.603286 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.603618 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.603946 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.604322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.604655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.605383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.605713 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.606035 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:12.637184 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a1706c-fc3f-43cc-91e2-f70269725f3f None None] Network f02abd62-d812-4801-b40b-85589b5c9337 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:12.654276 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (15a88af6-0ae2-4a4a-a41a-19cadba0f942), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:12.671243 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:54:12.671718 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (15a88af6-0ae2-4a4a-a41a-19cadba0f942), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.675881 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:54:12.678579 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:54:12.772591 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-a8218521-19f4-440f-8e66-d65535521c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:12.775769 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-a8218521-19f4-440f-8e66-d65535521c31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc80e2fd-d094-4f83-ba41-9367938e7b49 HTTP/1.1" status: 200 len: 797 time: 0.2274427 Jan 14 01:54:12.851691 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:12.918979 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:12.930291 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41530) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:12.931265 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0072b0c4-20bb-4331-b6ff-95e38b175b3e tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "DELETE /v2.0/ports/3ef191c1-99cd-4cd8-8908-77ec93d8f2f3 HTTP/1.1" status: 204 len: 168 time: 1.6134760 Jan 14 01:54:13.046883 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7de91a-5a88-4c19-8984-559069cbc45f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] GET failed (client error): The resource could not be found. Jan 14 01:54:13.049184 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-df7de91a-5a88-4c19-8984-559069cbc45f tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "GET /v2.0/ports/3ef191c1-99cd-4cd8-8908-77ec93d8f2f3 HTTP/1.1" status: 404 len: 333 time: 0.1128488 Jan 14 01:54:13.056086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41534) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:13.062070 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Request body: {'port': {'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30', 'name': 'tempest-AllowedAddressPairTestJSON-817144328'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:13.068960 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (f02abd62-d812-4801-b40b-85589b5c9337), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:13.099547 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-ba705f4f-75bd-40e9-8a05-7e7767bbed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:13.101064 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-ba705f4f-75bd-40e9-8a05-7e7767bbed3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3166590 Jan 14 01:54:13.162898 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:13.171120 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/f02abd62-d812-4801-b40b-85589b5c9337 HTTP/1.1" status: 204 len: 168 time: 4.5966530 Jan 14 01:54:13.173660 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29202184-b0bf-454b-a1d8-da7f57a15ad2 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Network': ['ID=f02abd62-d812-4801-b40b-85589b5c9337,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:13.176705 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41540) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:13.227932 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-12802438-d928-4063-a956-89ca30c8f228 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:54:13.228355 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12802438-d928-4063-a956-89ca30c8f228 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:54:13.239323 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-12802438-d928-4063-a956-89ca30c8f228 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/subnets/3afb6f89-fbce-4bdc-985f-8daae98d3e53 HTTP/1.1" status: 404 len: 337 time: 0.0615573 Jan 14 01:54:13.239954 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41542) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:13.303147 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adda73d-c3bc-401a-ba1a-4ab2b36ca390 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:54:13.303401 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adda73d-c3bc-401a-ba1a-4ab2b36ca390 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:54:13.321124 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3adda73d-c3bc-401a-ba1a-4ab2b36ca390 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/f02abd62-d812-4801-b40b-85589b5c9337 HTTP/1.1" status: 404 len: 339 time: 0.0391002 Jan 14 01:54:13.321124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:13.373525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e78349-26cc-4a08-814e-340a3f0b1634 req-9e37abcb-7969-422b-b434-971160d76377 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:13.391113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e78349-26cc-4a08-814e-340a3f0b1634 req-9e37abcb-7969-422b-b434-971160d76377 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:13.408197 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e78349-26cc-4a08-814e-340a3f0b1634 req-9e37abcb-7969-422b-b434-971160d76377 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:13.414452 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e78349-26cc-4a08-814e-340a3f0b1634 req-9e37abcb-7969-422b-b434-971160d76377 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:13.431648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e78349-26cc-4a08-814e-340a3f0b1634 req-9e37abcb-7969-422b-b434-971160d76377 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:13.441672 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e78349-26cc-4a08-814e-340a3f0b1634 req-9e37abcb-7969-422b-b434-971160d76377 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:13.442039 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (fd8999bb-aee2-485a-9391-94e4553b8576), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:13.448137 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-932f2f98-78f7-40c7-a08f-061273549abe service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032460 Jan 14 01:54:13.458441 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e78349-26cc-4a08-814e-340a3f0b1634 req-9e37abcb-7969-422b-b434-971160d76377 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:13.460540 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91e78349-26cc-4a08-814e-340a3f0b1634 req-9e37abcb-7969-422b-b434-971160d76377 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3572865 Jan 14 01:54:13.552124 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ab580a3e-867f-4d87-be1e-31f7f1c1a984 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:54:13.589190 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-6e1aaeaf-8445-4cfa-9189-393bac0f6494 service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308901 Jan 14 01:54:13.599252 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: ab580a3e-867f-4d87-be1e-31f7f1c1a984 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:54:13.602902 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ab580a3e-867f-4d87-be1e-31f7f1c1a984 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:54:13.677081 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91e78349-26cc-4a08-814e-340a3f0b1634 req-408be67a-6fb2-49f8-bdc5-3af4e07071d7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2080824 Jan 14 01:54:13.696711 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Made reservation on behalf of 5dc608900bcc4455a6640f17acb32549 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:13.708154 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:13.718882 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-f7e9cab3-9c9c-41ad-8dbf-0f0348036f54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66b723c2-5d1d-48ea-a557-a4370dd2a8d1 HTTP/1.1" status: 200 len: 217 time: 0.1127317 Jan 14 01:54:13.739830 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] device_id is not set on port 227bc952-a60c-430e-abe2-457f53276bbc yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:54:13.922246 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-79084bf7-11ee-4dc4-a62c-61be59e8fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:13.925183 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-79084bf7-11ee-4dc4-a62c-61be59e8fc4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc80e2fd-d094-4f83-ba41-9367938e7b49 HTTP/1.1" status: 200 len: 797 time: 0.2046480 Jan 14 01:54:13.966876 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Allocated IP 172.20.0.7 (519dc53e-bfa5-4f0b-852a-77946962ab30/da88b23a-fdae-4568-a4fd-914538c5560f/227bc952-a60c-430e-abe2-457f53276bbc) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:13.999446 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (fd8999bb-aee2-485a-9391-94e4553b8576), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:14.036866 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-3f0c741d-bf62-489b-93aa-6741e68d47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:14.038559 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-3f0c741d-bf62-489b-93aa-6741e68d47da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1041594 Jan 14 01:54:14.041122 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8999bb-aee2-485a-9391-94e4553b8576']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:14.150085 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bebf3d-71f1-4236-bd53-46fec8bc6e22') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:14.150566 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bebf3d-71f1-4236-bd53-46fec8bc6e22') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:14.166599 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (92bebf3d-71f1-4236-bd53-46fec8bc6e22), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:14.186721 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-88a1dce7-7470-4168-a048-5ee5edaab27b service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361277 Jan 14 01:54:14.189958 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (92bebf3d-71f1-4236-bd53-46fec8bc6e22), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:14.216335 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:54:14.217029 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (92bebf3d-71f1-4236-bd53-46fec8bc6e22), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:54:14.220951 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:54:14.292427 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for port (227bc952-a60c-430e-abe2-457f53276bbc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:14.329946 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (fd8999bb-aee2-485a-9391-94e4553b8576), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:14.336258 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:14.339722 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/fd8999bb-aee2-485a-9391-94e4553b8576 HTTP/1.1" status: 204 len: 168 time: 1.0243442 Jan 14 01:54:14.343766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41550) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:14.355405 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (227bc952-a60c-430e-abe2-457f53276bbc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:14.367822 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e4798-481f-45e0-9ce3-5bd5feb93e20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Network': ['ID=fd8999bb-aee2-485a-9391-94e4553b8576,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:14.391851 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-494911cf-a905-4c4d-8de2-94795e87bc89 req-7170d3b7-194a-4d20-ab51-bb82760c03f8 service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958747 Jan 14 01:54:14.400543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:14.404000 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:14.407793 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1b21ca-493e-4850-b555-fb342e604fee tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:54:14.408538 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1b21ca-493e-4850-b555-fb342e604fee tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:54:14.412448 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3f1b21ca-493e-4850-b555-fb342e604fee tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/subnets/2b6594be-3261-4814-b227-fe129669e46d HTTP/1.1" status: 404 len: 337 time: 0.0668747 Jan 14 01:54:14.414248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:14.415541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41552) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:14.460586 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20b3032-bf1d-468b-ba1e-9c0b520d9e40 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:54:14.462102 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20b3032-bf1d-468b-ba1e-9c0b520d9e40 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:54:14.467928 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a20b3032-bf1d-468b-ba1e-9c0b520d9e40 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/02606b00-072f-4044-a632-7076880092dc HTTP/1.1" status: 404 len: 339 time: 0.0507290 Jan 14 01:54:14.479520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41554) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:14.605729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:14.609036 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:14.612466 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event updated for resources: {'Port': ['ID=227bc952-a60c-430e-abe2-457f53276bbc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:14.654442 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9efc61c5-de93-432f-b7c2-1e5974c8dbcd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5971453 Jan 14 01:54:14.657861 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41556) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:14.669399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9c575200-9119-4431-9004-077573c68748 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ab:8a:8f'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:14.682025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771d16-94a9-41bd-b854-e158d51b20be req-a891a508-2343-486b-8a28-6f22ade5ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:14.684734 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771d16-94a9-41bd-b854-e158d51b20be req-a891a508-2343-486b-8a28-6f22ade5ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:14.690583 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771d16-94a9-41bd-b854-e158d51b20be req-a891a508-2343-486b-8a28-6f22ade5ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:14.692323 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771d16-94a9-41bd-b854-e158d51b20be req-a891a508-2343-486b-8a28-6f22ade5ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:14.693917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771d16-94a9-41bd-b854-e158d51b20be req-a891a508-2343-486b-8a28-6f22ade5ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:14.694980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771d16-94a9-41bd-b854-e158d51b20be req-a891a508-2343-486b-8a28-6f22ade5ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:14.696335 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771d16-94a9-41bd-b854-e158d51b20be req-a891a508-2343-486b-8a28-6f22ade5ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:14.701671 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-53771d16-94a9-41bd-b854-e158d51b20be req-a891a508-2343-486b-8a28-6f22ade5ff4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6487 time: 0.1441400 Jan 14 01:54:14.707177 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36c2912-a08f-4099-b9da-34aa28ca5a04 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Deleting subnet a0a9ed71-92f6-445a-b2c2-1b25222a6a41 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:54:14.741187 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b36c2912-a08f-4099-b9da-34aa28ca5a04 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (a0a9ed71-92f6-445a-b2c2-1b25222a6a41), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:14.870727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ed5c1e67-25eb-42aa-9d46-7f45e80d2594 None None] Provisioning complete for port 227bc952-a60c-430e-abe2-457f53276bbc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:14.873538 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1e67-25eb-42aa-9d46-7f45e80d2594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (227bc952-a60c-430e-abe2-457f53276bbc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:14.974836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c1e67-25eb-42aa-9d46-7f45e80d2594 None None] Port 227bc952-a60c-430e-abe2-457f53276bbc cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:14.983635 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b36c2912-a08f-4099-b9da-34aa28ca5a04 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (a0a9ed71-92f6-445a-b2c2-1b25222a6a41), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:15.081218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b403354-09f4-4067-aa8a-287ec407c06f req-193852a1-2c1c-4199-b423-f0321fb40887 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:15.099358 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b403354-09f4-4067-aa8a-287ec407c06f req-193852a1-2c1c-4199-b423-f0321fb40887 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:15.105630 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b403354-09f4-4067-aa8a-287ec407c06f req-193852a1-2c1c-4199-b423-f0321fb40887 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:15.122590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b403354-09f4-4067-aa8a-287ec407c06f req-193852a1-2c1c-4199-b423-f0321fb40887 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:15.141251 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b403354-09f4-4067-aa8a-287ec407c06f req-193852a1-2c1c-4199-b423-f0321fb40887 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:15.168999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b403354-09f4-4067-aa8a-287ec407c06f req-193852a1-2c1c-4199-b423-f0321fb40887 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:15.177092 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b403354-09f4-4067-aa8a-287ec407c06f req-193852a1-2c1c-4199-b423-f0321fb40887 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:15.185534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b403354-09f4-4067-aa8a-287ec407c06f req-193852a1-2c1c-4199-b423-f0321fb40887 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.2933514 Jan 14 01:54:15.288750 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c575200-9119-4431-9004-077573c68748 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (227bc952-a60c-430e-abe2-457f53276bbc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:15.324268 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b403354-09f4-4067-aa8a-287ec407c06f req-37c1935e-8b52-4e6e-b654-630536c1c314 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369162 Jan 14 01:54:15.627409 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c575200-9119-4431-9004-077573c68748 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for port (227bc952-a60c-430e-abe2-457f53276bbc), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:15.641246 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c575200-9119-4431-9004-077573c68748 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (227bc952-a60c-430e-abe2-457f53276bbc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:15.827379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c575200-9119-4431-9004-077573c68748 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event updated for resources: {'Port': ['ID=227bc952-a60c-430e-abe2-457f53276bbc,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:15.845314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9c575200-9119-4431-9004-077573c68748 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] In _notify_port_updated(), no bound segment for port 227bc952-a60c-430e-abe2-457f53276bbc on network 519dc53e-bfa5-4f0b-852a-77946962ab30 {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 01:54:15.852052 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c575200-9119-4431-9004-077573c68748 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:15.852630 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c575200-9119-4431-9004-077573c68748 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:15.854660 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9c575200-9119-4431-9004-077573c68748 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "PUT /v2.0/ports/227bc952-a60c-430e-abe2-457f53276bbc HTTP/1.1" status: 200 len: 993 time: 1.1955884 Jan 14 01:54:15.858363 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41566) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:16.049660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd89c7-dfca-4cf1-b48c-701ebfa8f4b6 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Deleting port 227bc952-a60c-430e-abe2-457f53276bbc {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:16.051674 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdbd89c7-dfca-4cf1-b48c-701ebfa8f4b6 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (227bc952-a60c-430e-abe2-457f53276bbc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:16.054599 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b36c2912-a08f-4099-b9da-34aa28ca5a04 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (a0a9ed71-92f6-445a-b2c2-1b25222a6a41), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:16.120443 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f480efbe-4392-44b6-83df-a706db488f34 None None] Provisioning complete for port 227bc952-a60c-430e-abe2-457f53276bbc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:16.121075 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f480efbe-4392-44b6-83df-a706db488f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (227bc952-a60c-430e-abe2-457f53276bbc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:16.208329 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f480efbe-4392-44b6-83df-a706db488f34 None None] Port 227bc952-a60c-430e-abe2-457f53276bbc cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:16.231232 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771d16-94a9-41bd-b854-e158d51b20be req-b3d00d2d-d07b-4a03-b8af-fec67f09933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:16.233135 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-53771d16-94a9-41bd-b854-e158d51b20be req-b3d00d2d-d07b-4a03-b8af-fec67f09933e service neutron] 10.222.0.46 "GET /v2.0/networks?id=34af9444-73e2-4bf1-aca9-d671713da719 HTTP/1.1" status: 200 len: 902 time: 1.5198612 Jan 14 01:54:16.293502 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-53771d16-94a9-41bd-b854-e158d51b20be req-8334f4fc-f3a3-4762-8947-7bead3ac8900 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66b723c2-5d1d-48ea-a557-a4370dd2a8d1 HTTP/1.1" status: 200 len: 217 time: 0.0510645 Jan 14 01:54:16.297036 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b36c2912-a08f-4099-b9da-34aa28ca5a04 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (a0a9ed71-92f6-445a-b2c2-1b25222a6a41), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:16.306726 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdbd89c7-dfca-4cf1-b48c-701ebfa8f4b6 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (227bc952-a60c-430e-abe2-457f53276bbc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:16.340130 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd89c7-dfca-4cf1-b48c-701ebfa8f4b6 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Calling delete_port for 227bc952-a60c-430e-abe2-457f53276bbc owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:16.352399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771d16-94a9-41bd-b854-e158d51b20be req-af98385f-e64e-4b61-9c3a-1c838bdeeb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:16.353860 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-53771d16-94a9-41bd-b854-e158d51b20be req-af98385f-e64e-4b61-9c3a-1c838bdeeb0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc80e2fd-d094-4f83-ba41-9367938e7b49 HTTP/1.1" status: 200 len: 797 time: 0.0536585 Jan 14 01:54:16.407598 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c2912-a08f-4099-b9da-34aa28ca5a04 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a9ed71-92f6-445a-b2c2-1b25222a6a41,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:16.450518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471093d6-9871-42bc-a624-cca642789d39 None None] Network b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:16.460938 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b36c2912-a08f-4099-b9da-34aa28ca5a04 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:16.483134 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b36c2912-a08f-4099-b9da-34aa28ca5a04 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/subnets/a0a9ed71-92f6-445a-b2c2-1b25222a6a41 HTTP/1.1" status: 204 len: 168 time: 2.0020444 Jan 14 01:54:16.492738 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:16.602966 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-899ef8ce-71ea-4817-a2db-9cb95058dd28 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Deleting subnet bc1de316-d474-4629-b4e3-15d7ee201e79 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:54:16.609321 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-899ef8ce-71ea-4817-a2db-9cb95058dd28 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (bc1de316-d474-4629-b4e3-15d7ee201e79), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:16.614245 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771d16-94a9-41bd-b854-e158d51b20be req-17f7a70c-5ad0-4eaf-8ffd-a3490fc151f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:16.615796 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-53771d16-94a9-41bd-b854-e158d51b20be req-17f7a70c-5ad0-4eaf-8ffd-a3490fc151f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2386351 Jan 14 01:54:16.632126 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdbd89c7-dfca-4cf1-b48c-701ebfa8f4b6 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (227bc952-a60c-430e-abe2-457f53276bbc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:16.737251 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd89c7-dfca-4cf1-b48c-701ebfa8f4b6 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event deleted for resources: {'Port': ['ID=227bc952-a60c-430e-abe2-457f53276bbc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:16.767217 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-899ef8ce-71ea-4817-a2db-9cb95058dd28 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (bc1de316-d474-4629-b4e3-15d7ee201e79), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:16.972260 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-53771d16-94a9-41bd-b854-e158d51b20be req-24b7b9da-4852-474f-b53a-b599e2f4e2c9 service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271229 Jan 14 01:54:16.976298 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f8af5-5782-4e74-addf-9b5537fab5e3 req-6be977ef-48c4-4bbd-95b4-1525bc88ec5e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:16.986635 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f8af5-5782-4e74-addf-9b5537fab5e3 req-6be977ef-48c4-4bbd-95b4-1525bc88ec5e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:16.993305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f8af5-5782-4e74-addf-9b5537fab5e3 req-6be977ef-48c4-4bbd-95b4-1525bc88ec5e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:17.002055 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f8af5-5782-4e74-addf-9b5537fab5e3 req-6be977ef-48c4-4bbd-95b4-1525bc88ec5e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:17.009218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f8af5-5782-4e74-addf-9b5537fab5e3 req-6be977ef-48c4-4bbd-95b4-1525bc88ec5e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:17.017248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f8af5-5782-4e74-addf-9b5537fab5e3 req-6be977ef-48c4-4bbd-95b4-1525bc88ec5e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:17.026143 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f8af5-5782-4e74-addf-9b5537fab5e3 req-6be977ef-48c4-4bbd-95b4-1525bc88ec5e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:17.029237 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0b9f8af5-5782-4e74-addf-9b5537fab5e3 req-6be977ef-48c4-4bbd-95b4-1525bc88ec5e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.4111269 Jan 14 01:54:17.212426 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0b9f8af5-5782-4e74-addf-9b5537fab5e3 req-5e2c969b-4729-4760-9d1f-0f3b489d9659 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1696327 Jan 14 01:54:17.229721 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdbd89c7-dfca-4cf1-b48c-701ebfa8f4b6 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:17.240269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cdbd89c7-dfca-4cf1-b48c-701ebfa8f4b6 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "DELETE /v2.0/ports/227bc952-a60c-430e-abe2-457f53276bbc HTTP/1.1" status: 204 len: 168 time: 1.3804283 Jan 14 01:54:17.243090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41578) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:17.303945 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-899ef8ce-71ea-4817-a2db-9cb95058dd28 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (bc1de316-d474-4629-b4e3-15d7ee201e79), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:17.341764 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-420ff342-92b6-4b9a-976c-4c0e4df65047 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] GET failed (client error): The resource could not be found. Jan 14 01:54:17.351224 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-420ff342-92b6-4b9a-976c-4c0e4df65047 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "GET /v2.0/ports/227bc952-a60c-430e-abe2-457f53276bbc HTTP/1.1" status: 404 len: 333 time: 0.1054742 Jan 14 01:54:17.352187 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41580) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:17.364532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Request body: {'port': {'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30', 'name': 'tempest-AllowedAddressPairTestJSON-611130264'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:17.527557 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-53771d16-94a9-41bd-b854-e158d51b20be req-d8ac3fa3-7440-4a7a-829c-a4cfb51476c3 service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463862 Jan 14 01:54:17.538619 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-899ef8ce-71ea-4817-a2db-9cb95058dd28 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (bc1de316-d474-4629-b4e3-15d7ee201e79), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:17.583369 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-899ef8ce-71ea-4817-a2db-9cb95058dd28 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:17.599428 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-899ef8ce-71ea-4817-a2db-9cb95058dd28 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/subnets/bc1de316-d474-4629-b4e3-15d7ee201e79 HTTP/1.1" status: 204 len: 168 time: 1.0992143 Jan 14 01:54:17.641845 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41584) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:17.732995 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ef8ce-71ea-4817-a2db-9cb95058dd28 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1de316-d474-4629-b4e3-15d7ee201e79,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:17.823338 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:17.850055 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Made reservation on behalf of 5dc608900bcc4455a6640f17acb32549 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:17.856552 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:17.921665 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] device_id is not set on port 56a3c1b5-6457-44dd-9138-bffa83594654 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:54:17.979171 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5474d02d-6654-43fb-9ad8-5f7683f7d136 None None] Network b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:18.131636 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Allocated IP 172.20.0.14 (519dc53e-bfa5-4f0b-852a-77946962ab30/da88b23a-fdae-4568-a4fd-914538c5560f/56a3c1b5-6457-44dd-9138-bffa83594654) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:18.171112 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-598545fd-4524-4d04-9867-8324c77079cd None None] Provisioning complete for port a27121b6-9639-4f73-b22e-ff9dd5584002 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:18.171480 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-598545fd-4524-4d04-9867-8324c77079cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:18.365811 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b733a43c-2af9-4901-a101-ef0cd7010f2e None None] DHCP port deletion for b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:54:18.439442 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for port (56a3c1b5-6457-44dd-9138-bffa83594654), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:18.458452 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-598545fd-4524-4d04-9867-8324c77079cd None None] Current status of the port a27121b6-9639-4f73-b22e-ff9dd5584002 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:18.492261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b733a43c-2af9-4901-a101-ef0cd7010f2e None None] Deleting port a27121b6-9639-4f73-b22e-ff9dd5584002 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:18.492921 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b733a43c-2af9-4901-a101-ef0cd7010f2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:18.560786 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b733a43c-2af9-4901-a101-ef0cd7010f2e None None] For port a27121b6-9639-4f73-b22e-ff9dd5584002, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a27121b6-9639-4f73-b22e-ff9dd5584002,segment=NetworkSegment(0f7b15f6-9789-4e66-a93a-c64eb65d9770),segment_id=0f7b15f6-9789-4e66-a93a-c64eb65d9770)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:18.561451 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b733a43c-2af9-4901-a101-ef0cd7010f2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:18.574974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b733a43c-2af9-4901-a101-ef0cd7010f2e None None] Calling delete_port for a27121b6-9639-4f73-b22e-ff9dd5584002 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:18.661164 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (56a3c1b5-6457-44dd-9138-bffa83594654), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:18.674183 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Deleting port a27121b6-9639-4f73-b22e-ff9dd5584002 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:18.677316 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:18.738677 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b733a43c-2af9-4901-a101-ef0cd7010f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:18.752729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dfff9-7680-42db-8ba4-0494685cde04 req-4f437eda-3957-4760-8178-c6278448f900 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:18.778173 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dfff9-7680-42db-8ba4-0494685cde04 req-4f437eda-3957-4760-8178-c6278448f900 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:18.788516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dfff9-7680-42db-8ba4-0494685cde04 req-4f437eda-3957-4760-8178-c6278448f900 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:18.800413 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733a43c-2af9-4901-a101-ef0cd7010f2e None None] No DVR routers for this DVR port a27121b6-9639-4f73-b22e-ff9dd5584002 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:18.806051 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dfff9-7680-42db-8ba4-0494685cde04 req-4f437eda-3957-4760-8178-c6278448f900 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:18.828720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dfff9-7680-42db-8ba4-0494685cde04 req-4f437eda-3957-4760-8178-c6278448f900 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:18.856779 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dfff9-7680-42db-8ba4-0494685cde04 req-4f437eda-3957-4760-8178-c6278448f900 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:18.873490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dfff9-7680-42db-8ba4-0494685cde04 req-4f437eda-3957-4760-8178-c6278448f900 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:18.879620 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a98dfff9-7680-42db-8ba4-0494685cde04 req-4f437eda-3957-4760-8178-c6278448f900 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3822446 Jan 14 01:54:18.889623 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733a43c-2af9-4901-a101-ef0cd7010f2e None None] Pushing event deleted for resources: {'Port': ['ID=a27121b6-9639-4f73-b22e-ff9dd5584002,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:19.044766 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-66e17be5-b717-4589-858f-265e059d5d11 req-9a9f8c4a-4f8c-4f24-a9f9-acef6b761853 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2681322 Jan 14 01:54:19.053190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] For port a27121b6-9639-4f73-b22e-ff9dd5584002, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a27121b6-9639-4f73-b22e-ff9dd5584002,segment=NetworkSegment(0f7b15f6-9789-4e66-a93a-c64eb65d9770),segment_id=0f7b15f6-9789-4e66-a93a-c64eb65d9770)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:19.054254 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:19.094885 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:19.109155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Calling delete_port for a27121b6-9639-4f73-b22e-ff9dd5584002 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:19.112857 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:19.145469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:19.156107 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event updated for resources: {'Port': ['ID=56a3c1b5-6457-44dd-9138-bffa83594654,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:19.209938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e17be5-b717-4589-858f-265e059d5d11 req-ccd4dbf7-dd3a-4a0e-a7b9-229f05130aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:19.215115 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-66e17be5-b717-4589-858f-265e059d5d11 req-ccd4dbf7-dd3a-4a0e-a7b9-229f05130aa4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6e3572c859846c988e39d1a903b5582&device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b HTTP/1.1" status: 200 len: 1100 time: 0.0970116 Jan 14 01:54:19.341981 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a98dfff9-7680-42db-8ba4-0494685cde04 req-a05c541b-3e48-4958-acce-431f562ea919 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3922637 Jan 14 01:54:19.445593 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:19.446275 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:19.463035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e17be5-b717-4589-858f-265e059d5d11 req-63fe2e35-8851-4a86-bfc1-a09812c9c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:19.465410 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-66e17be5-b717-4589-858f-265e059d5d11 req-63fe2e35-8851-4a86-bfc1-a09812c9c26d service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2218568 Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.529494 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.532391 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.532391 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.532391 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.532391 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.532391 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.532391 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.532391 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.532391 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.532391 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:19.532391 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:54:19.532391 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:54:19.532391 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:54:19.549105 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a867a7ea-debf-49ff-97ff-8a6278c6a0cd tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1941102 Jan 14 01:54:19.551040 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41612) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:19.562348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b73138d1-33b4-470d-86a4-ab8b1ca49431 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ab:8a:8f'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:19.571528 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (a27121b6-9639-4f73-b22e-ff9dd5584002), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:19.575480 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-66e17be5-b717-4589-858f-265e059d5d11 req-dd641112-a5c4-4e5e-a879-a3541f2a451c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd HTTP/1.1" status: 200 len: 217 time: 0.1001487 Jan 14 01:54:19.618660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-496ece4b-4a2d-4368-8a3c-1a980e8e85d2 None None] Provisioning complete for port 56a3c1b5-6457-44dd-9138-bffa83594654 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:19.619296 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-496ece4b-4a2d-4368-8a3c-1a980e8e85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (56a3c1b5-6457-44dd-9138-bffa83594654), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:19.631361 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a27121b6-9639-4f73-b22e-ff9dd5584002 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:54:19.687726 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: a27121b6-9639-4f73-b22e-ff9dd5584002 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:54:19.697851 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e17be5-b717-4589-858f-265e059d5d11 req-cf38cc2d-ba3f-41ed-b6f7-9ea90dc4a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:19.697992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a27121b6-9639-4f73-b22e-ff9dd5584002 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:54:19.698094 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-66e17be5-b717-4589-858f-265e059d5d11 req-cf38cc2d-ba3f-41ed-b6f7-9ea90dc4a1d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1158159 Jan 14 01:54:19.712270 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Port': ['ID=a27121b6-9639-4f73-b22e-ff9dd5584002,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:19.714485 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No DVR routers for this DVR port a27121b6-9639-4f73-b22e-ff9dd5584002 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:19.804925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-496ece4b-4a2d-4368-8a3c-1a980e8e85d2 None None] Port 56a3c1b5-6457-44dd-9138-bffa83594654 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:19.825775 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e17be5-b717-4589-858f-265e059d5d11 req-693c8211-459f-489f-b266-712bcaf41475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:19.830861 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-66e17be5-b717-4589-858f-265e059d5d11 req-693c8211-459f-489f-b266-712bcaf41475 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253927 Jan 14 01:54:19.834267 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b73138d1-33b4-470d-86a4-ab8b1ca49431 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (56a3c1b5-6457-44dd-9138-bffa83594654), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:19.885498 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:19.934180 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:19.957040 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7b15f6-9789-4e66-a93a-c64eb65d9770') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:19.957335 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7b15f6-9789-4e66-a93a-c64eb65d9770') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:20.072264 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-66e17be5-b717-4589-858f-265e059d5d11 req-c708dcaa-958c-4bac-8978-1f0e87980e39 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310898 Jan 14 01:54:20.091257 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (0f7b15f6-9789-4e66-a93a-c64eb65d9770), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:20.122298 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (0f7b15f6-9789-4e66-a93a-c64eb65d9770), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:20.140037 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:54:20.140449 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (0f7b15f6-9789-4e66-a93a-c64eb65d9770), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:54:20.144751 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:54:20.260815 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:20.272261 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:20.277915 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3 HTTP/1.1" status: 204 len: 168 time: 2.6249583 Jan 14 01:54:20.279436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41666) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:20.298776 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-66e17be5-b717-4589-858f-265e059d5d11 req-854e5fa8-8ad8-4eb4-962c-e622495cb40f service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191093 Jan 14 01:54:20.306690 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340ea7e-5165-4822-af57-5611a6355b06 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Network': ['ID=b5d90dbc-dfbb-4aae-8d2e-58fda4dca4a3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:20.318811 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b73138d1-33b4-470d-86a4-ab8b1ca49431 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for port (56a3c1b5-6457-44dd-9138-bffa83594654), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:20.325264 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b73138d1-33b4-470d-86a4-ab8b1ca49431 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (56a3c1b5-6457-44dd-9138-bffa83594654), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:20.363107 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0929b47-9992-48dd-bbcd-af0d7c747d11 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:54:20.363579 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0929b47-9992-48dd-bbcd-af0d7c747d11 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:54:20.369268 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e0929b47-9992-48dd-bbcd-af0d7c747d11 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/subnets/54d7d097-292c-4532-9a5c-52c7c61ddfe8 HTTP/1.1" status: 404 len: 337 time: 0.0862513 Jan 14 01:54:20.369447 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41676) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:20.478384 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73138d1-33b4-470d-86a4-ab8b1ca49431 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event updated for resources: {'Port': ['ID=56a3c1b5-6457-44dd-9138-bffa83594654,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:20.487631 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-3082f696-3d37-4159-bb2f-8281e3a1a3cf tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:54:20.489822 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3082f696-3d37-4159-bb2f-8281e3a1a3cf tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:54:20.493516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b73138d1-33b4-470d-86a4-ab8b1ca49431 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] In _notify_port_updated(), no bound segment for port 56a3c1b5-6457-44dd-9138-bffa83594654 on network 519dc53e-bfa5-4f0b-852a-77946962ab30 {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 01:54:20.495577 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3082f696-3d37-4159-bb2f-8281e3a1a3cf tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/2f401b49-8072-4c7e-8252-104d3e252411 HTTP/1.1" status: 404 len: 339 time: 0.1112013 Jan 14 01:54:20.502636 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73138d1-33b4-470d-86a4-ab8b1ca49431 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:20.503569 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b73138d1-33b4-470d-86a4-ab8b1ca49431 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:20.505241 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:20.506406 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b73138d1-33b4-470d-86a4-ab8b1ca49431 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "PUT /v2.0/ports/56a3c1b5-6457-44dd-9138-bffa83594654 HTTP/1.1" status: 200 len: 996 time: 0.9529312 Jan 14 01:54:20.508856 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41684) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:20.559943 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-df58eb29-32b3-4368-8727-a615eab0566a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:54:20.560414 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df58eb29-32b3-4368-8727-a615eab0566a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:54:20.570535 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-df58eb29-32b3-4368-8727-a615eab0566a tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/subnets/ea2627f1-ddda-4275-a874-4ad423c22915 HTTP/1.1" status: 404 len: 337 time: 0.0642421 Jan 14 01:54:20.573045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41688) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:20.639052 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-8800036d-8b85-403a-9198-98e15702e2c7 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:54:20.639749 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8800036d-8b85-403a-9198-98e15702e2c7 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:54:20.642909 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8800036d-8b85-403a-9198-98e15702e2c7 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/3ffc362e-22fa-429d-8c70-61a4d9dab79c HTTP/1.1" status: 404 len: 339 time: 0.0689230 Jan 14 01:54:20.647899 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41696) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:20.729582 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b01f9f3-8d37-4779-8916-e6298d23254e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:54:20.730053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b01f9f3-8d37-4779-8916-e6298d23254e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:54:20.736677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158a00e-e6c8-4748-9f31-5ca825c79e59 req-1f95bee9-8d6b-4d09-bd87-8febcdbbcb21 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:20.736798 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3b01f9f3-8d37-4779-8916-e6298d23254e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/subnets/98171e83-8e55-4aeb-b212-9870a1b693fc HTTP/1.1" status: 404 len: 337 time: 0.0853472 Jan 14 01:54:20.740557 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158a00e-e6c8-4748-9f31-5ca825c79e59 req-1f95bee9-8d6b-4d09-bd87-8febcdbbcb21 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:20.744557 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41700) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:20.746709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158a00e-e6c8-4748-9f31-5ca825c79e59 req-1f95bee9-8d6b-4d09-bd87-8febcdbbcb21 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:20.753482 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158a00e-e6c8-4748-9f31-5ca825c79e59 req-1f95bee9-8d6b-4d09-bd87-8febcdbbcb21 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:20.765131 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158a00e-e6c8-4748-9f31-5ca825c79e59 req-1f95bee9-8d6b-4d09-bd87-8febcdbbcb21 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:20.783137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158a00e-e6c8-4748-9f31-5ca825c79e59 req-1f95bee9-8d6b-4d09-bd87-8febcdbbcb21 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:20.801127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158a00e-e6c8-4748-9f31-5ca825c79e59 req-1f95bee9-8d6b-4d09-bd87-8febcdbbcb21 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:20.803036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3158a00e-e6c8-4748-9f31-5ca825c79e59 req-1f95bee9-8d6b-4d09-bd87-8febcdbbcb21 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.2510283 Jan 14 01:54:20.816552 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54f7f04-4708-4369-b6b8-e72d8d311c9e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:54:20.817086 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54f7f04-4708-4369-b6b8-e72d8d311c9e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:54:20.820190 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a54f7f04-4708-4369-b6b8-e72d8d311c9e tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/9ff09c4e-f799-432a-9d01-deaa94fad5b9 HTTP/1.1" status: 404 len: 339 time: 0.0746479 Jan 14 01:54:20.827426 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41706) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:20.844959 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-52385ec0-299d-4ad1-907d-4969eedfd54b tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Deleting port 56a3c1b5-6457-44dd-9138-bffa83594654 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:20.844959 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52385ec0-299d-4ad1-907d-4969eedfd54b tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (56a3c1b5-6457-44dd-9138-bffa83594654), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:20.854215 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ba16b168-6273-43b8-9db5-50bf542fb509 None None] Provisioning complete for port 56a3c1b5-6457-44dd-9138-bffa83594654 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:20.854768 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba16b168-6273-43b8-9db5-50bf542fb509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (56a3c1b5-6457-44dd-9138-bffa83594654), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:20.968922 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ba16b168-6273-43b8-9db5-50bf542fb509 None None] Port 56a3c1b5-6457-44dd-9138-bffa83594654 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:20.980388 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c033667-5cbc-4b17-9301-cd52d09d4954 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Deleting subnet 4fc48293-6952-463d-ac78-0f8760009e25 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:54:20.989717 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c033667-5cbc-4b17-9301-cd52d09d4954 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (4fc48293-6952-463d-ac78-0f8760009e25), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:20.991780 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52385ec0-299d-4ad1-907d-4969eedfd54b tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (56a3c1b5-6457-44dd-9138-bffa83594654), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:21.012565 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-52385ec0-299d-4ad1-907d-4969eedfd54b tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Calling delete_port for 56a3c1b5-6457-44dd-9138-bffa83594654 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:21.042683 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c033667-5cbc-4b17-9301-cd52d09d4954 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (4fc48293-6952-463d-ac78-0f8760009e25), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:21.161194 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c033667-5cbc-4b17-9301-cd52d09d4954 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (4fc48293-6952-463d-ac78-0f8760009e25), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:21.237940 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c033667-5cbc-4b17-9301-cd52d09d4954 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (4fc48293-6952-463d-ac78-0f8760009e25), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:21.260337 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3158a00e-e6c8-4748-9f31-5ca825c79e59 req-c9a32109-71b7-4152-a22f-e3b6ab35a0f9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4397905 Jan 14 01:54:21.294702 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c033667-5cbc-4b17-9301-cd52d09d4954 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:21.300890 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0c033667-5cbc-4b17-9301-cd52d09d4954 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/subnets/4fc48293-6952-463d-ac78-0f8760009e25 HTTP/1.1" status: 204 len: 168 time: 0.4698100 Jan 14 01:54:21.300890 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c033667-5cbc-4b17-9301-cd52d09d4954 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc48293-6952-463d-ac78-0f8760009e25,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:21.302907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def29a15-d811-47d9-bb28-385a54948cde None None] Network e22455f4-1366-44b9-badc-1f50afb820ab requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:21.304048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41732) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:21.326212 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52385ec0-299d-4ad1-907d-4969eedfd54b tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (56a3c1b5-6457-44dd-9138-bffa83594654), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:21.443305 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (e22455f4-1366-44b9-badc-1f50afb820ab), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:21.564862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52385ec0-299d-4ad1-907d-4969eedfd54b tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event deleted for resources: {'Port': ['ID=56a3c1b5-6457-44dd-9138-bffa83594654,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:21.596492 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Deleting port 3cb94852-5303-4cca-bd82-c7980a4a572d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:21.611390 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:21.618488 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52385ec0-299d-4ad1-907d-4969eedfd54b tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:21.632670 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3de123-2f6a-437d-92bb-3e2907eebb93 None None] DHCP port deletion for e22455f4-1366-44b9-badc-1f50afb820ab request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:54:21.651196 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-52385ec0-299d-4ad1-907d-4969eedfd54b tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "DELETE /v2.0/ports/56a3c1b5-6457-44dd-9138-bffa83594654 HTTP/1.1" status: 204 len: 168 time: 1.1386952 Jan 14 01:54:21.652525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41760) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:21.751609 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7c3de123-2f6a-437d-92bb-3e2907eebb93 None None] Deleting port 3cb94852-5303-4cca-bd82-c7980a4a572d {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:21.753030 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c3de123-2f6a-437d-92bb-3e2907eebb93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:21.772788 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4774f1-07d3-4182-80a1-24f9cfdbc7ba tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] GET failed (client error): The resource could not be found. Jan 14 01:54:21.780710 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ee4774f1-07d3-4182-80a1-24f9cfdbc7ba tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "GET /v2.0/ports/56a3c1b5-6457-44dd-9138-bffa83594654 HTTP/1.1" status: 404 len: 333 time: 0.1270919 Jan 14 01:54:21.784404 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41774) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:21.793263 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] For port 3cb94852-5303-4cca-bd82-c7980a4a572d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3cb94852-5303-4cca-bd82-c7980a4a572d,segment=NetworkSegment(13f2b67a-ea71-4441-822c-96e59be73b4a),segment_id=13f2b67a-ea71-4441-822c-96e59be73b4a)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:21.795256 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:21.815551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Request body: {'port': {'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30', 'name': 'tempest-AllowedAddressPairTestJSON-1524113577'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:21.873204 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Calling delete_port for 3cb94852-5303-4cca-bd82-c7980a4a572d owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:22.021866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7c3de123-2f6a-437d-92bb-3e2907eebb93 None None] For port 3cb94852-5303-4cca-bd82-c7980a4a572d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3cb94852-5303-4cca-bd82-c7980a4a572d,segment=NetworkSegment(13f2b67a-ea71-4441-822c-96e59be73b4a),segment_id=13f2b67a-ea71-4441-822c-96e59be73b4a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:22.022381 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c3de123-2f6a-437d-92bb-3e2907eebb93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:22.079089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7c3de123-2f6a-437d-92bb-3e2907eebb93 None None] Calling delete_port for 3cb94852-5303-4cca-bd82-c7980a4a572d owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:22.132621 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Made reservation on behalf of 5dc608900bcc4455a6640f17acb32549 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:22.136132 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:22.202574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] device_id is not set on port d1a9369e-3d28-4dc7-ba09-af6f9e51588c yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:54:22.207017 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:22.279897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Port': ['ID=3cb94852-5303-4cca-bd82-c7980a4a572d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:22.285035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No DVR routers for this DVR port 3cb94852-5303-4cca-bd82-c7980a4a572d on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:22.333607 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c3de123-2f6a-437d-92bb-3e2907eebb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (3cb94852-5303-4cca-bd82-c7980a4a572d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:22.364304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3de123-2f6a-437d-92bb-3e2907eebb93 None None] No DVR routers for this DVR port 3cb94852-5303-4cca-bd82-c7980a4a572d on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:22.433413 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3de123-2f6a-437d-92bb-3e2907eebb93 None None] Pushing event deleted for resources: {'Port': ['ID=3cb94852-5303-4cca-bd82-c7980a4a572d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:22.510056 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (e22455f4-1366-44b9-badc-1f50afb820ab), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:22.546264 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Allocated IP 172.20.0.7 (519dc53e-bfa5-4f0b-852a-77946962ab30/da88b23a-fdae-4568-a4fd-914538c5560f/d1a9369e-3d28-4dc7-ba09-af6f9e51588c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:22.556796 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22455f4-1366-44b9-badc-1f50afb820ab']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:22.595073 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f2b67a-ea71-4441-822c-96e59be73b4a') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:22.596079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f2b67a-ea71-4441-822c-96e59be73b4a') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:22.624010 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (13f2b67a-ea71-4441-822c-96e59be73b4a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:22.661048 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (13f2b67a-ea71-4441-822c-96e59be73b4a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:22.682264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:54:22.686331 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (13f2b67a-ea71-4441-822c-96e59be73b4a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:54:22.689887 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:54:22.823068 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (e22455f4-1366-44b9-badc-1f50afb820ab), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:22.841014 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:22.851743 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/e22455f4-1366-44b9-badc-1f50afb820ab HTTP/1.1" status: 204 len: 168 time: 1.5465050 Jan 14 01:54:22.857853 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41834) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:22.899867 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680a64d-f0d3-4d5c-829a-bdc2827adc20 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Network': ['ID=e22455f4-1366-44b9-badc-1f50afb820ab,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:22.963613 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-3748f388-cac7-4e28-9599-33c9e9b62e43 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:54:22.964106 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3748f388-cac7-4e28-9599-33c9e9b62e43 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:54:22.975869 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3748f388-cac7-4e28-9599-33c9e9b62e43 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/subnets/1d68ec09-d8c4-4c76-b2f6-ff78263d7b68 HTTP/1.1" status: 404 len: 337 time: 0.1127093 Jan 14 01:54:22.977649 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41838) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:23.012888 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe01302-76ec-4cd6-84d2-c81a547b94d5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] DELETE failed (client error): The resource could not be found. Jan 14 01:54:23.013897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe01302-76ec-4cd6-84d2-c81a547b94d5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:54:23.021711 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cfe01302-76ec-4cd6-84d2-c81a547b94d5 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/32e745f8-f88b-471c-bc70-02474caa1850 HTTP/1.1" status: 404 len: 339 time: 0.0422201 Jan 14 01:54:23.022484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41842) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:23.089900 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a87ab14-6309-4e5e-9a88-bba038bc7f56 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Deleting subnet 49778517-b60e-44e1-b685-e51ce22dd84f {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:54:23.093294 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a87ab14-6309-4e5e-9a88-bba038bc7f56 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (49778517-b60e-44e1-b685-e51ce22dd84f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:23.170018 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a87ab14-6309-4e5e-9a88-bba038bc7f56 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (49778517-b60e-44e1-b685-e51ce22dd84f), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:23.314453 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b927f83-b977-4e02-9cb1-8417c0c4af63 req-93e9f009-3cf6-47f5-843d-a978537505ac tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:23.323934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b927f83-b977-4e02-9cb1-8417c0c4af63 req-93e9f009-3cf6-47f5-843d-a978537505ac tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:23.330452 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b927f83-b977-4e02-9cb1-8417c0c4af63 req-93e9f009-3cf6-47f5-843d-a978537505ac tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:23.337550 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b927f83-b977-4e02-9cb1-8417c0c4af63 req-93e9f009-3cf6-47f5-843d-a978537505ac tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:23.345153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b927f83-b977-4e02-9cb1-8417c0c4af63 req-93e9f009-3cf6-47f5-843d-a978537505ac tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:23.352120 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b927f83-b977-4e02-9cb1-8417c0c4af63 req-93e9f009-3cf6-47f5-843d-a978537505ac tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:23.358918 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b927f83-b977-4e02-9cb1-8417c0c4af63 req-93e9f009-3cf6-47f5-843d-a978537505ac tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:23.363521 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b927f83-b977-4e02-9cb1-8417c0c4af63 req-93e9f009-3cf6-47f5-843d-a978537505ac tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.8968875 Jan 14 01:54:23.377245 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a87ab14-6309-4e5e-9a88-bba038bc7f56 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (49778517-b60e-44e1-b685-e51ce22dd84f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:23.463356 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a87ab14-6309-4e5e-9a88-bba038bc7f56 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (49778517-b60e-44e1-b685-e51ce22dd84f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:23.499150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87ab14-6309-4e5e-9a88-bba038bc7f56 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Subnet': ['ID=49778517-b60e-44e1-b685-e51ce22dd84f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:23.509386 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a87ab14-6309-4e5e-9a88-bba038bc7f56 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:23.516453 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0a87ab14-6309-4e5e-9a88-bba038bc7f56 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/subnets/49778517-b60e-44e1-b685-e51ce22dd84f HTTP/1.1" status: 204 len: 168 time: 0.4928443 Jan 14 01:54:23.517132 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41878) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:23.519884 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c7388d-418f-4716-8104-1590cb73e97a None None] Network 2238b488-d72e-432f-821a-921647553c45 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:23.569211 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b927f83-b977-4e02-9cb1-8417c0c4af63 req-17e95134-a172-40b4-b817-3a3b64915ea3 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1874609 Jan 14 01:54:23.651354 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for port (d1a9369e-3d28-4dc7-ba09-af6f9e51588c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:23.716487 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3cb94852-5303-4cca-bd82-c7980a4a572d no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:54:23.735407 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (2238b488-d72e-432f-821a-921647553c45), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:23.766640 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 3cb94852-5303-4cca-bd82-c7980a4a572d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:54:23.767722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3cb94852-5303-4cca-bd82-c7980a4a572d not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:54:23.772139 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d1a9369e-3d28-4dc7-ba09-af6f9e51588c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:23.884489 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:23.888972 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:23.891927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:23.937132 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Deleting port af8ed77e-3892-4078-b901-b15d7ceb3a6a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:23.937502 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.004571 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:24.005478 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.022826 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event updated for resources: {'Port': ['ID=d1a9369e-3d28-4dc7-ba09-af6f9e51588c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:24.044854 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adf0954-6ae9-432f-a9d7-c24403c7b0c2 None None] DHCP port deletion for 2238b488-d72e-432f-821a-921647553c45 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:54:24.049651 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e79df0fb-5f24-4f1d-8528-82fce40e8016 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2593207 Jan 14 01:54:24.050502 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41902) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:24.056152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Request body: {'port': {'network_id': '519dc53e-bfa5-4f0b-852a-77946962ab30', 'name': 'tempest-AllowedAddressPairTestJSON-820820299'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:24.105065 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] For port af8ed77e-3892-4078-b901-b15d7ceb3a6a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=af8ed77e-3892-4078-b901-b15d7ceb3a6a,segment=NetworkSegment(9a6e8f0b-4d95-458e-a8f6-6cc63af59228),segment_id=9a6e8f0b-4d95-458e-a8f6-6cc63af59228)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:24.105432 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.139123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Calling delete_port for af8ed77e-3892-4078-b901-b15d7ceb3a6a owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:24.171211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2adf0954-6ae9-432f-a9d7-c24403c7b0c2 None None] Deleting port af8ed77e-3892-4078-b901-b15d7ceb3a6a {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:24.174180 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2adf0954-6ae9-432f-a9d7-c24403c7b0c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.308084 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Made reservation on behalf of 5dc608900bcc4455a6640f17acb32549 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:24.314967 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.327227 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.370819 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] device_id is not set on port cb589fb0-033d-48d0-aa77-adf40e569b58 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:54:24.380630 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2adf0954-6ae9-432f-a9d7-c24403c7b0c2 None None] For port af8ed77e-3892-4078-b901-b15d7ceb3a6a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=af8ed77e-3892-4078-b901-b15d7ceb3a6a,segment=NetworkSegment(9a6e8f0b-4d95-458e-a8f6-6cc63af59228),segment_id=9a6e8f0b-4d95-458e-a8f6-6cc63af59228)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:24.382266 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2adf0954-6ae9-432f-a9d7-c24403c7b0c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.415245 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Port': ['ID=af8ed77e-3892-4078-b901-b15d7ceb3a6a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:24.424003 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2adf0954-6ae9-432f-a9d7-c24403c7b0c2 None None] Calling delete_port for af8ed77e-3892-4078-b901-b15d7ceb3a6a owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:24.432874 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] No DVR routers for this DVR port af8ed77e-3892-4078-b901-b15d7ceb3a6a on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:24.574601 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Allocated IP 172.20.0.6 (519dc53e-bfa5-4f0b-852a-77946962ab30/da88b23a-fdae-4568-a4fd-914538c5560f/cb589fb0-033d-48d0-aa77-adf40e569b58) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:24.714004 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2adf0954-6ae9-432f-a9d7-c24403c7b0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (af8ed77e-3892-4078-b901-b15d7ceb3a6a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.714595 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (2238b488-d72e-432f-821a-921647553c45), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.745867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adf0954-6ae9-432f-a9d7-c24403c7b0c2 None None] No DVR routers for this DVR port af8ed77e-3892-4078-b901-b15d7ceb3a6a on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:24.754013 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for port (cb589fb0-033d-48d0-aa77-adf40e569b58), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.770979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2238b488-d72e-432f-821a-921647553c45']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:24.795889 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6e8f0b-4d95-458e-a8f6-6cc63af59228') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:24.796012 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (cb589fb0-033d-48d0-aa77-adf40e569b58), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.796149 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6e8f0b-4d95-458e-a8f6-6cc63af59228') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:24.827943 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-40f219df-c313-4d7b-abf3-a24e335bfa8c None None] Provisioning complete for port d1a9369e-3d28-4dc7-ba09-af6f9e51588c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:24.828686 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-40f219df-c313-4d7b-abf3-a24e335bfa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d1a9369e-3d28-4dc7-ba09-af6f9e51588c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.836005 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (9a6e8f0b-4d95-458e-a8f6-6cc63af59228), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.871181 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (9a6e8f0b-4d95-458e-a8f6-6cc63af59228), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.872234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf0954-6ae9-432f-a9d7-c24403c7b0c2 None None] Pushing event deleted for resources: {'Port': ['ID=af8ed77e-3892-4078-b901-b15d7ceb3a6a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:24.892742 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event updated for resources: {'Port': ['ID=cb589fb0-033d-48d0-aa77-adf40e569b58,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:24.896480 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:54:24.912257 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (9a6e8f0b-4d95-458e-a8f6-6cc63af59228), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:24.932010 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:24.934244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:24.937258 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:24.970651 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-40f219df-c313-4d7b-abf3-a24e335bfa8c None None] Port d1a9369e-3d28-4dc7-ba09-af6f9e51588c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:25.007321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186935f0-9a43-4abe-b7ff-9b6378603ca2 req-587878e9-136e-461d-a345-a751968420d0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:25.018087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186935f0-9a43-4abe-b7ff-9b6378603ca2 req-587878e9-136e-461d-a345-a751968420d0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:25.051786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186935f0-9a43-4abe-b7ff-9b6378603ca2 req-587878e9-136e-461d-a345-a751968420d0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:25.060622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186935f0-9a43-4abe-b7ff-9b6378603ca2 req-587878e9-136e-461d-a345-a751968420d0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:25.100888 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186935f0-9a43-4abe-b7ff-9b6378603ca2 req-587878e9-136e-461d-a345-a751968420d0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:25.126626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186935f0-9a43-4abe-b7ff-9b6378603ca2 req-587878e9-136e-461d-a345-a751968420d0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:54:25.128576 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:54:25.134958 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186935f0-9a43-4abe-b7ff-9b6378603ca2 req-587878e9-136e-461d-a345-a751968420d0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:25.137102 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-186935f0-9a43-4abe-b7ff-9b6378603ca2 req-587878e9-136e-461d-a345-a751968420d0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.2558582 Jan 14 01:54:25.199217 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (2238b488-d72e-432f-821a-921647553c45), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:25.258984 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:25.274973 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:25.275978 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:25.276812 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] 10.222.0.26 "DELETE /v2.0/networks/2238b488-d72e-432f-821a-921647553c45 HTTP/1.1" status: 204 len: 168 time: 1.7585468 Jan 14 01:54:25.279043 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30304-4e2c-4196-b28e-5ee0ca20b615 tempest-NetworksIpV6Test-1733573468 tempest-NetworksIpV6Test-1733573468-project] Pushing event deleted for resources: {'Network': ['ID=2238b488-d72e-432f-821a-921647553c45,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:25.293718 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-186935f0-9a43-4abe-b7ff-9b6378603ca2 req-1d26ebb1-a5b7-449d-b414-17f73a062f7a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1500897 Jan 14 01:54:25.318178 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 41978) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:25.318774 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-02e774bf-be98-4f01-ad86-bac34834efe2 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2667768 Jan 14 01:54:25.323764 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b109188d-ff81-4226-82de-ec24496c7788 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ab:8a:8f'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1f:d7:cf'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:25.560104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-756b694c-a8bc-48f3-a257-0e94e4561fd8 None None] Provisioning complete for port cb589fb0-033d-48d0-aa77-adf40e569b58 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:25.562543 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-756b694c-a8bc-48f3-a257-0e94e4561fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cb589fb0-033d-48d0-aa77-adf40e569b58), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:25.721672 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b109188d-ff81-4226-82de-ec24496c7788 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cb589fb0-033d-48d0-aa77-adf40e569b58), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:25.905004 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 41994) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:26.128628 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42002) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:26.131278 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3995e4ad-cf24-4657-80f3-2e87b1237481 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e0e89e58e15425ca66f26ea021ac1e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240427 Jan 14 01:54:26.154555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device af8ed77e-3892-4078-b901-b15d7ceb3a6a no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:54:26.198334 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: af8ed77e-3892-4078-b901-b15d7ceb3a6a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:54:26.204043 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device af8ed77e-3892-4078-b901-b15d7ceb3a6a not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:54:26.231376 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-756b694c-a8bc-48f3-a257-0e94e4561fd8 None None] Port cb589fb0-033d-48d0-aa77-adf40e569b58 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:26.273566 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b8a87db-bc8c-4466-9dc5-017e5047814e admin admin] Publish callbacks [] for security_group (74bf4836-c370-440c-b6db-234463c9e478), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:26.322793 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b8a87db-bc8c-4466-9dc5-017e5047814e admin admin] Publish callbacks [] for security_group (74bf4836-c370-440c-b6db-234463c9e478), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:26.373121 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b109188d-ff81-4226-82de-ec24496c7788 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for port (cb589fb0-033d-48d0-aa77-adf40e569b58), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:26.385532 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b109188d-ff81-4226-82de-ec24496c7788 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (cb589fb0-033d-48d0-aa77-adf40e569b58), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:26.529539 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109188d-ff81-4226-82de-ec24496c7788 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event updated for resources: {'Port': ['ID=cb589fb0-033d-48d0-aa77-adf40e569b58,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:26.591916 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b8a87db-bc8c-4466-9dc5-017e5047814e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (74bf4836-c370-440c-b6db-234463c9e478), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:26.597061 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b8a87db-bc8c-4466-9dc5-017e5047814e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:26.598224 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8b8a87db-bc8c-4466-9dc5-017e5047814e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74bf4836-c370-440c-b6db-234463c9e478 HTTP/1.1" status: 204 len: 168 time: 0.4537764 Jan 14 01:54:26.665634 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906352e-7150-47e4-8dd2-6586633700af req-f2de5a7d-70e1-4c05-a966-f145c24e7e6c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:26.684484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a87db-bc8c-4466-9dc5-017e5047814e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bf4836-c370-440c-b6db-234463c9e478,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:26.689506 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906352e-7150-47e4-8dd2-6586633700af req-f2de5a7d-70e1-4c05-a966-f145c24e7e6c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:26.704762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b109188d-ff81-4226-82de-ec24496c7788 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] In _notify_port_updated(), no bound segment for port cb589fb0-033d-48d0-aa77-adf40e569b58 on network 519dc53e-bfa5-4f0b-852a-77946962ab30 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 01:54:26.716101 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906352e-7150-47e4-8dd2-6586633700af req-f2de5a7d-70e1-4c05-a966-f145c24e7e6c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:26.726281 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b109188d-ff81-4226-82de-ec24496c7788 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:26.728479 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b109188d-ff81-4226-82de-ec24496c7788 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:26.732213 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906352e-7150-47e4-8dd2-6586633700af req-f2de5a7d-70e1-4c05-a966-f145c24e7e6c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:26.732985 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b109188d-ff81-4226-82de-ec24496c7788 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "PUT /v2.0/ports/cb589fb0-033d-48d0-aa77-adf40e569b58 HTTP/1.1" status: 200 len: 1055 time: 1.4136159 Jan 14 01:54:26.735835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42038) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:26.754846 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906352e-7150-47e4-8dd2-6586633700af req-f2de5a7d-70e1-4c05-a966-f145c24e7e6c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:26.762825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906352e-7150-47e4-8dd2-6586633700af req-f2de5a7d-70e1-4c05-a966-f145c24e7e6c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:26.795700 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906352e-7150-47e4-8dd2-6586633700af req-f2de5a7d-70e1-4c05-a966-f145c24e7e6c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:26.817319 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8906352e-7150-47e4-8dd2-6586633700af req-f2de5a7d-70e1-4c05-a966-f145c24e7e6c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3145008 Jan 14 01:54:26.964938 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8906352e-7150-47e4-8dd2-6586633700af req-05c017ce-ff5e-43d2-a22a-4229e7cbe43c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453841 Jan 14 01:54:26.978835 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d556ae8a-5e77-4e54-a047-870f73dae236 None None] Provisioning complete for port cb589fb0-033d-48d0-aa77-adf40e569b58 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:26.979083 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d556ae8a-5e77-4e54-a047-870f73dae236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cb589fb0-033d-48d0-aa77-adf40e569b58), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:27.020541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0ee58880-e28b-4149-80c8-b2b0dc5a90a5 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Deleting port cb589fb0-033d-48d0-aa77-adf40e569b58 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:27.022220 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ee58880-e28b-4149-80c8-b2b0dc5a90a5 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (cb589fb0-033d-48d0-aa77-adf40e569b58), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:27.025964 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d556ae8a-5e77-4e54-a047-870f73dae236 None None] Port cb589fb0-033d-48d0-aa77-adf40e569b58 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:27.245371 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ee58880-e28b-4149-80c8-b2b0dc5a90a5 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (cb589fb0-033d-48d0-aa77-adf40e569b58), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:27.272877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0ee58880-e28b-4149-80c8-b2b0dc5a90a5 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Calling delete_port for cb589fb0-033d-48d0-aa77-adf40e569b58 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:27.479797 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ada087-491d-4af9-af21-6d78d35cf595 req-2c5d3098-c5d2-48b1-a690-d5e366de3c6a tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:27.491014 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11ada087-491d-4af9-af21-6d78d35cf595 req-2c5d3098-c5d2-48b1-a690-d5e366de3c6a tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 947 time: 0.1322267 Jan 14 01:54:27.506078 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ee58880-e28b-4149-80c8-b2b0dc5a90a5 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (cb589fb0-033d-48d0-aa77-adf40e569b58), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:27.581577 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee58880-e28b-4149-80c8-b2b0dc5a90a5 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event deleted for resources: {'Port': ['ID=cb589fb0-033d-48d0-aa77-adf40e569b58,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:27.629088 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11ada087-491d-4af9-af21-6d78d35cf595 req-00518783-4e7c-432f-8861-6818a1431918 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346920 Jan 14 01:54:27.923859 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ee58880-e28b-4149-80c8-b2b0dc5a90a5 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:27.930753 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42066) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:27.931198 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0ee58880-e28b-4149-80c8-b2b0dc5a90a5 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "DELETE /v2.0/ports/cb589fb0-033d-48d0-aa77-adf40e569b58 HTTP/1.1" status: 204 len: 168 time: 1.1929889 Jan 14 01:54:27.967451 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-249b44c1-3d96-4a75-bd3a-5005d40ac168 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] GET failed (client error): The resource could not be found. Jan 14 01:54:27.969448 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-249b44c1-3d96-4a75-bd3a-5005d40ac168 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "GET /v2.0/ports/cb589fb0-033d-48d0-aa77-adf40e569b58 HTTP/1.1" status: 404 len: 333 time: 0.0376463 Jan 14 01:54:27.972370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42070) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:28.235935 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42080) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:28.275047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ae266-5d4b-4539-8966-c542de6710c5 req-87084ce4-1592-4134-86d1-3f38343855c9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:28.282448 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ae266-5d4b-4539-8966-c542de6710c5 req-87084ce4-1592-4134-86d1-3f38343855c9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:28.288794 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ae266-5d4b-4539-8966-c542de6710c5 req-87084ce4-1592-4134-86d1-3f38343855c9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:28.295479 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ae266-5d4b-4539-8966-c542de6710c5 req-87084ce4-1592-4134-86d1-3f38343855c9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:28.302919 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ae266-5d4b-4539-8966-c542de6710c5 req-87084ce4-1592-4134-86d1-3f38343855c9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:28.311850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ae266-5d4b-4539-8966-c542de6710c5 req-87084ce4-1592-4134-86d1-3f38343855c9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:28.318750 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ae266-5d4b-4539-8966-c542de6710c5 req-87084ce4-1592-4134-86d1-3f38343855c9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:28.321152 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-582ae266-5d4b-4539-8966-c542de6710c5 req-87084ce4-1592-4134-86d1-3f38343855c9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.1726210 Jan 14 01:54:28.337428 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c7464659-1c18-417a-bce6-618702461c86 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Deleting port d1a9369e-3d28-4dc7-ba09-af6f9e51588c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:28.338027 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7464659-1c18-417a-bce6-618702461c86 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d1a9369e-3d28-4dc7-ba09-af6f9e51588c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:28.425459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'network': {'name': 'tempest-RoutersTest-1332020278'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:28.504195 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-582ae266-5d4b-4539-8966-c542de6710c5 req-628c97e0-f5f9-4b6d-9cd0-9179a3c40687 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1695867 Jan 14 01:54:28.566052 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7464659-1c18-417a-bce6-618702461c86 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d1a9369e-3d28-4dc7-ba09-af6f9e51588c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:28.596229 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:28.601966 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:28.637837 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:28.640476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c7464659-1c18-417a-bce6-618702461c86 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Calling delete_port for d1a9369e-3d28-4dc7-ba09-af6f9e51588c owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:28.969142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb24c2-36fb-49b3-bfe5-c622839530d5 req-16253017-30d0-4562-abc6-1382e2871434 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:28.977905 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ecb24c2-36fb-49b3-bfe5-c622839530d5 req-16253017-30d0-4562-abc6-1382e2871434 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 947 time: 0.2173712 Jan 14 01:54:28.980342 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7464659-1c18-417a-bce6-618702461c86 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d1a9369e-3d28-4dc7-ba09-af6f9e51588c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:29.003081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fdd66-f720-4b0e-932d-3c0e1a786833 req-6faa2e77-5904-4f46-b474-579625d5f3be tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:29.004495 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7e8fdd66-f720-4b0e-932d-3c0e1a786833 req-6faa2e77-5904-4f46-b474-579625d5f3be tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 947 time: 0.0965993 Jan 14 01:54:29.051478 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7464659-1c18-417a-bce6-618702461c86 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event deleted for resources: {'Port': ['ID=d1a9369e-3d28-4dc7-ba09-af6f9e51588c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:29.190282 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ecb24c2-36fb-49b3-bfe5-c622839530d5 req-231d8e05-9424-4de4-b3ea-d0f9338e9003 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111373 Jan 14 01:54:29.216891 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-7e8fdd66-f720-4b0e-932d-3c0e1a786833 req-44bddf8d-171e-409d-9973-d72e009129ac tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Deleting port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:29.217239 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7e8fdd66-f720-4b0e-932d-3c0e1a786833 req-44bddf8d-171e-409d-9973-d72e009129ac tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:29.280108 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for security_group (3b605d51-5d8b-4c83-8718-783958c58ce3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:29.298374 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3b605d51-5d8b-4c83-8718-783958c58ce3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:29.313361 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:54:29.325742 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (479b3840-0c63-4f14-bb8d-f58fe509a814), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:29.326377 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Added segment 479b3840-0c63-4f14-bb8d-f58fe509a814 of type vlan for network 357a89b4-f8b3-48f8-b91b-103e1ecd51c5 Jan 14 01:54:29.386822 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (357a89b4-f8b3-48f8-b91b-103e1ecd51c5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:29.417324 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7464659-1c18-417a-bce6-618702461c86 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:29.422174 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c7464659-1c18-417a-bce6-618702461c86 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "DELETE /v2.0/ports/d1a9369e-3d28-4dc7-ba09-af6f9e51588c HTTP/1.1" status: 204 len: 168 time: 1.4485974 Jan 14 01:54:29.427234 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42102) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:29.435478 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (357a89b4-f8b3-48f8-b91b-103e1ecd51c5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:29.447365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:29.449081 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:29.479750 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceefcb65-c3b8-40c3-9197-a11f18f7b535 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] GET failed (client error): The resource could not be found. Jan 14 01:54:29.482412 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2433000 Jan 14 01:54:29.484023 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ceefcb65-c3b8-40c3-9197-a11f18f7b535 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "GET /v2.0/ports/d1a9369e-3d28-4dc7-ba09-af6f9e51588c HTTP/1.1" status: 404 len: 333 time: 0.0483441 Jan 14 01:54:29.484658 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42104) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:29.484986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42106) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:29.487947 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7e8fdd66-f720-4b0e-932d-3c0e1a786833 req-44bddf8d-171e-409d-9973-d72e009129ac tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] For port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:29.488497 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7e8fdd66-f720-4b0e-932d-3c0e1a786833 req-44bddf8d-171e-409d-9973-d72e009129ac tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:29.502621 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a628288e-6cdc-4f95-8fe5-aad99bb4b9a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'network': {'name': 'tempest-RoutersTest-752209267'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:29.540683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-7e8fdd66-f720-4b0e-932d-3c0e1a786833 req-44bddf8d-171e-409d-9973-d72e009129ac tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Calling delete_port for 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:29.636240 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Network': ['ID=357a89b4-f8b3-48f8-b91b-103e1ecd51c5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:29.652601 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 357a89b4-f8b3-48f8-b91b-103e1ecd51c5 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:54:29.653806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce9327-fe44-4fd7-8229-700ea1c49c26 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b605d51-5d8b-4c83-8718-783958c58ce3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:29.666575 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a628288e-6cdc-4f95-8fe5-aad99bb4b9a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:29.674688 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a628288e-6cdc-4f95-8fe5-aad99bb4b9a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:29.770735 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23f32c-97e2-4e08-a51c-6e28e914ce49 req-7ece50ef-40f3-4c46-9288-1f24fe1f3f42 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:29.790867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23f32c-97e2-4e08-a51c-6e28e914ce49 req-7ece50ef-40f3-4c46-9288-1f24fe1f3f42 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:29.810279 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23f32c-97e2-4e08-a51c-6e28e914ce49 req-7ece50ef-40f3-4c46-9288-1f24fe1f3f42 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:29.829853 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23f32c-97e2-4e08-a51c-6e28e914ce49 req-7ece50ef-40f3-4c46-9288-1f24fe1f3f42 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:29.846723 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23f32c-97e2-4e08-a51c-6e28e914ce49 req-7ece50ef-40f3-4c46-9288-1f24fe1f3f42 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:29.850654 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a628288e-6cdc-4f95-8fe5-aad99bb4b9a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:54:29.860994 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a628288e-6cdc-4f95-8fe5-aad99bb4b9a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (0c6228a1-ac53-4f61-a1af-b214fa2d2a6b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:29.861452 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-a628288e-6cdc-4f95-8fe5-aad99bb4b9a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Added segment 0c6228a1-ac53-4f61-a1af-b214fa2d2a6b of type vlan for network a36f2df9-e9ce-4fae-b7b5-39360330ef00 Jan 14 01:54:29.873736 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23f32c-97e2-4e08-a51c-6e28e914ce49 req-7ece50ef-40f3-4c46-9288-1f24fe1f3f42 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:29.888280 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23f32c-97e2-4e08-a51c-6e28e914ce49 req-7ece50ef-40f3-4c46-9288-1f24fe1f3f42 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:29.891202 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3c23f32c-97e2-4e08-a51c-6e28e914ce49 req-7ece50ef-40f3-4c46-9288-1f24fe1f3f42 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.2260709 Jan 14 01:54:29.905546 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a628288e-6cdc-4f95-8fe5-aad99bb4b9a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (a36f2df9-e9ce-4fae-b7b5-39360330ef00), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:30.037865 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3c23f32c-97e2-4e08-a51c-6e28e914ce49 req-03713af1-26de-4f6a-bb9b-7e794f31dd84 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403093 Jan 14 01:54:30.047244 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a628288e-6cdc-4f95-8fe5-aad99bb4b9a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (a36f2df9-e9ce-4fae-b7b5-39360330ef00), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:30.056329 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628288e-6cdc-4f95-8fe5-aad99bb4b9a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:30.057271 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a628288e-6cdc-4f95-8fe5-aad99bb4b9a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:30.065159 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ef39bf00-63e0-4016-90fb-47ce0f2f4e29 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Deleting port b7f3565e-3092-441e-b3e1-968b6c260b8d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:30.065549 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef39bf00-63e0-4016-90fb-47ce0f2f4e29 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (b7f3565e-3092-441e-b3e1-968b6c260b8d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:30.119091 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7e8fdd66-f720-4b0e-932d-3c0e1a786833 req-44bddf8d-171e-409d-9973-d72e009129ac tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:30.404781 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3590a6b1-2a9b-46a7-b77c-3fbce8876b13 req-e7c1121a-cc4b-48db-9f00-403f43fa33c8 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 210 time: 0.0740473 Jan 14 01:54:30.633626 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-23bc9a09-0810-4e4e-b74b-99200f80be0f req-202c539b-5fbd-46cb-b4eb-33333010f7ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6982975 Jan 14 01:54:30.638379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bddf8d-171e-409d-9973-d72e009129ac tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Pushing event deleted for resources: {'Port': ['ID=15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:30.647946 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628288e-6cdc-4f95-8fe5-aad99bb4b9a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Network': ['ID=a36f2df9-e9ce-4fae-b7b5-39360330ef00,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:30.660869 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a628288e-6cdc-4f95-8fe5-aad99bb4b9a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1693177 Jan 14 01:54:30.661583 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42130) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:30.664402 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network a36f2df9-e9ce-4fae-b7b5-39360330ef00 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:54:30.671318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2da0aa6a-a607-4d5c-ba02-8feca792f276 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'subnet': {'network_id': '357a89b4-f8b3-48f8-b91b-103e1ecd51c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:30.747045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8fdd66-f720-4b0e-932d-3c0e1a786833 req-44bddf8d-171e-409d-9973-d72e009129ac tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] No DVR routers for this DVR port 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:30.754825 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7e8fdd66-f720-4b0e-932d-3c0e1a786833 req-44bddf8d-171e-409d-9973-d72e009129ac tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:30.758017 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7e8fdd66-f720-4b0e-932d-3c0e1a786833 req-44bddf8d-171e-409d-9973-d72e009129ac tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.36 "DELETE /v2.0/ports/15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba HTTP/1.1" status: 204 len: 173 time: 1.7472231 Jan 14 01:54:30.759274 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31066d4-3f41-4b44-af16-bde07a68b357', 'name': 'network-vif-deleted', 'tag': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:54:30.762106 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0a6710-9892-4320-ac4f-6a47c2a91f69" -d '{"events": [{"server_uuid": "a31066d4-3f41-4b44-af16-bde07a68b357", "name": "network-vif-deleted", "tag": "15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:54:30.775685 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef39bf00-63e0-4016-90fb-47ce0f2f4e29 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (b7f3565e-3092-441e-b3e1-968b6c260b8d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:30.793858 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ef39bf00-63e0-4016-90fb-47ce0f2f4e29 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Calling delete_port for b7f3565e-3092-441e-b3e1-968b6c260b8d owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:30.806659 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc9a09-0810-4e4e-b74b-99200f80be0f req-8e2de6a6-e89f-448c-8612-7a02d2d4ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:30.808197 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-23bc9a09-0810-4e4e-b74b-99200f80be0f req-8e2de6a6-e89f-448c-8612-7a02d2d4ad9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46ca7bb7620f423c95c6ff9b87c70705&device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 1096 time: 0.1150033 Jan 14 01:54:30.915794 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfa3c36-fd2a-43c3-9fcd-d526f058bc8a x-openstack-request-id: req-4bfa3c36-fd2a-43c3-9fcd-d526f058bc8a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:54:30.916278 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31066d4-3f41-4b44-af16-bde07a68b357", "name": "network-vif-deleted", "tag": "15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:54:30.916406 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bfa3c36-fd2a-43c3-9fcd-d526f058bc8a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:54:30.916703 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31066d4-3f41-4b44-af16-bde07a68b357', 'name': 'network-vif-deleted', 'tag': '15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba', 'status': 'completed', 'code': 200} Jan 14 01:54:30.918101 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da0aa6a-a607-4d5c-ba02-8feca792f276 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:30.923873 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2da0aa6a-a607-4d5c-ba02-8feca792f276 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:31.103617 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc9a09-0810-4e4e-b74b-99200f80be0f req-1b0fd547-20c2-4dac-9797-5346575edae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:31.108179 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-23bc9a09-0810-4e4e-b74b-99200f80be0f req-1b0fd547-20c2-4dac-9797-5346575edae1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 HTTP/1.1" status: 200 len: 907 time: 0.1906602 Jan 14 01:54:31.240402 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2da0aa6a-a607-4d5c-ba02-8feca792f276 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (677a29fd-a25b-4405-be3d-7db374630524), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:31.241051 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-23bc9a09-0810-4e4e-b74b-99200f80be0f req-991ed550-7f18-4cc8-9c53-c14621f0d0ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9557334-0f59-4446-9774-4bd68da6215c HTTP/1.1" status: 200 len: 999 time: 0.1234555 Jan 14 01:54:31.322340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc9a09-0810-4e4e-b74b-99200f80be0f req-06717ed2-600a-4e38-965c-92fb984e67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:31.324078 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-23bc9a09-0810-4e4e-b74b-99200f80be0f req-06717ed2-600a-4e38-965c-92fb984e67c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8997435c-6789-44df-a7f1-eec8b9e1c407 HTTP/1.1" status: 200 len: 845 time: 0.0758698 Jan 14 01:54:31.398137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42142) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:31.414409 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc9a09-0810-4e4e-b74b-99200f80be0f req-1243bcaa-1064-4b05-b964-ee5beb499545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:31.416037 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-23bc9a09-0810-4e4e-b74b-99200f80be0f req-1243bcaa-1064-4b05-b964-ee5beb499545 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31532b6f-4ca3-4a66-8ed6-349eb2b99cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750043 Jan 14 01:54:31.494513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d6144-028a-4177-87cc-083a5515b348 req-8bc02cfd-16ad-4db3-bf9e-4cabca71fea0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:31.509296 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d6144-028a-4177-87cc-083a5515b348 req-8bc02cfd-16ad-4db3-bf9e-4cabca71fea0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:31.517295 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d6144-028a-4177-87cc-083a5515b348 req-8bc02cfd-16ad-4db3-bf9e-4cabca71fea0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:31.523616 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d6144-028a-4177-87cc-083a5515b348 req-8bc02cfd-16ad-4db3-bf9e-4cabca71fea0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:31.530392 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d6144-028a-4177-87cc-083a5515b348 req-8bc02cfd-16ad-4db3-bf9e-4cabca71fea0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:31.538247 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d6144-028a-4177-87cc-083a5515b348 req-8bc02cfd-16ad-4db3-bf9e-4cabca71fea0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:31.545293 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d6144-028a-4177-87cc-083a5515b348 req-8bc02cfd-16ad-4db3-bf9e-4cabca71fea0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:31.547529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bd1d6144-028a-4177-87cc-083a5515b348 req-8bc02cfd-16ad-4db3-bf9e-4cabca71fea0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3214717 Jan 14 01:54:31.590884 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:31.620015 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1fb22c28-edbc-4d65-aab2-fe72019c8f73 req-18b8a4c6-12d0-4dcf-9ee4-f1da8a44918a tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=a31066d4-3f41-4b44-af16-bde07a68b357 HTTP/1.1" status: 200 len: 210 time: 0.0499017 Jan 14 01:54:31.622550 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0aa6a-a607-4d5c-ba02-8feca792f276 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Subnet': ['ID=677a29fd-a25b-4405-be3d-7db374630524,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:31.626070 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0aa6a-a607-4d5c-ba02-8feca792f276 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Checking segment: {'id': '479b3840-0c63-4f14-bb8d-f58fe509a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '357a89b4-f8b3-48f8-b91b-103e1ecd51c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:31.626454 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0aa6a-a607-4d5c-ba02-8feca792f276 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network hostable DHCP agents. Network: 357a89b4-f8b3-48f8-b91b-103e1ecd51c5, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:54:31.635183 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-23bc9a09-0810-4e4e-b74b-99200f80be0f req-88eafe48-5fe6-4638-812e-de9e59b5310d service neutron] 10.222.0.46 "GET /v2.0/networks/31532b6f-4ca3-4a66-8ed6-349eb2b99cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549313 Jan 14 01:54:31.667811 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0aa6a-a607-4d5c-ba02-8feca792f276 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 357a89b4-f8b3-48f8-b91b-103e1ecd51c5 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:54:31.696945 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2da0aa6a-a607-4d5c-ba02-8feca792f276 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 357a89b4-f8b3-48f8-b91b-103e1ecd51c5) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:31.705790 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900e042e-de03-4ae0-a12a-87c17396935d None None] Network 357a89b4-f8b3-48f8-b91b-103e1ecd51c5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:31.711938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da0aa6a-a607-4d5c-ba02-8feca792f276 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:31.712530 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2da0aa6a-a607-4d5c-ba02-8feca792f276 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:31.722380 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bd1d6144-028a-4177-87cc-083a5515b348 req-eeefc7fc-936c-40bc-a213-dcfc8ac6145c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423347 Jan 14 01:54:31.763810 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2da0aa6a-a607-4d5c-ba02-8feca792f276 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0905588 Jan 14 01:54:31.763810 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42148) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:31.764036 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-304628ce-091d-49b4-b8b9-d2db7e9cc52a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'subnet': {'network_id': 'a36f2df9-e9ce-4fae-b7b5-39360330ef00', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:31.793185 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eacd2c9-4711-4378-9572-2d9b1a14c1d8 admin admin] Deleting subnet 3d88a916-7883-47d7-b3f1-516d3e7883d2 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:54:31.803817 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef39bf00-63e0-4016-90fb-47ce0f2f4e29 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (b7f3565e-3092-441e-b3e1-968b6c260b8d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:31.807533 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eacd2c9-4711-4378-9572-2d9b1a14c1d8 admin admin] Publish callbacks [] for subnet (3d88a916-7883-47d7-b3f1-516d3e7883d2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:31.889375 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-357a89b4-f8b3-48f8-b91b-103e1ecd51c5', 'network_id': '357a89b4-f8b3-48f8-b91b-103e1ecd51c5', 'project_id': 'c937dabc5863485b9690fd187842225d', 'fixed_ips': [{'subnet_id': '677a29fd-a25b-4405-be3d-7db374630524'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:54:31.890714 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:31.941732 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39bf00-63e0-4016-90fb-47ce0f2f4e29 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event deleted for resources: {'Port': ['ID=b7f3565e-3092-441e-b3e1-968b6c260b8d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:31.989157 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304628ce-091d-49b4-b8b9-d2db7e9cc52a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:32.001228 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-304628ce-091d-49b4-b8b9-d2db7e9cc52a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.129934 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eacd2c9-4711-4378-9572-2d9b1a14c1d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (3d88a916-7883-47d7-b3f1-516d3e7883d2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.218157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Allocated IP 172.20.0.2 (357a89b4-f8b3-48f8-b91b-103e1ecd51c5/677a29fd-a25b-4405-be3d-7db374630524/a6e2d65c-e28e-48f8-863c-8080712c8268) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:32.254128 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-23bc9a09-0810-4e4e-b74b-99200f80be0f req-fe686b46-cf61-4e2a-be7a-a79dfa9d6fca service neutron] 10.222.0.46 "GET /v2.0/networks/31532b6f-4ca3-4a66-8ed6-349eb2b99cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098626 Jan 14 01:54:32.259816 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-304628ce-091d-49b4-b8b9-d2db7e9cc52a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (f41e8097-4a6d-49cb-b381-d69a81c9eb34), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.326778 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eacd2c9-4711-4378-9572-2d9b1a14c1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (3d88a916-7883-47d7-b3f1-516d3e7883d2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.329208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304628ce-091d-49b4-b8b9-d2db7e9cc52a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Subnet': ['ID=f41e8097-4a6d-49cb-b381-d69a81c9eb34,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:32.373409 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304628ce-091d-49b4-b8b9-d2db7e9cc52a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Checking segment: {'id': '0c6228a1-ac53-4f61-a1af-b214fa2d2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a36f2df9-e9ce-4fae-b7b5-39360330ef00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:32.373785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304628ce-091d-49b4-b8b9-d2db7e9cc52a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network hostable DHCP agents. Network: a36f2df9-e9ce-4fae-b7b5-39360330ef00, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:54:32.377586 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef39bf00-63e0-4016-90fb-47ce0f2f4e29 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.388790 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ef39bf00-63e0-4016-90fb-47ce0f2f4e29 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "DELETE /v2.0/ports/b7f3565e-3092-441e-b3e1-968b6c260b8d HTTP/1.1" status: 204 len: 168 time: 2.8961229 Jan 14 01:54:32.389013 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:32.433155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304628ce-091d-49b4-b8b9-d2db7e9cc52a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network a36f2df9-e9ce-4fae-b7b5-39360330ef00 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:54:32.457582 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eacd2c9-4711-4378-9572-2d9b1a14c1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (3d88a916-7883-47d7-b3f1-516d3e7883d2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.463505 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-304628ce-091d-49b4-b8b9-d2db7e9cc52a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, a36f2df9-e9ce-4fae-b7b5-39360330ef00) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:32.482075 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eac6af0-00d3-4a69-828e-2330487982eb tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Deleting subnet da88b23a-fdae-4568-a4fd-914538c5560f {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:54:32.486855 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1eac6af0-00d3-4a69-828e-2330487982eb tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for subnet (da88b23a-fdae-4568-a4fd-914538c5560f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.526099 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacd2c9-4711-4378-9572-2d9b1a14c1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d88a916-7883-47d7-b3f1-516d3e7883d2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:32.543527 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1eac6af0-00d3-4a69-828e-2330487982eb tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (da88b23a-fdae-4568-a4fd-914538c5560f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.555185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eacd2c9-4711-4378-9572-2d9b1a14c1d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.558592 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4eacd2c9-4711-4378-9572-2d9b1a14c1d8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3d88a916-7883-47d7-b3f1-516d3e7883d2 HTTP/1.1" status: 204 len: 168 time: 1.1415551 Jan 14 01:54:32.563466 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42156) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:32.588200 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Publish callbacks [] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.594316 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0cb0d1-4e44-428a-b310-31b6c427b68e None None] Network a36f2df9-e9ce-4fae-b7b5-39360330ef00 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:32.597746 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed32b9-8842-4fd2-b585-36bce0cdad43 None None] Network f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:32.599344 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304628ce-091d-49b4-b8b9-d2db7e9cc52a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:32.601156 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-304628ce-091d-49b4-b8b9-d2db7e9cc52a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.652300 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-304628ce-091d-49b4-b8b9-d2db7e9cc52a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8931289 Jan 14 01:54:32.657177 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42158) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:32.660283 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.664269 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1c76fd36-7705-49d7-92bb-2c65e9a549fc tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2033299913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:32.709438 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c76fd36-7705-49d7-92bb-2c65e9a549fc tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (59ef96ad-610f-4857-bb43-bfa9065c39ba), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.710406 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c76fd36-7705-49d7-92bb-2c65e9a549fc tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (59ef96ad-610f-4857-bb43-bfa9065c39ba), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.729324 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.762767 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.769909 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c76fd36-7705-49d7-92bb-2c65e9a549fc tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (59ef96ad-610f-4857-bb43-bfa9065c39ba), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.796863 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c76fd36-7705-49d7-92bb-2c65e9a549fc tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (59ef96ad-610f-4857-bb43-bfa9065c39ba), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.832004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:32.854093 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1eac6af0-00d3-4a69-828e-2330487982eb tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (da88b23a-fdae-4568-a4fd-914538c5560f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.857121 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc83ba45-e333-43e5-9945-2a026e21a36d') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:32.857655 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc83ba45-e333-43e5-9945-2a026e21a36d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:32.865907 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c76fd36-7705-49d7-92bb-2c65e9a549fc tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.867157 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1c76fd36-7705-49d7-92bb-2c65e9a549fc tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2086420 Jan 14 01:54:32.881610 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (cc83ba45-e333-43e5-9945-2a026e21a36d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.900932 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (cc83ba45-e333-43e5-9945-2a026e21a36d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.911286 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:54:32.912223 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (cc83ba45-e333-43e5-9945-2a026e21a36d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:32.918515 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42168) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:32.921634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:54:32.972318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:54:32.972750 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 15ae92d4-9e80-4eda-a1c5-55cd7e6bb5ba not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:54:33.008129 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Network 357a89b4-f8b3-48f8-b91b-103e1ecd51c5 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:33.020224 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:33.028644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:33.034523 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17fbce6-a2b8-44df-8fdf-b1415e0d5535 None None] DHCP port deletion for f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:54:33.041784 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:54:33.055149 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:33.072547 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:33.077756 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a HTTP/1.1" status: 204 len: 168 time: 0.5125122 Jan 14 01:54:33.112673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05830de-b1a9-424b-b8b9-a599f45c2b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a9d4ae-8fe4-4922-98f8-6a8a12a04e0a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:33.184713 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Pushing event updated for resources: {'Port': ['ID=a6e2d65c-e28e-48f8-863c-8080712c8268,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:33.233989 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Attempting to bind port a6e2d65c-e28e-48f8-863c-8080712c8268 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:54:33.235273 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Attempting to bind port a6e2d65c-e28e-48f8-863c-8080712c8268 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '479b3840-0c63-4f14-bb8d-f58fe509a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '357a89b4-f8b3-48f8-b91b-103e1ecd51c5'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:54:33.235814 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Attempting to bind port a6e2d65c-e28e-48f8-863c-8080712c8268 on network 357a89b4-f8b3-48f8-b91b-103e1ecd51c5 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:54:33.247530 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:54:33.248003 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Checking segment: {'id': '479b3840-0c63-4f14-bb8d-f58fe509a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '357a89b4-f8b3-48f8-b91b-103e1ecd51c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:33.248415 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:33.248809 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Bound using segment: {'id': '479b3840-0c63-4f14-bb8d-f58fe509a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '357a89b4-f8b3-48f8-b91b-103e1ecd51c5'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:54:33.249287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Bound port: a6e2d65c-e28e-48f8-863c-8080712c8268, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479b3840-0c63-4f14-bb8d-f58fe509a814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '357a89b4-f8b3-48f8-b91b-103e1ecd51c5'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:54:33.249780 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:33.258455 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-a36f2df9-e9ce-4fae-b7b5-39360330ef00', 'network_id': 'a36f2df9-e9ce-4fae-b7b5-39360330ef00', 'project_id': 'c937dabc5863485b9690fd187842225d', 'fixed_ips': [{'subnet_id': 'f41e8097-4a6d-49cb-b381-d69a81c9eb34'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:54:33.259199 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:33.381349 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42176) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:33.400211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] For port a6e2d65c-e28e-48f8-863c-8080712c8268, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:54:33.410840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] For port a6e2d65c-e28e-48f8-863c-8080712c8268, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a6e2d65c-e28e-48f8-863c-8080712c8268,segment=NetworkSegment(479b3840-0c63-4f14-bb8d-f58fe509a814),segment_id=479b3840-0c63-4f14-bb8d-f58fe509a814)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:54:33.430551 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:33.452349 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-31684cfa-7efb-4e10-98ab-b0eea7b09d69 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8e646224ae84181b6e005f78a7d58fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0690305 Jan 14 01:54:33.456114 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42178) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:33.502684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce7e73-ebeb-4eec-8bc3-723c05c4a3a9 None None] Pushing event updated for resources: {'Port': ['ID=a6e2d65c-e28e-48f8-863c-8080712c8268,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:33.536593 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5560-64cf-4ea3-ae11-39fdd2f43da3 req-26ae5d4d-f653-43f0-8271-a5c8a8090f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:33.561635 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5560-64cf-4ea3-ae11-39fdd2f43da3 req-26ae5d4d-f653-43f0-8271-a5c8a8090f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:33.576336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5560-64cf-4ea3-ae11-39fdd2f43da3 req-26ae5d4d-f653-43f0-8271-a5c8a8090f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:33.603086 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-460af458-75b2-483f-bb86-e5c1c3d17c8f admin admin] Publish callbacks [] for security_group (a90f5bc7-7306-48f5-9e87-09665ca0cdc0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:33.615459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5560-64cf-4ea3-ae11-39fdd2f43da3 req-26ae5d4d-f653-43f0-8271-a5c8a8090f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:33.621594 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5560-64cf-4ea3-ae11-39fdd2f43da3 req-26ae5d4d-f653-43f0-8271-a5c8a8090f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:33.638205 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5560-64cf-4ea3-ae11-39fdd2f43da3 req-26ae5d4d-f653-43f0-8271-a5c8a8090f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:33.655824 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-460af458-75b2-483f-bb86-e5c1c3d17c8f admin admin] Publish callbacks [] for security_group (a90f5bc7-7306-48f5-9e87-09665ca0cdc0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:33.659964 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5560-64cf-4ea3-ae11-39fdd2f43da3 req-26ae5d4d-f653-43f0-8271-a5c8a8090f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:33.668464 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-325f5560-64cf-4ea3-ae11-39fdd2f43da3 req-26ae5d4d-f653-43f0-8271-a5c8a8090f9a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.7534392 Jan 14 01:54:33.672245 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1eac6af0-00d3-4a69-828e-2330487982eb tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (da88b23a-fdae-4568-a4fd-914538c5560f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:33.741791 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Allocated IP 172.21.0.2 (a36f2df9-e9ce-4fae-b7b5-39360330ef00/f41e8097-4a6d-49cb-b381-d69a81c9eb34/1d08807f-f2d1-44d6-a527-a67a683e9f79) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:33.780384 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-460af458-75b2-483f-bb86-e5c1c3d17c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a90f5bc7-7306-48f5-9e87-09665ca0cdc0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:33.783338 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-460af458-75b2-483f-bb86-e5c1c3d17c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:33.789183 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-460af458-75b2-483f-bb86-e5c1c3d17c8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a90f5bc7-7306-48f5-9e87-09665ca0cdc0 HTTP/1.1" status: 204 len: 168 time: 0.3305500 Jan 14 01:54:33.802679 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460af458-75b2-483f-bb86-e5c1c3d17c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f5bc7-7306-48f5-9e87-09665ca0cdc0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:33.912664 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1eac6af0-00d3-4a69-828e-2330487982eb tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:33.918182 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1eac6af0-00d3-4a69-828e-2330487982eb tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "DELETE /v2.0/subnets/da88b23a-fdae-4568-a4fd-914538c5560f HTTP/1.1" status: 204 len: 168 time: 1.5259414 Jan 14 01:54:33.918574 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42184) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:33.928861 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac6af0-00d3-4a69-828e-2330487982eb tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event deleted for resources: {'Subnet': ['ID=da88b23a-fdae-4568-a4fd-914538c5560f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:33.994139 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a659679a-d80a-496c-87b1-a3ffd6b2ed96 None None] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:34.077375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0666a1-7efb-466c-95fa-e2fc49521d9c req-478f818f-5958-4047-a5de-236a8208fa15 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:34.088249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0b0666a1-7efb-466c-95fa-e2fc49521d9c req-478f818f-5958-4047-a5de-236a8208fa15 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b HTTP/1.1" status: 200 len: 949 time: 0.7253983 Jan 14 01:54:34.129684 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (519dc53e-bfa5-4f0b-852a-77946962ab30), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:34.233864 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-325f5560-64cf-4ea3-ae11-39fdd2f43da3 req-2388fb4b-d20c-46b8-add1-f4b7339bc863 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5470557 Jan 14 01:54:34.247419 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Deleting port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:34.247765 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:34.390897 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca9b76e-2140-4ba3-b4f9-81987041ede1 None None] DHCP port deletion for 519dc53e-bfa5-4f0b-852a-77946962ab30 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:54:34.410150 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:34.432642 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] For port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1b8d6f8e-552d-45f1-830d-894c76f7e3f8,segment=NetworkSegment(f85e9812-3d0d-4047-8ebb-31d91c32b4dd),segment_id=f85e9812-3d0d-4047-8ebb-31d91c32b4dd)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:34.433192 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:34.459732 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0b0666a1-7efb-466c-95fa-e2fc49521d9c req-37bb40f7-ef17-4cc5-a7a1-420b9b8473ff tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706009 Jan 14 01:54:34.485640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Calling delete_port for 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:34.665605 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Publish callbacks [] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:34.672727 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:34.679380 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:34.710652 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:34.733840 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] No DVR routers for this DVR port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:34.739917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event deleted for resources: {'Port': ['ID=1b8d6f8e-552d-45f1-830d-894c76f7e3f8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:34.823885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Network a36f2df9-e9ce-4fae-b7b5-39360330ef00 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:34.828867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:34.835407 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:34.878698 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b125f19-a61b-434a-a685-d8991d9887dc req-da84208b-6933-4980-a9b6-c0db3cb24e39 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:34.881285 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b125f19-a61b-434a-a685-d8991d9887dc req-da84208b-6933-4980-a9b6-c0db3cb24e39 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 945 time: 0.1514320 Jan 14 01:54:34.907165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9b76e-2140-4ba3-b4f9-81987041ede1 None None] Deleting port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:34.907575 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca9b76e-2140-4ba3-b4f9-81987041ede1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:34.992223 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (519dc53e-bfa5-4f0b-852a-77946962ab30), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.040350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519dc53e-bfa5-4f0b-852a-77946962ab30']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:35.044578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Attempting to bind port 1d08807f-f2d1-44d6-a527-a67a683e9f79 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:54:35.044955 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Attempting to bind port 1d08807f-f2d1-44d6-a527-a67a683e9f79 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '0c6228a1-ac53-4f61-a1af-b214fa2d2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a36f2df9-e9ce-4fae-b7b5-39360330ef00'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:54:35.045317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Attempting to bind port 1d08807f-f2d1-44d6-a527-a67a683e9f79 on network a36f2df9-e9ce-4fae-b7b5-39360330ef00 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:54:35.058812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85e9812-3d0d-4047-8ebb-31d91c32b4dd') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:35.059564 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85e9812-3d0d-4047-8ebb-31d91c32b4dd') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:35.077630 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (f85e9812-3d0d-4047-8ebb-31d91c32b4dd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.081543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:54:35.082292 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Checking segment: {'id': '0c6228a1-ac53-4f61-a1af-b214fa2d2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a36f2df9-e9ce-4fae-b7b5-39360330ef00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:35.083568 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.083977 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Bound using segment: {'id': '0c6228a1-ac53-4f61-a1af-b214fa2d2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a36f2df9-e9ce-4fae-b7b5-39360330ef00'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:54:35.084481 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Bound port: 1d08807f-f2d1-44d6-a527-a67a683e9f79, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6228a1-ac53-4f61-a1af-b214fa2d2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a36f2df9-e9ce-4fae-b7b5-39360330ef00'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:54:35.084871 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.102556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Pushing event updated for resources: {'Port': ['ID=1d08807f-f2d1-44d6-a527-a67a683e9f79,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:35.105820 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f85e9812-3d0d-4047-8ebb-31d91c32b4dd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.115795 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:54:35.116551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (f85e9812-3d0d-4047-8ebb-31d91c32b4dd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:54:35.206016 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:54:35.232064 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (519dc53e-bfa5-4f0b-852a-77946962ab30), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.275601 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-926b0e41-b213-4650-bb18-77fabf3f5e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.278766 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4b125f19-a61b-434a-a685-d8991d9887dc req-d1637ae1-16a2-42cd-97e8-1e5ef8770c46 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706777 Jan 14 01:54:35.318941 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Allocated IP 172.20.0.1 (357a89b4-f8b3-48f8-b91b-103e1ecd51c5/677a29fd-a25b-4405-be3d-7db374630524/a6670241-5a2e-4f98-8e58-2d666f7f1860) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:35.369036 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.372766 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] 10.222.0.26 "DELETE /v2.0/networks/519dc53e-bfa5-4f0b-852a-77946962ab30 HTTP/1.1" status: 204 len: 168 time: 1.4532306 Jan 14 01:54:35.373658 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714557d-7526-4e48-b2dd-9700161e35f7 tempest-AllowedAddressPairTestJSON-1731951055 tempest-AllowedAddressPairTestJSON-1731951055-project] Pushing event deleted for resources: {'Network': ['ID=519dc53e-bfa5-4f0b-852a-77946962ab30,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:35.411173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4ca9b76e-2140-4ba3-b4f9-81987041ede1 None None] For port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8, host n-d-824358-4, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:35.411581 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca9b76e-2140-4ba3-b4f9-81987041ede1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.433011 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea794eef-2b4c-47eb-8179-760b742f84df req-774e6e76-eaa5-4509-9e42-eac14e564584 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:35.434585 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ea794eef-2b4c-47eb-8179-760b742f84df req-774e6e76-eaa5-4509-9e42-eac14e564584 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b HTTP/1.1" status: 200 len: 949 time: 0.2248869 Jan 14 01:54:35.471234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9b76e-2140-4ba3-b4f9-81987041ede1 None None] Calling delete_port for 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:35.473522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-14650be9-e1af-4939-8762-de70366b0771 None None] For port 1d08807f-f2d1-44d6-a527-a67a683e9f79, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:54:35.481817 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-4ca9b76e-2140-4ba3-b4f9-81987041ede1 None None] Port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 01:54:35.502118 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33167440-36a9-4edc-ad54-092a4adfb025 None None] Network 357a89b4-f8b3-48f8-b91b-103e1ecd51c5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:35.509894 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca9b76e-2140-4ba3-b4f9-81987041ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (1b8d6f8e-552d-45f1-830d-894c76f7e3f8), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.531602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-14650be9-e1af-4939-8762-de70366b0771 None None] For port 1d08807f-f2d1-44d6-a527-a67a683e9f79, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1d08807f-f2d1-44d6-a527-a67a683e9f79,segment=NetworkSegment(0c6228a1-ac53-4f61-a1af-b214fa2d2a6b),segment_id=0c6228a1-ac53-4f61-a1af-b214fa2d2a6b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:54:35.640898 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ea794eef-2b4c-47eb-8179-760b742f84df req-5f354f1d-68c0-460f-85d5-f512918772c1 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Deleting port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:35.641581 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ea794eef-2b4c-47eb-8179-760b742f84df req-5f354f1d-68c0-460f-85d5-f512918772c1 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.657658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69730dca-021f-4a23-a918-90cf10385a26 req-15446d28-622a-47da-b60d-8bc12c802b8c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:35.673632 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69730dca-021f-4a23-a918-90cf10385a26 req-15446d28-622a-47da-b60d-8bc12c802b8c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:35.688253 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.694216 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ca9b76e-2140-4ba3-b4f9-81987041ede1 None None] Network 519dc53e-bfa5-4f0b-852a-77946962ab30 is not hosted by any dhcp agent {{(pid=103355) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 14 01:54:35.694802 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9b76e-2140-4ba3-b4f9-81987041ede1 None None] No DVR routers for this DVR port 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:35.699482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9b76e-2140-4ba3-b4f9-81987041ede1 None None] Pushing event deleted for resources: {'Port': ['ID=1b8d6f8e-552d-45f1-830d-894c76f7e3f8,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:35.699958 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69730dca-021f-4a23-a918-90cf10385a26 req-15446d28-622a-47da-b60d-8bc12c802b8c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:35.724885 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69730dca-021f-4a23-a918-90cf10385a26 req-15446d28-622a-47da-b60d-8bc12c802b8c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:35.750812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69730dca-021f-4a23-a918-90cf10385a26 req-15446d28-622a-47da-b60d-8bc12c802b8c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:35.767444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69730dca-021f-4a23-a918-90cf10385a26 req-15446d28-622a-47da-b60d-8bc12c802b8c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:35.784921 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69730dca-021f-4a23-a918-90cf10385a26 req-15446d28-622a-47da-b60d-8bc12c802b8c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:35.788820 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69730dca-021f-4a23-a918-90cf10385a26 req-15446d28-622a-47da-b60d-8bc12c802b8c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3188763 Jan 14 01:54:35.879974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a6e2d65c-e28e-48f8-863c-8080712c8268 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:54:35.891379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ea794eef-2b4c-47eb-8179-760b742f84df req-5f354f1d-68c0-460f-85d5-f512918772c1 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] For port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:35.891769 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ea794eef-2b4c-47eb-8179-760b742f84df req-5f354f1d-68c0-460f-85d5-f512918772c1 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:35.922236 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ea794eef-2b4c-47eb-8179-760b742f84df req-5f354f1d-68c0-460f-85d5-f512918772c1 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Calling delete_port for f4f22c0b-6677-4dda-bc0c-daf6a1831dfd owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:35.951055 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-caf8fb74-e308-4d10-af9f-57920e28bfa4 None None] Provisioning complete for port a6e2d65c-e28e-48f8-863c-8080712c8268 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:35.951698 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-caf8fb74-e308-4d10-af9f-57920e28bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:36.016639 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (a6670241-5a2e-4f98-8e58-2d666f7f1860), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:36.096125 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69730dca-021f-4a23-a918-90cf10385a26 req-415109b3-d570-492d-9dfa-0c2aa140dcfe tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2864478 Jan 14 01:54:36.205837 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (a6670241-5a2e-4f98-8e58-2d666f7f1860), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:36.230322 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ea794eef-2b4c-47eb-8179-760b742f84df req-5f354f1d-68c0-460f-85d5-f512918772c1 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f4f22c0b-6677-4dda-bc0c-daf6a1831dfd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:36.300772 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f354f1d-68c0-460f-85d5-f512918772c1 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Pushing event deleted for resources: {'Port': ['ID=f4f22c0b-6677-4dda-bc0c-daf6a1831dfd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:36.392025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42266) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:36.392617 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=a6670241-5a2e-4f98-8e58-2d666f7f1860,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:36.397718 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea794eef-2b4c-47eb-8179-760b742f84df req-5f354f1d-68c0-460f-85d5-f512918772c1 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] No DVR routers for this DVR port f4f22c0b-6677-4dda-bc0c-daf6a1831dfd on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:36.419872 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ea794eef-2b4c-47eb-8179-760b742f84df req-5f354f1d-68c0-460f-85d5-f512918772c1 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:36.423903 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ea794eef-2b4c-47eb-8179-760b742f84df req-5f354f1d-68c0-460f-85d5-f512918772c1 tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.36 "DELETE /v2.0/ports/f4f22c0b-6677-4dda-bc0c-daf6a1831dfd HTTP/1.1" status: 204 len: 173 time: 0.9834096 Jan 14 01:54:36.424383 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'name': 'network-vif-deleted', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:54:36.446174 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7de9668-8cda-403d-ba1f-f95d9dd447d0" -d '{"events": [{"server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "name": "network-vif-deleted", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:54:36.517219 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 357a89b4-f8b3-48f8-b91b-103e1ecd51c5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:36.567385 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ed6c458-3bd8-49e7-96d5-13d6610c535a req-2cb978f4-fee6-43cf-a03b-0be77a580a1d tempest-ListImageFiltersTestJSON-643446153 tempest-ListImageFiltersTestJSON-643446153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b HTTP/1.1" status: 200 len: 210 time: 0.1757114 Jan 14 01:54:36.569286 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:36.580345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:36.684138 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a852f475-f751-450d-93e2-a3bcceb1cfb7 x-openstack-request-id: req-a852f475-f751-450d-93e2-a3bcceb1cfb7 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:54:36.684508 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b", "name": "network-vif-deleted", "tag": "f4f22c0b-6677-4dda-bc0c-daf6a1831dfd", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:54:36.684844 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a852f475-f751-450d-93e2-a3bcceb1cfb7 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:54:36.685335 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a7f122-a70b-4bbf-9f53-bf78f5b7ae3b', 'name': 'network-vif-deleted', 'tag': 'f4f22c0b-6677-4dda-bc0c-daf6a1831dfd', 'status': 'completed', 'code': 200} Jan 14 01:54:36.743792 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (59ef96ad-610f-4857-bb43-bfa9065c39ba), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:36.770109 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-caf8fb74-e308-4d10-af9f-57920e28bfa4 None None] Current status of the port a6e2d65c-e28e-48f8-863c-8080712c8268 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:36.770756 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-caf8fb74-e308-4d10-af9f-57920e28bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:36.777578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14650be9-e1af-4939-8762-de70366b0771 None None] Pushing event updated for resources: {'Port': ['ID=1d08807f-f2d1-44d6-a527-a67a683e9f79,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:36.805619 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a6e2d65c-e28e-48f8-863c-8080712c8268 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:36.806657 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:36.896171 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-de9aac74-55fe-4e2b-91d4-514a9ca30c03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5dc608900bcc4455a6640f17acb32549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4822605 Jan 14 01:54:36.899679 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42286) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:36.929537 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-caf8fb74-e308-4d10-af9f-57920e28bfa4 None None] For port a6e2d65c-e28e-48f8-863c-8080712c8268, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a6e2d65c-e28e-48f8-863c-8080712c8268,segment=NetworkSegment(479b3840-0c63-4f14-bb8d-f58fe509a814),segment_id=479b3840-0c63-4f14-bb8d-f58fe509a814)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:36.955420 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-caf8fb74-e308-4d10-af9f-57920e28bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:37.099807 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a6670241-5a2e-4f98-8e58-2d666f7f1860), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:37.130049 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-141f5945-3c5e-46a1-8bcb-2804e8648c5c admin admin] Publish callbacks [] for security_group (f2b8f22b-ab88-4b50-88f1-3714029c6d81), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:37.231766 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-141f5945-3c5e-46a1-8bcb-2804e8648c5c admin admin] Publish callbacks [] for security_group (f2b8f22b-ab88-4b50-88f1-3714029c6d81), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:37.342516 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a6e2d65c-e28e-48f8-863c-8080712c8268 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:37.346800 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-971573c0-7da1-4517-a26a-28c80ebd183d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:37.361132 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-141f5945-3c5e-46a1-8bcb-2804e8648c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f2b8f22b-ab88-4b50-88f1-3714029c6d81), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:37.364014 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-141f5945-3c5e-46a1-8bcb-2804e8648c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:37.365341 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-141f5945-3c5e-46a1-8bcb-2804e8648c5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2b8f22b-ab88-4b50-88f1-3714029c6d81 HTTP/1.1" status: 204 len: 168 time: 0.4624326 Jan 14 01:54:37.377284 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f5945-3c5e-46a1-8bcb-2804e8648c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b8f22b-ab88-4b50-88f1-3714029c6d81,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:37.408092 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8fb74-e308-4d10-af9f-57920e28bfa4 None None] Pushing event updated for resources: {'Port': ['ID=a6e2d65c-e28e-48f8-863c-8080712c8268,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:37.411511 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-adbc1afd-2ba5-402e-9f0d-79c718473df8 None None] Provisioning complete for port a6e2d65c-e28e-48f8-863c-8080712c8268 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:37.411888 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adbc1afd-2ba5-402e-9f0d-79c718473df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:37.517515 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-adbc1afd-2ba5-402e-9f0d-79c718473df8 None None] Current status of the port a6e2d65c-e28e-48f8-863c-8080712c8268 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:37.521317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:54:37.595506 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:54:37.595861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1b8d6f8e-552d-45f1-830d-894c76f7e3f8 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:54:37.655586 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94ffa-2f81-40fb-9f57-e9cbaf401141 req-1f5c9566-001a-4d4f-b89b-a06bff2f23c4 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:37.665688 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03d94ffa-2f81-40fb-9f57-e9cbaf401141 req-1f5c9566-001a-4d4f-b89b-a06bff2f23c4 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 945 time: 0.4804051 Jan 14 01:54:37.798821 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1920-5621-464c-81d8-7d4885da4ee9 req-1172e0d5-5c76-4c46-93e8-79b803dd9b7b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:37.805136 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1920-5621-464c-81d8-7d4885da4ee9 req-1172e0d5-5c76-4c46-93e8-79b803dd9b7b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:37.811584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1920-5621-464c-81d8-7d4885da4ee9 req-1172e0d5-5c76-4c46-93e8-79b803dd9b7b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:37.820163 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1920-5621-464c-81d8-7d4885da4ee9 req-1172e0d5-5c76-4c46-93e8-79b803dd9b7b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:37.827908 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1920-5621-464c-81d8-7d4885da4ee9 req-1172e0d5-5c76-4c46-93e8-79b803dd9b7b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:37.836790 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1920-5621-464c-81d8-7d4885da4ee9 req-1172e0d5-5c76-4c46-93e8-79b803dd9b7b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:37.846879 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1920-5621-464c-81d8-7d4885da4ee9 req-1172e0d5-5c76-4c46-93e8-79b803dd9b7b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:37.854928 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ead1920-5621-464c-81d8-7d4885da4ee9 req-1172e0d5-5c76-4c46-93e8-79b803dd9b7b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3563704 Jan 14 01:54:37.856270 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-eeab21a9-898b-4f51-bb34-682137ea17b9 None None] Provisioning complete for port a6670241-5a2e-4f98-8e58-2d666f7f1860 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:37.856943 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eeab21a9-898b-4f51-bb34-682137ea17b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a6670241-5a2e-4f98-8e58-2d666f7f1860), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:38.009476 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eeab21a9-898b-4f51-bb34-682137ea17b9 None None] Port a6670241-5a2e-4f98-8e58-2d666f7f1860 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:38.016126 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a6e2d65c-e28e-48f8-863c-8080712c8268 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:54:38.135407 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa2a16-3dcd-432f-9903-159441e1ff80 None None] Network a36f2df9-e9ce-4fae-b7b5-39360330ef00 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:38.337915 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ab24e09d-7391-4b79-8d4f-c9d975a9880d None None] Provisioning complete for port 1d08807f-f2d1-44d6-a527-a67a683e9f79 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:38.338150 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab24e09d-7391-4b79-8d4f-c9d975a9880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:38.339686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a6e2d65c-e28e-48f8-863c-8080712c8268 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:38.340043 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:38.506170 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:38.649736 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ead1920-5621-464c-81d8-7d4885da4ee9 req-96cd6a1e-230d-4d5f-8ff8-91e1f5d78d53 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7918541 Jan 14 01:54:38.719579 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ab24e09d-7391-4b79-8d4f-c9d975a9880d None None] Current status of the port 1d08807f-f2d1-44d6-a527-a67a683e9f79 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:38.719973 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab24e09d-7391-4b79-8d4f-c9d975a9880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:38.725304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a6e2d65c-e28e-48f8-863c-8080712c8268 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:38.726396 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1d08807f-f2d1-44d6-a527-a67a683e9f79 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:54:38.833626 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03d94ffa-2f81-40fb-9f57-e9cbaf401141 req-b95e8937-da8d-4864-9c71-a7e295d59aa8 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1653609 Jan 14 01:54:38.876819 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42360) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:38.883386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f4f22c0b-6677-4dda-bc0c-daf6a1831dfd no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:54:39.019826 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ab24e09d-7391-4b79-8d4f-c9d975a9880d None None] For port 1d08807f-f2d1-44d6-a527-a67a683e9f79, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1d08807f-f2d1-44d6-a527-a67a683e9f79,segment=NetworkSegment(0c6228a1-ac53-4f61-a1af-b214fa2d2a6b),segment_id=0c6228a1-ac53-4f61-a1af-b214fa2d2a6b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:39.027893 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: f4f22c0b-6677-4dda-bc0c-daf6a1831dfd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:54:39.030119 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (a6670241-5a2e-4f98-8e58-2d666f7f1860), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.041758 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f4f22c0b-6677-4dda-bc0c-daf6a1831dfd not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:54:39.042011 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (a6670241-5a2e-4f98-8e58-2d666f7f1860), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.048051 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab24e09d-7391-4b79-8d4f-c9d975a9880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.087546 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1d08807f-f2d1-44d6-a527-a67a683e9f79 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:39.087928 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.150864 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1987019953'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:39.226113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:39.229954 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.267663 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.279281 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=a6670241-5a2e-4f98-8e58-2d666f7f1860,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:39.333513 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (59ef96ad-610f-4857-bb43-bfa9065c39ba), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.467663 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for security_group (243b0f80-47d6-4687-b2d9-956bbd51ba11), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.481001 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (243b0f80-47d6-4687-b2d9-956bbd51ba11), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.509660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1d08807f-f2d1-44d6-a527-a67a683e9f79 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:39.527549 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24e09d-7391-4b79-8d4f-c9d975a9880d None None] Pushing event updated for resources: {'Port': ['ID=1d08807f-f2d1-44d6-a527-a67a683e9f79,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:39.549403 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bf12efbf-28f6-4da1-aa04-ddc83c4b6b05 None None] Provisioning complete for port 1d08807f-f2d1-44d6-a527-a67a683e9f79 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:39.549913 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf12efbf-28f6-4da1-aa04-ddc83c4b6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.558284 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 357a89b4-f8b3-48f8-b91b-103e1ecd51c5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:39.559871 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:54:39.567598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:39.604735 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243b0f80-47d6-4687-b2d9-956bbd51ba11,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:39.635546 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (ef819fdf-2694-49f9-aede-99127570bb13), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.639500 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Added segment ef819fdf-2694-49f9-aede-99127570bb13 of type vlan for network ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f Jan 14 01:54:39.799486 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.883051 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.890875 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:39.891796 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:39.899646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bf12efbf-28f6-4da1-aa04-ddc83c4b6b05 None None] Current status of the port 1d08807f-f2d1-44d6-a527-a67a683e9f79 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:39.928218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1d08807f-f2d1-44d6-a527-a67a683e9f79 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:54:39.934044 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:40.084016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1d08807f-f2d1-44d6-a527-a67a683e9f79 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:40.084610 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:40.107245 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Network': ['ID=ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:40.124822 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router 59ef96ad-610f-4857-bb43-bfa9065c39ba is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:54:40.129298 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1427a1a9-de5d-4297-af6d-fdbf3640ca25 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2498069 Jan 14 01:54:40.141923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:54:40.144488 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42410) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:40.147208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f7dc5-39dc-47ab-99e0-9ab7f228aab4 req-2638f458-00e6-425d-8668-6f679c474196 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:40.152548 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f7dc5-39dc-47ab-99e0-9ab7f228aab4 req-2638f458-00e6-425d-8668-6f679c474196 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:40.159548 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f7dc5-39dc-47ab-99e0-9ab7f228aab4 req-2638f458-00e6-425d-8668-6f679c474196 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:40.160748 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4979f1dd-2a5e-42f7-a83a-0dfba11b297d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1404018996'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:40.166380 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f7dc5-39dc-47ab-99e0-9ab7f228aab4 req-2638f458-00e6-425d-8668-6f679c474196 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:40.174234 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f7dc5-39dc-47ab-99e0-9ab7f228aab4 req-2638f458-00e6-425d-8668-6f679c474196 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:40.183637 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f7dc5-39dc-47ab-99e0-9ab7f228aab4 req-2638f458-00e6-425d-8668-6f679c474196 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:40.190395 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f7dc5-39dc-47ab-99e0-9ab7f228aab4 req-2638f458-00e6-425d-8668-6f679c474196 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:40.199160 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a7f7dc5-39dc-47ab-99e0-9ab7f228aab4 req-2638f458-00e6-425d-8668-6f679c474196 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.2746775 Jan 14 01:54:40.220930 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4979f1dd-2a5e-42f7-a83a-0dfba11b297d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:40.226080 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4979f1dd-2a5e-42f7-a83a-0dfba11b297d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:40.277130 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4979f1dd-2a5e-42f7-a83a-0dfba11b297d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:54:40.305984 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4979f1dd-2a5e-42f7-a83a-0dfba11b297d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (ad76bc0f-786a-44d4-bfa8-d30374050018), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:40.307300 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-4979f1dd-2a5e-42f7-a83a-0dfba11b297d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Added segment ad76bc0f-786a-44d4-bfa8-d30374050018 of type vlan for network d7d53d48-8803-419e-bb2b-3ce002e5486e Jan 14 01:54:40.345289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-82f7b9a1-be9e-4131-bc4e-fc2cd5e1d4ed None None] Provisioning complete for port a6670241-5a2e-4f98-8e58-2d666f7f1860 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:40.345664 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82f7b9a1-be9e-4131-bc4e-fc2cd5e1d4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a6670241-5a2e-4f98-8e58-2d666f7f1860), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:40.423516 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4979f1dd-2a5e-42f7-a83a-0dfba11b297d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (d7d53d48-8803-419e-bb2b-3ce002e5486e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:40.431372 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:54:40.443280 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a8160-b5c7-4c26-bfd4-f000ae65f331 None None] Sync routers for ids ['59ef96ad-610f-4857-bb43-bfa9065c39ba'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:54:40.463710 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42412) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:40.464279 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0b7f1f51-c452-4300-a428-36c214bda414 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/59ef96ad-610f-4857-bb43-bfa9065c39ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5423236 Jan 14 01:54:40.464700 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a8160-b5c7-4c26-bfd4-f000ae65f331 None None] Routers {'59ef96ad-610f-4857-bb43-bfa9065c39ba'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:40.465957 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-dd5a8160-b5c7-4c26-bfd4-f000ae65f331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['59ef96ad-610f-4857-bb43-bfa9065c39ba'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:40.501040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-82f7b9a1-be9e-4131-bc4e-fc2cd5e1d4ed None None] Port a6670241-5a2e-4f98-8e58-2d666f7f1860 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:40.524040 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a7f7dc5-39dc-47ab-99e0-9ab7f228aab4 req-34fcafec-1471-478e-a823-f3172a5574ec tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3150334 Jan 14 01:54:40.539397 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1d08807f-f2d1-44d6-a527-a67a683e9f79 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:40.553503 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4979f1dd-2a5e-42f7-a83a-0dfba11b297d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (d7d53d48-8803-419e-bb2b-3ce002e5486e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:40.560235 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4979f1dd-2a5e-42f7-a83a-0dfba11b297d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:40.561054 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4979f1dd-2a5e-42f7-a83a-0dfba11b297d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:40.586983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0828b2c-7713-49bd-8a55-f52cacf0f662 req-63c7e162-85a5-4747-af35-81ea6f1b0222 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:40.600628 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e0828b2c-7713-49bd-8a55-f52cacf0f662 req-63c7e162-85a5-4747-af35-81ea6f1b0222 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 945 time: 0.1868882 Jan 14 01:54:40.607421 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-dd5a8160-b5c7-4c26-bfd4-f000ae65f331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:40.650312 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a8160-b5c7-4c26-bfd4-f000ae65f331 None None] Routers {'59ef96ad-610f-4857-bb43-bfa9065c39ba'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:40.650549 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979f1dd-2a5e-42f7-a83a-0dfba11b297d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Network': ['ID=d7d53d48-8803-419e-bb2b-3ce002e5486e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:40.656273 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-dd5a8160-b5c7-4c26-bfd4-f000ae65f331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['59ef96ad-610f-4857-bb43-bfa9065c39ba'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:40.663372 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network d7d53d48-8803-419e-bb2b-3ce002e5486e details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:54:40.684736 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4979f1dd-2a5e-42f7-a83a-0dfba11b297d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5387466 Jan 14 01:54:40.687885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42416) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:40.698246 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'subnet': {'network_id': 'ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:40.764030 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-dd5a8160-b5c7-4c26-bfd4-f000ae65f331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:40.764689 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a8160-b5c7-4c26-bfd4-f000ae65f331 None None] The sync data for ids ['59ef96ad-610f-4857-bb43-bfa9065c39ba'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:54:40.782658 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e0828b2c-7713-49bd-8a55-f52cacf0f662 req-6a803a01-28fd-4896-9e98-62bf34231caf tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751370 Jan 14 01:54:40.859040 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2544094-780a-4d71-8e37-5b3d195400c7 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:40.860493 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b2544094-780a-4d71-8e37-5b3d195400c7 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports/a6670241-5a2e-4f98-8e58-2d666f7f1860 HTTP/1.1" status: 200 len: 910 time: 0.3946950 Jan 14 01:54:40.863584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:40.945652 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:40.997912 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:41.003229 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:41.313818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-d458a242-f5cb-4fd5-95fa-4a07e603afbb tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:41.315390 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-d458a242-f5cb-4fd5-95fa-4a07e603afbb tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 945 time: 0.1583416 Jan 14 01:54:41.550508 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (42d781fe-3b6f-4043-b1f8-5cff8bcb82b0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:41.589723 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Deleting port a9557334-0f59-4446-9774-4bd68da6215c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:41.590074 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a9557334-0f59-4446-9774-4bd68da6215c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:41.678863 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42444) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:41.731208 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:41.748336 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] For port a9557334-0f59-4446-9774-4bd68da6215c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=a9557334-0f59-4446-9774-4bd68da6215c,segment=NetworkSegment(f68aed50-9944-4d3e-bd48-619aaa423e55),segment_id=f68aed50-9944-4d3e-bd48-619aaa423e55)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:41.749471 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a9557334-0f59-4446-9774-4bd68da6215c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:41.803792 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1b2f5-aaff-4774-8f80-1d10f4ab2bc2 req-c89f8475-5009-456c-bafd-14fd72f3411e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:41.811011 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1b2f5-aaff-4774-8f80-1d10f4ab2bc2 req-c89f8475-5009-456c-bafd-14fd72f3411e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:41.820117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1b2f5-aaff-4774-8f80-1d10f4ab2bc2 req-c89f8475-5009-456c-bafd-14fd72f3411e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:41.827836 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1b2f5-aaff-4774-8f80-1d10f4ab2bc2 req-c89f8475-5009-456c-bafd-14fd72f3411e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:41.835913 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1b2f5-aaff-4774-8f80-1d10f4ab2bc2 req-c89f8475-5009-456c-bafd-14fd72f3411e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:41.854737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1b2f5-aaff-4774-8f80-1d10f4ab2bc2 req-c89f8475-5009-456c-bafd-14fd72f3411e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:41.868206 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1b2f5-aaff-4774-8f80-1d10f4ab2bc2 req-c89f8475-5009-456c-bafd-14fd72f3411e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:41.881761 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3a1b2f5-aaff-4774-8f80-1d10f4ab2bc2 req-c89f8475-5009-456c-bafd-14fd72f3411e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.2059152 Jan 14 01:54:42.106996 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Subnet': ['ID=42d781fe-3b6f-4043-b1f8-5cff8bcb82b0,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:42.128638 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.128992 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.130524 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.130524 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.130524 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.130524 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.130932 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.132324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.132324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.132324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.132324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.132693 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.132887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:42.173189 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3a1b2f5-aaff-4774-8f80-1d10f4ab2bc2 req-144e3ebb-0e2f-48f2-a99b-603c98c90294 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2879386 Jan 14 01:54:42.187620 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-097c556d-b9c9-4169-84c4-b770b8076dba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6e3572c859846c988e39d1a903b5582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5076506 Jan 14 01:54:42.192917 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42456) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:42.213709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b8c3d-c555-41b9-8044-6ee9fb3d0027 req-8512d953-a192-41ed-93e4-9e47c3aac04f tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:42.221590 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Checking segment: {'id': 'ef819fdf-2694-49f9-aede-99127570bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:42.222725 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network hostable DHCP agents. Network: ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:54:42.228805 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:42.229314 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (bd4f4d69-639c-42e8-85b4-20c7541f4a6a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:42.229795 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Floating IP bd4f4d69-639c-42e8-85b4-20c7541f4a6a disassociated. External IP: 172.25.2.6, port: a9557334-0f59-4446-9774-4bd68da6215c. Jan 14 01:54:42.230965 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Calling delete_port for a9557334-0f59-4446-9774-4bd68da6215c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:42.231375 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b3b8c3d-c555-41b9-8044-6ee9fb3d0027 req-8512d953-a192-41ed-93e4-9e47c3aac04f tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 945 time: 0.2308753 Jan 14 01:54:42.327182 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:54:42.352714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:42.358494 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:42.359144 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:42.368624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664254aa-b9cf-4d40-a940-6ddedd9e44ad None None] Network ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:42.400459 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2e9c3c5b-58a7-45ca-acb6-73e94638ed45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7081432 Jan 14 01:54:42.407179 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42458) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:42.439729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e6c3f9b4-71d7-42da-93a8-a84748fb9764 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'subnet': {'network_id': 'd7d53d48-8803-419e-bb2b-3ce002e5486e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:42.493514 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a9557334-0f59-4446-9774-4bd68da6215c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:42.529211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f', 'network_id': 'ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f', 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'fixed_ips': [{'subnet_id': '42d781fe-3b6f-4043-b1f8-5cff8bcb82b0'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:54:42.531442 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:42.545122 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b3b8c3d-c555-41b9-8044-6ee9fb3d0027 req-5519e186-9126-41ce-acfe-75ef4db67923 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7da9712-9896-41bb-8651-338dbd32180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963622 Jan 14 01:54:42.555825 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Pushing event deleted for resources: {'Port': ['ID=a9557334-0f59-4446-9774-4bd68da6215c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:42.572862 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15f89f73-6bfd-4703-aeea-2698cd55bda8 admin admin] Publish callbacks [] for security_group (e1aaf3a5-f33e-4e20-8d9c-b5026e607a83), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:42.590924 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Allocated IP 172.21.0.1 (a36f2df9-e9ce-4fae-b7b5-39360330ef00/f41e8097-4a6d-49cb-b381-d69a81c9eb34/ff4e82ce-0cf2-401d-83bd-a6283291d5cd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:42.638603 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15f89f73-6bfd-4703-aeea-2698cd55bda8 admin admin] Publish callbacks [] for security_group (e1aaf3a5-f33e-4e20-8d9c-b5026e607a83), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:42.757169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c3f9b4-71d7-42da-93a8-a84748fb9764 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:42.761234 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f9b4-71d7-42da-93a8-a84748fb9764 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:42.870644 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15f89f73-6bfd-4703-aeea-2698cd55bda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e1aaf3a5-f33e-4e20-8d9c-b5026e607a83), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:42.873296 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15f89f73-6bfd-4703-aeea-2698cd55bda8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:42.877327 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-15f89f73-6bfd-4703-aeea-2698cd55bda8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1aaf3a5-f33e-4e20-8d9c-b5026e607a83 HTTP/1.1" status: 204 len: 168 time: 0.6801381 Jan 14 01:54:42.903703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:54:42.916128 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Allocated IP 2001:db8::2 (ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f/42d781fe-3b6f-4043-b1f8-5cff8bcb82b0/266f4264-7ce3-4b6d-9200-309959c5b740) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:42.997162 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f89f73-6bfd-4703-aeea-2698cd55bda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aaf3a5-f33e-4e20-8d9c-b5026e607a83,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:43.043333 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (ff4e82ce-0cf2-401d-83bd-a6283291d5cd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:43.204410 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:54:43.252739 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] No DVR routers for this DVR port a9557334-0f59-4446-9774-4bd68da6215c on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:43.257261 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:43.270456 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ff4e82ce-0cf2-401d-83bd-a6283291d5cd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:43.272476 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-dc8d196c-f56e-4f73-8ec2-4e409a39cde3 req-51a330a2-8d09-43f5-b4aa-fc450d9cf21e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.46 "DELETE /v2.0/ports/a9557334-0f59-4446-9774-4bd68da6215c HTTP/1.1" status: 204 len: 173 time: 1.9493163 Jan 14 01:54:43.273902 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'name': 'network-vif-deleted', 'tag': 'a9557334-0f59-4446-9774-4bd68da6215c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:54:43.281975 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ec91d9-b801-43ac-90a3-47aa1fc51844" -d '{"events": [{"server_uuid": "58c79e2f-591c-4e6a-a112-99acda9ea077", "name": "network-vif-deleted", "tag": "a9557334-0f59-4446-9774-4bd68da6215c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:54:43.315615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe5f5e-795f-483d-9f3f-7df16cbb4863 None None] Sync routers for ids ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:54:43.368871 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe5f5e-795f-483d-9f3f-7df16cbb4863 None None] Routers {'9d9741e3-b800-4a5c-a789-b82d7feff2c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:43.369508 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-10fe5f5e-795f-483d-9f3f-7df16cbb4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:43.384196 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03b5750-e9cb-49c8-a5cd-6d9bb44ebec5 x-openstack-request-id: req-f03b5750-e9cb-49c8-a5cd-6d9bb44ebec5 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:54:43.384492 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c79e2f-591c-4e6a-a112-99acda9ea077", "name": "network-vif-deleted", "tag": "a9557334-0f59-4446-9774-4bd68da6215c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:54:43.384746 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f03b5750-e9cb-49c8-a5cd-6d9bb44ebec5 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:54:43.385149 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c79e2f-591c-4e6a-a112-99acda9ea077', 'name': 'network-vif-deleted', 'tag': 'a9557334-0f59-4446-9774-4bd68da6215c', 'status': 'completed', 'code': 200} Jan 14 01:54:43.510154 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Publish callbacks [] for port (266f4264-7ce3-4b6d-9200-309959c5b740), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:43.536934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network a36f2df9-e9ce-4fae-b7b5-39360330ef00 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:43.572165 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:43.583369 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=ff4e82ce-0cf2-401d-83bd-a6283291d5cd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:43.585822 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:43.626497 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f9b4-71d7-42da-93a8-a84748fb9764 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (6cb9d8b6-a05f-43ad-8e03-b0fa31121175), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:43.659894 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:43.696674 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Network ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:43.702929 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:43.716642 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:43.721977 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad99116-eb5a-4d71-b125-34463359a167 req-2f1434f3-7750-4fa9-87ef-0b4ffc3ab654 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:43.728758 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad99116-eb5a-4d71-b125-34463359a167 req-2f1434f3-7750-4fa9-87ef-0b4ffc3ab654 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:43.737980 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad99116-eb5a-4d71-b125-34463359a167 req-2f1434f3-7750-4fa9-87ef-0b4ffc3ab654 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:43.744385 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad99116-eb5a-4d71-b125-34463359a167 req-2f1434f3-7750-4fa9-87ef-0b4ffc3ab654 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:43.750696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad99116-eb5a-4d71-b125-34463359a167 req-2f1434f3-7750-4fa9-87ef-0b4ffc3ab654 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:43.757348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad99116-eb5a-4d71-b125-34463359a167 req-2f1434f3-7750-4fa9-87ef-0b4ffc3ab654 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:43.764632 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad99116-eb5a-4d71-b125-34463359a167 req-2f1434f3-7750-4fa9-87ef-0b4ffc3ab654 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:43.767540 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ad99116-eb5a-4d71-b125-34463359a167 req-2f1434f3-7750-4fa9-87ef-0b4ffc3ab654 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3544202 Jan 14 01:54:43.988192 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3f9b4-71d7-42da-93a8-a84748fb9764 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Subnet': ['ID=6cb9d8b6-a05f-43ad-8e03-b0fa31121175,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:44.027084 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dc2ce7e8-5340-4c67-a45a-9fb7deecb3f3 req-bf4def83-07e5-461c-aead-eab8e5839a5a tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c79e2f-591c-4e6a-a112-99acda9ea077 HTTP/1.1" status: 200 len: 210 time: 0.2477131 Jan 14 01:54:44.064029 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (59ef96ad-610f-4857-bb43-bfa9065c39ba), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.186964 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-10fe5f5e-795f-483d-9f3f-7df16cbb4863 None None] Set router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:54:44.240105 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c3f9b4-71d7-42da-93a8-a84748fb9764 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Checking segment: {'id': 'ad76bc0f-786a-44d4-bfa8-d30374050018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd7d53d48-8803-419e-bb2b-3ce002e5486e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:44.240743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c3f9b4-71d7-42da-93a8-a84748fb9764 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network hostable DHCP agents. Network: d7d53d48-8803-419e-bb2b-3ce002e5486e, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:54:44.282761 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42498) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:44.303934 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Pushing event updated for resources: {'Port': ['ID=266f4264-7ce3-4b6d-9200-309959c5b740,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:44.323556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0abca40b-dee8-4d7b-8e0e-0762a7b1ed43 None None] Provisioning complete for port ff4e82ce-0cf2-401d-83bd-a6283291d5cd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:44.325172 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0abca40b-dee8-4d7b-8e0e-0762a7b1ed43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ff4e82ce-0cf2-401d-83bd-a6283291d5cd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.356069 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c3f9b4-71d7-42da-93a8-a84748fb9764 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network d7d53d48-8803-419e-bb2b-3ce002e5486e is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:54:44.393440 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5ad99116-eb5a-4d71-b125-34463359a167 req-5e59f487-1393-4c30-81ff-fd431771b25d tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6027033 Jan 14 01:54:44.401289 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e6c3f9b4-71d7-42da-93a8-a84748fb9764 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, d7d53d48-8803-419e-bb2b-3ce002e5486e) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:44.402441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Attempting to bind port 266f4264-7ce3-4b6d-9200-309959c5b740 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:54:44.403149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Attempting to bind port 266f4264-7ce3-4b6d-9200-309959c5b740 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'ef819fdf-2694-49f9-aede-99127570bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:54:44.403261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Attempting to bind port 266f4264-7ce3-4b6d-9200-309959c5b740 on network ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:54:44.411222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c3f9b4-71d7-42da-93a8-a84748fb9764 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:44.413423 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f9b4-71d7-42da-93a8-a84748fb9764 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.413819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:54:44.414224 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Checking segment: {'id': 'ef819fdf-2694-49f9-aede-99127570bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:44.414677 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.415097 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Bound using segment: {'id': 'ef819fdf-2694-49f9-aede-99127570bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:54:44.415833 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Bound port: 266f4264-7ce3-4b6d-9200-309959c5b740, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef819fdf-2694-49f9-aede-99127570bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:54:44.416245 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.453028 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a452b1f-ae6c-48f0-a7c9-ef08216020ff None None] Network d7d53d48-8803-419e-bb2b-3ce002e5486e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:44.474409 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ff4e82ce-0cf2-401d-83bd-a6283291d5cd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.492094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e6c3f9b4-71d7-42da-93a8-a84748fb9764 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0800025 Jan 14 01:54:44.493213 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-369942267-network', 'tenant_id': 'd5c29aa267234e5ea8cb54f19717e753'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:44.494818 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42502) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:44.501075 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4e95ce84-2f34-44be-a3fd-e1a47ef3ca21 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-904893316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:44.541733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Made reservation on behalf of d5c29aa267234e5ea8cb54f19717e753 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:44.544931 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.558497 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.642063 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e95ce84-2f34-44be-a3fd-e1a47ef3ca21 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (0271c49f-693e-43fa-8318-fc10bf05cca5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.643749 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e95ce84-2f34-44be-a3fd-e1a47ef3ca21 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (0271c49f-693e-43fa-8318-fc10bf05cca5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.664989 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0abca40b-dee8-4d7b-8e0e-0762a7b1ed43 None None] Port ff4e82ce-0cf2-401d-83bd-a6283291d5cd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:44.701004 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Publish callbacks [] for security_group (e901599b-5c32-4dc0-9bca-e5de790f4847), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.712267 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e901599b-5c32-4dc0-9bca-e5de790f4847), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.727208 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a9557334-0f59-4446-9774-4bd68da6215c no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:54:44.780086 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:54:44.785974 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e95ce84-2f34-44be-a3fd-e1a47ef3ca21 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (0271c49f-693e-43fa-8318-fc10bf05cca5), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.795070 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e95ce84-2f34-44be-a3fd-e1a47ef3ca21 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (0271c49f-693e-43fa-8318-fc10bf05cca5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.801745 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e901599b-5c32-4dc0-9bca-e5de790f4847,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:44.806261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: a9557334-0f59-4446-9774-4bd68da6215c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:54:44.807729 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device a9557334-0f59-4446-9774-4bd68da6215c not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:54:44.810196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] For port 266f4264-7ce3-4b6d-9200-309959c5b740, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:54:44.818805 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (035601e1-de73-4ea0-8c02-6e4da8da9b31), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.819147 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Added segment 035601e1-de73-4ea0-8c02-6e4da8da9b31 of type vlan for network 6837bae3-333a-43ab-8b82-8b622abf48ee Jan 14 01:54:44.822235 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e95ce84-2f34-44be-a3fd-e1a47ef3ca21 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.823872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4e95ce84-2f34-44be-a3fd-e1a47ef3ca21 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3281133 Jan 14 01:54:44.832750 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42504) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:44.865970 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-d7d53d48-8803-419e-bb2b-3ce002e5486e', 'network_id': 'd7d53d48-8803-419e-bb2b-3ce002e5486e', 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'fixed_ips': [{'subnet_id': '6cb9d8b6-a05f-43ad-8e03-b0fa31121175'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:54:44.867905 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:44.889680 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] For port 266f4264-7ce3-4b6d-9200-309959c5b740, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=266f4264-7ce3-4b6d-9200-309959c5b740,segment=NetworkSegment(ef819fdf-2694-49f9-aede-99127570bb13),segment_id=ef819fdf-2694-49f9-aede-99127570bb13)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:54:44.912134 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:45.084867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b90b91-2a8a-4f8c-a3c0-b7eb57c0a84f None None] Pushing event updated for resources: {'Port': ['ID=266f4264-7ce3-4b6d-9200-309959c5b740,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:45.181891 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (ff4e82ce-0cf2-401d-83bd-a6283291d5cd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:45.185034 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-10fe5f5e-795f-483d-9f3f-7df16cbb4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '86c213b8-5d85-4f5b-9aeb-f8429fe91798', 'name': '', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'mac_address': 'fa:16:3e:64:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:16Z', 'updated_at': '2022-01-14T01:52:28Z', 'revision_number': 5, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'subnets': [{'id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:45.202273 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (ff4e82ce-0cf2-401d-83bd-a6283291d5cd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:45.236487 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe5f5e-795f-483d-9f3f-7df16cbb4863 None None] Checking router: 9d9741e3-b800-4a5c-a789-b82d7feff2c0 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:54:45.265619 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (6837bae3-333a-43ab-8b82-8b622abf48ee), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:45.277793 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42514) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:45.290499 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Allocated IP 2001:db8:1::2 (d7d53d48-8803-419e-bb2b-3ce002e5486e/6cb9d8b6-a05f-43ad-8e03-b0fa31121175/d83920df-84e6-4343-9bc8-07c9857944a3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:45.298567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe5f5e-795f-483d-9f3f-7df16cbb4863 None None] Routers {'9d9741e3-b800-4a5c-a789-b82d7feff2c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:45.298567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-10fe5f5e-795f-483d-9f3f-7df16cbb4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:45.369342 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (59ef96ad-610f-4857-bb43-bfa9065c39ba), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:45.380309 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=ff4e82ce-0cf2-401d-83bd-a6283291d5cd,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:45.601561 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network a36f2df9-e9ce-4fae-b7b5-39360330ef00 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:45.644244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:45.749166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-10fe5f5e-795f-483d-9f3f-7df16cbb4863 None None] Set router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:54:45.797806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11202c5a-e468-49ed-8334-e8be2814d28b req-9082580f-baab-48aa-b5bd-66964a81da14 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:45.817053 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11202c5a-e468-49ed-8334-e8be2814d28b req-9082580f-baab-48aa-b5bd-66964a81da14 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:45.823218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11202c5a-e468-49ed-8334-e8be2814d28b req-9082580f-baab-48aa-b5bd-66964a81da14 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:45.839400 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11202c5a-e468-49ed-8334-e8be2814d28b req-9082580f-baab-48aa-b5bd-66964a81da14 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:45.854917 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11202c5a-e468-49ed-8334-e8be2814d28b req-9082580f-baab-48aa-b5bd-66964a81da14 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:45.861607 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11202c5a-e468-49ed-8334-e8be2814d28b req-9082580f-baab-48aa-b5bd-66964a81da14 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:45.885442 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11202c5a-e468-49ed-8334-e8be2814d28b req-9082580f-baab-48aa-b5bd-66964a81da14 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:45.887566 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11202c5a-e468-49ed-8334-e8be2814d28b req-9082580f-baab-48aa-b5bd-66964a81da14 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3267980 Jan 14 01:54:45.927261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 266f4264-7ce3-4b6d-9200-309959c5b740 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:54:45.999863 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router 59ef96ad-610f-4857-bb43-bfa9065c39ba has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:54:46.031886 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.db.resource_extend [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:54:46.034593 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Publish callbacks [] for port (d83920df-84e6-4343-9bc8-07c9857944a3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:46.089166 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:46.102091 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (6837bae3-333a-43ab-8b82-8b622abf48ee), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:46.103821 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:46.104400 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:46.110076 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11202c5a-e468-49ed-8334-e8be2814d28b req-ac576c49-b992-42c1-b793-97d7eff9337b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1981130 Jan 14 01:54:46.217370 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Network d7d53d48-8803-419e-bb2b-3ce002e5486e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:46.228577 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:46.247737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:46.291498 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:54:46.297339 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-11e77a94-c369-4a4c-9ec2-81e7cb4c6863 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/59ef96ad-610f-4857-bb43-bfa9065c39ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4326537 Jan 14 01:54:46.300012 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42522) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:46.303573 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56154a-6ff7-488f-98bf-05c9be53cf36 None None] Sync routers for ids ['59ef96ad-610f-4857-bb43-bfa9065c39ba'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:54:46.318983 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56154a-6ff7-488f-98bf-05c9be53cf36 None None] Routers {'59ef96ad-610f-4857-bb43-bfa9065c39ba'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:46.321594 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9e56154a-6ff7-488f-98bf-05c9be53cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['59ef96ad-610f-4857-bb43-bfa9065c39ba'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:46.403536 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Pushing event updated for resources: {'Port': ['ID=d83920df-84e6-4343-9bc8-07c9857944a3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:46.421943 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1babe680-1472-4f47-a825-0cc5a104e975 None None] Provisioning complete for port ff4e82ce-0cf2-401d-83bd-a6283291d5cd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:46.422310 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1babe680-1472-4f47-a825-0cc5a104e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ff4e82ce-0cf2-401d-83bd-a6283291d5cd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:46.430021 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9e56154a-6ff7-488f-98bf-05c9be53cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:46.445731 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56154a-6ff7-488f-98bf-05c9be53cf36 None None] Routers {'59ef96ad-610f-4857-bb43-bfa9065c39ba'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:46.446644 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9e56154a-6ff7-488f-98bf-05c9be53cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['59ef96ad-610f-4857-bb43-bfa9065c39ba'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:46.472082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafdab3c-4dae-4ba3-bf86-b75bb07b4619 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:46.475633 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-eafdab3c-4dae-4ba3-bf86-b75bb07b4619 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports/ff4e82ce-0cf2-401d-83bd-a6283291d5cd HTTP/1.1" status: 200 len: 910 time: 0.1680307 Jan 14 01:54:46.479298 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42528) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:46.534379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Attempting to bind port d83920df-84e6-4343-9bc8-07c9857944a3 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:54:46.535061 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Attempting to bind port d83920df-84e6-4343-9bc8-07c9857944a3 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'ad76bc0f-786a-44d4-bfa8-d30374050018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd7d53d48-8803-419e-bb2b-3ce002e5486e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:54:46.535597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Attempting to bind port d83920df-84e6-4343-9bc8-07c9857944a3 on network d7d53d48-8803-419e-bb2b-3ce002e5486e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:54:46.549712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:54:46.550381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Checking segment: {'id': 'ad76bc0f-786a-44d4-bfa8-d30374050018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd7d53d48-8803-419e-bb2b-3ce002e5486e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:46.561687 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:46.562939 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Bound using segment: {'id': 'ad76bc0f-786a-44d4-bfa8-d30374050018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd7d53d48-8803-419e-bb2b-3ce002e5486e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:54:46.563619 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Bound port: d83920df-84e6-4343-9bc8-07c9857944a3, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad76bc0f-786a-44d4-bfa8-d30374050018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd7d53d48-8803-419e-bb2b-3ce002e5486e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:54:46.564170 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:46.568067 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:54:46.571964 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9e56154a-6ff7-488f-98bf-05c9be53cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:46.574185 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56154a-6ff7-488f-98bf-05c9be53cf36 None None] The sync data for ids ['59ef96ad-610f-4857-bb43-bfa9065c39ba'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:54:46.586012 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6837bae3-333a-43ab-8b82-8b622abf48ee,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:46.610450 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-63a586e6-4c18-4e2d-88a4-b8533f4c11c4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3240085 Jan 14 01:54:46.618989 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 6837bae3-333a-43ab-8b82-8b622abf48ee details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:54:46.622636 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42530) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:46.640972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8be0658d-05d3-45bf-a45e-a22eed4927a4 admin admin] Request body: {'subnet': {'network_id': '6837bae3-333a-43ab-8b82-8b622abf48ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-369942267-subnet', 'tenant_id': 'd5c29aa267234e5ea8cb54f19717e753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:46.652281 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 266f4264-7ce3-4b6d-9200-309959c5b740 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:46.652648 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:46.693541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be0658d-05d3-45bf-a45e-a22eed4927a4 admin admin] Made reservation on behalf of d5c29aa267234e5ea8cb54f19717e753 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:54:46.697577 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8be0658d-05d3-45bf-a45e-a22eed4927a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:46.706815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1babe680-1472-4f47-a825-0cc5a104e975 None None] Port ff4e82ce-0cf2-401d-83bd-a6283291d5cd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:46.726170 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a14a848a-e298-40ca-9e78-973277fa0101 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for security_group (e7da9712-9896-41bb-8651-338dbd32180c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:46.824348 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:47.003367 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05209edd-3fb8-47cc-83be-0935023b4eb9 None None] Network ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:47.073062 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a14a848a-e298-40ca-9e78-973277fa0101 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for security_group (e7da9712-9896-41bb-8651-338dbd32180c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:47.168725 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-981ec52a-fcbf-405f-8298-3d7de12dc06c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (59ef96ad-610f-4857-bb43-bfa9065c39ba), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:47.176179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b1349e1b-71c1-4d0a-a63a-437e3f18d147 None None] Provisioning complete for port 266f4264-7ce3-4b6d-9200-309959c5b740 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:47.176751 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b1349e1b-71c1-4d0a-a63a-437e3f18d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:47.178839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-90159fd8-18de-4630-b613-74a665519e12 None None] For port d83920df-84e6-4343-9bc8-07c9857944a3, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:54:47.211640 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a14a848a-e298-40ca-9e78-973277fa0101 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e7da9712-9896-41bb-8651-338dbd32180c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:47.226759 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a14a848a-e298-40ca-9e78-973277fa0101 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:47.230349 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a14a848a-e298-40ca-9e78-973277fa0101 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "DELETE /v2.0/security-groups/e7da9712-9896-41bb-8651-338dbd32180c HTTP/1.1" status: 204 len: 168 time: 1.9487934 Jan 14 01:54:47.249404 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42534) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:47.298290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-90159fd8-18de-4630-b613-74a665519e12 None None] For port d83920df-84e6-4343-9bc8-07c9857944a3, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d83920df-84e6-4343-9bc8-07c9857944a3,segment=NetworkSegment(ad76bc0f-786a-44d4-bfa8-d30374050018),segment_id=ad76bc0f-786a-44d4-bfa8-d30374050018)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:54:47.319396 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:47.334057 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 266f4264-7ce3-4b6d-9200-309959c5b740 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:47.334466 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:47.345523 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-10fe5f5e-795f-483d-9f3f-7df16cbb4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '86c213b8-5d85-4f5b-9aeb-f8429fe91798', 'name': '', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'mac_address': 'fa:16:3e:64:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:16Z', 'updated_at': '2022-01-14T01:52:28Z', 'revision_number': 5, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'subnets': [{'id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:47.394952 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c22ff-70ff-463b-903d-b00841358c2a req-9010cbda-8226-4e31-875e-e247359ef402 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:47.400812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c22ff-70ff-463b-903d-b00841358c2a req-9010cbda-8226-4e31-875e-e247359ef402 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:47.408072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c22ff-70ff-463b-903d-b00841358c2a req-9010cbda-8226-4e31-875e-e247359ef402 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:47.413928 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c22ff-70ff-463b-903d-b00841358c2a req-9010cbda-8226-4e31-875e-e247359ef402 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:47.419501 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c22ff-70ff-463b-903d-b00841358c2a req-9010cbda-8226-4e31-875e-e247359ef402 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:47.425408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c22ff-70ff-463b-903d-b00841358c2a req-9010cbda-8226-4e31-875e-e247359ef402 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:47.430186 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe5f5e-795f-483d-9f3f-7df16cbb4863 None None] The sync data for ids ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'] in n-d-824358-4 is: [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '86c213b8-5d85-4f5b-9aeb-f8429fe91798', 'name': '', 'network_id': '31532b6f-4ca3-4a66-8ed6-349eb2b99cc3', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'mac_address': 'fa:16:3e:64:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:16Z', 'updated_at': '2022-01-14T01:52:28Z', 'revision_number': 5, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'subnets': [{'id': '8997435c-6789-44df-a7f1-eec8b9e1c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:54:47.431217 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c22ff-70ff-463b-903d-b00841358c2a req-9010cbda-8226-4e31-875e-e247359ef402 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:47.438928 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f92c22ff-70ff-463b-903d-b00841358c2a req-9010cbda-8226-4e31-875e-e247359ef402 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.1888223 Jan 14 01:54:47.504077 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8be0658d-05d3-45bf-a45e-a22eed4927a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (8d17c8d8-beef-4bbe-a940-74d0c63bc483), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:47.518028 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 266f4264-7ce3-4b6d-9200-309959c5b740, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=266f4264-7ce3-4b6d-9200-309959c5b740,segment=NetworkSegment(ef819fdf-2694-49f9-aede-99127570bb13),segment_id=ef819fdf-2694-49f9-aede-99127570bb13)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:47.533289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90159fd8-18de-4630-b613-74a665519e12 None None] Pushing event updated for resources: {'Port': ['ID=d83920df-84e6-4343-9bc8-07c9857944a3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:47.557351 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:47.620030 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b1349e1b-71c1-4d0a-a63a-437e3f18d147 None None] Current status of the port 266f4264-7ce3-4b6d-9200-309959c5b740 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:47.639147 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a848a-e298-40ca-9e78-973277fa0101 tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7da9712-9896-41bb-8651-338dbd32180c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:47.641677 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f92c22ff-70ff-463b-903d-b00841358c2a req-a0ad273d-3571-4074-b32d-5cf0d3016a46 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1984272 Jan 14 01:54:47.670411 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0658d-05d3-45bf-a45e-a22eed4927a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d17c8d8-beef-4bbe-a940-74d0c63bc483,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:47.679788 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-0a1f514e-1335-4458-891d-cc4bf8abe5ad tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] show failed (client error): The resource could not be found. Jan 14 01:54:47.690359 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0a1f514e-1335-4458-891d-cc4bf8abe5ad tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "GET /v2.0/security-groups/e7da9712-9896-41bb-8651-338dbd32180c HTTP/1.1" status: 404 len: 347 time: 0.4345388 Jan 14 01:54:47.691842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42542) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:47.710144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=266f4264-7ce3-4b6d-9200-309959c5b740,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:47.887628 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be0658d-05d3-45bf-a45e-a22eed4927a4 admin admin] Checking segment: {'id': '035601e1-de73-4ea0-8c02-6e4da8da9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6837bae3-333a-43ab-8b82-8b622abf48ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:54:47.887997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be0658d-05d3-45bf-a45e-a22eed4927a4 admin admin] Network hostable DHCP agents. Network: 6837bae3-333a-43ab-8b82-8b622abf48ee, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:54:48.026113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Allocated IP 2001:db8::1 (ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f/42d781fe-3b6f-4043-b1f8-5cff8bcb82b0/93fccc48-4602-4f03-a6ea-7e6640ea3e06) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:48.035764 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be0658d-05d3-45bf-a45e-a22eed4927a4 admin admin] Network 6837bae3-333a-43ab-8b82-8b622abf48ee is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:54:48.067445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-beb7d5c9-e838-4b20-aa26-415b2f32741a None None] Provisioning complete for port 266f4264-7ce3-4b6d-9200-309959c5b740 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:48.068507 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-beb7d5c9-e838-4b20-aa26-415b2f32741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:48.071449 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d533b29-1595-40ae-8022-c932198cb2b7 None None] New status for floating IP bd4f4d69-639c-42e8-85b4-20c7541f4a6a: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:54:48.074647 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8be0658d-05d3-45bf-a45e-a22eed4927a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 6837bae3-333a-43ab-8b82-8b622abf48ee) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:48.137627 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1978b394-7235-43c0-b888-3ff4c6e4a7f6 None None] Network 6837bae3-333a-43ab-8b82-8b622abf48ee requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:48.150460 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be0658d-05d3-45bf-a45e-a22eed4927a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:48.151215 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8be0658d-05d3-45bf-a45e-a22eed4927a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:48.223420 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8be0658d-05d3-45bf-a45e-a22eed4927a4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5868731 Jan 14 01:54:48.263285 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (93fccc48-4602-4f03-a6ea-7e6640ea3e06), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:48.317933 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (93fccc48-4602-4f03-a6ea-7e6640ea3e06), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:48.365019 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:48.368294 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:48.373373 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:48.379021 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (0271c49f-693e-43fa-8318-fc10bf05cca5), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:48.428563 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-981ec52a-fcbf-405f-8298-3d7de12dc06c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port ff4e82ce-0cf2-401d-83bd-a6283291d5cd {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:48.429168 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-981ec52a-fcbf-405f-8298-3d7de12dc06c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ff4e82ce-0cf2-401d-83bd-a6283291d5cd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:48.432413 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-bbf386a6-8878-42f3-bdae-1cbd60c3df7e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Deleting port 5674607f-b724-4e1c-9a4f-24811a37d491 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:48.432747 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bbf386a6-8878-42f3-bdae-1cbd60c3df7e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5674607f-b724-4e1c-9a4f-24811a37d491), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:48.436933 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=93fccc48-4602-4f03-a6ea-7e6640ea3e06,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:48.688516 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-beb7d5c9-e838-4b20-aa26-415b2f32741a None None] Current status of the port 266f4264-7ce3-4b6d-9200-309959c5b740 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:48.704335 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ee23d8-4373-401d-b69a-a945ae0d72e5 None None] Network 6837bae3-333a-43ab-8b82-8b622abf48ee requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:48.820622 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-981ec52a-fcbf-405f-8298-3d7de12dc06c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ff4e82ce-0cf2-401d-83bd-a6283291d5cd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:48.825581 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bbf386a6-8878-42f3-bdae-1cbd60c3df7e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5674607f-b724-4e1c-9a4f-24811a37d491), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:48.833813 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bbf386a6-8878-42f3-bdae-1cbd60c3df7e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for floatingip (5674607f-b724-4e1c-9a4f-24811a37d491), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:48.872619 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (93fccc48-4602-4f03-a6ea-7e6640ea3e06), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:48.899865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-981ec52a-fcbf-405f-8298-3d7de12dc06c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for ff4e82ce-0cf2-401d-83bd-a6283291d5cd owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:48.941737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-fe9c9737-8399-498e-9bbc-6fe48b4f250a req-6bf94337-db3e-40f9-87b3-67744bf1265d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1119973047', 'description': 'tempest-description-2051936110'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:48.972682 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-bbf386a6-8878-42f3-bdae-1cbd60c3df7e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Calling delete_port for 5674607f-b724-4e1c-9a4f-24811a37d491 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:49.038270 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a0e3f33d-9325-4157-a14a-f5dce5fb6fdd None None] Provisioning complete for port 93fccc48-4602-4f03-a6ea-7e6640ea3e06 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:49.039407 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f33d-9325-4157-a14a-f5dce5fb6fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (93fccc48-4602-4f03-a6ea-7e6640ea3e06), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:49.095948 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3f33d-9325-4157-a14a-f5dce5fb6fdd None None] Port 93fccc48-4602-4f03-a6ea-7e6640ea3e06 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:49.160376 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fe9c9737-8399-498e-9bbc-6fe48b4f250a req-6bf94337-db3e-40f9-87b3-67744bf1265d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:49.179360 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d40d3b-dba7-4799-aca9-8248538a6b60 req-d2367c97-8c98-4416-b726-8b16e9c6a939 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:49.185418 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d40d3b-dba7-4799-aca9-8248538a6b60 req-d2367c97-8c98-4416-b726-8b16e9c6a939 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:49.191602 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d40d3b-dba7-4799-aca9-8248538a6b60 req-d2367c97-8c98-4416-b726-8b16e9c6a939 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:49.197552 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d40d3b-dba7-4799-aca9-8248538a6b60 req-d2367c97-8c98-4416-b726-8b16e9c6a939 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:49.212054 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d40d3b-dba7-4799-aca9-8248538a6b60 req-d2367c97-8c98-4416-b726-8b16e9c6a939 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:49.229981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d40d3b-dba7-4799-aca9-8248538a6b60 req-d2367c97-8c98-4416-b726-8b16e9c6a939 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:49.241930 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d40d3b-dba7-4799-aca9-8248538a6b60 req-d2367c97-8c98-4416-b726-8b16e9c6a939 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:49.244215 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4d40d3b-dba7-4799-aca9-8248538a6b60 req-d2367c97-8c98-4416-b726-8b16e9c6a939 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.4259431 Jan 14 01:54:49.286377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbfb959-9d15-4b5b-93a3-6f63dc91acd3 None None] Network d7d53d48-8803-419e-bb2b-3ce002e5486e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:49.378120 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d7cc9282-1614-45c0-82f0-9c9de137e47d None None] Provisioning complete for port d83920df-84e6-4343-9bc8-07c9857944a3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:49.378963 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9282-1614-45c0-82f0-9c9de137e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:49.400640 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (93fccc48-4602-4f03-a6ea-7e6640ea3e06), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:49.412607 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (93fccc48-4602-4f03-a6ea-7e6640ea3e06), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:49.413292 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (0271c49f-693e-43fa-8318-fc10bf05cca5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:49.539389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc9282-1614-45c0-82f0-9c9de137e47d None None] Current status of the port d83920df-84e6-4343-9bc8-07c9857944a3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:49.541264 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9282-1614-45c0-82f0-9c9de137e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:49.554155 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4d40d3b-dba7-4799-aca9-8248538a6b60 req-18ac45a1-b8a3-4c62-b9db-98f9b12df0e2 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2936277 Jan 14 01:54:49.610329 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=93fccc48-4602-4f03-a6ea-7e6640ea3e06,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:49.708499 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:49.710188 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:49.742028 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d7cc9282-1614-45c0-82f0-9c9de137e47d None None] For port d83920df-84e6-4343-9bc8-07c9857944a3, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d83920df-84e6-4343-9bc8-07c9857944a3,segment=NetworkSegment(ad76bc0f-786a-44d4-bfa8-d30374050018),segment_id=ad76bc0f-786a-44d4-bfa8-d30374050018)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:49.754805 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9282-1614-45c0-82f0-9c9de137e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:49.813182 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fe9c9737-8399-498e-9bbc-6fe48b4f250a req-6bf94337-db3e-40f9-87b3-67744bf1265d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (674d20c2-1394-4b83-9cae-a948a06bd116), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:49.833865 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fe9c9737-8399-498e-9bbc-6fe48b4f250a req-6bf94337-db3e-40f9-87b3-67744bf1265d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (674d20c2-1394-4b83-9cae-a948a06bd116), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:49.892976 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bbf386a6-8878-42f3-bdae-1cbd60c3df7e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5674607f-b724-4e1c-9a4f-24811a37d491), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:49.908341 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-981ec52a-fcbf-405f-8298-3d7de12dc06c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ff4e82ce-0cf2-401d-83bd-a6283291d5cd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:49.929268 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc9282-1614-45c0-82f0-9c9de137e47d None None] Pushing event updated for resources: {'Port': ['ID=d83920df-84e6-4343-9bc8-07c9857944a3,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:50.005328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d25fade7-b674-4c5a-bb87-578e6019b58e None None] Provisioning complete for port d83920df-84e6-4343-9bc8-07c9857944a3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:50.005652 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d25fade7-b674-4c5a-bb87-578e6019b58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:50.013491 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf386a6-8878-42f3-bdae-1cbd60c3df7e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Pushing event deleted for resources: {'Port': ['ID=5674607f-b724-4e1c-9a4f-24811a37d491,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:50.041617 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fe9c9737-8399-498e-9bbc-6fe48b4f250a req-6bf94337-db3e-40f9-87b3-67744bf1265d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:50.042900 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe9c9737-8399-498e-9bbc-6fe48b4f250a req-6bf94337-db3e-40f9-87b3-67744bf1265d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.1582835 Jan 14 01:54:50.062950 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf94337-db3e-40f9-87b3-67744bf1265d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674d20c2-1394-4b83-9cae-a948a06bd116,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:50.105806 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 0271c49f-693e-43fa-8318-fc10bf05cca5 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:54:50.128714 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ec52a-fcbf-405f-8298-3d7de12dc06c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=ff4e82ce-0cf2-401d-83bd-a6283291d5cd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:50.212174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d83920df-84e6-4343-9bc8-07c9857944a3 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:54:50.278453 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d25fade7-b674-4c5a-bb87-578e6019b58e None None] Current status of the port d83920df-84e6-4343-9bc8-07c9857944a3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:50.296050 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:54:50.303650 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-13ea6152-8d0d-42c7-90c3-42ef4b7e2619 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/0271c49f-693e-43fa-8318-fc10bf05cca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4696705 Jan 14 01:54:50.306516 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42576) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:50.311293 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fbd42c-f91d-4361-9fac-95f08f458b64 None None] Sync routers for ids ['0271c49f-693e-43fa-8318-fc10bf05cca5'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:54:50.328452 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fbd42c-f91d-4361-9fac-95f08f458b64 None None] Routers {'0271c49f-693e-43fa-8318-fc10bf05cca5'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:50.329240 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e2fbd42c-f91d-4361-9fac-95f08f458b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0271c49f-693e-43fa-8318-fc10bf05cca5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:50.337273 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d83920df-84e6-4343-9bc8-07c9857944a3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:50.337657 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:50.400081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1ddda-f2df-46f8-9ccf-9386bb917357 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:50.403239 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-abb1ddda-f2df-46f8-9ccf-9386bb917357 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports/93fccc48-4602-4f03-a6ea-7e6640ea3e06 HTTP/1.1" status: 200 len: 911 time: 0.0944672 Jan 14 01:54:50.409536 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42578) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:50.420631 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e2fbd42c-f91d-4361-9fac-95f08f458b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:50.436357 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fbd42c-f91d-4361-9fac-95f08f458b64 None None] Routers {'0271c49f-693e-43fa-8318-fc10bf05cca5'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:50.441494 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e2fbd42c-f91d-4361-9fac-95f08f458b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0271c49f-693e-43fa-8318-fc10bf05cca5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:50.445144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1fbf8759-b633-4c04-bd80-fab1239c01d6 None None] Provisioning complete for port 93fccc48-4602-4f03-a6ea-7e6640ea3e06 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:50.445530 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fbf8759-b633-4c04-bd80-fab1239c01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (93fccc48-4602-4f03-a6ea-7e6640ea3e06), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:50.500719 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9540959f-8004-4fa8-8d75-032cabcb4c48 req-28010cfc-7c59-49b0-ac93-8acb3fcff365 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/674d20c2-1394-4b83-9cae-a948a06bd116 HTTP/1.1" status: 200 len: 1824 time: 0.3164568 Jan 14 01:54:50.504016 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e2fbd42c-f91d-4361-9fac-95f08f458b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:50.505023 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fbd42c-f91d-4361-9fac-95f08f458b64 None None] The sync data for ids ['0271c49f-693e-43fa-8318-fc10bf05cca5'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:54:50.518703 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bbf386a6-8878-42f3-bdae-1cbd60c3df7e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks [] for floatingip (bd4f4d69-639c-42e8-85b4-20c7541f4a6a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:50.521322 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bbf386a6-8878-42f3-bdae-1cbd60c3df7e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:50.522585 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bbf386a6-8878-42f3-bdae-1cbd60c3df7e tempest-ServersTestJSON-1744733713 tempest-ServersTestJSON-1744733713-project] 10.222.0.26 "DELETE /v2.0/floatingips/bd4f4d69-639c-42e8-85b4-20c7541f4a6a HTTP/1.1" status: 204 len: 168 time: 2.8295114 Jan 14 01:54:50.562202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42580) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:50.568591 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf8759-b633-4c04-bd80-fab1239c01d6 None None] Port 93fccc48-4602-4f03-a6ea-7e6640ea3e06 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:50.594317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d83920df-84e6-4343-9bc8-07c9857944a3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:50.595552 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9540959f-8004-4fa8-8d75-032cabcb4c48 req-b6e5f8e2-46f8-420f-a4dc-65b06be5849c tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '674d20c2-1394-4b83-9cae-a948a06bd116', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:50.595881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9540959f-8004-4fa8-8d75-032cabcb4c48 req-b6e5f8e2-46f8-420f-a4dc-65b06be5849c tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '674d20c2-1394-4b83-9cae-a948a06bd116', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:50.596982 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 266f4264-7ce3-4b6d-9200-309959c5b740 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:54:50.709612 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 266f4264-7ce3-4b6d-9200-309959c5b740 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:50.710043 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:50.721546 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-981ec52a-fcbf-405f-8298-3d7de12dc06c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (59ef96ad-610f-4857-bb43-bfa9065c39ba), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:50.820888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 266f4264-7ce3-4b6d-9200-309959c5b740 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:50.997736 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965eb47-f95f-439c-902f-8fb8db0b655c req-a1fe77d5-b545-4023-b7fd-917be023f09e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:51.000928 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:51.004816 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965eb47-f95f-439c-902f-8fb8db0b655c req-a1fe77d5-b545-4023-b7fd-917be023f09e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:51.011027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965eb47-f95f-439c-902f-8fb8db0b655c req-a1fe77d5-b545-4023-b7fd-917be023f09e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:51.017391 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965eb47-f95f-439c-902f-8fb8db0b655c req-a1fe77d5-b545-4023-b7fd-917be023f09e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:51.023638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965eb47-f95f-439c-902f-8fb8db0b655c req-a1fe77d5-b545-4023-b7fd-917be023f09e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:51.030483 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965eb47-f95f-439c-902f-8fb8db0b655c req-a1fe77d5-b545-4023-b7fd-917be023f09e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:51.036710 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965eb47-f95f-439c-902f-8fb8db0b655c req-a1fe77d5-b545-4023-b7fd-917be023f09e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:51.038857 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4965eb47-f95f-439c-902f-8fb8db0b655c req-a1fe77d5-b545-4023-b7fd-917be023f09e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3184459 Jan 14 01:54:51.040281 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9540959f-8004-4fa8-8d75-032cabcb4c48 req-b6e5f8e2-46f8-420f-a4dc-65b06be5849c tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (a6206699-59aa-4970-b82e-caeeb2d4aca2), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:51.121436 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9540959f-8004-4fa8-8d75-032cabcb4c48 req-b6e5f8e2-46f8-420f-a4dc-65b06be5849c tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (a6206699-59aa-4970-b82e-caeeb2d4aca2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:51.139141 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9540959f-8004-4fa8-8d75-032cabcb4c48 req-b6e5f8e2-46f8-420f-a4dc-65b06be5849c tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (a6206699-59aa-4970-b82e-caeeb2d4aca2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:51.283631 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5f8e2-46f8-420f-a4dc-65b06be5849c tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6206699-59aa-4970-b82e-caeeb2d4aca2,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:51.301773 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4965eb47-f95f-439c-902f-8fb8db0b655c req-e15b3230-73f4-41f7-bde9-8893594eceab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2541652 Jan 14 01:54:51.309159 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9540959f-8004-4fa8-8d75-032cabcb4c48 req-b6e5f8e2-46f8-420f-a4dc-65b06be5849c tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:51.310311 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9540959f-8004-4fa8-8d75-032cabcb4c48 req-b6e5f8e2-46f8-420f-a4dc-65b06be5849c tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7495840 Jan 14 01:54:51.399132 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6e2849e5-3d57-4946-88d2-358cf7c5bcac req-fd48a9e9-3d07-4100-9ce9-32b6f8e4fd87 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-357195614', 'description': 'tempest-description-1067781409'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:51.416957 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Allocated IP 2001:db8:1::1 (d7d53d48-8803-419e-bb2b-3ce002e5486e/6cb9d8b6-a05f-43ad-8e03-b0fa31121175/08eaf22f-1296-4681-aeb4-24c85c8b86b0) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:54:51.429902 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981ec52a-fcbf-405f-8298-3d7de12dc06c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router 59ef96ad-610f-4857-bb43-bfa9065c39ba has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:54:51.459512 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e2849e5-3d57-4946-88d2-358cf7c5bcac req-fd48a9e9-3d07-4100-9ce9-32b6f8e4fd87 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:51.593464 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (08eaf22f-1296-4681-aeb4-24c85c8b86b0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:51.612549 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981ec52a-fcbf-405f-8298-3d7de12dc06c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:54:51.622190 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-981ec52a-fcbf-405f-8298-3d7de12dc06c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/59ef96ad-610f-4857-bb43-bfa9065c39ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1416733 Jan 14 01:54:51.625587 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b3fcb4-84fc-4e3f-8c73-2901d66516f8 None None] Sync routers for ids ['59ef96ad-610f-4857-bb43-bfa9065c39ba'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:54:51.626188 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42592) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:51.647957 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b3fcb4-84fc-4e3f-8c73-2901d66516f8 None None] Routers {'59ef96ad-610f-4857-bb43-bfa9065c39ba'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:51.648679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a8b3fcb4-84fc-4e3f-8c73-2901d66516f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['59ef96ad-610f-4857-bb43-bfa9065c39ba'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:51.702980 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (08eaf22f-1296-4681-aeb4-24c85c8b86b0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:51.736563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a8b3fcb4-84fc-4e3f-8c73-2901d66516f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:51.758029 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b3fcb4-84fc-4e3f-8c73-2901d66516f8 None None] Routers {'59ef96ad-610f-4857-bb43-bfa9065c39ba'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:51.758684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a8b3fcb4-84fc-4e3f-8c73-2901d66516f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['59ef96ad-610f-4857-bb43-bfa9065c39ba'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:51.758824 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e2849e5-3d57-4946-88d2-358cf7c5bcac req-fd48a9e9-3d07-4100-9ce9-32b6f8e4fd87 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (f94b51eb-45ab-462f-8216-c05ed397ee7f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:51.778622 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e2849e5-3d57-4946-88d2-358cf7c5bcac req-fd48a9e9-3d07-4100-9ce9-32b6f8e4fd87 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f94b51eb-45ab-462f-8216-c05ed397ee7f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:51.794346 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=08eaf22f-1296-4681-aeb4-24c85c8b86b0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:51.799130 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network d7d53d48-8803-419e-bb2b-3ce002e5486e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:51.800885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:51.812738 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:54:51.812738 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (0271c49f-693e-43fa-8318-fc10bf05cca5), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:51.840254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a8b3fcb4-84fc-4e3f-8c73-2901d66516f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:51.841122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b3fcb4-84fc-4e3f-8c73-2901d66516f8 None None] The sync data for ids ['59ef96ad-610f-4857-bb43-bfa9065c39ba'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:54:51.858893 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d83920df-84e6-4343-9bc8-07c9857944a3 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:54:51.971142 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d83920df-84e6-4343-9bc8-07c9857944a3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:51.972489 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:51.989710 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47397073-5954-4619-a640-64ebb180078e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (9d9741e3-b800-4a5c-a789-b82d7feff2c0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:52.017220 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e2849e5-3d57-4946-88d2-358cf7c5bcac req-fd48a9e9-3d07-4100-9ce9-32b6f8e4fd87 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:52.021189 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e2849e5-3d57-4946-88d2-358cf7c5bcac req-fd48a9e9-3d07-4100-9ce9-32b6f8e4fd87 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6372595 Jan 14 01:54:52.081621 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (08eaf22f-1296-4681-aeb4-24c85c8b86b0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:52.128933 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-97965380-b149-4eab-bdde-439f477d0ed9 req-3ff8cd41-809f-4439-8908-56b6e1a1bf3a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/f94b51eb-45ab-462f-8216-c05ed397ee7f HTTP/1.1" status: 200 len: 1823 time: 0.0600977 Jan 14 01:54:52.143695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-97965380-b149-4eab-bdde-439f477d0ed9 req-d4b53a2f-8c1b-4cc8-b2cf-89309c670c0a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f94b51eb-45ab-462f-8216-c05ed397ee7f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:52.144282 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-97965380-b149-4eab-bdde-439f477d0ed9 req-d4b53a2f-8c1b-4cc8-b2cf-89309c670c0a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f94b51eb-45ab-462f-8216-c05ed397ee7f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:52.167250 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d83920df-84e6-4343-9bc8-07c9857944a3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:54:52.209709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48a9e9-3d07-4100-9ce9-32b6f8e4fd87 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94b51eb-45ab-462f-8216-c05ed397ee7f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:52.318441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bbf32297-530c-4371-b038-274ba5e033cc None None] Provisioning complete for port 08eaf22f-1296-4681-aeb4-24c85c8b86b0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:52.319976 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bbf32297-530c-4371-b038-274ba5e033cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (08eaf22f-1296-4681-aeb4-24c85c8b86b0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:52.404573 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bbf32297-530c-4371-b038-274ba5e033cc None None] Port 08eaf22f-1296-4681-aeb4-24c85c8b86b0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:52.804874 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-97965380-b149-4eab-bdde-439f477d0ed9 req-d4b53a2f-8c1b-4cc8-b2cf-89309c670c0a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (b295a423-a208-41f9-bab9-af1e4b965c8e), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:52.868590 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-97965380-b149-4eab-bdde-439f477d0ed9 req-d4b53a2f-8c1b-4cc8-b2cf-89309c670c0a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (b295a423-a208-41f9-bab9-af1e4b965c8e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:52.879627 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-97965380-b149-4eab-bdde-439f477d0ed9 req-d4b53a2f-8c1b-4cc8-b2cf-89309c670c0a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (b295a423-a208-41f9-bab9-af1e4b965c8e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:52.908546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f4ef-2ae4-40dc-a453-7756ca4d49cd req-8a90b9b8-7765-4178-84c6-cfe3987fc33e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:52.914783 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f4ef-2ae4-40dc-a453-7756ca4d49cd req-8a90b9b8-7765-4178-84c6-cfe3987fc33e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:52.922332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f4ef-2ae4-40dc-a453-7756ca4d49cd req-8a90b9b8-7765-4178-84c6-cfe3987fc33e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:52.927931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f4ef-2ae4-40dc-a453-7756ca4d49cd req-8a90b9b8-7765-4178-84c6-cfe3987fc33e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:52.933603 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f4ef-2ae4-40dc-a453-7756ca4d49cd req-8a90b9b8-7765-4178-84c6-cfe3987fc33e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:52.940090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f4ef-2ae4-40dc-a453-7756ca4d49cd req-8a90b9b8-7765-4178-84c6-cfe3987fc33e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:52.946610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f4ef-2ae4-40dc-a453-7756ca4d49cd req-8a90b9b8-7765-4178-84c6-cfe3987fc33e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:52.954270 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1883f4ef-2ae4-40dc-a453-7756ca4d49cd req-8a90b9b8-7765-4178-84c6-cfe3987fc33e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.1893771 Jan 14 01:54:52.988915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b53a2f-8c1b-4cc8-b2cf-89309c670c0a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b295a423-a208-41f9-bab9-af1e4b965c8e,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:53.005133 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-97965380-b149-4eab-bdde-439f477d0ed9 req-d4b53a2f-8c1b-4cc8-b2cf-89309c670c0a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.006336 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-97965380-b149-4eab-bdde-439f477d0ed9 req-d4b53a2f-8c1b-4cc8-b2cf-89309c670c0a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8670902 Jan 14 01:54:53.059548 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (08eaf22f-1296-4681-aeb4-24c85c8b86b0), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.068965 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (08eaf22f-1296-4681-aeb4-24c85c8b86b0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.070265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (0271c49f-693e-43fa-8318-fc10bf05cca5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.114957 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1883f4ef-2ae4-40dc-a453-7756ca4d49cd req-8c3ecd45-2126-4703-8cdb-8586e68ed988 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1594825 Jan 14 01:54:53.148086 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe748abf-5605-47c8-a1cb-97ff054b5764 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (59ef96ad-610f-4857-bb43-bfa9065c39ba), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.188323 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-3c6989bb-4151-434f-980a-454cfac0fe1a req-58e02b23-773e-49ff-94a1-65298b5a8de3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-152860936', 'description': 'tempest-description-1803072007'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:53.192923 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=08eaf22f-1296-4681-aeb4-24c85c8b86b0,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:53.260303 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network d7d53d48-8803-419e-bb2b-3ce002e5486e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:54:53.263692 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:54:53.294738 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3c6989bb-4151-434f-980a-454cfac0fe1a req-58e02b23-773e-49ff-94a1-65298b5a8de3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.379771 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-47397073-5954-4619-a640-64ebb180078e admin admin] Deleting port 86c213b8-5d85-4f5b-9aeb-f8429fe91798 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:53.380411 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47397073-5954-4619-a640-64ebb180078e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.423330 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 0271c49f-693e-43fa-8318-fc10bf05cca5 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:54:53.589713 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:54:53.602037 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc54912-4728-491e-b3e1-306faea6e07d None None] Sync routers for ids ['0271c49f-693e-43fa-8318-fc10bf05cca5'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:54:53.617902 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc54912-4728-491e-b3e1-306faea6e07d None None] Routers {'0271c49f-693e-43fa-8318-fc10bf05cca5'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:53.618641 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-417af39b-7ec6-4094-8867-44687ccb82b4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/0271c49f-693e-43fa-8318-fc10bf05cca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2033672 Jan 14 01:54:53.619229 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:53.623630 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ecc54912-4728-491e-b3e1-306faea6e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0271c49f-693e-43fa-8318-fc10bf05cca5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:53.629691 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3c6989bb-4151-434f-980a-454cfac0fe1a req-58e02b23-773e-49ff-94a1-65298b5a8de3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (9e176eed-feae-42a6-a163-0e4214521b90), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.644729 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2c4d5907-4703-4415-acb0-a2da3638b3bd None None] Provisioning complete for port 08eaf22f-1296-4681-aeb4-24c85c8b86b0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:54:53.645362 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c4d5907-4703-4415-acb0-a2da3638b3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (08eaf22f-1296-4681-aeb4-24c85c8b86b0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.645485 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-47397073-5954-4619-a640-64ebb180078e admin admin] For port 86c213b8-5d85-4f5b-9aeb-f8429fe91798, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=86c213b8-5d85-4f5b-9aeb-f8429fe91798,segment=NetworkSegment(f68aed50-9944-4d3e-bd48-619aaa423e55),segment_id=f68aed50-9944-4d3e-bd48-619aaa423e55)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:53.645606 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47397073-5954-4619-a640-64ebb180078e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.660878 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3c6989bb-4151-434f-980a-454cfac0fe1a req-58e02b23-773e-49ff-94a1-65298b5a8de3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9e176eed-feae-42a6-a163-0e4214521b90), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.683413 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda58f8-4f65-4c66-9919-d6cc456c0eb2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:53.688830 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7fda58f8-4f65-4c66-9919-d6cc456c0eb2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports/08eaf22f-1296-4681-aeb4-24c85c8b86b0 HTTP/1.1" status: 200 len: 913 time: 0.0653780 Jan 14 01:54:53.689007 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d5907-4703-4415-acb0-a2da3638b3bd None None] Port 08eaf22f-1296-4681-aeb4-24c85c8b86b0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:54:53.689129 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:53.693842 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ecc54912-4728-491e-b3e1-306faea6e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:53.704470 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc54912-4728-491e-b3e1-306faea6e07d None None] Routers {'0271c49f-693e-43fa-8318-fc10bf05cca5'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:53.705642 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ecc54912-4728-491e-b3e1-306faea6e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0271c49f-693e-43fa-8318-fc10bf05cca5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:53.713292 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3c6989bb-4151-434f-980a-454cfac0fe1a req-58e02b23-773e-49ff-94a1-65298b5a8de3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.714605 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3c6989bb-4151-434f-980a-454cfac0fe1a req-58e02b23-773e-49ff-94a1-65298b5a8de3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5314252 Jan 14 01:54:53.720938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-47397073-5954-4619-a640-64ebb180078e admin admin] Calling delete_port for 86c213b8-5d85-4f5b-9aeb-f8429fe91798 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:53.754661 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d2a37cd3-1514-4d47-9432-867516c914c3 req-d41ecd7a-0b75-4596-a225-2f0367c81db0 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1626672718', 'description': 'tempest-description-1765289247'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:53.757310 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ecc54912-4728-491e-b3e1-306faea6e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:53.758505 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc54912-4728-491e-b3e1-306faea6e07d None None] The sync data for ids ['0271c49f-693e-43fa-8318-fc10bf05cca5'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:54:53.786441 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e02b23-773e-49ff-94a1-65298b5a8de3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e176eed-feae-42a6-a163-0e4214521b90,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:53.880565 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2a37cd3-1514-4d47-9432-867516c914c3 req-d41ecd7a-0b75-4596-a225-2f0367c81db0 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:53.975902 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fe748abf-5605-47c8-a1cb-97ff054b5764 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port a6670241-5a2e-4f98-8e58-2d666f7f1860 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:53.976233 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe748abf-5605-47c8-a1cb-97ff054b5764 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a6670241-5a2e-4f98-8e58-2d666f7f1860), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:54.107357 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a27cfe7-1450-416c-9c06-1dfa3017039b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (0271c49f-693e-43fa-8318-fc10bf05cca5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:54.138171 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2a37cd3-1514-4d47-9432-867516c914c3 req-d41ecd7a-0b75-4596-a225-2f0367c81db0 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (e5797532-6ead-4131-84ca-21edd6139f1f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:54.167995 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2a37cd3-1514-4d47-9432-867516c914c3 req-d41ecd7a-0b75-4596-a225-2f0367c81db0 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e5797532-6ead-4131-84ca-21edd6139f1f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:54.210903 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe748abf-5605-47c8-a1cb-97ff054b5764 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a6670241-5a2e-4f98-8e58-2d666f7f1860), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:54.240979 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fe748abf-5605-47c8-a1cb-97ff054b5764 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for a6670241-5a2e-4f98-8e58-2d666f7f1860 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:54.244805 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2a37cd3-1514-4d47-9432-867516c914c3 req-d41ecd7a-0b75-4596-a225-2f0367c81db0 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:54.246136 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2a37cd3-1514-4d47-9432-867516c914c3 req-d41ecd7a-0b75-4596-a225-2f0367c81db0 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4954264 Jan 14 01:54:54.252453 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47397073-5954-4619-a640-64ebb180078e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (86c213b8-5d85-4f5b-9aeb-f8429fe91798), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:54.260023 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ecd7a-0b75-4596-a225-2f0367c81db0 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5797532-6ead-4131-84ca-21edd6139f1f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:54.329471 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47397073-5954-4619-a640-64ebb180078e admin admin] Pushing event deleted for resources: {'Port': ['ID=86c213b8-5d85-4f5b-9aeb-f8429fe91798,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:54.461776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8a27cfe7-1450-416c-9c06-1dfa3017039b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port 08eaf22f-1296-4681-aeb4-24c85c8b86b0 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:54.466400 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a27cfe7-1450-416c-9c06-1dfa3017039b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (08eaf22f-1296-4681-aeb4-24c85c8b86b0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:54.576077 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17ec9e18-3f73-484c-ab66-c40317b6ca7a req-b7385b8a-9417-4624-9384-7f869f362a46 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/9e176eed-feae-42a6-a163-0e4214521b90 HTTP/1.1" status: 200 len: 1823 time: 0.2417152 Jan 14 01:54:54.592596 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a27cfe7-1450-416c-9c06-1dfa3017039b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (08eaf22f-1296-4681-aeb4-24c85c8b86b0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:54.624086 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8a27cfe7-1450-416c-9c06-1dfa3017039b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for 08eaf22f-1296-4681-aeb4-24c85c8b86b0 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:54.687205 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc90a0a-336f-4111-adfb-10d6521bcca5 req-ebadb51f-e35e-4ad5-b578-6e7e950f64b1 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:54.693361 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc90a0a-336f-4111-adfb-10d6521bcca5 req-ebadb51f-e35e-4ad5-b578-6e7e950f64b1 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:54.699506 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc90a0a-336f-4111-adfb-10d6521bcca5 req-ebadb51f-e35e-4ad5-b578-6e7e950f64b1 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:54.706136 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc90a0a-336f-4111-adfb-10d6521bcca5 req-ebadb51f-e35e-4ad5-b578-6e7e950f64b1 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:54.712504 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc90a0a-336f-4111-adfb-10d6521bcca5 req-ebadb51f-e35e-4ad5-b578-6e7e950f64b1 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:54.719924 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc90a0a-336f-4111-adfb-10d6521bcca5 req-ebadb51f-e35e-4ad5-b578-6e7e950f64b1 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:54.725280 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc90a0a-336f-4111-adfb-10d6521bcca5 req-ebadb51f-e35e-4ad5-b578-6e7e950f64b1 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:54.733246 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6fc90a0a-336f-4111-adfb-10d6521bcca5 req-ebadb51f-e35e-4ad5-b578-6e7e950f64b1 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3304462 Jan 14 01:54:54.917488 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17ec9e18-3f73-484c-ab66-c40317b6ca7a req-07b5da40-c41d-4e60-9755-1bf7cefe7f56 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/e5797532-6ead-4131-84ca-21edd6139f1f HTTP/1.1" status: 200 len: 1824 time: 0.2803121 Jan 14 01:54:54.922874 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-17ec9e18-3f73-484c-ab66-c40317b6ca7a req-e6eaed29-7d3c-4f96-95b4-b88e1730a7d1 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9e176eed-feae-42a6-a163-0e4214521b90', 'remote_group_id': 'e5797532-6ead-4131-84ca-21edd6139f1f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:54.923188 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-17ec9e18-3f73-484c-ab66-c40317b6ca7a req-e6eaed29-7d3c-4f96-95b4-b88e1730a7d1 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9e176eed-feae-42a6-a163-0e4214521b90', 'remote_group_id': 'e5797532-6ead-4131-84ca-21edd6139f1f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:54.948839 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6fc90a0a-336f-4111-adfb-10d6521bcca5 req-81d18c18-6126-4974-aa50-a1d417907029 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2120037 Jan 14 01:54:54.967698 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe748abf-5605-47c8-a1cb-97ff054b5764 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (a6670241-5a2e-4f98-8e58-2d666f7f1860), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:55.014904 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47397073-5954-4619-a640-64ebb180078e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (9d9741e3-b800-4a5c-a789-b82d7feff2c0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:55.057256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe748abf-5605-47c8-a1cb-97ff054b5764 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=a6670241-5a2e-4f98-8e58-2d666f7f1860,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:55.096113 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a27cfe7-1450-416c-9c06-1dfa3017039b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (08eaf22f-1296-4681-aeb4-24c85c8b86b0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:55.132262 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42630) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:55.215373 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27cfe7-1450-416c-9c06-1dfa3017039b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=08eaf22f-1296-4681-aeb4-24c85c8b86b0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:55.415055 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a27cfe7-1450-416c-9c06-1dfa3017039b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (0271c49f-693e-43fa-8318-fc10bf05cca5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:55.488076 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c665434b-e175-40a4-b989-c9d439b7fdcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:55.558316 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe748abf-5605-47c8-a1cb-97ff054b5764 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (59ef96ad-610f-4857-bb43-bfa9065c39ba), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:55.583022 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17ec9e18-3f73-484c-ab66-c40317b6ca7a req-e6eaed29-7d3c-4f96-95b4-b88e1730a7d1 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (f1de3c88-8a6f-417b-87f9-976028ec5f0f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:55.652252 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a27cfe7-1450-416c-9c06-1dfa3017039b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 0271c49f-693e-43fa-8318-fc10bf05cca5 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:54:55.706610 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17ec9e18-3f73-484c-ab66-c40317b6ca7a req-e6eaed29-7d3c-4f96-95b4-b88e1730a7d1 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (f1de3c88-8a6f-417b-87f9-976028ec5f0f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:55.728339 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17ec9e18-3f73-484c-ab66-c40317b6ca7a req-e6eaed29-7d3c-4f96-95b4-b88e1730a7d1 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (f1de3c88-8a6f-417b-87f9-976028ec5f0f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:55.732316 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c665434b-e175-40a4-b989-c9d439b7fdcf admin admin] Publish callbacks [] for security_group (9d1f56b8-7dde-43e8-a8b7-848739f2364d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:55.746646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaed29-7d3c-4f96-95b4-b88e1730a7d1 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1de3c88-8a6f-417b-87f9-976028ec5f0f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:55.764481 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c665434b-e175-40a4-b989-c9d439b7fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9d1f56b8-7dde-43e8-a8b7-848739f2364d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:55.822257 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a27cfe7-1450-416c-9c06-1dfa3017039b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:54:55.831378 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8a27cfe7-1450-416c-9c06-1dfa3017039b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/0271c49f-693e-43fa-8318-fc10bf05cca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1407256 Jan 14 01:54:55.834099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0dc93-b24a-4857-90f6-95d289befc3e None None] Sync routers for ids ['0271c49f-693e-43fa-8318-fc10bf05cca5'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:54:55.841835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42638) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:55.852572 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0dc93-b24a-4857-90f6-95d289befc3e None None] Routers {'0271c49f-693e-43fa-8318-fc10bf05cca5'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:55.855563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c4c0dc93-b24a-4857-90f6-95d289befc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0271c49f-693e-43fa-8318-fc10bf05cca5'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:55.899206 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665434b-e175-40a4-b989-c9d439b7fdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1f56b8-7dde-43e8-a8b7-848739f2364d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:55.912744 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c4c0dc93-b24a-4857-90f6-95d289befc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:55.924177 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0dc93-b24a-4857-90f6-95d289befc3e None None] Routers {'0271c49f-693e-43fa-8318-fc10bf05cca5'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:55.925206 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c4c0dc93-b24a-4857-90f6-95d289befc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0271c49f-693e-43fa-8318-fc10bf05cca5'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:56.022518 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe748abf-5605-47c8-a1cb-97ff054b5764 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router 59ef96ad-610f-4857-bb43-bfa9065c39ba has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:54:56.037390 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-17ec9e18-3f73-484c-ab66-c40317b6ca7a req-e6eaed29-7d3c-4f96-95b4-b88e1730a7d1 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:56.042843 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17ec9e18-3f73-484c-ab66-c40317b6ca7a req-e6eaed29-7d3c-4f96-95b4-b88e1730a7d1 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1244693 Jan 14 01:54:56.133107 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5b989bb3-d3d7-4034-8bde-7abbd3ae5f6a req-c7ccf99f-5c44-4b04-b4b4-cd0c305f5ef3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1587998872', 'description': 'tempest-description-980629358'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:56.154626 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c665434b-e175-40a4-b989-c9d439b7fdcf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d30ee50dfe784e36b0ec71fd68d86c51&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0212746 Jan 14 01:54:56.157204 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42644) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:56.170179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c4c0dc93-b24a-4857-90f6-95d289befc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:56.171042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0dc93-b24a-4857-90f6-95d289befc3e None None] The sync data for ids ['0271c49f-693e-43fa-8318-fc10bf05cca5'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:54:56.257606 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd784556-4be5-45f0-9cd4-7708dca88246 admin admin] Publish callbacks [] for security_group (9d1f56b8-7dde-43e8-a8b7-848739f2364d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:56.286532 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd784556-4be5-45f0-9cd4-7708dca88246 admin admin] Publish callbacks [] for security_group (9d1f56b8-7dde-43e8-a8b7-848739f2364d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:56.344825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47397073-5954-4619-a640-64ebb180078e admin admin] Router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:54:56.346013 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe748abf-5605-47c8-a1cb-97ff054b5764 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:54:56.351932 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fe748abf-5605-47c8-a1cb-97ff054b5764 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/59ef96ad-610f-4857-bb43-bfa9065c39ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7254615 Jan 14 01:54:56.355600 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5b989bb3-d3d7-4034-8bde-7abbd3ae5f6a req-c7ccf99f-5c44-4b04-b4b4-cd0c305f5ef3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:56.355782 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42648) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:56.362464 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b87f0-2d8e-4b30-a6b3-244b8ee4dfc5 None None] Sync routers for ids ['59ef96ad-610f-4857-bb43-bfa9065c39ba'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:54:56.379115 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd784556-4be5-45f0-9cd4-7708dca88246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9d1f56b8-7dde-43e8-a8b7-848739f2364d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:56.384741 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd784556-4be5-45f0-9cd4-7708dca88246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:56.385087 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b87f0-2d8e-4b30-a6b3-244b8ee4dfc5 None None] Routers {'59ef96ad-610f-4857-bb43-bfa9065c39ba'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:56.388176 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-370b87f0-2d8e-4b30-a6b3-244b8ee4dfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['59ef96ad-610f-4857-bb43-bfa9065c39ba'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:56.388355 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bd784556-4be5-45f0-9cd4-7708dca88246 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d1f56b8-7dde-43e8-a8b7-848739f2364d HTTP/1.1" status: 204 len: 168 time: 0.2272139 Jan 14 01:54:56.431395 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a1177-f73b-4b8c-b223-c1b2a1a144f9 req-9599e518-4055-49e3-bfee-f6fb4d2ddb45 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:56.438355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a1177-f73b-4b8c-b223-c1b2a1a144f9 req-9599e518-4055-49e3-bfee-f6fb4d2ddb45 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:56.445047 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-507dc015-a485-465b-ba29-2c29a1211d75 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=59ef96ad-610f-4857-bb43-bfa9065c39ba HTTP/1.1" status: 200 len: 205 time: 0.0858128 Jan 14 01:54:56.449975 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a1177-f73b-4b8c-b223-c1b2a1a144f9 req-9599e518-4055-49e3-bfee-f6fb4d2ddb45 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:56.454355 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42652) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:56.463606 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a1177-f73b-4b8c-b223-c1b2a1a144f9 req-9599e518-4055-49e3-bfee-f6fb4d2ddb45 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:56.469777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a1177-f73b-4b8c-b223-c1b2a1a144f9 req-9599e518-4055-49e3-bfee-f6fb4d2ddb45 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:56.488129 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a1177-f73b-4b8c-b223-c1b2a1a144f9 req-9599e518-4055-49e3-bfee-f6fb4d2ddb45 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:56.507854 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a1177-f73b-4b8c-b223-c1b2a1a144f9 req-9599e518-4055-49e3-bfee-f6fb4d2ddb45 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:56.508988 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd784556-4be5-45f0-9cd4-7708dca88246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1f56b8-7dde-43e8-a8b7-848739f2364d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:56.509811 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb6a1177-f73b-4b8c-b223-c1b2a1a144f9 req-9599e518-4055-49e3-bfee-f6fb4d2ddb45 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3503706 Jan 14 01:54:56.642392 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-370b87f0-2d8e-4b30-a6b3-244b8ee4dfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:56.662664 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b87f0-2d8e-4b30-a6b3-244b8ee4dfc5 None None] Routers {'59ef96ad-610f-4857-bb43-bfa9065c39ba'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:56.663647 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-370b87f0-2d8e-4b30-a6b3-244b8ee4dfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['59ef96ad-610f-4857-bb43-bfa9065c39ba'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:56.673356 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f993df1-3f02-4712-908b-463d22c9627d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (59ef96ad-610f-4857-bb43-bfa9065c39ba), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:56.699778 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-370b87f0-2d8e-4b30-a6b3-244b8ee4dfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:56.700726 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b87f0-2d8e-4b30-a6b3-244b8ee4dfc5 None None] The sync data for ids ['59ef96ad-610f-4857-bb43-bfa9065c39ba'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:54:56.973399 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f993df1-3f02-4712-908b-463d22c9627d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (59ef96ad-610f-4857-bb43-bfa9065c39ba), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:56.976958 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f993df1-3f02-4712-908b-463d22c9627d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (59ef96ad-610f-4857-bb43-bfa9065c39ba), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.055567 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f993df1-3f02-4712-908b-463d22c9627d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (59ef96ad-610f-4857-bb43-bfa9065c39ba), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.056344 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f993df1-3f02-4712-908b-463d22c9627d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Fanout notify agent at l3_agent the message router_deleted on router 59ef96ad-610f-4857-bb43-bfa9065c39ba {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:54:57.066354 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f993df1-3f02-4712-908b-463d22c9627d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.070217 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1f993df1-3f02-4712-908b-463d22c9627d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/59ef96ad-610f-4857-bb43-bfa9065c39ba HTTP/1.1" status: 204 len: 168 time: 0.6150105 Jan 14 01:54:57.072278 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42666) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:57.095783 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb6a1177-f73b-4b8c-b223-c1b2a1a144f9 req-a09b223a-da5c-4ee3-bf3b-62835beb1b29 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5656579 Jan 14 01:54:57.122616 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5b989bb3-d3d7-4034-8bde-7abbd3ae5f6a req-c7ccf99f-5c44-4b04-b4b4-cd0c305f5ef3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (5ebcfc4d-2cb3-40f1-add5-05060d0bea5d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.124430 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47397073-5954-4619-a640-64ebb180078e admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:54:57.132874 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42668) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:57.133419 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-47397073-5954-4619-a640-64ebb180078e admin admin] 10.222.0.26 "PUT /v2.0/routers/9d9741e3-b800-4a5c-a789-b82d7feff2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5672925 Jan 14 01:54:57.136793 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5b989bb3-d3d7-4034-8bde-7abbd3ae5f6a req-c7ccf99f-5c44-4b04-b4b4-cd0c305f5ef3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5ebcfc4d-2cb3-40f1-add5-05060d0bea5d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.137008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58aeac-da22-44d6-97ea-9c7bf7057647 None None] Sync routers for ids ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:54:57.159923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58aeac-da22-44d6-97ea-9c7bf7057647 None None] Routers {'9d9741e3-b800-4a5c-a789-b82d7feff2c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:57.160788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2d58aeac-da22-44d6-97ea-9c7bf7057647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:57.211869 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccf99f-5c44-4b04-b4b4-cd0c305f5ef3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebcfc4d-2cb3-40f1-add5-05060d0bea5d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:57.218552 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5b989bb3-d3d7-4034-8bde-7abbd3ae5f6a req-c7ccf99f-5c44-4b04-b4b4-cd0c305f5ef3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.220102 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5b989bb3-d3d7-4034-8bde-7abbd3ae5f6a req-c7ccf99f-5c44-4b04-b4b4-cd0c305f5ef3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.0972934 Jan 14 01:54:57.239899 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508b89b3-5795-4f29-9cf6-b4d223a0a4c4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (0271c49f-693e-43fa-8318-fc10bf05cca5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.246401 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcb071c-3852-4716-828a-8b089af9bb8a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting subnet f41e8097-4a6d-49cb-b381-d69a81c9eb34 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:54:57.250128 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edcb071c-3852-4716-828a-8b089af9bb8a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (f41e8097-4a6d-49cb-b381-d69a81c9eb34), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.250510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-4e38763b-e8de-4ece-a808-5327f19ee1cb req-9b455cbb-fac6-4691-aeea-fd064d699a7d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-14674940', 'description': 'tempest-description-75131135'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:57.302933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4e38763b-e8de-4ece-a808-5327f19ee1cb req-9b455cbb-fac6-4691-aeea-fd064d699a7d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.309480 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2d58aeac-da22-44d6-97ea-9c7bf7057647 None None] Set router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:54:57.396149 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4e38763b-e8de-4ece-a808-5327f19ee1cb req-9b455cbb-fac6-4691-aeea-fd064d699a7d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (3744956b-ce1e-4a01-9f9c-f9d5a09ca46b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.413373 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4e38763b-e8de-4ece-a808-5327f19ee1cb req-9b455cbb-fac6-4691-aeea-fd064d699a7d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3744956b-ce1e-4a01-9f9c-f9d5a09ca46b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.490379 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4e38763b-e8de-4ece-a808-5327f19ee1cb req-9b455cbb-fac6-4691-aeea-fd064d699a7d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.493193 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4e38763b-e8de-4ece-a808-5327f19ee1cb req-9b455cbb-fac6-4691-aeea-fd064d699a7d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2504160 Jan 14 01:54:57.494576 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b455cbb-fac6-4691-aeea-fd064d699a7d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3744956b-ce1e-4a01-9f9c-f9d5a09ca46b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:57.546031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2d58aeac-da22-44d6-97ea-9c7bf7057647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:54:54Z', 'revision_number': 5, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:57.579132 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58aeac-da22-44d6-97ea-9c7bf7057647 None None] Checking router: 9d9741e3-b800-4a5c-a789-b82d7feff2c0 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:54:57.605709 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58aeac-da22-44d6-97ea-9c7bf7057647 None None] Routers {'9d9741e3-b800-4a5c-a789-b82d7feff2c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:54:57.606984 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2d58aeac-da22-44d6-97ea-9c7bf7057647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:57.611004 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a181f797-f30e-42fc-99e7-de53f01375ae req-f5ecbbf8-b39c-44fc-936e-0f444eddecf3 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/5ebcfc4d-2cb3-40f1-add5-05060d0bea5d HTTP/1.1" status: 200 len: 1823 time: 0.0883882 Jan 14 01:54:57.685682 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a181f797-f30e-42fc-99e7-de53f01375ae req-85cbd9a7-33a5-42c1-95de-a83083b5d5eb tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/3744956b-ce1e-4a01-9f9c-f9d5a09ca46b HTTP/1.1" status: 200 len: 1820 time: 0.0744932 Jan 14 01:54:57.700553 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a181f797-f30e-42fc-99e7-de53f01375ae req-96e3e47e-17ac-43ff-b7d7-6d30fe20160a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5ebcfc4d-2cb3-40f1-add5-05060d0bea5d', 'remote_group_id': '3744956b-ce1e-4a01-9f9c-f9d5a09ca46b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:57.700876 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a181f797-f30e-42fc-99e7-de53f01375ae req-96e3e47e-17ac-43ff-b7d7-6d30fe20160a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5ebcfc4d-2cb3-40f1-add5-05060d0bea5d', 'remote_group_id': '3744956b-ce1e-4a01-9f9c-f9d5a09ca46b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:57.745613 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2d58aeac-da22-44d6-97ea-9c7bf7057647 None None] Set router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:54:57.816496 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a181f797-f30e-42fc-99e7-de53f01375ae req-96e3e47e-17ac-43ff-b7d7-6d30fe20160a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (8b5411d3-3462-4ee1-8791-9ef2060973a8), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.880695 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a181f797-f30e-42fc-99e7-de53f01375ae req-96e3e47e-17ac-43ff-b7d7-6d30fe20160a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (8b5411d3-3462-4ee1-8791-9ef2060973a8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.892108 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a181f797-f30e-42fc-99e7-de53f01375ae req-96e3e47e-17ac-43ff-b7d7-6d30fe20160a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (8b5411d3-3462-4ee1-8791-9ef2060973a8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.932026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3e47e-17ac-43ff-b7d7-6d30fe20160a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5411d3-3462-4ee1-8791-9ef2060973a8,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:57.943649 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a181f797-f30e-42fc-99e7-de53f01375ae req-96e3e47e-17ac-43ff-b7d7-6d30fe20160a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:57.950943 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a181f797-f30e-42fc-99e7-de53f01375ae req-96e3e47e-17ac-43ff-b7d7-6d30fe20160a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2578981 Jan 14 01:54:57.999961 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Publish callbacks [] for router (9d9741e3-b800-4a5c-a789-b82d7feff2c0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.004703 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edcb071c-3852-4716-828a-8b089af9bb8a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (f41e8097-4a6d-49cb-b381-d69a81c9eb34), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.006859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2d58aeac-da22-44d6-97ea-9c7bf7057647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:54:54Z', 'revision_number': 5, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:54:58.026456 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-622e2117-6f1e-4e65-a772-59396f4cb54a req-f7a42110-84d1-4827-845c-c048f63f68be tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/3744956b-ce1e-4a01-9f9c-f9d5a09ca46b HTTP/1.1" status: 200 len: 1820 time: 0.0552468 Jan 14 01:54:58.039555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58aeac-da22-44d6-97ea-9c7bf7057647 None None] The sync data for ids ['9d9741e3-b800-4a5c-a789-b82d7feff2c0'] in n-d-824358-4 is: [{'id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'name': 'tempest-ServersTestJSON-1385447976-router', 'tenant_id': '46ca7bb7620f423c95c6ff9b87c70705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:52:08Z', 'updated_at': '2022-01-14T01:54:54Z', 'revision_number': 5, 'project_id': '46ca7bb7620f423c95c6ff9b87c70705', 'gw_port': {'id': '8d1722f4-5b13-4d78-855a-48122cbde5b0', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9741e3-b800-4a5c-a789-b82d7feff2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:52:10Z', 'updated_at': '2022-01-14T01:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:54:58.116360 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-622e2117-6f1e-4e65-a772-59396f4cb54a req-acc51da2-665d-46f0-b465-3be673369c86 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (3744956b-ce1e-4a01-9f9c-f9d5a09ca46b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.150089 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-622e2117-6f1e-4e65-a772-59396f4cb54a req-acc51da2-665d-46f0-b465-3be673369c86 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (3744956b-ce1e-4a01-9f9c-f9d5a09ca46b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.299794 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Publish callbacks [] for router_gateway (9d9741e3-b800-4a5c-a789-b82d7feff2c0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.308025 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-622e2117-6f1e-4e65-a772-59396f4cb54a req-acc51da2-665d-46f0-b465-3be673369c86 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3744956b-ce1e-4a01-9f9c-f9d5a09ca46b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.310955 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-622e2117-6f1e-4e65-a772-59396f4cb54a req-acc51da2-665d-46f0-b465-3be673369c86 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.312331 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-622e2117-6f1e-4e65-a772-59396f4cb54a req-acc51da2-665d-46f0-b465-3be673369c86 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "DELETE /v2.0/security-groups/3744956b-ce1e-4a01-9f9c-f9d5a09ca46b HTTP/1.1" status: 204 len: 173 time: 0.2801507 Jan 14 01:54:58.334403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc51da2-665d-46f0-b465-3be673369c86 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3744956b-ce1e-4a01-9f9c-f9d5a09ca46b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:58.356931 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edcb071c-3852-4716-828a-8b089af9bb8a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (f41e8097-4a6d-49cb-b381-d69a81c9eb34), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.365339 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdab4-fcec-46c2-9698-fc4abb501c74 req-eef07b09-7e1f-44c1-a593-968ced7ffdab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:58.371515 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdab4-fcec-46c2-9698-fc4abb501c74 req-eef07b09-7e1f-44c1-a593-968ced7ffdab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:58.378143 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdab4-fcec-46c2-9698-fc4abb501c74 req-eef07b09-7e1f-44c1-a593-968ced7ffdab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:58.384415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdab4-fcec-46c2-9698-fc4abb501c74 req-eef07b09-7e1f-44c1-a593-968ced7ffdab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:58.390479 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdab4-fcec-46c2-9698-fc4abb501c74 req-eef07b09-7e1f-44c1-a593-968ced7ffdab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:58.397299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdab4-fcec-46c2-9698-fc4abb501c74 req-eef07b09-7e1f-44c1-a593-968ced7ffdab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:58.408667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdab4-fcec-46c2-9698-fc4abb501c74 req-eef07b09-7e1f-44c1-a593-968ced7ffdab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:58.410676 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4ccdab4-fcec-46c2-9698-fc4abb501c74 req-eef07b09-7e1f-44c1-a593-968ced7ffdab tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.1702375 Jan 14 01:54:58.497227 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edcb071c-3852-4716-828a-8b089af9bb8a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (f41e8097-4a6d-49cb-b381-d69a81c9eb34), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.544880 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f4ccdab4-fcec-46c2-9698-fc4abb501c74 req-d0f97327-6e82-469e-be93-629ec700f701 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204591 Jan 14 01:54:58.569808 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb071c-3852-4716-828a-8b089af9bb8a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Subnet': ['ID=f41e8097-4a6d-49cb-b381-d69a81c9eb34,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:58.583342 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edcb071c-3852-4716-828a-8b089af9bb8a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.585652 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786709a-6422-4bb2-a436-edb8c4146674 None None] Network a36f2df9-e9ce-4fae-b7b5-39360330ef00 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:54:58.601662 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-edcb071c-3852-4716-828a-8b089af9bb8a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/f41e8097-4a6d-49cb-b381-d69a81c9eb34 HTTP/1.1" status: 204 len: 168 time: 1.5279565 Jan 14 01:54:58.610097 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42712) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:54:58.620184 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56cce7d2-d6fc-4484-aa17-225a8421148b req-7309974d-59de-4fc2-a7bd-d0db2edc271d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/5ebcfc4d-2cb3-40f1-add5-05060d0bea5d HTTP/1.1" status: 200 len: 1823 time: 0.0874276 Jan 14 01:54:58.657404 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-20348fc9-150a-4d6d-9db5-7d89ffe0269f req-d4c5edbd-bdac-4c2e-bf1c-0480b177b720 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-717134958', 'description': 'tempest-description-1760173760'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:58.684304 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-20348fc9-150a-4d6d-9db5-7d89ffe0269f req-d4c5edbd-bdac-4c2e-bf1c-0480b177b720 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.715543 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Deleting port 8d1722f4-5b13-4d78-855a-48122cbde5b0 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:58.716292 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.787996 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-20348fc9-150a-4d6d-9db5-7d89ffe0269f req-d4c5edbd-bdac-4c2e-bf1c-0480b177b720 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (e980647f-d461-4b7f-921a-52032446f309), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.800938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-508b89b3-5795-4f29-9cf6-b4d223a0a4c4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port 93fccc48-4602-4f03-a6ea-7e6640ea3e06 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:58.801408 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508b89b3-5795-4f29-9cf6-b4d223a0a4c4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (93fccc48-4602-4f03-a6ea-7e6640ea3e06), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.809151 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-20348fc9-150a-4d6d-9db5-7d89ffe0269f req-d4c5edbd-bdac-4c2e-bf1c-0480b177b720 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e980647f-d461-4b7f-921a-52032446f309), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.825713 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e5db04-3072-42f9-8cd8-ea1d186fb380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting subnet 677a29fd-a25b-4405-be3d-7db374630524 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:54:58.841145 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5edbd-bdac-4c2e-bf1c-0480b177b720 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e980647f-d461-4b7f-921a-52032446f309,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:58.864154 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-20348fc9-150a-4d6d-9db5-7d89ffe0269f req-d4c5edbd-bdac-4c2e-bf1c-0480b177b720 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.865856 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-20348fc9-150a-4d6d-9db5-7d89ffe0269f req-d4c5edbd-bdac-4c2e-bf1c-0480b177b720 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2134380 Jan 14 01:54:58.890862 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] DHCP port deletion for a36f2df9-e9ce-4fae-b7b5-39360330ef00 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:54:58.898494 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42e5db04-3072-42f9-8cd8-ea1d186fb380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (677a29fd-a25b-4405-be3d-7db374630524), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:58.994294 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bde4531b-61c2-4226-b638-f66aeddf00a4 req-41b847c2-6b0d-4c3b-ad1f-f4dfdb251e0f tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/e980647f-d461-4b7f-921a-52032446f309 HTTP/1.1" status: 200 len: 1823 time: 0.0809414 Jan 14 01:54:59.004318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Deleting port 1d08807f-f2d1-44d6-a527-a67a683e9f79 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:54:59.004965 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.009232 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42e5db04-3072-42f9-8cd8-ea1d186fb380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (677a29fd-a25b-4405-be3d-7db374630524), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.009767 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bde4531b-61c2-4226-b638-f66aeddf00a4 req-845ca752-d3c7-455c-b940-763833d50b3a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e980647f-d461-4b7f-921a-52032446f309', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:59.010190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bde4531b-61c2-4226-b638-f66aeddf00a4 req-845ca752-d3c7-455c-b940-763833d50b3a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e980647f-d461-4b7f-921a-52032446f309', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:59.125002 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] For port 1d08807f-f2d1-44d6-a527-a67a683e9f79, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1d08807f-f2d1-44d6-a527-a67a683e9f79,segment=NetworkSegment(0c6228a1-ac53-4f61-a1af-b214fa2d2a6b),segment_id=0c6228a1-ac53-4f61-a1af-b214fa2d2a6b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:59.125686 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.128914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508b89b3-5795-4f29-9cf6-b4d223a0a4c4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (93fccc48-4602-4f03-a6ea-7e6640ea3e06), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.140157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Calling delete_port for 1d08807f-f2d1-44d6-a527-a67a683e9f79 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:59.141432 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bde4531b-61c2-4226-b638-f66aeddf00a4 req-845ca752-d3c7-455c-b940-763833d50b3a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (930adc68-8fc0-4202-8d39-5c4ddee8318a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.147029 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-508b89b3-5795-4f29-9cf6-b4d223a0a4c4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for 93fccc48-4602-4f03-a6ea-7e6640ea3e06 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:59.184395 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bde4531b-61c2-4226-b638-f66aeddf00a4 req-845ca752-d3c7-455c-b940-763833d50b3a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (930adc68-8fc0-4202-8d39-5c4ddee8318a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.196674 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bde4531b-61c2-4226-b638-f66aeddf00a4 req-845ca752-d3c7-455c-b940-763833d50b3a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (930adc68-8fc0-4202-8d39-5c4ddee8318a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.223195 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ca752-d3c7-455c-b940-763833d50b3a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930adc68-8fc0-4202-8d39-5c4ddee8318a,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:59.257985 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bde4531b-61c2-4226-b638-f66aeddf00a4 req-845ca752-d3c7-455c-b940-763833d50b3a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.259248 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bde4531b-61c2-4226-b638-f66aeddf00a4 req-845ca752-d3c7-455c-b940-763833d50b3a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2571762 Jan 14 01:54:59.296686 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (1d08807f-f2d1-44d6-a527-a67a683e9f79), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.353454 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d5378802-bebf-4690-a548-27dd983ea26b req-98939887-bc6e-4dd4-a1c6-4b917b429b9a tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/e980647f-d461-4b7f-921a-52032446f309 HTTP/1.1" status: 200 len: 2417 time: 0.0645425 Jan 14 01:54:59.369556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] No DVR routers for this DVR port 1d08807f-f2d1-44d6-a527-a67a683e9f79 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:54:59.375494 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Pushing event deleted for resources: {'Port': ['ID=1d08807f-f2d1-44d6-a527-a67a683e9f79,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:59.378896 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d5378802-bebf-4690-a548-27dd983ea26b req-94a1827c-ffab-451a-a166-ed49202619f5 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e980647f-d461-4b7f-921a-52032446f309', 'remote_group_id': None}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:59.379477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d5378802-bebf-4690-a548-27dd983ea26b req-94a1827c-ffab-451a-a166-ed49202619f5 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e980647f-d461-4b7f-921a-52032446f309', 'remote_group_id': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:54:59.388514 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.388816 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.389167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.390018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.390366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.390826 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.391054 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.391386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.391714 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.392039 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.392364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.392688 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.393002 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7b816-4b44-4635-9a98-e04f95ea8136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:54:59.428502 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] For port 8d1722f4-5b13-4d78-855a-48122cbde5b0, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8d1722f4-5b13-4d78-855a-48122cbde5b0,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:54:59.429008 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.525676 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Calling delete_port for 8d1722f4-5b13-4d78-855a-48122cbde5b0 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:54:59.578942 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d5378802-bebf-4690-a548-27dd983ea26b req-94a1827c-ffab-451a-a166-ed49202619f5 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (c73e4d45-e8c4-4f2d-a155-5f7143bca894), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.625394 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d5378802-bebf-4690-a548-27dd983ea26b req-94a1827c-ffab-451a-a166-ed49202619f5 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (c73e4d45-e8c4-4f2d-a155-5f7143bca894), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.633021 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d5378802-bebf-4690-a548-27dd983ea26b req-94a1827c-ffab-451a-a166-ed49202619f5 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (c73e4d45-e8c4-4f2d-a155-5f7143bca894), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.665894 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508b89b3-5795-4f29-9cf6-b4d223a0a4c4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (93fccc48-4602-4f03-a6ea-7e6640ea3e06), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.710835 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d5378802-bebf-4690-a548-27dd983ea26b req-94a1827c-ffab-451a-a166-ed49202619f5 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.711998 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d5378802-bebf-4690-a548-27dd983ea26b req-94a1827c-ffab-451a-a166-ed49202619f5 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3385513 Jan 14 01:54:59.723469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1827c-ffab-451a-a166-ed49202619f5 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73e4d45-e8c4-4f2d-a155-5f7143bca894,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:59.724269 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42e5db04-3072-42f9-8cd8-ea1d186fb380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (677a29fd-a25b-4405-be3d-7db374630524), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:54:59.753903 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b89b3-5795-4f29-9cf6-b4d223a0a4c4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=93fccc48-4602-4f03-a6ea-7e6640ea3e06,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:54:59.809946 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 86c213b8-5d85-4f5b-9aeb-f8429fe91798 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:54:59.853108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 86c213b8-5d85-4f5b-9aeb-f8429fe91798 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:54:59.853459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 86c213b8-5d85-4f5b-9aeb-f8429fe91798 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:54:59.853885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1d08807f-f2d1-44d6-a527-a67a683e9f79 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:54:59.899787 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 1d08807f-f2d1-44d6-a527-a67a683e9f79 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:54:59.900171 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1d08807f-f2d1-44d6-a527-a67a683e9f79 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:54:59.904107 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e02d75c8-1e64-4dc6-8e8b-f0fad778d06a req-75b6b530-4748-4386-b84d-e3606747b765 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/e980647f-d461-4b7f-921a-52032446f309 HTTP/1.1" status: 200 len: 3016 time: 0.1414759 Jan 14 01:54:59.935605 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ab0a-7d49-4eb0-b175-a0943ec2f6af req-97485f60-45d1-42de-8370-c9194d6faa02 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:59.955009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ab0a-7d49-4eb0-b175-a0943ec2f6af req-97485f60-45d1-42de-8370-c9194d6faa02 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:59.962081 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ab0a-7d49-4eb0-b175-a0943ec2f6af req-97485f60-45d1-42de-8370-c9194d6faa02 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:54:59.971054 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ab0a-7d49-4eb0-b175-a0943ec2f6af req-97485f60-45d1-42de-8370-c9194d6faa02 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:00.001731 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ab0a-7d49-4eb0-b175-a0943ec2f6af req-97485f60-45d1-42de-8370-c9194d6faa02 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:00.005972 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508b89b3-5795-4f29-9cf6-b4d223a0a4c4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (0271c49f-693e-43fa-8318-fc10bf05cca5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.008417 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ab0a-7d49-4eb0-b175-a0943ec2f6af req-97485f60-45d1-42de-8370-c9194d6faa02 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:00.015881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ab0a-7d49-4eb0-b175-a0943ec2f6af req-97485f60-45d1-42de-8370-c9194d6faa02 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:00.023745 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2546ab0a-7d49-4eb0-b175-a0943ec2f6af req-97485f60-45d1-42de-8370-c9194d6faa02 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.3302643 Jan 14 01:55:00.101793 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42e5db04-3072-42f9-8cd8-ea1d186fb380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (677a29fd-a25b-4405-be3d-7db374630524), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.105185 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f7962015-54c5-4de7-9bbd-4d319b7b7201 req-11a245a7-5435-4456-a88f-ab15bafc0728 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-group-rules/c73e4d45-e8c4-4f2d-a155-5f7143bca894 HTTP/1.1" status: 200 len: 783 time: 0.0711055 Jan 14 01:55:00.191726 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f7962015-54c5-4de7-9bbd-4d319b7b7201 req-a1984047-322a-4528-b8ab-8f51d84b29e7 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/e980647f-d461-4b7f-921a-52032446f309 HTTP/1.1" status: 200 len: 3016 time: 0.0820315 Jan 14 01:55:00.198169 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5db04-3072-42f9-8cd8-ea1d186fb380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Subnet': ['ID=677a29fd-a25b-4405-be3d-7db374630524,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:00.200771 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42e5db04-3072-42f9-8cd8-ea1d186fb380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.203459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9b222d-eb74-4407-ac4a-d03638ab0ffa None None] Network 357a89b4-f8b3-48f8-b91b-103e1ecd51c5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:00.208105 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-42e5db04-3072-42f9-8cd8-ea1d186fb380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/677a29fd-a25b-4405-be3d-7db374630524 HTTP/1.1" status: 204 len: 168 time: 1.5872405 Jan 14 01:55:00.208626 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42740) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:00.233573 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7962015-54c5-4de7-9bbd-4d319b7b7201 req-8268be30-92ab-4960-8d3c-c2ec62d39332 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (c73e4d45-e8c4-4f2d-a155-5f7143bca894), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.240553 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2546ab0a-7d49-4eb0-b175-a0943ec2f6af req-1765a571-3791-4bd2-bc6d-3d5b7d913b25 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2154396 Jan 14 01:55:00.258493 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7962015-54c5-4de7-9bbd-4d319b7b7201 req-8268be30-92ab-4960-8d3c-c2ec62d39332 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (c73e4d45-e8c4-4f2d-a155-5f7143bca894), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.326118 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7962015-54c5-4de7-9bbd-4d319b7b7201 req-8268be30-92ab-4960-8d3c-c2ec62d39332 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (c73e4d45-e8c4-4f2d-a155-5f7143bca894), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.327722 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8d1722f4-5b13-4d78-855a-48122cbde5b0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.335659 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7962015-54c5-4de7-9bbd-4d319b7b7201 req-8268be30-92ab-4960-8d3c-c2ec62d39332 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.341248 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f7962015-54c5-4de7-9bbd-4d319b7b7201 req-8268be30-92ab-4960-8d3c-c2ec62d39332 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c73e4d45-e8c4-4f2d-a155-5f7143bca894 HTTP/1.1" status: 204 len: 173 time: 0.1484711 Jan 14 01:55:00.350857 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268be30-92ab-4960-8d3c-c2ec62d39332 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c73e4d45-e8c4-4f2d-a155-5f7143bca894,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:00.424083 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1722f4-5b13-4d78-855a-48122cbde5b0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:00.443302 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (a36f2df9-e9ce-4fae-b7b5-39360330ef00), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.459792 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd17caff-ab1d-40c7-9fc5-0ae6ec3491f3 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:00.466392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508b89b3-5795-4f29-9cf6-b4d223a0a4c4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 0271c49f-693e-43fa-8318-fc10bf05cca5 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:55:00.511045 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1da04303-6e0d-4e47-8d35-05b3b66d4449 req-f4ac8053-0620-4d1d-b224-d059acd195eb tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/e980647f-d461-4b7f-921a-52032446f309 HTTP/1.1" status: 200 len: 2417 time: 0.1305602 Jan 14 01:55:00.625129 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2172fee9-6ba3-4e81-8f05-2d3d61943d5c None None] DHCP port deletion for 357a89b4-f8b3-48f8-b91b-103e1ecd51c5 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:00.651344 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (9d9741e3-b800-4a5c-a789-b82d7feff2c0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.682755 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1da04303-6e0d-4e47-8d35-05b3b66d4449 req-e95c9811-b2aa-4ebc-b5ac-60b9e84c36f2 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (e980647f-d461-4b7f-921a-52032446f309), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.741511 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1da04303-6e0d-4e47-8d35-05b3b66d4449 req-e95c9811-b2aa-4ebc-b5ac-60b9e84c36f2 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (e980647f-d461-4b7f-921a-52032446f309), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.743522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2172fee9-6ba3-4e81-8f05-2d3d61943d5c None None] Deleting port a6e2d65c-e28e-48f8-863c-8080712c8268 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:00.743901 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2172fee9-6ba3-4e81-8f05-2d3d61943d5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.744022 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (a36f2df9-e9ce-4fae-b7b5-39360330ef00), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.766132 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36f2df9-e9ce-4fae-b7b5-39360330ef00']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:00.794734 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1da04303-6e0d-4e47-8d35-05b3b66d4449 req-e95c9811-b2aa-4ebc-b5ac-60b9e84c36f2 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e980647f-d461-4b7f-921a-52032446f309), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.798336 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1da04303-6e0d-4e47-8d35-05b3b66d4449 req-e95c9811-b2aa-4ebc-b5ac-60b9e84c36f2 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.804162 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1da04303-6e0d-4e47-8d35-05b3b66d4449 req-e95c9811-b2aa-4ebc-b5ac-60b9e84c36f2 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "DELETE /v2.0/security-groups/e980647f-d461-4b7f-921a-52032446f309 HTTP/1.1" status: 204 len: 173 time: 0.2921569 Jan 14 01:55:00.826648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c9811-b2aa-4ebc-b5ac-60b9e84c36f2 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e980647f-d461-4b7f-921a-52032446f309,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:00.870990 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-2c5c568f-7a23-4c9a-9b52-f0b90f142729 req-dd43e2d4-0d82-45ee-a603-ddeac6d72b44 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] show failed (client error): The resource could not be found. Jan 14 01:55:00.873123 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2c5c568f-7a23-4c9a-9b52-f0b90f142729 req-dd43e2d4-0d82-45ee-a603-ddeac6d72b44 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/3744956b-ce1e-4a01-9f9c-f9d5a09ca46b HTTP/1.1" status: 404 len: 352 time: 0.0242505 Jan 14 01:55:00.890660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2172fee9-6ba3-4e81-8f05-2d3d61943d5c None None] For port a6e2d65c-e28e-48f8-863c-8080712c8268, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a6e2d65c-e28e-48f8-863c-8080712c8268,segment=NetworkSegment(479b3840-0c63-4f14-bb8d-f58fe509a814),segment_id=479b3840-0c63-4f14-bb8d-f58fe509a814)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:00.891211 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2172fee9-6ba3-4e81-8f05-2d3d61943d5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:00.922289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2172fee9-6ba3-4e81-8f05-2d3d61943d5c None None] Calling delete_port for a6e2d65c-e28e-48f8-863c-8080712c8268 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:00.954061 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6228a1-ac53-4f61-a1af-b214fa2d2a6b') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:00.954275 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6228a1-ac53-4f61-a1af-b214fa2d2a6b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:00.963485 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508b89b3-5795-4f29-9cf6-b4d223a0a4c4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:00.972340 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-508b89b3-5795-4f29-9cf6-b4d223a0a4c4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/0271c49f-693e-43fa-8318-fc10bf05cca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1268826 Jan 14 01:55:00.980317 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42754) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:00.980599 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9d02a9-2321-4dc7-8c38-63e4988012ee None None] Sync routers for ids ['0271c49f-693e-43fa-8318-fc10bf05cca5'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:00.985339 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d21fdd52-5f74-45dc-af32-6fcece021832 req-93e8acd7-f5d7-4b98-9657-ed2a89dbb1f9 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/5ebcfc4d-2cb3-40f1-add5-05060d0bea5d HTTP/1.1" status: 200 len: 1823 time: 0.0797827 Jan 14 01:55:00.996440 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9d02a9-2321-4dc7-8c38-63e4988012ee None None] Routers {'0271c49f-693e-43fa-8318-fc10bf05cca5'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:00.997057 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2f9d02a9-2321-4dc7-8c38-63e4988012ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0271c49f-693e-43fa-8318-fc10bf05cca5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:01.004189 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (0c6228a1-ac53-4f61-a1af-b214fa2d2a6b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.017192 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (9d9741e3-b800-4a5c-a789-b82d7feff2c0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.021801 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Publish callbacks [] for router_controller (9d9741e3-b800-4a5c-a789-b82d7feff2c0), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.026455 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (0c6228a1-ac53-4f61-a1af-b214fa2d2a6b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.068889 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2f9d02a9-2321-4dc7-8c38-63e4988012ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:01.076015 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-89a4f111-2a88-41cd-ac2b-7df68d23e504 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=0271c49f-693e-43fa-8318-fc10bf05cca5 HTTP/1.1" status: 200 len: 205 time: 0.0847342 Jan 14 01:55:01.080689 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42756) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:01.081356 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2172fee9-6ba3-4e81-8f05-2d3d61943d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (a6e2d65c-e28e-48f8-863c-8080712c8268), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.086356 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9d02a9-2321-4dc7-8c38-63e4988012ee None None] Routers {'0271c49f-693e-43fa-8318-fc10bf05cca5'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:01.089105 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2f9d02a9-2321-4dc7-8c38-63e4988012ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:54:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0271c49f-693e-43fa-8318-fc10bf05cca5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:01.116619 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:55:01.117171 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (0c6228a1-ac53-4f61-a1af-b214fa2d2a6b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:55:01.120192 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:55:01.135072 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172fee9-6ba3-4e81-8f05-2d3d61943d5c None None] Pushing event deleted for resources: {'Port': ['ID=a6e2d65c-e28e-48f8-863c-8080712c8268,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:01.137827 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2f9d02a9-2321-4dc7-8c38-63e4988012ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:01.138782 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9d02a9-2321-4dc7-8c38-63e4988012ee None None] The sync data for ids ['0271c49f-693e-43fa-8318-fc10bf05cca5'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:01.149739 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172fee9-6ba3-4e81-8f05-2d3d61943d5c None None] No DVR routers for this DVR port a6e2d65c-e28e-48f8-863c-8080712c8268 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:01.222556 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (9d9741e3-b800-4a5c-a789-b82d7feff2c0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.223242 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d9741e3-b800-4a5c-a789-b82d7feff2c0 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:55:01.232552 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-793b403d-742d-4df2-8d03-23cdfb2bcd81 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (0271c49f-693e-43fa-8318-fc10bf05cca5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.236484 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d21fdd52-5f74-45dc-af32-6fcece021832 req-da6d1a29-d4ed-4d0c-a99c-b927044814fd tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (5ebcfc4d-2cb3-40f1-add5-05060d0bea5d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.236641 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.238126 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f1d40118-73a6-43ec-a4f0-1fa92458c929 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9d9741e3-b800-4a5c-a789-b82d7feff2c0 HTTP/1.1" status: 204 len: 168 time: 4.0789893 Jan 14 01:55:01.243793 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42758) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:01.333567 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf995d8-7477-4337-9a04-22c8ee4e26c6 admin admin] Deleting subnet 8997435c-6789-44df-a7f1-eec8b9e1c407 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:55:01.336700 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (a36f2df9-e9ce-4fae-b7b5-39360330ef00), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.362445 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0bf995d8-7477-4337-9a04-22c8ee4e26c6 admin admin] Publish callbacks [] for subnet (8997435c-6789-44df-a7f1-eec8b9e1c407), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.365975 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.373554 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/networks/a36f2df9-e9ce-4fae-b7b5-39360330ef00 HTTP/1.1" status: 204 len: 168 time: 1.1616390 Jan 14 01:55:01.374550 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42762) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:01.398450 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d21fdd52-5f74-45dc-af32-6fcece021832 req-da6d1a29-d4ed-4d0c-a99c-b927044814fd tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (5ebcfc4d-2cb3-40f1-add5-05060d0bea5d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.441386 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953885a-2427-4483-ae33-0c487250995f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Network': ['ID=a36f2df9-e9ce-4fae-b7b5-39360330ef00,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:01.515261 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0bf995d8-7477-4337-9a04-22c8ee4e26c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (8997435c-6789-44df-a7f1-eec8b9e1c407), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.562297 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-793b403d-742d-4df2-8d03-23cdfb2bcd81 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (0271c49f-693e-43fa-8318-fc10bf05cca5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.563769 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (357a89b4-f8b3-48f8-b91b-103e1ecd51c5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.564912 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-793b403d-742d-4df2-8d03-23cdfb2bcd81 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (0271c49f-693e-43fa-8318-fc10bf05cca5), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.603409 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.656295 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-793b403d-742d-4df2-8d03-23cdfb2bcd81 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (0271c49f-693e-43fa-8318-fc10bf05cca5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.657933 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793b403d-742d-4df2-8d03-23cdfb2bcd81 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Fanout notify agent at l3_agent the message router_deleted on router 0271c49f-693e-43fa-8318-fc10bf05cca5 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:55:01.688028 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-793b403d-742d-4df2-8d03-23cdfb2bcd81 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.691420 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-793b403d-742d-4df2-8d03-23cdfb2bcd81 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/0271c49f-693e-43fa-8318-fc10bf05cca5 HTTP/1.1" status: 204 len: 168 time: 0.6094663 Jan 14 01:55:01.697700 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42768) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:01.755171 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d21fdd52-5f74-45dc-af32-6fcece021832 req-da6d1a29-d4ed-4d0c-a99c-b927044814fd tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5ebcfc4d-2cb3-40f1-add5-05060d0bea5d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.758576 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d21fdd52-5f74-45dc-af32-6fcece021832 req-da6d1a29-d4ed-4d0c-a99c-b927044814fd tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:01.760496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d21fdd52-5f74-45dc-af32-6fcece021832 req-da6d1a29-d4ed-4d0c-a99c-b927044814fd tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "DELETE /v2.0/security-groups/5ebcfc4d-2cb3-40f1-add5-05060d0bea5d HTTP/1.1" status: 204 len: 173 time: 0.7544534 Jan 14 01:55:01.825425 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc607a6c-1292-4aa3-8125-dc0ecf23f90c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting subnet 6cb9d8b6-a05f-43ad-8e03-b0fa31121175 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:55:01.865630 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9f8f-6fd0-4d09-bb2e-a0714b3f0c9f req-6eec9f6b-202b-4931-8653-7071030b9187 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:01.889117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9f8f-6fd0-4d09-bb2e-a0714b3f0c9f req-6eec9f6b-202b-4931-8653-7071030b9187 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:01.909231 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9f8f-6fd0-4d09-bb2e-a0714b3f0c9f req-6eec9f6b-202b-4931-8653-7071030b9187 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:01.922498 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9f8f-6fd0-4d09-bb2e-a0714b3f0c9f req-6eec9f6b-202b-4931-8653-7071030b9187 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:01.926486 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9f8f-6fd0-4d09-bb2e-a0714b3f0c9f req-6eec9f6b-202b-4931-8653-7071030b9187 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:01.932622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9f8f-6fd0-4d09-bb2e-a0714b3f0c9f req-6eec9f6b-202b-4931-8653-7071030b9187 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:01.961305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9f8f-6fd0-4d09-bb2e-a0714b3f0c9f req-6eec9f6b-202b-4931-8653-7071030b9187 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:01.963436 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49cc9f8f-6fd0-4d09-bb2e-a0714b3f0c9f req-6eec9f6b-202b-4931-8653-7071030b9187 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5430 time: 0.5843186 Jan 14 01:55:01.985215 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a6e2d65c-e28e-48f8-863c-8080712c8268 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:55:02.022497 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc607a6c-1292-4aa3-8125-dc0ecf23f90c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (6cb9d8b6-a05f-43ad-8e03-b0fa31121175), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.037392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: a6e2d65c-e28e-48f8-863c-8080712c8268 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:55:02.038274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a6e2d65c-e28e-48f8-863c-8080712c8268 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:55:02.043613 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8d1722f4-5b13-4d78-855a-48122cbde5b0 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:55:02.067170 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 8d1722f4-5b13-4d78-855a-48122cbde5b0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:55:02.067939 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8d1722f4-5b13-4d78-855a-48122cbde5b0 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:55:02.081795 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f8acb7d-98e2-4cc0-8480-01464c1339c8 req-84b45976-f2bf-4dc8-a6f6-cb3384d06e26 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/e5797532-6ead-4131-84ca-21edd6139f1f HTTP/1.1" status: 200 len: 1824 time: 0.1152318 Jan 14 01:55:02.085898 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d1a29-d4ed-4d0c-a99c-b927044814fd tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebcfc4d-2cb3-40f1-add5-05060d0bea5d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:02.194149 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (357a89b4-f8b3-48f8-b91b-103e1ecd51c5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.196269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49cc9f8f-6fd0-4d09-bb2e-a0714b3f0c9f req-ee15bdc9-e992-45e7-ac21-4a25c6d475ee tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1695585 Jan 14 01:55:02.202913 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc607a6c-1292-4aa3-8125-dc0ecf23f90c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (6cb9d8b6-a05f-43ad-8e03-b0fa31121175), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.216531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357a89b4-f8b3-48f8-b91b-103e1ecd51c5']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:02.225820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479b3840-0c63-4f14-bb8d-f58fe509a814') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:02.226114 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479b3840-0c63-4f14-bb8d-f58fe509a814') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:02.236512 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (479b3840-0c63-4f14-bb8d-f58fe509a814), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.250075 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (479b3840-0c63-4f14-bb8d-f58fe509a814), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.252563 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f8acb7d-98e2-4cc0-8480-01464c1339c8 req-8ab0c8e3-4b7a-4c5e-87b6-c3c88ab8ae2d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (e5797532-6ead-4131-84ca-21edd6139f1f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.257229 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:55:02.257623 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (479b3840-0c63-4f14-bb8d-f58fe509a814), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.296693 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f8acb7d-98e2-4cc0-8480-01464c1339c8 req-8ab0c8e3-4b7a-4c5e-87b6-c3c88ab8ae2d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (e5797532-6ead-4131-84ca-21edd6139f1f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:55:02.327623 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:55:02.337860 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (357a89b4-f8b3-48f8-b91b-103e1ecd51c5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.344858 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.354830 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42778) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:02.355005 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/networks/357a89b4-f8b3-48f8-b91b-103e1ecd51c5 HTTP/1.1" status: 204 len: 168 time: 0.9440329 Jan 14 01:55:02.360516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-88b6dc7a-893d-46dc-ad2e-b0d6138b6a20 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'network': {'name': 'tempest-RoutersTest-314985908'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:02.363058 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0bf995d8-7477-4337-9a04-22c8ee4e26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (8997435c-6789-44df-a7f1-eec8b9e1c407), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.392647 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27130f8b-d7e9-4189-bf1e-81a90feca07c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Network': ['ID=357a89b4-f8b3-48f8-b91b-103e1ecd51c5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:02.406342 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc607a6c-1292-4aa3-8125-dc0ecf23f90c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (6cb9d8b6-a05f-43ad-8e03-b0fa31121175), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.410825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b6dc7a-893d-46dc-ad2e-b0d6138b6a20 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:02.414481 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88b6dc7a-893d-46dc-ad2e-b0d6138b6a20 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.441339 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0bf995d8-7477-4337-9a04-22c8ee4e26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (8997435c-6789-44df-a7f1-eec8b9e1c407), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.476323 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f8acb7d-98e2-4cc0-8480-01464c1339c8 req-8ab0c8e3-4b7a-4c5e-87b6-c3c88ab8ae2d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e5797532-6ead-4131-84ca-21edd6139f1f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.483648 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f8acb7d-98e2-4cc0-8480-01464c1339c8 req-8ab0c8e3-4b7a-4c5e-87b6-c3c88ab8ae2d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.484380 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf995d8-7477-4337-9a04-22c8ee4e26c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8997435c-6789-44df-a7f1-eec8b9e1c407,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:02.484814 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f8acb7d-98e2-4cc0-8480-01464c1339c8 req-8ab0c8e3-4b7a-4c5e-87b6-c3c88ab8ae2d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "DELETE /v2.0/security-groups/e5797532-6ead-4131-84ca-21edd6139f1f HTTP/1.1" status: 204 len: 173 time: 0.3723240 Jan 14 01:55:02.493108 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0bf995d8-7477-4337-9a04-22c8ee4e26c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.497979 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0bf995d8-7477-4337-9a04-22c8ee4e26c6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8997435c-6789-44df-a7f1-eec8b9e1c407 HTTP/1.1" status: 204 len: 168 time: 1.2530663 Jan 14 01:55:02.501143 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42782) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:02.504099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0c8e3-4b7a-4c5e-87b6-c3c88ab8ae2d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5797532-6ead-4131-84ca-21edd6139f1f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:02.504535 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e12d7e-21af-4936-9349-6dadbcb89b81 None None] Network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:02.505902 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b6dc7a-893d-46dc-ad2e-b0d6138b6a20 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:55:02.539722 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88b6dc7a-893d-46dc-ad2e-b0d6138b6a20 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (de3b133a-f134-4bd1-90a5-acaf3dca8ada), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.540120 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-88b6dc7a-893d-46dc-ad2e-b0d6138b6a20 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Added segment de3b133a-f134-4bd1-90a5-acaf3dca8ada of type vlan for network df14e027-4aa1-4e2b-82a1-1ab372f5d80a Jan 14 01:55:02.574310 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc607a6c-1292-4aa3-8125-dc0ecf23f90c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (6cb9d8b6-a05f-43ad-8e03-b0fa31121175), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.606498 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc607a6c-1292-4aa3-8125-dc0ecf23f90c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.614837 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cc607a6c-1292-4aa3-8125-dc0ecf23f90c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/6cb9d8b6-a05f-43ad-8e03-b0fa31121175 HTTP/1.1" status: 204 len: 168 time: 0.9156020 Jan 14 01:55:02.619339 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42784) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:02.634631 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec74119-892b-4403-899e-12a9c4367152 None None] Network d7d53d48-8803-419e-bb2b-3ce002e5486e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:02.685585 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc607a6c-1292-4aa3-8125-dc0ecf23f90c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb9d8b6-a05f-43ad-8e03-b0fa31121175,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:02.694267 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88b6dc7a-893d-46dc-ad2e-b0d6138b6a20 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (df14e027-4aa1-4e2b-82a1-1ab372f5d80a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.715335 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (31532b6f-4ca3-4a66-8ed6-349eb2b99cc3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.717858 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-456fd7c4-fa8c-4431-8ef5-72d734b29302 req-6f2cf80e-cd59-405a-a472-629bd0a55558 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/9e176eed-feae-42a6-a163-0e4214521b90 HTTP/1.1" status: 200 len: 1823 time: 0.1957519 Jan 14 01:55:02.759548 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88b6dc7a-893d-46dc-ad2e-b0d6138b6a20 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (df14e027-4aa1-4e2b-82a1-1ab372f5d80a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.761588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 077e1f7b-84a1-4a94-afd3-17ae41a0903c details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:55:02.769131 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b6dc7a-893d-46dc-ad2e-b0d6138b6a20 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:02.770524 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88b6dc7a-893d-46dc-ad2e-b0d6138b6a20 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.822975 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0a6c1c-955a-4d37-bafe-133080958989 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting subnet 42d781fe-3b6f-4043-b1f8-5cff8bcb82b0 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:55:02.832646 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6c1c-955a-4d37-bafe-133080958989 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (42d781fe-3b6f-4043-b1f8-5cff8bcb82b0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.937046 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6c1c-955a-4d37-bafe-133080958989 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (42d781fe-3b6f-4043-b1f8-5cff8bcb82b0), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:02.953993 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-88b6dc7a-893d-46dc-ad2e-b0d6138b6a20 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5981069 Jan 14 01:55:02.986200 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42798) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:03.001065 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-61991795-4937-4446-890b-9b9c9568b93e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'subnet': {'network_id': 'df14e027-4aa1-4e2b-82a1-1ab372f5d80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:03.001624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd53d56b-d3e0-4654-8887-c19f8f2f9623 None None] DHCP port deletion for 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:03.024157 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Deleting port 7e88a1f3-dc77-4999-a885-1299181a5d21 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:03.028223 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.071763 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-456fd7c4-fa8c-4431-8ef5-72d734b29302 req-3e413f18-cd3f-468b-880d-f86f7653600d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (9e176eed-feae-42a6-a163-0e4214521b90), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.073336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6dc7a-893d-46dc-ad2e-b0d6138b6a20 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Network': ['ID=df14e027-4aa1-4e2b-82a1-1ab372f5d80a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:03.111359 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network df14e027-4aa1-4e2b-82a1-1ab372f5d80a details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:55:03.117767 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69434b0-c1ce-4e54-91ed-ace9fdea8b74 None None] DHCP port deletion for d7d53d48-8803-419e-bb2b-3ce002e5486e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:03.122198 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-456fd7c4-fa8c-4431-8ef5-72d734b29302 req-3e413f18-cd3f-468b-880d-f86f7653600d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (9e176eed-feae-42a6-a163-0e4214521b90), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.155158 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] For port 7e88a1f3-dc77-4999-a885-1299181a5d21, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=7e88a1f3-dc77-4999-a885-1299181a5d21,segment=NetworkSegment(f68aed50-9944-4d3e-bd48-619aaa423e55),segment_id=f68aed50-9944-4d3e-bd48-619aaa423e55)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:03.155527 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.194784 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-456fd7c4-fa8c-4431-8ef5-72d734b29302 req-3e413f18-cd3f-468b-880d-f86f7653600d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9e176eed-feae-42a6-a163-0e4214521b90), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.195023 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Calling delete_port for 7e88a1f3-dc77-4999-a885-1299181a5d21 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:03.197961 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-456fd7c4-fa8c-4431-8ef5-72d734b29302 req-3e413f18-cd3f-468b-880d-f86f7653600d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.206308 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-456fd7c4-fa8c-4431-8ef5-72d734b29302 req-3e413f18-cd3f-468b-880d-f86f7653600d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "DELETE /v2.0/security-groups/9e176eed-feae-42a6-a163-0e4214521b90 HTTP/1.1" status: 204 len: 173 time: 0.4635715 Jan 14 01:55:03.219690 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6c1c-955a-4d37-bafe-133080958989 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (42d781fe-3b6f-4043-b1f8-5cff8bcb82b0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.275245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 077e1f7b-84a1-4a94-afd3-17ae41a0903c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=077e1f7b-84a1-4a94-afd3-17ae41a0903c,segment=NetworkSegment(1902c287-4d6c-4ba6-b197-b3cb1d52c85e),segment_id=1902c287-4d6c-4ba6-b197-b3cb1d52c85e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:03.299614 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '077e1f7b-84a1-4a94-afd3-17ae41a0903c', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'port_id': '077e1f7b-84a1-4a94-afd3-17ae41a0903c', 'mac_address': 'fa:16:3e:fb:50:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:55:03.309923 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61991795-4937-4446-890b-9b9c9568b93e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:03.321277 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61991795-4937-4446-890b-9b9c9568b93e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.355218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 077e1f7b-84a1-4a94-afd3-17ae41a0903c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:03.360876 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.372875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e413f18-cd3f-468b-880d-f86f7653600d tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e176eed-feae-42a6-a163-0e4214521b90,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:03.397035 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6c1c-955a-4d37-bafe-133080958989 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (42d781fe-3b6f-4043-b1f8-5cff8bcb82b0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.404593 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dd53d56b-d3e0-4654-8887-c19f8f2f9623 None None] Deleting port 7e88a1f3-dc77-4999-a885-1299181a5d21 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:03.411282 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd53d56b-d3e0-4654-8887-c19f8f2f9623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.427228 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.486520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e88a1f3-dc77-4999-a885-1299181a5d21,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:03.488820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a6c1c-955a-4d37-bafe-133080958989 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Subnet': ['ID=42d781fe-3b6f-4043-b1f8-5cff8bcb82b0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:03.494198 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] No DVR routers for this DVR port 7e88a1f3-dc77-4999-a885-1299181a5d21 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:03.501530 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077e1f7b-84a1-4a94-afd3-17ae41a0903c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:55:03.525654 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 077e1f7b-84a1-4a94-afd3-17ae41a0903c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=077e1f7b-84a1-4a94-afd3-17ae41a0903c,segment=NetworkSegment(1902c287-4d6c-4ba6-b197-b3cb1d52c85e),segment_id=1902c287-4d6c-4ba6-b197-b3cb1d52c85e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:03.531605 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6c1c-955a-4d37-bafe-133080958989 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.535587 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9b0a6c1c-955a-4d37-bafe-133080958989 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/42d781fe-3b6f-4043-b1f8-5cff8bcb82b0 HTTP/1.1" status: 204 len: 168 time: 0.9152153 Jan 14 01:55:03.538528 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42810) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:03.541775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e2254c-ab13-4e64-b7d6-c108aedc4318 None None] Network ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:03.554304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f69434b0-c1ce-4e54-91ed-ace9fdea8b74 None None] Deleting port d83920df-84e6-4343-9bc8-07c9857944a3 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:03.554861 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f69434b0-c1ce-4e54-91ed-ace9fdea8b74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.611221 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61991795-4937-4446-890b-9b9c9568b93e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (021ab4c3-4655-481b-803b-fda2a0df3fbb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.673949 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (31532b6f-4ca3-4a66-8ed6-349eb2b99cc3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.706665 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb53ce68-60b9-4e4d-9b31-ab6e5c80c524 req-0b552df8-9a97-4379-b576-f512ef5dfe7c tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/f94b51eb-45ab-462f-8216-c05ed397ee7f HTTP/1.1" status: 200 len: 2423 time: 0.4743214 Jan 14 01:55:03.720350 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f69434b0-c1ce-4e54-91ed-ace9fdea8b74 None None] For port d83920df-84e6-4343-9bc8-07c9857944a3, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d83920df-84e6-4343-9bc8-07c9857944a3,segment=NetworkSegment(ad76bc0f-786a-44d4-bfa8-d30374050018),segment_id=ad76bc0f-786a-44d4-bfa8-d30374050018)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:03.722491 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (d7d53d48-8803-419e-bb2b-3ce002e5486e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.724998 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f69434b0-c1ce-4e54-91ed-ace9fdea8b74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.728484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9993f-849b-47d8-9437-138425368fb7 req-b60c2571-a89a-4def-8e97-f77604569d8b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:03.730894 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31532b6f-4ca3-4a66-8ed6-349eb2b99cc3']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:03.734824 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9993f-849b-47d8-9437-138425368fb7 req-b60c2571-a89a-4def-8e97-f77604569d8b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:03.741246 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9993f-849b-47d8-9437-138425368fb7 req-b60c2571-a89a-4def-8e97-f77604569d8b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:03.747348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9993f-849b-47d8-9437-138425368fb7 req-b60c2571-a89a-4def-8e97-f77604569d8b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:03.753357 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9993f-849b-47d8-9437-138425368fb7 req-b60c2571-a89a-4def-8e97-f77604569d8b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:03.753528 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f69434b0-c1ce-4e54-91ed-ace9fdea8b74 None None] Calling delete_port for d83920df-84e6-4343-9bc8-07c9857944a3 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:03.756044 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68aed50-9944-4d3e-bd48-619aaa423e55') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:03.756342 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68aed50-9944-4d3e-bd48-619aaa423e55') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:03.759832 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9993f-849b-47d8-9437-138425368fb7 req-b60c2571-a89a-4def-8e97-f77604569d8b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:03.766503 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9993f-849b-47d8-9437-138425368fb7 req-b60c2571-a89a-4def-8e97-f77604569d8b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:03.768452 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8ba9993f-849b-47d8-9437-138425368fb7 req-b60c2571-a89a-4def-8e97-f77604569d8b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5431 time: 0.1724644 Jan 14 01:55:03.785765 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (f68aed50-9944-4d3e-bd48-619aaa423e55), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.821466 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61991795-4937-4446-890b-9b9c9568b93e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Subnet': ['ID=021ab4c3-4655-481b-803b-fda2a0df3fbb,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:03.839862 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f68aed50-9944-4d3e-bd48-619aaa423e55), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.848640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:55:03.848999 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.849146 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (f68aed50-9944-4d3e-bd48-619aaa423e55), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.849722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 61f3805e-7044-41b5-86e1-4050dd2c244f details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:55:03.872043 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61991795-4937-4446-890b-9b9c9568b93e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Checking segment: {'id': 'de3b133a-f134-4bd1-90a5-acaf3dca8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df14e027-4aa1-4e2b-82a1-1ab372f5d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:03.872545 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61991795-4937-4446-890b-9b9c9568b93e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network hostable DHCP agents. Network: df14e027-4aa1-4e2b-82a1-1ab372f5d80a, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:55:03.909698 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8ba9993f-849b-47d8-9437-138425368fb7 req-5f27b2f1-dee9-426a-828a-3f37fd7e043c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261826 Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:55:03.918058 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:55:03.923809 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (31532b6f-4ca3-4a66-8ed6-349eb2b99cc3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.924345 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb53ce68-60b9-4e4d-9b31-ab6e5c80c524 req-0453161d-9baa-4263-8bc9-72a88e79dc44 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (f94b51eb-45ab-462f-8216-c05ed397ee7f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.930925 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61991795-4937-4446-890b-9b9c9568b93e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network df14e027-4aa1-4e2b-82a1-1ab372f5d80a is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:55:03.931990 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.936675 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] 10.222.0.26 "DELETE /v2.0/networks/31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 HTTP/1.1" status: 204 len: 168 time: 1.4333925 Jan 14 01:55:03.970643 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb53ce68-60b9-4e4d-9b31-ab6e5c80c524 req-0453161d-9baa-4263-8bc9-72a88e79dc44 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (f94b51eb-45ab-462f-8216-c05ed397ee7f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:03.973820 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-61991795-4937-4446-890b-9b9c9568b93e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, df14e027-4aa1-4e2b-82a1-1ab372f5d80a) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:03.985125 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61991795-4937-4446-890b-9b9c9568b93e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:03.986462 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61991795-4937-4446-890b-9b9c9568b93e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.009381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffb48d-d6ae-4767-a52e-09c68224e78a admin admin] Pushing event deleted for resources: {'Network': ['ID=31532b6f-4ca3-4a66-8ed6-349eb2b99cc3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:04.036770 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-61991795-4937-4446-890b-9b9c9568b93e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0481646 Jan 14 01:55:04.040925 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42818) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:04.052534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ac62c1a9-b285-4d35-8768-d58c10fe3163 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1347301861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:04.102494 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb53ce68-60b9-4e4d-9b31-ab6e5c80c524 req-0453161d-9baa-4263-8bc9-72a88e79dc44 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f94b51eb-45ab-462f-8216-c05ed397ee7f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.108514 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fb53ce68-60b9-4e4d-9b31-ab6e5c80c524 req-0453161d-9baa-4263-8bc9-72a88e79dc44 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.111372 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb53ce68-60b9-4e4d-9b31-ab6e5c80c524 req-0453161d-9baa-4263-8bc9-72a88e79dc44 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "DELETE /v2.0/security-groups/f94b51eb-45ab-462f-8216-c05ed397ee7f HTTP/1.1" status: 204 len: 173 time: 0.3417637 Jan 14 01:55:04.114957 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port d83920df-84e6-4343-9bc8-07c9857944a3 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:04.115291 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.171724 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453161d-9baa-4263-8bc9-72a88e79dc44 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94b51eb-45ab-462f-8216-c05ed397ee7f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:04.285831 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9be40238-287a-4fae-a194-9af83f7d85d9 req-41bb2988-d7b0-4f99-a0d5-2d000107c4c4 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "GET /v2.0/security-groups/674d20c2-1394-4b83-9cae-a948a06bd116 HTTP/1.1" status: 200 len: 2418 time: 0.1436112 Jan 14 01:55:04.289332 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac62c1a9-b285-4d35-8768-d58c10fe3163 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (f83f5d5d-4497-46d4-8b22-1cc7006c0e80), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.290440 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac62c1a9-b285-4d35-8768-d58c10fe3163 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (f83f5d5d-4497-46d4-8b22-1cc7006c0e80), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.345590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42824) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:04.370238 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9be40238-287a-4fae-a194-9af83f7d85d9 req-a0f1410d-4e81-4f56-be35-d46e7314b7a7 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (674d20c2-1394-4b83-9cae-a948a06bd116), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.376216 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac62c1a9-b285-4d35-8768-d58c10fe3163 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (f83f5d5d-4497-46d4-8b22-1cc7006c0e80), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.392706 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac62c1a9-b285-4d35-8768-d58c10fe3163 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (f83f5d5d-4497-46d4-8b22-1cc7006c0e80), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.411389 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port d83920df-84e6-4343-9bc8-07c9857944a3, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d83920df-84e6-4343-9bc8-07c9857944a3,segment=NetworkSegment(ad76bc0f-786a-44d4-bfa8-d30374050018),segment_id=ad76bc0f-786a-44d4-bfa8-d30374050018)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:04.411767 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.415205 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9be40238-287a-4fae-a194-9af83f7d85d9 req-a0f1410d-4e81-4f56-be35-d46e7314b7a7 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (674d20c2-1394-4b83-9cae-a948a06bd116), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.421205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 61f3805e-7044-41b5-86e1-4050dd2c244f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=61f3805e-7044-41b5-86e1-4050dd2c244f,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:04.441520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for d83920df-84e6-4343-9bc8-07c9857944a3 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:04.444010 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2a8a159e-39f2-4c78-b4a9-57fdba1adbef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46ca7bb7620f423c95c6ff9b87c70705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793545 Jan 14 01:55:04.447666 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42826) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:04.450450 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac62c1a9-b285-4d35-8768-d58c10fe3163 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.455961 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ac62c1a9-b285-4d35-8768-d58c10fe3163 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4117279 Jan 14 01:55:04.456645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42828) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:04.463941 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'port': {'network_id': 'df14e027-4aa1-4e2b-82a1-1ab372f5d80a', 'name': 'tempest-RoutersTest-1064919502'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:04.516634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '61f3805e-7044-41b5-86e1-4050dd2c244f', 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719', 'port_id': '61f3805e-7044-41b5-86e1-4050dd2c244f', 'mac_address': 'fa:16:3e:d2:09:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc80e2fd-d094-4f83-ba41-9367938e7b49', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:55:04.521123 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 7e88a1f3-dc77-4999-a885-1299181a5d21 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:55:04.548734 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dcfd86-9bf6-48a5-ad5c-c95941598c18 None None] Network df14e027-4aa1-4e2b-82a1-1ab372f5d80a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:04.577015 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-647a4e0c-784c-4a16-a792-5f50bbc315cd admin admin] Publish callbacks [] for security_group (26e26d06-797f-4bfa-bff3-95b8a7ab50a4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.621316 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-647a4e0c-784c-4a16-a792-5f50bbc315cd admin admin] Publish callbacks [] for security_group (26e26d06-797f-4bfa-bff3-95b8a7ab50a4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.665001 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:04.665221 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=077e1f7b-84a1-4a94-afd3-17ae41a0903c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:04.669139 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.697319 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] device_id is not set on port 619d8dae-91ca-4235-8cae-27cf7f2bc4d4 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:55:04.702377 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9be40238-287a-4fae-a194-9af83f7d85d9 req-a0f1410d-4e81-4f56-be35-d46e7314b7a7 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (674d20c2-1394-4b83-9cae-a948a06bd116), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.708163 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9be40238-287a-4fae-a194-9af83f7d85d9 req-a0f1410d-4e81-4f56-be35-d46e7314b7a7 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.709679 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9be40238-287a-4fae-a194-9af83f7d85d9 req-a0f1410d-4e81-4f56-be35-d46e7314b7a7 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] 10.222.0.26 "DELETE /v2.0/security-groups/674d20c2-1394-4b83-9cae-a948a06bd116 HTTP/1.1" status: 204 len: 173 time: 0.4163399 Jan 14 01:55:04.723708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42830) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:04.724363 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-647a4e0c-784c-4a16-a792-5f50bbc315cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (26e26d06-797f-4bfa-bff3-95b8a7ab50a4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.725980 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 7e88a1f3-dc77-4999-a885-1299181a5d21 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:55:04.726342 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 7e88a1f3-dc77-4999-a885-1299181a5d21 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:55:04.726879 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d83920df-84e6-4343-9bc8-07c9857944a3 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:55:04.726999 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-647a4e0c-784c-4a16-a792-5f50bbc315cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.728085 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-647a4e0c-784c-4a16-a792-5f50bbc315cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26e26d06-797f-4bfa-bff3-95b8a7ab50a4 HTTP/1.1" status: 204 len: 168 time: 0.2794497 Jan 14 01:55:04.760229 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1410d-4e81-4f56-be35-d46e7314b7a7 tempest-SecurityGroupRulesTestJSON-193903898 tempest-SecurityGroupRulesTestJSON-193903898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=674d20c2-1394-4b83-9cae-a948a06bd116,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:04.826556 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Allocated IP 172.20.0.2 (df14e027-4aa1-4e2b-82a1-1ab372f5d80a/021ab4c3-4655-481b-803b-fda2a0df3fbb/619d8dae-91ca-4235-8cae-27cf7f2bc4d4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:04.843908 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a4e0c-784c-4a16-a792-5f50bbc315cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e26d06-797f-4bfa-bff3-95b8a7ab50a4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:04.859941 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-dd53d56b-d3e0-4654-8887-c19f8f2f9623 None None] For port 7e88a1f3-dc77-4999-a885-1299181a5d21, host n-d-824358-4, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:04.860688 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd53d56b-d3e0-4654-8887-c19f8f2f9623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.873626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5faab6-b78a-433d-8516-8483a9a7869d admin admin] Deleting subnet 8d17c8d8-beef-4bbe-a940-74d0c63bc483 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:55:04.874725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dd53d56b-d3e0-4654-8887-c19f8f2f9623 None None] Calling delete_port for 7e88a1f3-dc77-4999-a885-1299181a5d21 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:04.877655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-dd53d56b-d3e0-4654-8887-c19f8f2f9623 None None] Port 7e88a1f3-dc77-4999-a885-1299181a5d21 was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 01:55:04.879515 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 61f3805e-7044-41b5-86e1-4050dd2c244f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:04.880142 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.888154 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa5faab6-b78a-433d-8516-8483a9a7869d admin admin] Publish callbacks [] for subnet (8d17c8d8-beef-4bbe-a940-74d0c63bc483), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.891245 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd53d56b-d3e0-4654-8887-c19f8f2f9623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (7e88a1f3-dc77-4999-a885-1299181a5d21), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.953531 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-df14e027-4aa1-4e2b-82a1-1ab372f5d80a', 'network_id': 'df14e027-4aa1-4e2b-82a1-1ab372f5d80a', 'project_id': 'c937dabc5863485b9690fd187842225d', 'fixed_ips': [{'subnet_id': '021ab4c3-4655-481b-803b-fda2a0df3fbb'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:55:04.956085 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.970044 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53d56b-d3e0-4654-8887-c19f8f2f9623 None None] Pushing event deleted for resources: {'Port': ['ID=7e88a1f3-dc77-4999-a885-1299181a5d21,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:04.976352 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:04.997515 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa5faab6-b78a-433d-8516-8483a9a7869d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (8d17c8d8-beef-4bbe-a940-74d0c63bc483), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.066458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd53d56b-d3e0-4654-8887-c19f8f2f9623 None None] Network 31532b6f-4ca3-4a66-8ed6-349eb2b99cc3 is not hosted by any dhcp agent {{(pid=103355) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 14 01:55:05.067971 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd53d56b-d3e0-4654-8887-c19f8f2f9623 None None] No DVR routers for this DVR port 7e88a1f3-dc77-4999-a885-1299181a5d21 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:05.082731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f3805e-7044-41b5-86e1-4050dd2c244f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:55:05.089674 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-217cdf7b-5575-4b79-968e-06dc7f358200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.095194 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.195098 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.204223 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 61f3805e-7044-41b5-86e1-4050dd2c244f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=61f3805e-7044-41b5-86e1-4050dd2c244f,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:05.210372 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa5faab6-b78a-433d-8516-8483a9a7869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (8d17c8d8-beef-4bbe-a940-74d0c63bc483), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.309625 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network df14e027-4aa1-4e2b-82a1-1ab372f5d80a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:05.311849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf56fa6-d4fd-4c2f-a9c1-1f93301e6bd9 req-6557867c-e77e-40ae-98e3-36fdab7cd67a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:05.325946 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf56fa6-d4fd-4c2f-a9c1-1f93301e6bd9 req-6557867c-e77e-40ae-98e3-36fdab7cd67a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:05.327870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:05.336559 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf56fa6-d4fd-4c2f-a9c1-1f93301e6bd9 req-6557867c-e77e-40ae-98e3-36fdab7cd67a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:05.345810 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:05.346018 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf56fa6-d4fd-4c2f-a9c1-1f93301e6bd9 req-6557867c-e77e-40ae-98e3-36fdab7cd67a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:05.351235 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=619d8dae-91ca-4235-8cae-27cf7f2bc4d4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:05.351874 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf56fa6-d4fd-4c2f-a9c1-1f93301e6bd9 req-6557867c-e77e-40ae-98e3-36fdab7cd67a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:05.369299 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d83920df-84e6-4343-9bc8-07c9857944a3 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:05.369749 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.375024 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf56fa6-d4fd-4c2f-a9c1-1f93301e6bd9 req-6557867c-e77e-40ae-98e3-36fdab7cd67a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:05.387425 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.388158 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 24769aab-2ae0-4058-b14a-fce058cc9145 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:55:05.397234 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf56fa6-d4fd-4c2f-a9c1-1f93301e6bd9 req-6557867c-e77e-40ae-98e3-36fdab7cd67a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:05.404045 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcf56fa6-d4fd-4c2f-a9c1-1f93301e6bd9 req-6557867c-e77e-40ae-98e3-36fdab7cd67a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5431 time: 0.3186083 Jan 14 01:55:05.426709 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.438554 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f69434b0-c1ce-4e54-91ed-ace9fdea8b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (d83920df-84e6-4343-9bc8-07c9857944a3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.489030 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:05.491705 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.502524 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=d83920df-84e6-4343-9bc8-07c9857944a3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:05.516888 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No DVR routers for this DVR port d83920df-84e6-4343-9bc8-07c9857944a3 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:05.604396 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0ca37dfc-b246-4a05-b043-21f04b46ab0a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1423781 Jan 14 01:55:05.605941 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42854) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:05.635106 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69434b0-c1ce-4e54-91ed-ace9fdea8b74 None None] No DVR routers for this DVR port d83920df-84e6-4343-9bc8-07c9857944a3 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:05.645901 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:55:05.667142 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bcf56fa6-d4fd-4c2f-a9c1-1f93301e6bd9 req-c8f936d4-8f2f-470c-8aa9-373dbadee37c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2492695 Jan 14 01:55:05.675072 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=61f3805e-7044-41b5-86e1-4050dd2c244f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:05.701576 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa5faab6-b78a-433d-8516-8483a9a7869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (8d17c8d8-beef-4bbe-a940-74d0c63bc483), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.750461 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5faab6-b78a-433d-8516-8483a9a7869d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d17c8d8-beef-4bbe-a940-74d0c63bc483,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:05.776671 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa5faab6-b78a-433d-8516-8483a9a7869d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.779937 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69434b0-c1ce-4e54-91ed-ace9fdea8b74 None None] Pushing event deleted for resources: {'Port': ['ID=d83920df-84e6-4343-9bc8-07c9857944a3,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:05.785892 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Allocated IP 172.20.0.3 (df14e027-4aa1-4e2b-82a1-1ab372f5d80a/021ab4c3-4655-481b-803b-fda2a0df3fbb/8312404d-982b-4aba-9341-f0e61d929a11) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:05.797996 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fa5faab6-b78a-433d-8516-8483a9a7869d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8d17c8d8-beef-4bbe-a940-74d0c63bc483 HTTP/1.1" status: 204 len: 168 time: 1.0687842 Jan 14 01:55:05.798698 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42856) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:05.882630 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f21c57-3b8d-4d2f-91f4-a25f97ccfe7d None None] DHCP port deletion for ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:05.946754 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (6837bae3-333a-43ab-8b82-8b622abf48ee), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:05.977951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 24769aab-2ae0-4058-b14a-fce058cc9145, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=24769aab-2ae0-4058-b14a-fce058cc9145,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:06.013805 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '24769aab-2ae0-4058-b14a-fce058cc9145', 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290', 'port_id': '24769aab-2ae0-4058-b14a-fce058cc9145', 'mac_address': 'fa:16:3e:50:f7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:55:06.098565 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (d7d53d48-8803-419e-bb2b-3ce002e5486e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.119500 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (6837bae3-333a-43ab-8b82-8b622abf48ee), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.125897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d53d48-8803-419e-bb2b-3ce002e5486e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:06.136559 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad76bc0f-786a-44d4-bfa8-d30374050018') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:06.136865 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-51f21c57-3b8d-4d2f-91f4-a25f97ccfe7d None None] Deleting port 266f4264-7ce3-4b6d-9200-309959c5b740 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:06.137081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad76bc0f-786a-44d4-bfa8-d30374050018') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:06.137227 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51f21c57-3b8d-4d2f-91f4-a25f97ccfe7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.149312 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (ad76bc0f-786a-44d4-bfa8-d30374050018), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.153153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6837bae3-333a-43ab-8b82-8b622abf48ee']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:06.157582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 24769aab-2ae0-4058-b14a-fce058cc9145 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:06.157977 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.166101 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (ad76bc0f-786a-44d4-bfa8-d30374050018), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.166630 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035601e1-de73-4ea0-8c02-6e4da8da9b31') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:06.167638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035601e1-de73-4ea0-8c02-6e4da8da9b31') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:06.173926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:55:06.174397 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (ad76bc0f-786a-44d4-bfa8-d30374050018), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.181795 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (035601e1-de73-4ea0-8c02-6e4da8da9b31), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.198097 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (035601e1-de73-4ea0-8c02-6e4da8da9b31), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.208167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:55:06.209409 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (035601e1-de73-4ea0-8c02-6e4da8da9b31), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:55:06.214018 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:55:06.218875 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:55:06.218875 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:55:06.218875 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:55:06.218875 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:55:06.218875 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:55:06.282908 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24769aab-2ae0-4058-b14a-fce058cc9145 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:55:06.305270 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Publish callbacks [] for port (8312404d-982b-4aba-9341-f0e61d929a11), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:55:06.330958 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:55:06.373160 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (6837bae3-333a-43ab-8b82-8b622abf48ee), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.384545 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (d7d53d48-8803-419e-bb2b-3ce002e5486e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.390146 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.392327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.399934 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/networks/d7d53d48-8803-419e-bb2b-3ce002e5486e HTTP/1.1" status: 204 len: 168 time: 2.8604136 Jan 14 01:55:06.400321 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6837bae3-333a-43ab-8b82-8b622abf48ee HTTP/1.1" status: 204 len: 168 time: 0.5984468 Jan 14 01:55:06.400955 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42880) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:06.417526 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5a721-9d3f-4913-aa4e-8ef797277089 admin admin] Pushing event deleted for resources: {'Network': ['ID=6837bae3-333a-43ab-8b82-8b622abf48ee,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:06.441626 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (8312404d-982b-4aba-9341-f0e61d929a11), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.490312 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 24769aab-2ae0-4058-b14a-fce058cc9145, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=24769aab-2ae0-4058-b14a-fce058cc9145,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:06.502401 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.509670 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-51f21c57-3b8d-4d2f-91f4-a25f97ccfe7d None None] For port 266f4264-7ce3-4b6d-9200-309959c5b740, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=266f4264-7ce3-4b6d-9200-309959c5b740,segment=NetworkSegment(ef819fdf-2694-49f9-aede-99127570bb13),segment_id=ef819fdf-2694-49f9-aede-99127570bb13)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:06.510515 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51f21c57-3b8d-4d2f-91f4-a25f97ccfe7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.553857 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.555131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4023414f-3958-4985-843f-ed50fbc2073b details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:55:06.576153 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd87a0-b89b-43ad-a7a1-6ce39c690055 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Network': ['ID=d7d53d48-8803-419e-bb2b-3ce002e5486e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:06.589993 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4023414f-3958-4985-843f-ed50fbc2073b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4023414f-3958-4985-843f-ed50fbc2073b,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:06.607381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '4023414f-3958-4985-843f-ed50fbc2073b', 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290', 'port_id': '4023414f-3958-4985-843f-ed50fbc2073b', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:55:06.622541 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Network df14e027-4aa1-4e2b-82a1-1ab372f5d80a is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:06.627349 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-51f21c57-3b8d-4d2f-91f4-a25f97ccfe7d None None] Calling delete_port for 266f4264-7ce3-4b6d-9200-309959c5b740 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:06.629522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:06.637316 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:06.667918 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Pushing event updated for resources: {'Port': ['ID=8312404d-982b-4aba-9341-f0e61d929a11,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:06.692372 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.697858 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port 266f4264-7ce3-4b6d-9200-309959c5b740 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:06.698197 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.841088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4023414f-3958-4985-843f-ed50fbc2073b is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:06.841088 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4023414f-3958-4985-843f-ed50fbc2073b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.871042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4023414f-3958-4985-843f-ed50fbc2073b {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:55:06.887965 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992bcd8-3d6a-4fdd-a73a-5df29aa6e5f2 req-0a0af532-f2cc-413b-b36e-7b5ff3de3ab0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:06.900172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Attempting to bind port 8312404d-982b-4aba-9341-f0e61d929a11 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:55:06.900569 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Attempting to bind port 8312404d-982b-4aba-9341-f0e61d929a11 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'de3b133a-f134-4bd1-90a5-acaf3dca8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df14e027-4aa1-4e2b-82a1-1ab372f5d80a'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:55:06.901039 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Attempting to bind port 8312404d-982b-4aba-9341-f0e61d929a11 on network df14e027-4aa1-4e2b-82a1-1ab372f5d80a {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:55:06.902185 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992bcd8-3d6a-4fdd-a73a-5df29aa6e5f2 req-0a0af532-f2cc-413b-b36e-7b5ff3de3ab0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:06.912929 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992bcd8-3d6a-4fdd-a73a-5df29aa6e5f2 req-0a0af532-f2cc-413b-b36e-7b5ff3de3ab0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:06.924515 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992bcd8-3d6a-4fdd-a73a-5df29aa6e5f2 req-0a0af532-f2cc-413b-b36e-7b5ff3de3ab0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:06.932988 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992bcd8-3d6a-4fdd-a73a-5df29aa6e5f2 req-0a0af532-f2cc-413b-b36e-7b5ff3de3ab0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:06.941110 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992bcd8-3d6a-4fdd-a73a-5df29aa6e5f2 req-0a0af532-f2cc-413b-b36e-7b5ff3de3ab0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:06.941878 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51f21c57-3b8d-4d2f-91f4-a25f97ccfe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.950026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992bcd8-3d6a-4fdd-a73a-5df29aa6e5f2 req-0a0af532-f2cc-413b-b36e-7b5ff3de3ab0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:06.961866 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5992bcd8-3d6a-4fdd-a73a-5df29aa6e5f2 req-0a0af532-f2cc-413b-b36e-7b5ff3de3ab0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5433 time: 0.1534054 Jan 14 01:55:06.966488 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42896) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:06.975068 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port 266f4264-7ce3-4b6d-9200-309959c5b740, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=266f4264-7ce3-4b6d-9200-309959c5b740,segment=NetworkSegment(ef819fdf-2694-49f9-aede-99127570bb13),segment_id=ef819fdf-2694-49f9-aede-99127570bb13)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:06.975442 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.976324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f21c57-3b8d-4d2f-91f4-a25f97ccfe7d None None] No DVR routers for this DVR port 266f4264-7ce3-4b6d-9200-309959c5b740 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:06.990327 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:55:06.990734 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Checking segment: {'id': 'de3b133a-f134-4bd1-90a5-acaf3dca8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df14e027-4aa1-4e2b-82a1-1ab372f5d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:06.991142 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:06.991532 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Bound using segment: {'id': 'de3b133a-f134-4bd1-90a5-acaf3dca8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df14e027-4aa1-4e2b-82a1-1ab372f5d80a'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:55:06.992016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Bound port: 8312404d-982b-4aba-9341-f0e61d929a11, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3b133a-f134-4bd1-90a5-acaf3dca8ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df14e027-4aa1-4e2b-82a1-1ab372f5d80a'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:55:06.992392 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8312404d-982b-4aba-9341-f0e61d929a11), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:07.013281 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4023414f-3958-4985-843f-ed50fbc2073b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4023414f-3958-4985-843f-ed50fbc2073b,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:07.065946 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5992bcd8-3d6a-4fdd-a73a-5df29aa6e5f2 req-ae5ef8f4-db87-4c2d-822f-1a424b74c405 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990939 Jan 14 01:55:07.067565 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4023414f-3958-4985-843f-ed50fbc2073b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:07.069387 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device dba46bf2-660d-41aa-a444-cfdf10aa436f details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:55:07.094098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=24769aab-2ae0-4058-b14a-fce058cc9145,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:07.094619 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for 266f4264-7ce3-4b6d-9200-309959c5b740 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:07.138117 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f21c57-3b8d-4d2f-91f4-a25f97ccfe7d None None] Pushing event deleted for resources: {'Port': ['ID=266f4264-7ce3-4b6d-9200-309959c5b740,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:07.201258 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (266f4264-7ce3-4b6d-9200-309959c5b740), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:07.220682 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:55:07.264821 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-896e09c7-a23b-4507-804d-fcf058e78d6f req-6b961463-eb5e-4ad3-b07a-70a6bc5a803d tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=c339fe8d-48f9-41e7-b911-4f361dfeedf6 HTTP/1.1" status: 200 len: 210 time: 0.0445998 Jan 14 01:55:07.360344 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4023414f-3958-4985-843f-ed50fbc2073b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:07.363775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] For port 8312404d-982b-4aba-9341-f0e61d929a11, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:55:07.408187 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=266f4264-7ce3-4b6d-9200-309959c5b740,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:07.415543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port dba46bf2-660d-41aa-a444-cfdf10aa436f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=dba46bf2-660d-41aa-a444-cfdf10aa436f,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:07.427772 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No DVR routers for this DVR port 266f4264-7ce3-4b6d-9200-309959c5b740 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:07.441235 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb7469fb-75bb-4561-a208-a05cdf3203d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:07.449607 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] For port 8312404d-982b-4aba-9341-f0e61d929a11, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8312404d-982b-4aba-9341-f0e61d929a11,segment=NetworkSegment(de3b133a-f134-4bd1-90a5-acaf3dca8ada),segment_id=de3b133a-f134-4bd1-90a5-acaf3dca8ada)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:55:07.462091 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'dba46bf2-660d-41aa-a444-cfdf10aa436f', 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290', 'port_id': 'dba46bf2-660d-41aa-a444-cfdf10aa436f', 'mac_address': 'fa:16:3e:29:05:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:55:07.464664 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8312404d-982b-4aba-9341-f0e61d929a11), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:07.627699 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port dba46bf2-660d-41aa-a444-cfdf10aa436f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:07.630039 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:07.641589 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:07.692650 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:07.695239 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba46bf2-660d-41aa-a444-cfdf10aa436f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:55:07.717932 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef819fdf-2694-49f9-aede-99127570bb13') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:07.724029 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef819fdf-2694-49f9-aede-99127570bb13') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:07.749691 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (ef819fdf-2694-49f9-aede-99127570bb13), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:07.751701 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port dba46bf2-660d-41aa-a444-cfdf10aa436f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=dba46bf2-660d-41aa-a444-cfdf10aa436f,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:07.775453 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:07.791769 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6305cef5-fc1a-47d8-8758-22836b774bff details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:55:07.804644 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (ef819fdf-2694-49f9-aede-99127570bb13), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:07.844061 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:55:07.862595 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (ef819fdf-2694-49f9-aede-99127570bb13), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:07.925218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6305cef5-fc1a-47d8-8758-22836b774bff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6305cef5-fc1a-47d8-8758-22836b774bff,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:07.963006 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 266f4264-7ce3-4b6d-9200-309959c5b740 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:55:07.971383 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '6305cef5-fc1a-47d8-8758-22836b774bff', 'network_id': 'ec30433c-9afa-411b-893d-ef7db51bc290', 'port_id': '6305cef5-fc1a-47d8-8758-22836b774bff', 'mac_address': 'fa:16:3e:4b:26:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:55:08.020878 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:55:08.035056 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.055335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-14402b10-9de6-4d9f-a300-014866e8119e req-723d97b2-f8c0-4338-bc96-aa703a3ddbda tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0766301 Jan 14 01:55:08.061040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 266f4264-7ce3-4b6d-9200-309959c5b740 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:55:08.062498 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 266f4264-7ce3-4b6d-9200-309959c5b740 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:55:08.065161 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.072132 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/networks/ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f HTTP/1.1" status: 204 len: 168 time: 1.6643059 Jan 14 01:55:08.076180 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42932) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:08.081912 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1799771960'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:08.088458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf129c50-bf01-4661-818e-4aff249e2a85 None None] Pushing event updated for resources: {'Port': ['ID=8312404d-982b-4aba-9341-f0e61d929a11,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:08.090122 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f55928b5-086a-49bd-b4e8-7bd37cc80733 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5c29aa267234e5ea8cb54f19717e753&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1117020 Jan 14 01:55:08.105893 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42936) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:08.184074 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:08.188218 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.190838 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16329e44-9d3f-47bb-ab68-7da5fed4917b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Network': ['ID=ec7bb6c2-dbba-4fbf-ac5c-b88b040ee46f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:08.240474 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 6305cef5-fc1a-47d8-8758-22836b774bff is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:08.240873 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.263198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:55:08.310832 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (e4e94077-b8ef-44d2-b276-081f933d2630), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.311229 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Added segment e4e94077-b8ef-44d2-b276-081f933d2630 of type vlan for network 21cb02cc-93f3-4c0c-89ea-31f53c556875 Jan 14 01:55:08.334897 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.345085 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58cd0723-3051-4cee-a0a5-ffee897e348f admin admin] Publish callbacks [] for security_group (e901599b-5c32-4dc0-9bca-e5de790f4847), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.372509 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58cd0723-3051-4cee-a0a5-ffee897e348f admin admin] Publish callbacks [] for security_group (e901599b-5c32-4dc0-9bca-e5de790f4847), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.408413 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6305cef5-fc1a-47d8-8758-22836b774bff {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:55:08.425255 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.446272 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.535409 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58cd0723-3051-4cee-a0a5-ffee897e348f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e901599b-5c32-4dc0-9bca-e5de790f4847), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.539496 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58cd0723-3051-4cee-a0a5-ffee897e348f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.540826 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-58cd0723-3051-4cee-a0a5-ffee897e348f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e901599b-5c32-4dc0-9bca-e5de790f4847 HTTP/1.1" status: 204 len: 168 time: 0.4296784 Jan 14 01:55:08.560052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=dba46bf2-660d-41aa-a444-cfdf10aa436f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:08.573315 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (21cb02cc-93f3-4c0c-89ea-31f53c556875), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.575322 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6305cef5-fc1a-47d8-8758-22836b774bff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6305cef5-fc1a-47d8-8758-22836b774bff,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:08.585153 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd0723-3051-4cee-a0a5-ffee897e348f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e901599b-5c32-4dc0-9bca-e5de790f4847,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:08.585386 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.588075 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:55:08.611167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=619d8dae-91ca-4235-8cae-27cf7f2bc4d4,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:08.631833 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028028f-bc85-40e8-a3e7-b734043bf687 req-96e52073-2311-4ee0-ae93-708f8ea57d95 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:08.665886 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028028f-bc85-40e8-a3e7-b734043bf687 req-96e52073-2311-4ee0-ae93-708f8ea57d95 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:08.680399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028028f-bc85-40e8-a3e7-b734043bf687 req-96e52073-2311-4ee0-ae93-708f8ea57d95 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:08.718666 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028028f-bc85-40e8-a3e7-b734043bf687 req-96e52073-2311-4ee0-ae93-708f8ea57d95 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:08.740186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028028f-bc85-40e8-a3e7-b734043bf687 req-96e52073-2311-4ee0-ae93-708f8ea57d95 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:08.741512 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:08.759191 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028028f-bc85-40e8-a3e7-b734043bf687 req-96e52073-2311-4ee0-ae93-708f8ea57d95 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:08.775063 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028028f-bc85-40e8-a3e7-b734043bf687 req-96e52073-2311-4ee0-ae93-708f8ea57d95 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:08.785928 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d028028f-bc85-40e8-a3e7-b734043bf687 req-96e52073-2311-4ee0-ae93-708f8ea57d95 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5435 time: 0.4772129 Jan 14 01:55:08.792427 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '66b723c2-5d1d-48ea-a557-a4370dd2a8d1', 'network_id': '34af9444-73e2-4bf1-aca9-d671713da719', 'port_id': '66b723c2-5d1d-48ea-a557-a4370dd2a8d1', 'mac_address': 'fa:16:3e:32:76:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc80e2fd-d094-4f83-ba41-9367938e7b49', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:55:08.793960 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:55:08.877105 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (21cb02cc-93f3-4c0c-89ea-31f53c556875), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.883058 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:08.883645 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:08.979197 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (f83f5d5d-4497-46d4-8b22-1cc7006c0e80), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:09.077216 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9997175 Jan 14 01:55:09.093125 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42956) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:09.125145 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-06887c03-bdd0-4380-ad6f-b27bb844b3b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'subnet': {'network_id': '21cb02cc-93f3-4c0c-89ea-31f53c556875', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:09.287877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:09.288560 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:09.301462 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=6305cef5-fc1a-47d8-8758-22836b774bff,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:09.342582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:55:09.357583 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:09.412719 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:09.427019 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:09.472001 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d028028f-bc85-40e8-a3e7-b734043bf687 req-2c544003-ee9f-48c3-ad61-7c200140ce33 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6741865 Jan 14 01:55:09.506190 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b92c3300-d290-479d-8da8-efe58eccb1ea req-d0e311a1-5487-42e5-881c-04f0eea47314 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.1444824 Jan 14 01:55:09.507145 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5cf1a-dab1-4001-b83e-26010e45b48f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Network': ['ID=21cb02cc-93f3-4c0c-89ea-31f53c556875,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:09.540888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 21cb02cc-93f3-4c0c-89ea-31f53c556875 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:55:09.561812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06887c03-bdd0-4380-ad6f-b27bb844b3b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:09.565695 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06887c03-bdd0-4380-ad6f-b27bb844b3b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:09.795783 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:09.879572 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5901e8-ff90-4412-8c3b-105048f5b705 None None] Network df14e027-4aa1-4e2b-82a1-1ab372f5d80a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:10.024044 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8312404d-982b-4aba-9341-f0e61d929a11 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:10.056892 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.068030 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.103173 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06887c03-bdd0-4380-ad6f-b27bb844b3b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (70838c34-993f-4ec2-9283-f7d8769044d8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.129031 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.202977 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-59b6c2c1-8a1a-482e-8907-599b3ffd5938 None None] Provisioning complete for port 8312404d-982b-4aba-9341-f0e61d929a11 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:10.203347 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59b6c2c1-8a1a-482e-8907-599b3ffd5938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8312404d-982b-4aba-9341-f0e61d929a11), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.220779 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06887c03-bdd0-4380-ad6f-b27bb844b3b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Subnet': ['ID=70838c34-993f-4ec2-9283-f7d8769044d8,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:10.237372 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (f83f5d5d-4497-46d4-8b22-1cc7006c0e80), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.247507 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=619d8dae-91ca-4235-8cae-27cf7f2bc4d4,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:10.263612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 42980) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:10.314809 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06887c03-bdd0-4380-ad6f-b27bb844b3b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Checking segment: {'id': 'e4e94077-b8ef-44d2-b276-081f933d2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21cb02cc-93f3-4c0c-89ea-31f53c556875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:10.315522 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06887c03-bdd0-4380-ad6f-b27bb844b3b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network hostable DHCP agents. Network: 21cb02cc-93f3-4c0c-89ea-31f53c556875, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:55:10.345779 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06887c03-bdd0-4380-ad6f-b27bb844b3b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 21cb02cc-93f3-4c0c-89ea-31f53c556875 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:55:10.359957 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-06887c03-bdd0-4380-ad6f-b27bb844b3b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 21cb02cc-93f3-4c0c-89ea-31f53c556875) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:10.376016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1195debd-5f03-4d16-b962-82e382cb1d16 None None] Network 21cb02cc-93f3-4c0c-89ea-31f53c556875 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:10.398581 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06887c03-bdd0-4380-ad6f-b27bb844b3b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:10.399185 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06887c03-bdd0-4380-ad6f-b27bb844b3b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.446857 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42984) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:10.447347 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-06887c03-bdd0-4380-ad6f-b27bb844b3b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3344321 Jan 14 01:55:10.452231 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3b912138-6e17-4b29-bbc0-c109bb630b44 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-154736840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:10.466060 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['61f3805e-7044-41b5-86e1-4050dd2c244f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:55:10.493866 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network df14e027-4aa1-4e2b-82a1-1ab372f5d80a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:10.507697 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:10.515352 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e28b422a-cca1-47d3-a8e5-961197536986 req-c866f110-b4f6-4415-888e-7d48c3d46b17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c339fe8d-48f9-41e7-b911-4f361dfeedf6 HTTP/1.1" status: 200 len: 210 time: 0.1007488 Jan 14 01:55:10.520552 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['dba46bf2-660d-41aa-a444-cfdf10aa436f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:55:10.522610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4023414f-3958-4985-843f-ed50fbc2073b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:55:10.539373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1061083059-network', 'tenant_id': '6e95d9bec347478296077e1bebff7b79'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:10.542448 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['24769aab-2ae0-4058-b14a-fce058cc9145'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:55:10.544259 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['077e1f7b-84a1-4a94-afd3-17ae41a0903c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:55:10.546397 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['6305cef5-fc1a-47d8-8758-22836b774bff'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:55:10.566024 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Made reservation on behalf of 6e95d9bec347478296077e1bebff7b79 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:10.569377 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.585385 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.694540 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b912138-6e17-4b29-bbc0-c109bb630b44 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (1d90afed-ef8c-4284-b38b-17f43e35c41c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.695969 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b912138-6e17-4b29-bbc0-c109bb630b44 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (1d90afed-ef8c-4284-b38b-17f43e35c41c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.701275 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8312404d-982b-4aba-9341-f0e61d929a11 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:10.702267 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8312404d-982b-4aba-9341-f0e61d929a11), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.704182 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b405e49a-b84c-44c8-92cd-6aaeeb7795c3 req-e826258d-b6d3-4d43-b050-b78fcc382ec4 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0549395 Jan 14 01:55:10.782240 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db3d0a-b784-4ab3-94b6-9ad2d9529708 req-89a44593-afcc-411e-abcd-4b37d1455bc9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:10.789418 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db3d0a-b784-4ab3-94b6-9ad2d9529708 req-89a44593-afcc-411e-abcd-4b37d1455bc9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:10.795400 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db3d0a-b784-4ab3-94b6-9ad2d9529708 req-89a44593-afcc-411e-abcd-4b37d1455bc9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:10.801629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db3d0a-b784-4ab3-94b6-9ad2d9529708 req-89a44593-afcc-411e-abcd-4b37d1455bc9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:10.807891 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db3d0a-b784-4ab3-94b6-9ad2d9529708 req-89a44593-afcc-411e-abcd-4b37d1455bc9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:10.814261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db3d0a-b784-4ab3-94b6-9ad2d9529708 req-89a44593-afcc-411e-abcd-4b37d1455bc9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:10.820460 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db3d0a-b784-4ab3-94b6-9ad2d9529708 req-89a44593-afcc-411e-abcd-4b37d1455bc9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:10.822344 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9db3d0a-b784-4ab3-94b6-9ad2d9529708 req-89a44593-afcc-411e-abcd-4b37d1455bc9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5437 time: 0.1927130 Jan 14 01:55:10.857429 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Publish callbacks [] for security_group (e60657eb-9985-4c0e-98a6-36192cb7205e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.860215 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b912138-6e17-4b29-bbc0-c109bb630b44 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (1d90afed-ef8c-4284-b38b-17f43e35c41c), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.872881 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e60657eb-9985-4c0e-98a6-36192cb7205e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.876341 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b912138-6e17-4b29-bbc0-c109bb630b44 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (1d90afed-ef8c-4284-b38b-17f43e35c41c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.891673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router f83f5d5d-4497-46d4-8b22-1cc7006c0e80 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:55:10.924584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:55:10.935179 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b912138-6e17-4b29-bbc0-c109bb630b44 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.939822 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3b912138-6e17-4b29-bbc0-c109bb630b44 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4893148 Jan 14 01:55:10.941159 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 42994) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:10.947573 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60657eb-9985-4c0e-98a6-36192cb7205e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:10.992100 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (47bc5bd7-3979-412c-a096-cd97ea430e5f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:10.992453 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Added segment 47bc5bd7-3979-412c-a096-cd97ea430e5f of type vlan for network 41616c95-22c4-4c91-ab2b-bdc0407efa03 Jan 14 01:55:11.032700 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'port': {'network_id': '21cb02cc-93f3-4c0c-89ea-31f53c556875', 'name': 'tempest-RoutersIpV6Test-740172292'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:11.070732 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (41616c95-22c4-4c91-ab2b-bdc0407efa03), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:11.109977 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f9db3d0a-b784-4ab3-94b6-9ad2d9529708 req-ddd4d74c-9d8d-47d5-8057-e0014dd658e0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2784348 Jan 14 01:55:11.204883 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (41616c95-22c4-4c91-ab2b-bdc0407efa03), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:11.206123 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:11.207413 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:11.321496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0399303 Jan 14 01:55:11.324635 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43000) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:11.343988 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bfe72b6f-0205-48fa-9f5d-fbba5f9ac50d admin admin] Request body: {'subnet': {'network_id': '41616c95-22c4-4c91-ab2b-bdc0407efa03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1061083059-subnet', 'tenant_id': '6e95d9bec347478296077e1bebff7b79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:11.427647 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-59b6c2c1-8a1a-482e-8907-599b3ffd5938 None None] Current status of the port 8312404d-982b-4aba-9341-f0e61d929a11 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:11.428158 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59b6c2c1-8a1a-482e-8907-599b3ffd5938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8312404d-982b-4aba-9341-f0e61d929a11), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:11.449531 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f3967-0fc3-40b5-b856-9865ad1a78d5 admin admin] Pushing event updated for resources: {'Network': ['ID=41616c95-22c4-4c91-ab2b-bdc0407efa03,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:11.491997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe72b6f-0205-48fa-9f5d-fbba5f9ac50d admin admin] Made reservation on behalf of 6e95d9bec347478296077e1bebff7b79 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:11.499356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-21cb02cc-93f3-4c0c-89ea-31f53c556875', 'network_id': '21cb02cc-93f3-4c0c-89ea-31f53c556875', 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'fixed_ips': [{'subnet_id': '70838c34-993f-4ec2-9283-f7d8769044d8'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:55:11.502218 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfe72b6f-0205-48fa-9f5d-fbba5f9ac50d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:11.502574 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:11.565160 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:11.727766 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-52da7518-cf32-48ba-986d-771bd2b0483d req-ba8671dc-942d-4233-ae69-8b6bf600947c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0918205 Jan 14 01:55:11.859054 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:11.877719 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b609b3e7-83a9-4d1e-98b5-19011f58f887 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/f83f5d5d-4497-46d4-8b22-1cc7006c0e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2716064 Jan 14 01:55:11.879889 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfe72b6f-0205-48fa-9f5d-fbba5f9ac50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (13defefd-13e8-402f-bbad-6ba005170bff), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:11.887889 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43010) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:11.895827 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 41616c95-22c4-4c91-ab2b-bdc0407efa03 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:55:11.991046 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ac8a2273-6d7e-4420-aed0-7e9a880005c0 req-e565e10d-dd93-4142-af1d-47b92420679a tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0669923 Jan 14 01:55:11.994768 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:11.999022 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:12.075660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cd53a9-cefb-4ac3-b18b-259f49745821 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:12.078255 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c1cd53a9-cefb-4ac3-b18b-259f49745821 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports/619d8dae-91ca-4235-8cae-27cf7f2bc4d4 HTTP/1.1" status: 200 len: 977 time: 0.1777208 Jan 14 01:55:12.083393 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43014) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:12.085995 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] device_id is not set on port 906580e1-6950-4174-8f24-6380e4e95c90 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:55:12.129250 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['66b723c2-5d1d-48ea-a557-a4370dd2a8d1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:55:12.172412 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe72b6f-0205-48fa-9f5d-fbba5f9ac50d admin admin] Pushing event updated for resources: {'Subnet': ['ID=13defefd-13e8-402f-bbad-6ba005170bff,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:12.173200 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Allocated IP 2001:db8::2 (21cb02cc-93f3-4c0c-89ea-31f53c556875/70838c34-993f-4ec2-9283-f7d8769044d8/d16417a4-b298-4b77-8f2d-2f54e38b01f0) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:12.189711 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f3262-4e11-4c85-b13e-90e25d43873e None None] Sync routers for ids ['f83f5d5d-4497-46d4-8b22-1cc7006c0e80'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:12.317796 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe72b6f-0205-48fa-9f5d-fbba5f9ac50d admin admin] Checking segment: {'id': '47bc5bd7-3979-412c-a096-cd97ea430e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '41616c95-22c4-4c91-ab2b-bdc0407efa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:12.322743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe72b6f-0205-48fa-9f5d-fbba5f9ac50d admin admin] Network hostable DHCP agents. Network: 41616c95-22c4-4c91-ab2b-bdc0407efa03, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:55:12.423270 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8312404d-982b-4aba-9341-f0e61d929a11 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:12.423943 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8312404d-982b-4aba-9341-f0e61d929a11), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:12.570635 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f3262-4e11-4c85-b13e-90e25d43873e None None] Routers {'f83f5d5d-4497-46d4-8b22-1cc7006c0e80'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:12.572183 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e12f3262-4e11-4c85-b13e-90e25d43873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['f83f5d5d-4497-46d4-8b22-1cc7006c0e80'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:12.573501 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe72b6f-0205-48fa-9f5d-fbba5f9ac50d admin admin] Network 41616c95-22c4-4c91-ab2b-bdc0407efa03 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:55:12.584788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-59b6c2c1-8a1a-482e-8907-599b3ffd5938 None None] For port 8312404d-982b-4aba-9341-f0e61d929a11, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8312404d-982b-4aba-9341-f0e61d929a11,segment=NetworkSegment(de3b133a-f134-4bd1-90a5-acaf3dca8ada),segment_id=de3b133a-f134-4bd1-90a5-acaf3dca8ada)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:12.615916 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0f77a-48ef-4b3d-a30e-a6ca9627ef0d req-22767022-7680-4fa4-be63-a1f0355dc0f7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:12.623794 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0f77a-48ef-4b3d-a30e-a6ca9627ef0d req-22767022-7680-4fa4-be63-a1f0355dc0f7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:12.630397 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0f77a-48ef-4b3d-a30e-a6ca9627ef0d req-22767022-7680-4fa4-be63-a1f0355dc0f7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:12.637870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0f77a-48ef-4b3d-a30e-a6ca9627ef0d req-22767022-7680-4fa4-be63-a1f0355dc0f7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:12.644995 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0f77a-48ef-4b3d-a30e-a6ca9627ef0d req-22767022-7680-4fa4-be63-a1f0355dc0f7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:12.658520 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0f77a-48ef-4b3d-a30e-a6ca9627ef0d req-22767022-7680-4fa4-be63-a1f0355dc0f7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:12.665575 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0f77a-48ef-4b3d-a30e-a6ca9627ef0d req-22767022-7680-4fa4-be63-a1f0355dc0f7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:12.667605 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76d0f77a-48ef-4b3d-a30e-a6ca9627ef0d req-22767022-7680-4fa4-be63-a1f0355dc0f7 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5437 time: 0.3299315 Jan 14 01:55:12.682910 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-bfe72b6f-0205-48fa-9f5d-fbba5f9ac50d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 41616c95-22c4-4c91-ab2b-bdc0407efa03) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:12.693336 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59b6c2c1-8a1a-482e-8907-599b3ffd5938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8312404d-982b-4aba-9341-f0e61d929a11), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:12.752107 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe72b6f-0205-48fa-9f5d-fbba5f9ac50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:12.752700 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfe72b6f-0205-48fa-9f5d-fbba5f9ac50d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:12.802062 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e12f3262-4e11-4c85-b13e-90e25d43873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:12.822113 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2523552-e467-4572-92f2-878e935e3e82 None None] Network 41616c95-22c4-4c91-ab2b-bdc0407efa03 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:12.852910 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bfe72b6f-0205-48fa-9f5d-fbba5f9ac50d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5270772 Jan 14 01:55:12.897963 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76d0f77a-48ef-4b3d-a30e-a6ca9627ef0d req-24298cfb-d9c5-4be3-84cf-c26817be2a35 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2231839 Jan 14 01:55:13.329230 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-93c4989c-f331-44d2-b3f8-f9c84fc5873b None None] Provisioning complete for port 8312404d-982b-4aba-9341-f0e61d929a11 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:13.329871 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-93c4989c-f331-44d2-b3f8-f9c84fc5873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8312404d-982b-4aba-9341-f0e61d929a11), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:13.491539 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f3262-4e11-4c85-b13e-90e25d43873e None None] Routers {'f83f5d5d-4497-46d4-8b22-1cc7006c0e80'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:13.492228 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e12f3262-4e11-4c85-b13e-90e25d43873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['f83f5d5d-4497-46d4-8b22-1cc7006c0e80'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:13.615770 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e12f3262-4e11-4c85-b13e-90e25d43873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:13.616499 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f3262-4e11-4c85-b13e-90e25d43873e None None] The sync data for ids ['f83f5d5d-4497-46d4-8b22-1cc7006c0e80'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:13.617887 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:55:13.618250 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:55:13.628047 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6c2c1-8a1a-482e-8907-599b3ffd5938 None None] Pushing event updated for resources: {'Port': ['ID=8312404d-982b-4aba-9341-f0e61d929a11,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:13.727430 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d2e99a3-90c6-4ab1-a407-7640fad17408 req-c3a4502c-18b9-41ab-b516-0edddf29c6a9 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0832024 Jan 14 01:55:13.791217 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Publish callbacks [] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:13.841856 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:13.865705 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-93c4989c-f331-44d2-b3f8-f9c84fc5873b None None] Current status of the port 8312404d-982b-4aba-9341-f0e61d929a11 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:13.868684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e834c87d-a764-42d7-8989-3c83d6ad5972 None None] Network 41616c95-22c4-4c91-ab2b-bdc0407efa03 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:13.908349 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-4d766bb0-142a-45df-b97c-9f681a7d64a1 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:13.909900 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-4d766bb0-142a-45df-b97c-9f681a7d64a1 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/networks?id=41616c95-22c4-4c91-ab2b-bdc0407efa03 HTTP/1.1" status: 200 len: 814 time: 0.2643502 Jan 14 01:55:13.910917 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (f83f5d5d-4497-46d4-8b22-1cc7006c0e80), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:13.984811 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Allocated IP 2001:db8::be (21cb02cc-93f3-4c0c-89ea-31f53c556875/70838c34-993f-4ec2-9283-f7d8769044d8/906580e1-6950-4174-8f24-6380e4e95c90) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:13.987972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Network 21cb02cc-93f3-4c0c-89ea-31f53c556875 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:14.001881 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-93c4989c-f331-44d2-b3f8-f9c84fc5873b None None] Provisioning complete for port 619d8dae-91ca-4235-8cae-27cf7f2bc4d4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:14.002299 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-93c4989c-f331-44d2-b3f8-f9c84fc5873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:14.006652 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Pushing event updated for resources: {'Port': ['ID=d16417a4-b298-4b77-8f2d-2f54e38b01f0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:14.019969 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:14.028117 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:14.053781 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-d7b5305a-69a0-4642-8668-b6333f6ca98b tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/quotas/6e95d9bec347478296077e1bebff7b79 HTTP/1.1" status: 200 len: 375 time: 0.0168059 Jan 14 01:55:14.265274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-4afab8b9-ad6c-4010-be53-9dc110acbc18 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e95d9bec347478296077e1bebff7b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840878 Jan 14 01:55:14.338664 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-93c4989c-f331-44d2-b3f8-f9c84fc5873b None None] Port 619d8dae-91ca-4235-8cae-27cf7f2bc4d4 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:14.390039 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (906580e1-6950-4174-8f24-6380e4e95c90), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:14.426702 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Attempting to bind port d16417a4-b298-4b77-8f2d-2f54e38b01f0 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:55:14.427309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Attempting to bind port d16417a4-b298-4b77-8f2d-2f54e38b01f0 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'e4e94077-b8ef-44d2-b276-081f933d2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21cb02cc-93f3-4c0c-89ea-31f53c556875'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:55:14.427995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Attempting to bind port d16417a4-b298-4b77-8f2d-2f54e38b01f0 on network 21cb02cc-93f3-4c0c-89ea-31f53c556875 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:55:14.435222 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8312404d-982b-4aba-9341-f0e61d929a11 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:14.452482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:55:14.458302 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Checking segment: {'id': 'e4e94077-b8ef-44d2-b276-081f933d2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21cb02cc-93f3-4c0c-89ea-31f53c556875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:14.458948 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:14.464218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Bound using segment: {'id': 'e4e94077-b8ef-44d2-b276-081f933d2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21cb02cc-93f3-4c0c-89ea-31f53c556875'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:55:14.465046 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Bound port: d16417a4-b298-4b77-8f2d-2f54e38b01f0, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e94077-b8ef-44d2-b276-081f933d2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21cb02cc-93f3-4c0c-89ea-31f53c556875'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:55:14.465700 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:14.468342 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (906580e1-6950-4174-8f24-6380e4e95c90), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:14.545022 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f54331d8-0175-4b57-855e-f418b4a7de36 None None] Provisioning complete for port 619d8dae-91ca-4235-8cae-27cf7f2bc4d4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:14.545780 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f54331d8-0175-4b57-855e-f418b4a7de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:14.573735 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 21cb02cc-93f3-4c0c-89ea-31f53c556875 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:14.602866 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:14.610236 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:14.616353 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f54331d8-0175-4b57-855e-f418b4a7de36 None None] Port 619d8dae-91ca-4235-8cae-27cf7f2bc4d4 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:14.625111 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:14.625787 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:14.656401 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8312404d-982b-4aba-9341-f0e61d929a11 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:14.657072 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.7144425 Jan 14 01:55:14.671031 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43072) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:14.692747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] For port d16417a4-b298-4b77-8f2d-2f54e38b01f0, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:55:14.716420 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] For port d16417a4-b298-4b77-8f2d-2f54e38b01f0, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d16417a4-b298-4b77-8f2d-2f54e38b01f0,segment=NetworkSegment(e4e94077-b8ef-44d2-b276-081f933d2630),segment_id=e4e94077-b8ef-44d2-b276-081f933d2630)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:55:14.728956 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:14.779545 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-2688f318-ce14-4d0a-a2f7-ef7d613b7fa8 service neutron] 10.222.0.26 "GET /v2.0/networks/41616c95-22c4-4c91-ab2b-bdc0407efa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929054 Jan 14 01:55:14.835126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1762ba-57e5-4163-9ef3-17ebecdb3223 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=906580e1-6950-4174-8f24-6380e4e95c90,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:14.863979 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8312404d-982b-4aba-9341-f0e61d929a11 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:14.864732 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8312404d-982b-4aba-9341-f0e61d929a11), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:14.928648 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452226c-45c1-4309-b69a-6f515339b280 None None] Pushing event updated for resources: {'Port': ['ID=d16417a4-b298-4b77-8f2d-2f54e38b01f0,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:14.990676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de464e01-deeb-4e2e-8390-5102de76ef95 req-2bf513e3-1bbd-4f0c-9382-9e878961dd1a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:15.008432 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de464e01-deeb-4e2e-8390-5102de76ef95 req-2bf513e3-1bbd-4f0c-9382-9e878961dd1a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:15.023094 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de464e01-deeb-4e2e-8390-5102de76ef95 req-2bf513e3-1bbd-4f0c-9382-9e878961dd1a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:15.030221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de464e01-deeb-4e2e-8390-5102de76ef95 req-2bf513e3-1bbd-4f0c-9382-9e878961dd1a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:15.036335 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de464e01-deeb-4e2e-8390-5102de76ef95 req-2bf513e3-1bbd-4f0c-9382-9e878961dd1a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:15.036758 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8312404d-982b-4aba-9341-f0e61d929a11 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:15.042807 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de464e01-deeb-4e2e-8390-5102de76ef95 req-2bf513e3-1bbd-4f0c-9382-9e878961dd1a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:15.049148 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de464e01-deeb-4e2e-8390-5102de76ef95 req-2bf513e3-1bbd-4f0c-9382-9e878961dd1a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:15.056998 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de464e01-deeb-4e2e-8390-5102de76ef95 req-2bf513e3-1bbd-4f0c-9382-9e878961dd1a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5437 time: 0.3939400 Jan 14 01:55:15.095128 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port 619d8dae-91ca-4235-8cae-27cf7f2bc4d4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:15.095476 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:15.242976 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (906580e1-6950-4174-8f24-6380e4e95c90), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:15.244136 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-a390d19d-4f68-43a1-b639-f6a0221d62cb service neutron] 10.222.0.26 "GET /v2.0/networks/41616c95-22c4-4c91-ab2b-bdc0407efa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391487 Jan 14 01:55:15.300640 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:15.323773 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for 619d8dae-91ca-4235-8cae-27cf7f2bc4d4 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:15.416877 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de464e01-deeb-4e2e-8390-5102de76ef95 req-add18cc0-983d-4dd1-8abd-aca091db4d3b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3589456 Jan 14 01:55:15.626991 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41176d0f-5c47-4503-91ea-e9528d2ee966 req-3fc962ec-b238-42a7-af94-89fd3a82eba2 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0374122 Jan 14 01:55:15.652880 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (619d8dae-91ca-4235-8cae-27cf7f2bc4d4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:15.687588 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=619d8dae-91ca-4235-8cae-27cf7f2bc4d4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:15.711467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.711824 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.712165 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.712505 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.712838 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.713169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.713491 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.713821 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.714146 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.715941 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.716388 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.716721 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.717679 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:15.912048 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-baa860ab-e3eb-4409-bc16-619003dea511 req-e81283ed-ee51-4465-ae17-4b1572fe1fd6 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 210 time: 0.1480665 Jan 14 01:55:15.921579 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (906580e1-6950-4174-8f24-6380e4e95c90), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:15.932639 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (906580e1-6950-4174-8f24-6380e4e95c90), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:16.120903 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=906580e1-6950-4174-8f24-6380e4e95c90,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:16.229691 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (1d90afed-ef8c-4284-b38b-17f43e35c41c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:16.251350 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (f83f5d5d-4497-46d4-8b22-1cc7006c0e80), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:16.461247 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (906580e1-6950-4174-8f24-6380e4e95c90), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:16.517985 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router f83f5d5d-4497-46d4-8b22-1cc7006c0e80 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:55:16.598318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7062e0d1-ba2c-47e2-ba28-027ac41d7078 None None] Network 21cb02cc-93f3-4c0c-89ea-31f53c556875 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:16.643156 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:16.659293 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-142a28f8-12bd-43a6-825e-51d905aeae27 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/f83f5d5d-4497-46d4-8b22-1cc7006c0e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5710561 Jan 14 01:55:16.661884 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43108) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:16.672712 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b6379-4a27-484b-ba34-79fec0b3bdbe None None] Sync routers for ids ['f83f5d5d-4497-46d4-8b22-1cc7006c0e80'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:16.717506 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b6379-4a27-484b-ba34-79fec0b3bdbe None None] Routers {'f83f5d5d-4497-46d4-8b22-1cc7006c0e80'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:16.720885 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-453b6379-4a27-484b-ba34-79fec0b3bdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['f83f5d5d-4497-46d4-8b22-1cc7006c0e80'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:16.744452 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d16417a4-b298-4b77-8f2d-2f54e38b01f0 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:16.823845 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-453b6379-4a27-484b-ba34-79fec0b3bdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:16.849362 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b6379-4a27-484b-ba34-79fec0b3bdbe None None] Routers {'f83f5d5d-4497-46d4-8b22-1cc7006c0e80'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:16.850868 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-453b6379-4a27-484b-ba34-79fec0b3bdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['f83f5d5d-4497-46d4-8b22-1cc7006c0e80'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:16.853489 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a08b1976-2b39-4c0d-98ad-a9c52df423f6 req-754bd706-50c0-40c0-9cdb-48f6fc4099d7 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0413437 Jan 14 01:55:16.876403 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d16417a4-b298-4b77-8f2d-2f54e38b01f0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:16.880102 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:16.970965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0f6303d1-935c-4cc9-af43-8211391a5013 None None] Provisioning complete for port d16417a4-b298-4b77-8f2d-2f54e38b01f0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:16.972170 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f6303d1-935c-4cc9-af43-8211391a5013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:17.007353 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-453b6379-4a27-484b-ba34-79fec0b3bdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:17.008211 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b6379-4a27-484b-ba34-79fec0b3bdbe None None] The sync data for ids ['f83f5d5d-4497-46d4-8b22-1cc7006c0e80'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:17.146021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60514f-8424-4d93-bd96-550ac6c90515 req-399d54c5-63a9-4d57-beed-21ec3877c8e9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:17.153684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d16417a4-b298-4b77-8f2d-2f54e38b01f0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:17.155232 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:17.162451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60514f-8424-4d93-bd96-550ac6c90515 req-399d54c5-63a9-4d57-beed-21ec3877c8e9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:17.176675 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60514f-8424-4d93-bd96-550ac6c90515 req-399d54c5-63a9-4d57-beed-21ec3877c8e9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:17.179033 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (906580e1-6950-4174-8f24-6380e4e95c90), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:17.187501 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (906580e1-6950-4174-8f24-6380e4e95c90), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:17.188549 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (1d90afed-ef8c-4284-b38b-17f43e35c41c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:17.195387 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60514f-8424-4d93-bd96-550ac6c90515 req-399d54c5-63a9-4d57-beed-21ec3877c8e9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:17.195640 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port d16417a4-b298-4b77-8f2d-2f54e38b01f0, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d16417a4-b298-4b77-8f2d-2f54e38b01f0,segment=NetworkSegment(e4e94077-b8ef-44d2-b276-081f933d2630),segment_id=e4e94077-b8ef-44d2-b276-081f933d2630)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:17.214703 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:17.215892 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60514f-8424-4d93-bd96-550ac6c90515 req-399d54c5-63a9-4d57-beed-21ec3877c8e9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:17.231841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60514f-8424-4d93-bd96-550ac6c90515 req-399d54c5-63a9-4d57-beed-21ec3877c8e9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:17.248546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60514f-8424-4d93-bd96-550ac6c90515 req-399d54c5-63a9-4d57-beed-21ec3877c8e9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:17.262011 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dd60514f-8424-4d93-bd96-550ac6c90515 req-399d54c5-63a9-4d57-beed-21ec3877c8e9 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5437 time: 0.6118844 Jan 14 01:55:17.315873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-094e717f-5f8e-4680-92d9-d3b9bbb17864 req-6db8796c-08fc-4eb7-a4e4-541affa82338 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 210 time: 0.0509841 Jan 14 01:55:17.324796 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=d16417a4-b298-4b77-8f2d-2f54e38b01f0,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:17.335594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0f6303d1-935c-4cc9-af43-8211391a5013 None None] Current status of the port d16417a4-b298-4b77-8f2d-2f54e38b01f0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:17.336100 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f6303d1-935c-4cc9-af43-8211391a5013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:17.345892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=906580e1-6950-4174-8f24-6380e4e95c90,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:17.393701 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-cd1441c4-171f-4f16-b0a9-9935844828e6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] remove_router_interface failed (client error): The resource could not be found. Jan 14 01:55:17.399857 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cd1441c4-171f-4f16-b0a9-9935844828e6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/f83f5d5d-4497-46d4-8b22-1cc7006c0e80/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7367435 Jan 14 01:55:17.407443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43116) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:17.453995 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-0f6303d1-935c-4cc9-af43-8211391a5013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:55:17.454472 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-0f6303d1-935c-4cc9-af43-8211391a5013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:55:17.474809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-468e3e9e-30a5-4fa9-8b7d-14ffbb5397db tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83f5d5d-4497-46d4-8b22-1cc7006c0e80 HTTP/1.1" status: 200 len: 205 time: 0.0659318 Jan 14 01:55:17.479117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43118) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:17.495381 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dd60514f-8424-4d93-bd96-550ac6c90515 req-57810519-ea7d-41eb-a1c1-cbc46301e1a4 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2321403 Jan 14 01:55:17.566061 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 21cb02cc-93f3-4c0c-89ea-31f53c556875 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:17.571071 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:17.595694 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4023414f-3958-4985-843f-ed50fbc2073b up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:17.685674 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e52e87d3-53c1-4bf6-b6f4-106ac8ad3484 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (f83f5d5d-4497-46d4-8b22-1cc7006c0e80), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:17.722441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 4023414f-3958-4985-843f-ed50fbc2073b completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:55:17.727855 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 4023414f-3958-4985-843f-ed50fbc2073b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:17.728246 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4023414f-3958-4985-843f-ed50fbc2073b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:17.764579 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-b1d002f5-1843-48b0-b395-a5656c9787af tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:17.766813 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-b1d002f5-1843-48b0-b395-a5656c9787af tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.46 "GET /v2.0/networks?id=41616c95-22c4-4c91-ab2b-bdc0407efa03 HTTP/1.1" status: 200 len: 814 time: 0.3556488 Jan 14 01:55:17.790548 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Request body: {'port': {'device_id': '3c9e1214-8f27-4d5e-9091-fe9db74e9071', 'network_id': '41616c95-22c4-4c91-ab2b-bdc0407efa03', 'admin_state_up': True, 'tenant_id': '6e95d9bec347478296077e1bebff7b79'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:17.860594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4023414f-3958-4985-843f-ed50fbc2073b is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:17.861124 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4023414f-3958-4985-843f-ed50fbc2073b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:17.894098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4023414f-3958-4985-843f-ed50fbc2073b'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:55:17.896492 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc440fb-9a45-4a5c-8d03-2a6220ac5bf1" -d '{"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "4023414f-3958-4985-843f-ed50fbc2073b"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:55:17.921038 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4023414f-3958-4985-843f-ed50fbc2073b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4023414f-3958-4985-843f-ed50fbc2073b,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:17.937104 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4023414f-3958-4985-843f-ed50fbc2073b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:17.937958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device dba46bf2-660d-41aa-a444-cfdf10aa436f up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:18.026996 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Made reservation on behalf of 6e95d9bec347478296077e1bebff7b79 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:18.033410 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:18.044247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 1d90afed-ef8c-4284-b38b-17f43e35c41c is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:55:18.063366 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f08adba-f575-4347-a5af-d9587c4257da x-openstack-request-id: req-1f08adba-f575-4347-a5af-d9587c4257da {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:55:18.063709 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "4023414f-3958-4985-843f-ed50fbc2073b", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:55:18.063917 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f08adba-f575-4347-a5af-d9587c4257da {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:55:18.064283 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4023414f-3958-4985-843f-ed50fbc2073b', 'code': 200} Jan 14 01:55:18.154158 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4023414f-3958-4985-843f-ed50fbc2073b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:18.161503 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e52e87d3-53c1-4bf6-b6f4-106ac8ad3484 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (f83f5d5d-4497-46d4-8b22-1cc7006c0e80), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:18.165982 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e52e87d3-53c1-4bf6-b6f4-106ac8ad3484 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (f83f5d5d-4497-46d4-8b22-1cc7006c0e80), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:18.191745 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0f6303d1-935c-4cc9-af43-8211391a5013 None None] Current status of the port d16417a4-b298-4b77-8f2d-2f54e38b01f0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:18.197950 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d3f82cdd-29f0-4a6c-8d15-19d804dd7216 req-86e61e94-c954-44e8-8500-0ffd9f6bf140 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0616875 Jan 14 01:55:18.235602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port dba46bf2-660d-41aa-a444-cfdf10aa436f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:55:18.240800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port dba46bf2-660d-41aa-a444-cfdf10aa436f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:18.241178 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:18.298350 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e52e87d3-53c1-4bf6-b6f4-106ac8ad3484 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (f83f5d5d-4497-46d4-8b22-1cc7006c0e80), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:18.298938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52e87d3-53c1-4bf6-b6f4-106ac8ad3484 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Fanout notify agent at l3_agent the message router_deleted on router f83f5d5d-4497-46d4-8b22-1cc7006c0e80 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:55:18.312074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e52e87d3-53c1-4bf6-b6f4-106ac8ad3484 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:18.313208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e52e87d3-53c1-4bf6-b6f4-106ac8ad3484 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/f83f5d5d-4497-46d4-8b22-1cc7006c0e80 HTTP/1.1" status: 204 len: 168 time: 0.8323367 Jan 14 01:55:18.315839 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43130) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:18.370007 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-485e0a98-dd71-4675-8d41-af9310ebe2d6 None None] Provisioning complete for port d16417a4-b298-4b77-8f2d-2f54e38b01f0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:18.371328 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-485e0a98-dd71-4675-8d41-af9310ebe2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:18.448212 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ed638f-3c9c-4329-abdd-35a11994a5ec tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting subnet 021ab4c3-4655-481b-803b-fda2a0df3fbb {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:55:18.463142 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ed638f-3c9c-4329-abdd-35a11994a5ec tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (021ab4c3-4655-481b-803b-fda2a0df3fbb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:18.507033 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port dba46bf2-660d-41aa-a444-cfdf10aa436f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:18.507547 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:18.530227 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Allocated IP 172.20.0.2 (41616c95-22c4-4c91-ab2b-bdc0407efa03/13defefd-13e8-402f-bbad-6ba005170bff/89decb19-93fa-4829-bc71-442f531a1330) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:18.562131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port dba46bf2-660d-41aa-a444-cfdf10aa436f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=dba46bf2-660d-41aa-a444-cfdf10aa436f,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:18.605064 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-09a2ffb7-7920-4c7f-88cf-47a310191505 req-7670fbe0-12d7-49fc-8bc9-f92d72cabd7e tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 210 time: 0.1042449 Jan 14 01:55:18.627660 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ed638f-3c9c-4329-abdd-35a11994a5ec tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (021ab4c3-4655-481b-803b-fda2a0df3fbb), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:18.637322 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:18.642650 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:18.643521 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 077e1f7b-84a1-4a94-afd3-17ae41a0903c up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:18.655393 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-339ecc89-42cb-41e5-b1a4-00fe5346244b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/1d90afed-ef8c-4284-b38b-17f43e35c41c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9832208 Jan 14 01:55:18.672789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43136) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:18.716272 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-485e0a98-dd71-4675-8d41-af9310ebe2d6 None None] Current status of the port d16417a4-b298-4b77-8f2d-2f54e38b01f0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:18.725429 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84ab84d-5b2b-485e-a190-608894f1e714 None None] Sync routers for ids ['1d90afed-ef8c-4284-b38b-17f43e35c41c'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:18.727610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d16417a4-b298-4b77-8f2d-2f54e38b01f0 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:18.764664 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847519bc-0fa9-4be2-b320-3c7e02a18a74 req-436bb04a-d10a-44d6-b71e-5e1f58d9de23 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:18.771076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847519bc-0fa9-4be2-b320-3c7e02a18a74 req-436bb04a-d10a-44d6-b71e-5e1f58d9de23 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:18.777926 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847519bc-0fa9-4be2-b320-3c7e02a18a74 req-436bb04a-d10a-44d6-b71e-5e1f58d9de23 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:18.784065 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847519bc-0fa9-4be2-b320-3c7e02a18a74 req-436bb04a-d10a-44d6-b71e-5e1f58d9de23 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:18.794355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847519bc-0fa9-4be2-b320-3c7e02a18a74 req-436bb04a-d10a-44d6-b71e-5e1f58d9de23 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:18.796667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847519bc-0fa9-4be2-b320-3c7e02a18a74 req-436bb04a-d10a-44d6-b71e-5e1f58d9de23 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:18.802875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847519bc-0fa9-4be2-b320-3c7e02a18a74 req-436bb04a-d10a-44d6-b71e-5e1f58d9de23 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:18.805286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-847519bc-0fa9-4be2-b320-3c7e02a18a74 req-436bb04a-d10a-44d6-b71e-5e1f58d9de23 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5439 time: 0.1845026 Jan 14 01:55:18.892515 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ed638f-3c9c-4329-abdd-35a11994a5ec tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (021ab4c3-4655-481b-803b-fda2a0df3fbb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:18.992434 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d05f772-16b5-439f-9ed8-e3b3ddaa2e52 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:18.994371 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4d05f772-16b5-439f-9ed8-e3b3ddaa2e52 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports/906580e1-6950-4174-8f24-6380e4e95c90 HTTP/1.1" status: 200 len: 982 time: 0.3206110 Jan 14 01:55:19.003705 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43140) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:19.073725 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Publish callbacks [] for port (89decb19-93fa-4829-bc71-442f531a1330), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.173634 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (89decb19-93fa-4829-bc71-442f531a1330), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.193455 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=dba46bf2-660d-41aa-a444-cfdf10aa436f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:19.235078 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-847519bc-0fa9-4be2-b320-3c7e02a18a74 req-f7b9b36a-59af-4dda-9e30-21b94b291f5b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4059165 Jan 14 01:55:19.279988 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ab84d-5b2b-485e-a190-608894f1e714 None None] Routers {'1d90afed-ef8c-4284-b38b-17f43e35c41c'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:19.280649 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e84ab84d-5b2b-485e-a190-608894f1e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1d90afed-ef8c-4284-b38b-17f43e35c41c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:19.283440 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 077e1f7b-84a1-4a94-afd3-17ae41a0903c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:55:19.291488 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Pushing event updated for resources: {'Port': ['ID=89decb19-93fa-4829-bc71-442f531a1330,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:19.306748 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Network 41616c95-22c4-4c91-ab2b-bdc0407efa03 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:19.309148 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:19.312195 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:19.339962 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ed638f-3c9c-4329-abdd-35a11994a5ec tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (021ab4c3-4655-481b-803b-fda2a0df3fbb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.352024 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 077e1f7b-84a1-4a94-afd3-17ae41a0903c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:19.353419 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.355860 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-485e0a98-dd71-4675-8d41-af9310ebe2d6 None None] Provisioning complete for port 906580e1-6950-4174-8f24-6380e4e95c90 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:19.356424 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-485e0a98-dd71-4675-8d41-af9310ebe2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (906580e1-6950-4174-8f24-6380e4e95c90), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.362917 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e84ab84d-5b2b-485e-a190-608894f1e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:19.369279 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:19.369279 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.375555 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ed638f-3c9c-4329-abdd-35a11994a5ec tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.391417 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e8ed638f-3c9c-4329-abdd-35a11994a5ec tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/021ab4c3-4655-481b-803b-fda2a0df3fbb HTTP/1.1" status: 204 len: 168 time: 1.0743978 Jan 14 01:55:19.394061 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43148) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:19.420606 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-8a4e2461-6473-425a-92bc-831090ad2376 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6338527 Jan 14 01:55:19.434496 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cb2c89-0e37-4cbd-9466-7d5ff20e868a None None] Network df14e027-4aa1-4e2b-82a1-1ab372f5d80a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:19.450756 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Request body: {'port': {'device_id': '3c9e1214-8f27-4d5e-9091-fe9db74e9071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:19.463167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d16417a4-b298-4b77-8f2d-2f54e38b01f0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:19.463785 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.527549 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ab84d-5b2b-485e-a190-608894f1e714 None None] Routers {'1d90afed-ef8c-4284-b38b-17f43e35c41c'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:19.528561 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e84ab84d-5b2b-485e-a190-608894f1e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1d90afed-ef8c-4284-b38b-17f43e35c41c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:19.541892 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed638f-3c9c-4329-abdd-35a11994a5ec tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Subnet': ['ID=021ab4c3-4655-481b-803b-fda2a0df3fbb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:19.570565 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (89decb19-93fa-4829-bc71-442f531a1330), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.582054 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a9cf0483-dd89-411f-be6b-7b7797b76a59 req-ad284693-25c6-4696-9e88-45a0abb56a75 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.1845427 Jan 14 01:55:19.620964 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (df14e027-4aa1-4e2b-82a1-1ab372f5d80a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.686075 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e84ab84d-5b2b-485e-a190-608894f1e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:19.686848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84ab84d-5b2b-485e-a190-608894f1e714 None None] The sync data for ids ['1d90afed-ef8c-4284-b38b-17f43e35c41c'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:19.694300 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-485e0a98-dd71-4675-8d41-af9310ebe2d6 None None] Port 906580e1-6950-4174-8f24-6380e4e95c90 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:19.809204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d16417a4-b298-4b77-8f2d-2f54e38b01f0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:19.843297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 077e1f7b-84a1-4a94-afd3-17ae41a0903c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:19.845881 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.857414 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ba43f-2067-463e-afa1-4d1b3fce523e None None] DHCP port deletion for df14e027-4aa1-4e2b-82a1-1ab372f5d80a request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:19.876582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-54874f17-7c69-4f64-9829-c0fde51471be None None] Provisioning complete for port 906580e1-6950-4174-8f24-6380e4e95c90 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:19.877200 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54874f17-7c69-4f64-9829-c0fde51471be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (906580e1-6950-4174-8f24-6380e4e95c90), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.932685 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 077e1f7b-84a1-4a94-afd3-17ae41a0903c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=077e1f7b-84a1-4a94-afd3-17ae41a0903c,segment=NetworkSegment(1902c287-4d6c-4ba6-b197-b3cb1d52c85e),segment_id=1902c287-4d6c-4ba6-b197-b3cb1d52c85e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:19.940810 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8638e-a1c6-42cb-916a-652016bf89cf req-6211eb66-dbf3-4a38-929c-8c2827568f85 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:19.946444 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77e8638e-a1c6-42cb-916a-652016bf89cf req-6211eb66-dbf3-4a38-929c-8c2827568f85 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 931 time: 0.1719475 Jan 14 01:55:19.959674 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:19.960747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 61f3805e-7044-41b5-86e1-4050dd2c244f up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:20.053773 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port 8312404d-982b-4aba-9341-f0e61d929a11 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:20.054322 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8312404d-982b-4aba-9341-f0e61d929a11), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.072295 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=077e1f7b-84a1-4a94-afd3-17ae41a0903c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:20.075050 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba46bf2-660d-41aa-a444-cfdf10aa436f'}, {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077e1f7b-84a1-4a94-afd3-17ae41a0903c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:55:20.078277 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b8ead3-5195-417d-a550-4ca8e8a4efc6" -d '{"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "dba46bf2-660d-41aa-a444-cfdf10aa436f"}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "077e1f7b-84a1-4a94-afd3-17ae41a0903c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:55:20.113227 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-54874f17-7c69-4f64-9829-c0fde51471be None None] Port 906580e1-6950-4174-8f24-6380e4e95c90 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:20.125722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 61f3805e-7044-41b5-86e1-4050dd2c244f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:55:20.141711 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 61f3805e-7044-41b5-86e1-4050dd2c244f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:20.142151 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.182400 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] For port 8312404d-982b-4aba-9341-f0e61d929a11, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8312404d-982b-4aba-9341-f0e61d929a11,segment=NetworkSegment(de3b133a-f134-4bd1-90a5-acaf3dca8ada),segment_id=de3b133a-f134-4bd1-90a5-acaf3dca8ada)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:20.182791 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8312404d-982b-4aba-9341-f0e61d929a11), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.202237 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 14 Jan 2022 01:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a12008a-4ff6-4e20-811d-1314c5452327 x-openstack-request-id: req-9a12008a-4ff6-4e20-811d-1314c5452327 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:55:20.208304 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "dba46bf2-660d-41aa-a444-cfdf10aa436f", "code": 200}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "077e1f7b-84a1-4a94-afd3-17ae41a0903c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:55:20.208580 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a12008a-4ff6-4e20-811d-1314c5452327 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:55:20.209015 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba46bf2-660d-41aa-a444-cfdf10aa436f', 'code': 200} Jan 14 01:55:20.209278 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077e1f7b-84a1-4a94-afd3-17ae41a0903c', 'code': 200} Jan 14 01:55:20.214049 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for 8312404d-982b-4aba-9341-f0e61d929a11 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:20.221310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f05ba43f-2067-463e-afa1-4d1b3fce523e None None] Deleting port 8312404d-982b-4aba-9341-f0e61d929a11 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:20.221680 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f05ba43f-2067-463e-afa1-4d1b3fce523e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8312404d-982b-4aba-9341-f0e61d929a11), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.394125 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89decb19-93fa-4829-bc71-442f531a1330 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:55:20.406164 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Publish callbacks [] for port (89decb19-93fa-4829-bc71-442f531a1330), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.413699 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f05ba43f-2067-463e-afa1-4d1b3fce523e None None] For port 8312404d-982b-4aba-9341-f0e61d929a11, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8312404d-982b-4aba-9341-f0e61d929a11,segment=NetworkSegment(de3b133a-f134-4bd1-90a5-acaf3dca8ada),segment_id=de3b133a-f134-4bd1-90a5-acaf3dca8ada)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:20.414373 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f05ba43f-2067-463e-afa1-4d1b3fce523e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8312404d-982b-4aba-9341-f0e61d929a11), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.432018 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Transition to ACTIVE for port object 89decb19-93fa-4829-bc71-442f531a1330 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:55:20.438373 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (89decb19-93fa-4829-bc71-442f531a1330), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.449753 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8312404d-982b-4aba-9341-f0e61d929a11), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.466277 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f05ba43f-2067-463e-afa1-4d1b3fce523e None None] Calling delete_port for 8312404d-982b-4aba-9341-f0e61d929a11 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:20.507086 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 61f3805e-7044-41b5-86e1-4050dd2c244f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:20.508207 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.540821 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No DVR routers for this DVR port 8312404d-982b-4aba-9341-f0e61d929a11 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:20.601732 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Pushing event updated for resources: {'Port': ['ID=89decb19-93fa-4829-bc71-442f531a1330,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:20.629001 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8312404d-982b-4aba-9341-f0e61d929a11 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:55:20.643448 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 61f3805e-7044-41b5-86e1-4050dd2c244f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=61f3805e-7044-41b5-86e1-4050dd2c244f,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:20.666911 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 8312404d-982b-4aba-9341-f0e61d929a11 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:55:20.667247 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8312404d-982b-4aba-9341-f0e61d929a11 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:55:20.669264 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.669695 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 24769aab-2ae0-4058-b14a-fce058cc9145 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:20.824039 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (df14e027-4aa1-4e2b-82a1-1ab372f5d80a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.853645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=8312404d-982b-4aba-9341-f0e61d929a11,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:20.879455 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df14e027-4aa1-4e2b-82a1-1ab372f5d80a']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:20.881604 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-77e8638e-a1c6-42cb-916a-652016bf89cf req-8aca4bc0-9a52-4c93-8e0e-ea362517839c tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/security-groups?id=e60657eb-9985-4c0e-98a6-36192cb7205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9273827 Jan 14 01:55:20.888031 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f05ba43f-2067-463e-afa1-4d1b3fce523e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (8312404d-982b-4aba-9341-f0e61d929a11), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.894101 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3b133a-f134-4bd1-90a5-acaf3dca8ada') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:20.894399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3b133a-f134-4bd1-90a5-acaf3dca8ada') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:20.906672 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ba43f-2067-463e-afa1-4d1b3fce523e None None] No DVR routers for this DVR port 8312404d-982b-4aba-9341-f0e61d929a11 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:20.913585 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=61f3805e-7044-41b5-86e1-4050dd2c244f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:20.917578 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Attempting to bind port 89decb19-93fa-4829-bc71-442f531a1330 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:55:20.917842 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Attempting to bind port 89decb19-93fa-4829-bc71-442f531a1330 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '47bc5bd7-3979-412c-a096-cd97ea430e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '41616c95-22c4-4c91-ab2b-bdc0407efa03'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:55:20.918234 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Attempting to bind port 89decb19-93fa-4829-bc71-442f531a1330 on network 41616c95-22c4-4c91-ab2b-bdc0407efa03 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:55:20.921876 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (de3b133a-f134-4bd1-90a5-acaf3dca8ada), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.933817 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Port 89decb19-93fa-4829-bc71-442f531a1330 on network 41616c95-22c4-4c91-ab2b-bdc0407efa03 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:55:20.934015 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Attempting to bind port 89decb19-93fa-4829-bc71-442f531a1330 on network 41616c95-22c4-4c91-ab2b-bdc0407efa03 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:55:20.939973 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:55:20.940311 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Checking segment: {'id': '47bc5bd7-3979-412c-a096-cd97ea430e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '41616c95-22c4-4c91-ab2b-bdc0407efa03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:20.940711 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Bound using segment: {'id': '47bc5bd7-3979-412c-a096-cd97ea430e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '41616c95-22c4-4c91-ab2b-bdc0407efa03'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:55:20.941117 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Bound port: 89decb19-93fa-4829-bc71-442f531a1330, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47bc5bd7-3979-412c-a096-cd97ea430e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '41616c95-22c4-4c91-ab2b-bdc0407efa03'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:55:20.941477 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (89decb19-93fa-4829-bc71-442f531a1330), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.942907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ba43f-2067-463e-afa1-4d1b3fce523e None None] Pushing event deleted for resources: {'Port': ['ID=8312404d-982b-4aba-9341-f0e61d929a11,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:20.945867 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (de3b133a-f134-4bd1-90a5-acaf3dca8ada), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.965023 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:55:20.965432 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (de3b133a-f134-4bd1-90a5-acaf3dca8ada), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:55:20.970603 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:55:20.974054 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:55:20.977443 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 24769aab-2ae0-4058-b14a-fce058cc9145 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:55:20.989655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 24769aab-2ae0-4058-b14a-fce058cc9145 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:20.991083 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.035880 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] For port 89decb19-93fa-4829-bc71-442f531a1330, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:55:21.039394 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] For port 89decb19-93fa-4829-bc71-442f531a1330, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=89decb19-93fa-4829-bc71-442f531a1330,segment=NetworkSegment(47bc5bd7-3979-412c-a096-cd97ea430e5f),segment_id=47bc5bd7-3979-412c-a096-cd97ea430e5f)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:55:21.068543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d8513-5b7e-4d0e-a0a4-e774366c5dc6 req-0a011426-f323-4d5b-9824-38c11fd7cf94 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:21.073451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (89decb19-93fa-4829-bc71-442f531a1330), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.075860 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d8513-5b7e-4d0e-a0a4-e774366c5dc6 req-0a011426-f323-4d5b-9824-38c11fd7cf94 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:21.084257 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d8513-5b7e-4d0e-a0a4-e774366c5dc6 req-0a011426-f323-4d5b-9824-38c11fd7cf94 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:21.110909 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d8513-5b7e-4d0e-a0a4-e774366c5dc6 req-0a011426-f323-4d5b-9824-38c11fd7cf94 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:21.127081 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d8513-5b7e-4d0e-a0a4-e774366c5dc6 req-0a011426-f323-4d5b-9824-38c11fd7cf94 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:21.130860 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 24769aab-2ae0-4058-b14a-fce058cc9145 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:21.131260 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.136432 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d8513-5b7e-4d0e-a0a4-e774366c5dc6 req-0a011426-f323-4d5b-9824-38c11fd7cf94 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:21.144458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d8513-5b7e-4d0e-a0a4-e774366c5dc6 req-0a011426-f323-4d5b-9824-38c11fd7cf94 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:21.154037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a3d8513-5b7e-4d0e-a0a4-e774366c5dc6 req-0a011426-f323-4d5b-9824-38c11fd7cf94 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5441 time: 0.4181340 Jan 14 01:55:21.180489 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 24769aab-2ae0-4058-b14a-fce058cc9145, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=24769aab-2ae0-4058-b14a-fce058cc9145,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:21.190063 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Pushing event updated for resources: {'Port': ['ID=89decb19-93fa-4829-bc71-442f531a1330,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:21.191379 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.192481 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6305cef5-fc1a-47d8-8758-22836b774bff up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:21.215682 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:21.216582 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.219183 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-6ec415d8-9a45-4c71-83d8-2d63db7d43a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/89decb19-93fa-4829-bc71-442f531a1330 HTTP/1.1" status: 200 len: 1091 time: 1.7746334 Jan 14 01:55:21.219904 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9e1214-8f27-4d5e-9091-fe9db74e9071', 'tag': '89decb19-93fa-4829-bc71-442f531a1330'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:55:21.222535 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f23910d-a6df-4a9b-9bc6-88e7b9056294" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9e1214-8f27-4d5e-9091-fe9db74e9071", "tag": "89decb19-93fa-4829-bc71-442f531a1330"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:55:21.234163 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (df14e027-4aa1-4e2b-82a1-1ab372f5d80a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.245821 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.250823 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/networks/df14e027-4aa1-4e2b-82a1-1ab372f5d80a HTTP/1.1" status: 204 len: 168 time: 1.8554859 Jan 14 01:55:21.254367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43168) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:21.261131 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-adfa8bc5-8737-4be0-8b62-90a6aef8b47c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'network': {'name': 'tempest-RoutersTest-1762036778'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:21.296340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-af8e61eb-9d2d-4944-9ef5-3d0ced14f918 req-3f213b4b-e716-443f-92e2-e2f6657c85af tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0678279 Jan 14 01:55:21.302992 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272ad60-e47b-4afc-b200-a3575498bdd0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Network': ['ID=df14e027-4aa1-4e2b-82a1-1ab372f5d80a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:21.368037 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-a7787d23-5ea3-4842-902a-baf9ff041ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:21.369824 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-a7787d23-5ea3-4842-902a-baf9ff041ceb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e95d9bec347478296077e1bebff7b79&device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 1094 time: 0.0806940 Jan 14 01:55:21.375309 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfa8bc5-8737-4be0-8b62-90a6aef8b47c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:21.380230 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adfa8bc5-8737-4be0-8b62-90a6aef8b47c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.387503 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66f923c1-40ab-4617-8ede-904b57da92cd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (1d90afed-ef8c-4284-b38b-17f43e35c41c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.430317 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178819e8-3ef0-4237-a575-840414690b54 x-openstack-request-id: req-178819e8-3ef0-4237-a575-840414690b54 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:55:21.430772 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9e1214-8f27-4d5e-9091-fe9db74e9071", "tag": "89decb19-93fa-4829-bc71-442f531a1330", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:55:21.431148 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-178819e8-3ef0-4237-a575-840414690b54 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:55:21.431780 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9e1214-8f27-4d5e-9091-fe9db74e9071', 'tag': '89decb19-93fa-4829-bc71-442f531a1330', 'status': 'completed', 'code': 200} Jan 14 01:55:21.434791 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-ff4afa7f-a4e8-4639-9dd4-82ade5e99a26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89decb19-93fa-4829-bc71-442f531a1330 HTTP/1.1" status: 200 len: 217 time: 0.0514605 Jan 14 01:55:21.444436 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=24769aab-2ae0-4058-b14a-fce058cc9145,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:21.448003 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfa8bc5-8737-4be0-8b62-90a6aef8b47c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:55:21.460055 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adfa8bc5-8737-4be0-8b62-90a6aef8b47c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.460551 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-adfa8bc5-8737-4be0-8b62-90a6aef8b47c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Added segment bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d of type vlan for network 572c9f90-569b-4dfc-9c9d-4be812ddcbe2 Jan 14 01:55:21.465876 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 6305cef5-fc1a-47d8-8758-22836b774bff completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:55:21.471286 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 6305cef5-fc1a-47d8-8758-22836b774bff triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:21.471998 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.519726 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adfa8bc5-8737-4be0-8b62-90a6aef8b47c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (572c9f90-569b-4dfc-9c9d-4be812ddcbe2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.565895 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 6305cef5-fc1a-47d8-8758-22836b774bff is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:21.566758 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.580217 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adfa8bc5-8737-4be0-8b62-90a6aef8b47c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (572c9f90-569b-4dfc-9c9d-4be812ddcbe2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.587731 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa8bc5-8737-4be0-8b62-90a6aef8b47c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:21.588453 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adfa8bc5-8737-4be0-8b62-90a6aef8b47c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.605669 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6305cef5-fc1a-47d8-8758-22836b774bff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6305cef5-fc1a-47d8-8758-22836b774bff,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:21.609557 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a3d8513-5b7e-4d0e-a0a4-e774366c5dc6 req-577c004d-1419-4177-80aa-c4cc18c0eb5d tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4536858 Jan 14 01:55:21.620603 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-adfa8bc5-8737-4be0-8b62-90a6aef8b47c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3616240 Jan 14 01:55:21.623919 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43172) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:21.628919 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.630011 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:21.636444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8a58e643-81a4-44f1-a5e1-4bb7961135c3 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'subnet': {'network_id': '572c9f90-569b-4dfc-9c9d-4be812ddcbe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:21.749721 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=6305cef5-fc1a-47d8-8758-22836b774bff,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:21.762502 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:55:21.765126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-3ee20d09-0394-4734-8fed-40477d442805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:21.767481 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:21.768491 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-3ee20d09-0394-4734-8fed-40477d442805 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13defefd-13e8-402f-bbad-6ba005170bff HTTP/1.1" status: 200 len: 854 time: 0.2216666 Jan 14 01:55:21.769144 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.845467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a58e643-81a4-44f1-a5e1-4bb7961135c3 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:21.849124 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a58e643-81a4-44f1-a5e1-4bb7961135c3 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:21.855930 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-64abc8e9-d185-4257-b446-4221217a1976 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41616c95-22c4-4c91-ab2b-bdc0407efa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753629 Jan 14 01:55:21.857238 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa8bc5-8737-4be0-8b62-90a6aef8b47c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Network': ['ID=572c9f90-569b-4dfc-9c9d-4be812ddcbe2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:21.876985 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 572c9f90-569b-4dfc-9c9d-4be812ddcbe2 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:55:21.977785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:21.978515 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:22.041692 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-f9cdea6f-9191-4f27-8640-b7e827a80dde service neutron] 10.222.0.46 "GET /v2.0/networks/41616c95-22c4-4c91-ab2b-bdc0407efa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797154 Jan 14 01:55:22.093065 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:22.101827 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:22.159622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-66f923c1-40ab-4617-8ede-904b57da92cd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port 906580e1-6950-4174-8f24-6380e4e95c90 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:22.160206 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66f923c1-40ab-4617-8ede-904b57da92cd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (906580e1-6950-4174-8f24-6380e4e95c90), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:22.210914 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f3805e-7044-41b5-86e1-4050dd2c244f'}, {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24769aab-2ae0-4058-b14a-fce058cc9145'}, {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6305cef5-fc1a-47d8-8758-22836b774bff'}, {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b723c2-5d1d-48ea-a557-a4370dd2a8d1'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:55:22.213079 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce9d8d3-90a6-4fe3-b55e-19ad349a2cb5" -d '{"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "61f3805e-7044-41b5-86e1-4050dd2c244f"}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "24769aab-2ae0-4058-b14a-fce058cc9145"}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "6305cef5-fc1a-47d8-8758-22836b774bff"}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "66b723c2-5d1d-48ea-a557-a4370dd2a8d1"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:55:22.229108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:22.252251 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9dcb0c8b-ef72-4c59-a86e-066101d1b835 req-2432eba1-430b-4041-b775-8810e1601e2c service neutron] 10.222.0.46 "GET /v2.0/networks/41616c95-22c4-4c91-ab2b-bdc0407efa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047176 Jan 14 01:55:22.277588 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 14 Jan 2022 01:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c62190-dd56-4a82-a763-b4581bcadad0 x-openstack-request-id: req-45c62190-dd56-4a82-a763-b4581bcadad0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:55:22.278205 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "61f3805e-7044-41b5-86e1-4050dd2c244f", "code": 200}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "24769aab-2ae0-4058-b14a-fce058cc9145", "code": 200}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "6305cef5-fc1a-47d8-8758-22836b774bff", "code": 200}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-plugged", "status": "completed", "tag": "66b723c2-5d1d-48ea-a557-a4370dd2a8d1", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:55:22.278739 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45c62190-dd56-4a82-a763-b4581bcadad0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:55:22.280292 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f3805e-7044-41b5-86e1-4050dd2c244f', 'code': 200} Jan 14 01:55:22.281292 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24769aab-2ae0-4058-b14a-fce058cc9145', 'code': 200} Jan 14 01:55:22.281897 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6305cef5-fc1a-47d8-8758-22836b774bff', 'code': 200} Jan 14 01:55:22.282604 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b723c2-5d1d-48ea-a557-a4370dd2a8d1', 'code': 200} Jan 14 01:55:22.306551 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66f923c1-40ab-4617-8ede-904b57da92cd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (906580e1-6950-4174-8f24-6380e4e95c90), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:22.318988 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-66f923c1-40ab-4617-8ede-904b57da92cd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for 906580e1-6950-4174-8f24-6380e4e95c90 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:22.560640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23910d-a6df-4a9b-9bc6-88e7b9056294 req-1d62cb81-0703-44ce-9569-1efdf48a512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:22.562577 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0f23910d-a6df-4a9b-9bc6-88e7b9056294 req-1d62cb81-0703-44ce-9569-1efdf48a512d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e95d9bec347478296077e1bebff7b79&device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 1094 time: 0.1065187 Jan 14 01:55:22.569590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836b106-1145-4174-b401-fc245a89e906 req-ccc3d30b-333e-41cd-b72b-c602fb126e84 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:22.571311 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4836b106-1145-4174-b401-fc245a89e906 req-ccc3d30b-333e-41cd-b72b-c602fb126e84 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 943 time: 0.5430386 Jan 14 01:55:22.576792 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66f923c1-40ab-4617-8ede-904b57da92cd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (906580e1-6950-4174-8f24-6380e4e95c90), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:22.585593 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5452-3561-418b-b0a6-8364a61696d5 req-c451aecf-ca3f-4555-b573-6542587701cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:22.586359 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5452-3561-418b-b0a6-8364a61696d5 req-c451aecf-ca3f-4555-b573-6542587701cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:22.587192 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5452-3561-418b-b0a6-8364a61696d5 req-c451aecf-ca3f-4555-b573-6542587701cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:22.587914 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5452-3561-418b-b0a6-8364a61696d5 req-c451aecf-ca3f-4555-b573-6542587701cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:22.588742 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5452-3561-418b-b0a6-8364a61696d5 req-c451aecf-ca3f-4555-b573-6542587701cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:22.589434 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5452-3561-418b-b0a6-8364a61696d5 req-c451aecf-ca3f-4555-b573-6542587701cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:22.590141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5452-3561-418b-b0a6-8364a61696d5 req-c451aecf-ca3f-4555-b573-6542587701cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:22.593299 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-be7e5452-3561-418b-b0a6-8364a61696d5 req-c451aecf-ca3f-4555-b573-6542587701cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6501 time: 0.0831938 Jan 14 01:55:22.628227 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72acf20d-3f29-4a8f-94f6-0b3f09ce6ef3 req-0a993db2-8229-4077-978d-9b274610d770 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0757406 Jan 14 01:55:22.727931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f923c1-40ab-4617-8ede-904b57da92cd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=906580e1-6950-4174-8f24-6380e4e95c90,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:22.746286 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-be7e5452-3561-418b-b0a6-8364a61696d5 req-5c63973b-440a-4f2f-b9a5-d2f2b3af831b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380103 Jan 14 01:55:22.771979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23910d-a6df-4a9b-9bc6-88e7b9056294 req-0eab5c5e-af56-4e28-ac01-4d2c4c900e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:22.773443 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0f23910d-a6df-4a9b-9bc6-88e7b9056294 req-0eab5c5e-af56-4e28-ac01-4d2c4c900e88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=41616c95-22c4-4c91-ab2b-bdc0407efa03 HTTP/1.1" status: 200 len: 915 time: 0.2047951 Jan 14 01:55:22.794472 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4836b106-1145-4174-b401-fc245a89e906 req-4e59a1a7-3e5b-4b1d-b998-979b080dbba0 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/security-groups?id=e60657eb-9985-4c0e-98a6-36192cb7205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921985 Jan 14 01:55:23.016269 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66f923c1-40ab-4617-8ede-904b57da92cd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (1d90afed-ef8c-4284-b38b-17f43e35c41c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:23.036131 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a58e643-81a4-44f1-a5e1-4bb7961135c3 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (16a49987-74fc-47e3-9ba8-bf62f3840ac2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:23.104266 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0f23910d-a6df-4a9b-9bc6-88e7b9056294 req-adee0243-ea6c-48fa-968d-6bfd1aee4b70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89decb19-93fa-4829-bc71-442f531a1330 HTTP/1.1" status: 200 len: 217 time: 0.0675585 Jan 14 01:55:23.112147 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a52c2c-8918-4e55-9288-ae3dd800bc3e req-a39d291e-e2b6-4fd0-877b-9409ffbaab4b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:23.119261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a52c2c-8918-4e55-9288-ae3dd800bc3e req-a39d291e-e2b6-4fd0-877b-9409ffbaab4b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:23.145605 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a52c2c-8918-4e55-9288-ae3dd800bc3e req-a39d291e-e2b6-4fd0-877b-9409ffbaab4b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:23.151849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a52c2c-8918-4e55-9288-ae3dd800bc3e req-a39d291e-e2b6-4fd0-877b-9409ffbaab4b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:23.158581 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a52c2c-8918-4e55-9288-ae3dd800bc3e req-a39d291e-e2b6-4fd0-877b-9409ffbaab4b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:23.164905 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a52c2c-8918-4e55-9288-ae3dd800bc3e req-a39d291e-e2b6-4fd0-877b-9409ffbaab4b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:23.171622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a52c2c-8918-4e55-9288-ae3dd800bc3e req-a39d291e-e2b6-4fd0-877b-9409ffbaab4b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:23.181854 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28a52c2c-8918-4e55-9288-ae3dd800bc3e req-a39d291e-e2b6-4fd0-877b-9409ffbaab4b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5444 time: 0.4000030 Jan 14 01:55:23.191295 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58e643-81a4-44f1-a5e1-4bb7961135c3 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Subnet': ['ID=16a49987-74fc-47e3-9ba8-bf62f3840ac2,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:23.203779 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23910d-a6df-4a9b-9bc6-88e7b9056294 req-fd4e08c0-9682-4b30-9df4-34d91949f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:23.205852 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0f23910d-a6df-4a9b-9bc6-88e7b9056294 req-fd4e08c0-9682-4b30-9df4-34d91949f187 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13defefd-13e8-402f-bbad-6ba005170bff HTTP/1.1" status: 200 len: 854 time: 0.0812938 Jan 14 01:55:23.271641 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0f23910d-a6df-4a9b-9bc6-88e7b9056294 req-711951f9-e421-4ff0-9818-4b9787c864ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41616c95-22c4-4c91-ab2b-bdc0407efa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579123 Jan 14 01:55:23.429585 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0f23910d-a6df-4a9b-9bc6-88e7b9056294 req-b4b6f0cb-721f-452c-8a47-ad97f53fd81f service neutron] 10.222.0.46 "GET /v2.0/networks/41616c95-22c4-4c91-ab2b-bdc0407efa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492682 Jan 14 01:55:23.445514 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28a52c2c-8918-4e55-9288-ae3dd800bc3e req-3f2765da-e063-4b25-beb2-19f5ce931d20 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2625442 Jan 14 01:55:23.465485 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a58e643-81a4-44f1-a5e1-4bb7961135c3 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Checking segment: {'id': 'bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '572c9f90-569b-4dfc-9c9d-4be812ddcbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:23.466125 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a58e643-81a4-44f1-a5e1-4bb7961135c3 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network hostable DHCP agents. Network: 572c9f90-569b-4dfc-9c9d-4be812ddcbe2, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:55:23.561720 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:55:23.585653 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f923c1-40ab-4617-8ede-904b57da92cd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 1d90afed-ef8c-4284-b38b-17f43e35c41c has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:55:23.587185 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a58e643-81a4-44f1-a5e1-4bb7961135c3 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 572c9f90-569b-4dfc-9c9d-4be812ddcbe2 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:55:23.607529 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8a58e643-81a4-44f1-a5e1-4bb7961135c3 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 572c9f90-569b-4dfc-9c9d-4be812ddcbe2) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:23.613124 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a58e643-81a4-44f1-a5e1-4bb7961135c3 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:23.614253 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a58e643-81a4-44f1-a5e1-4bb7961135c3 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:23.617877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d976f-019f-48bd-b248-30b7bd44a54d None None] Network 572c9f90-569b-4dfc-9c9d-4be812ddcbe2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:23.746266 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8a58e643-81a4-44f1-a5e1-4bb7961135c3 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1212723 Jan 14 01:55:23.804731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-572c9f90-569b-4dfc-9c9d-4be812ddcbe2', 'network_id': '572c9f90-569b-4dfc-9c9d-4be812ddcbe2', 'project_id': 'c937dabc5863485b9690fd187842225d', 'fixed_ips': [{'subnet_id': '16a49987-74fc-47e3-9ba8-bf62f3840ac2'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:55:23.805608 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:23.814391 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43196) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:23.832389 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8d003bf2-0b07-4afa-ac84-88409f2a686e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-762045515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:23.866256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f923c1-40ab-4617-8ede-904b57da92cd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:23.875556 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-66f923c1-40ab-4617-8ede-904b57da92cd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/1d90afed-ef8c-4284-b38b-17f43e35c41c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8677790 Jan 14 01:55:23.889150 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec2f3a-b6e6-4339-a499-f98d008610d0 None None] Sync routers for ids ['1d90afed-ef8c-4284-b38b-17f43e35c41c'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:23.913037 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec2f3a-b6e6-4339-a499-f98d008610d0 None None] Routers {'1d90afed-ef8c-4284-b38b-17f43e35c41c'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:23.914117 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-26ec2f3a-b6e6-4339-a499-f98d008610d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1d90afed-ef8c-4284-b38b-17f43e35c41c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:23.926519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43200) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:23.945561 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-018b48aa-b037-4ed8-be84-b11be6f3a7b6 req-ef42f87d-9816-485f-ab60-7dec36af2b9b tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.1060975 Jan 14 01:55:24.000528 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-26ec2f3a-b6e6-4339-a499-f98d008610d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:24.012731 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec2f3a-b6e6-4339-a499-f98d008610d0 None None] Routers {'1d90afed-ef8c-4284-b38b-17f43e35c41c'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:24.013799 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-26ec2f3a-b6e6-4339-a499-f98d008610d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1d90afed-ef8c-4284-b38b-17f43e35c41c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:24.054854 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-26ec2f3a-b6e6-4339-a499-f98d008610d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:24.056062 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec2f3a-b6e6-4339-a499-f98d008610d0 None None] The sync data for ids ['1d90afed-ef8c-4284-b38b-17f43e35c41c'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:24.095646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Allocated IP 172.20.0.2 (572c9f90-569b-4dfc-9c9d-4be812ddcbe2/16a49987-74fc-47e3-9ba8-bf62f3840ac2/de9e997e-5f58-481f-9855-fdcec7075ae5) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:24.337804 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0f23910d-a6df-4a9b-9bc6-88e7b9056294 req-824f950f-27c9-4718-b272-006141d93663 service neutron] 10.222.0.46 "GET /v2.0/networks/41616c95-22c4-4c91-ab2b-bdc0407efa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9019260 Jan 14 01:55:24.417581 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d003bf2-0b07-4afa-ac84-88409f2a686e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (a0a6436c-95cd-4e96-afc2-8244611b56bd), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:24.420309 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d003bf2-0b07-4afa-ac84-88409f2a686e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (a0a6436c-95cd-4e96-afc2-8244611b56bd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:24.549517 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Publish callbacks [] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:24.562972 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:24.568591 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-7ecf42ae-bbac-4e5d-ad8f-98abd36ffff4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] remove_router_interface failed (client error): The resource could not be found. Jan 14 01:55:24.580018 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7ecf42ae-bbac-4e5d-ad8f-98abd36ffff4 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/1d90afed-ef8c-4284-b38b-17f43e35c41c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6503298 Jan 14 01:55:24.582821 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:24.643149 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6e1e3bdf-71c9-4f40-ba1b-12aa8ee96ec6 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d90afed-ef8c-4284-b38b-17f43e35c41c HTTP/1.1" status: 200 len: 205 time: 0.0568166 Jan 14 01:55:24.651091 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43212) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:24.700639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Network 572c9f90-569b-4dfc-9c9d-4be812ddcbe2 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:24.717698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:24.722071 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:24.725186 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Pushing event updated for resources: {'Port': ['ID=de9e997e-5f58-481f-9855-fdcec7075ae5,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:24.771244 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d003bf2-0b07-4afa-ac84-88409f2a686e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (a0a6436c-95cd-4e96-afc2-8244611b56bd), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:24.782198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310604-941e-47c9-b683-beb52ee1bcbe req-7a8d6a2b-5253-4406-a941-c71fc0ff2708 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:24.783798 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb310604-941e-47c9-b683-beb52ee1bcbe req-7a8d6a2b-5253-4406-a941-c71fc0ff2708 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 943 time: 0.7530820 Jan 14 01:55:24.786153 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d003bf2-0b07-4afa-ac84-88409f2a686e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (a0a6436c-95cd-4e96-afc2-8244611b56bd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:24.860858 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36e6ec0c-1faf-4a19-81a6-7b2a2ddbdff9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (1d90afed-ef8c-4284-b38b-17f43e35c41c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:24.862364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Attempting to bind port de9e997e-5f58-481f-9855-fdcec7075ae5 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:55:24.863472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Attempting to bind port de9e997e-5f58-481f-9855-fdcec7075ae5 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '572c9f90-569b-4dfc-9c9d-4be812ddcbe2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:55:24.864240 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Attempting to bind port de9e997e-5f58-481f-9855-fdcec7075ae5 on network 572c9f90-569b-4dfc-9c9d-4be812ddcbe2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:55:24.868336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef442179-7118-42aa-971f-320a0ff47cb3 req-5e84f78d-b901-48cf-9e25-c3398532eadc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:24.871757 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:55:24.872462 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Checking segment: {'id': 'bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '572c9f90-569b-4dfc-9c9d-4be812ddcbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:24.874142 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:24.874717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef442179-7118-42aa-971f-320a0ff47cb3 req-5e84f78d-b901-48cf-9e25-c3398532eadc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:24.875130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Bound using segment: {'id': 'bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '572c9f90-569b-4dfc-9c9d-4be812ddcbe2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:55:24.876287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Bound port: de9e997e-5f58-481f-9855-fdcec7075ae5, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '572c9f90-569b-4dfc-9c9d-4be812ddcbe2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:55:24.876923 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:24.880714 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef442179-7118-42aa-971f-320a0ff47cb3 req-5e84f78d-b901-48cf-9e25-c3398532eadc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:24.886779 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef442179-7118-42aa-971f-320a0ff47cb3 req-5e84f78d-b901-48cf-9e25-c3398532eadc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:24.892795 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef442179-7118-42aa-971f-320a0ff47cb3 req-5e84f78d-b901-48cf-9e25-c3398532eadc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:24.898797 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef442179-7118-42aa-971f-320a0ff47cb3 req-5e84f78d-b901-48cf-9e25-c3398532eadc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:24.904811 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef442179-7118-42aa-971f-320a0ff47cb3 req-5e84f78d-b901-48cf-9e25-c3398532eadc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:24.912712 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef442179-7118-42aa-971f-320a0ff47cb3 req-5e84f78d-b901-48cf-9e25-c3398532eadc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5444 time: 0.2523792 Jan 14 01:55:24.930604 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d003bf2-0b07-4afa-ac84-88409f2a686e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:24.931784 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8d003bf2-0b07-4afa-ac84-88409f2a686e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1113615 Jan 14 01:55:24.937512 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43214) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:24.997268 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb310604-941e-47c9-b683-beb52ee1bcbe req-94afdf32-50a0-4735-bf7c-2e80197ac396 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/security-groups?id=e60657eb-9985-4c0e-98a6-36192cb7205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929283 Jan 14 01:55:25.210109 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] For port de9e997e-5f58-481f-9855-fdcec7075ae5, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:55:25.220220 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] For port de9e997e-5f58-481f-9855-fdcec7075ae5, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=de9e997e-5f58-481f-9855-fdcec7075ae5,segment=NetworkSegment(bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d),segment_id=bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:55:25.236207 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:25.269080 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36e6ec0c-1faf-4a19-81a6-7b2a2ddbdff9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (1d90afed-ef8c-4284-b38b-17f43e35c41c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:25.271756 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36e6ec0c-1faf-4a19-81a6-7b2a2ddbdff9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (1d90afed-ef8c-4284-b38b-17f43e35c41c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:25.339107 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36e6ec0c-1faf-4a19-81a6-7b2a2ddbdff9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (1d90afed-ef8c-4284-b38b-17f43e35c41c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:25.339713 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e6ec0c-1faf-4a19-81a6-7b2a2ddbdff9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Fanout notify agent at l3_agent the message router_deleted on router 1d90afed-ef8c-4284-b38b-17f43e35c41c {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:55:25.352893 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36e6ec0c-1faf-4a19-81a6-7b2a2ddbdff9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:25.357005 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-36e6ec0c-1faf-4a19-81a6-7b2a2ddbdff9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/1d90afed-ef8c-4284-b38b-17f43e35c41c HTTP/1.1" status: 204 len: 168 time: 0.7049110 Jan 14 01:55:25.357850 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43218) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:25.456290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea87dfd-b5a1-4bd1-bdfd-2eb56d96c2d5 None None] Pushing event updated for resources: {'Port': ['ID=de9e997e-5f58-481f-9855-fdcec7075ae5,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:25.479755 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0085780-a9a7-43c7-9699-f2294f2ce2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting subnet 70838c34-993f-4ec2-9283-f7d8769044d8 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:55:25.487857 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0085780-a9a7-43c7-9699-f2294f2ce2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (70838c34-993f-4ec2-9283-f7d8769044d8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:25.547475 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0085780-a9a7-43c7-9699-f2294f2ce2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (70838c34-993f-4ec2-9283-f7d8769044d8), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:25.595014 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8ffe958d-9544-46ff-91af-239cdcbf2045 req-d9fa1da7-a319-429b-b453-5696fe6a4689 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.1010156 Jan 14 01:55:25.613166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 89decb19-93fa-4829-bc71-442f531a1330 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:55:25.712674 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef442179-7118-42aa-971f-320a0ff47cb3 req-fb563f7d-2363-441a-b51e-a1fc8ce71b3a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7990077 Jan 14 01:55:25.736744 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0085780-a9a7-43c7-9699-f2294f2ce2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (70838c34-993f-4ec2-9283-f7d8769044d8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:25.891439 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:25.905266 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0085780-a9a7-43c7-9699-f2294f2ce2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (70838c34-993f-4ec2-9283-f7d8769044d8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:25.970541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0085780-a9a7-43c7-9699-f2294f2ce2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Subnet': ['ID=70838c34-993f-4ec2-9283-f7d8769044d8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:25.985288 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0085780-a9a7-43c7-9699-f2294f2ce2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:25.988200 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce54693-3238-4d29-a6f9-85e6276d6952 None None] Network 21cb02cc-93f3-4c0c-89ea-31f53c556875 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:25.988682 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c0085780-a9a7-43c7-9699-f2294f2ce2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/70838c34-993f-4ec2-9283-f7d8769044d8 HTTP/1.1" status: 204 len: 168 time: 0.6296971 Jan 14 01:55:25.991186 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43228) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:25.999125 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 89decb19-93fa-4829-bc71-442f531a1330, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=89decb19-93fa-4829-bc71-442f531a1330,segment=NetworkSegment(47bc5bd7-3979-412c-a096-cd97ea430e5f),segment_id=47bc5bd7-3979-412c-a096-cd97ea430e5f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:26.062691 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '89decb19-93fa-4829-bc71-442f531a1330', 'network_id': '41616c95-22c4-4c91-ab2b-bdc0407efa03', 'port_id': '89decb19-93fa-4829-bc71-442f531a1330', 'mac_address': 'fa:16:3e:be:3d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13defefd-13e8-402f-bbad-6ba005170bff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:55:26.142884 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (21cb02cc-93f3-4c0c-89ea-31f53c556875), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:26.154593 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904860-3232-438e-932e-272b67b675f6 req-36dc0264-63dd-4c6c-b06e-1f02eb545677 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:26.176170 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 89decb19-93fa-4829-bc71-442f531a1330 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:26.176859 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (89decb19-93fa-4829-bc71-442f531a1330), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:26.177458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904860-3232-438e-932e-272b67b675f6 req-36dc0264-63dd-4c6c-b06e-1f02eb545677 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:26.183575 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904860-3232-438e-932e-272b67b675f6 req-36dc0264-63dd-4c6c-b06e-1f02eb545677 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:26.190099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904860-3232-438e-932e-272b67b675f6 req-36dc0264-63dd-4c6c-b06e-1f02eb545677 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:26.198245 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904860-3232-438e-932e-272b67b675f6 req-36dc0264-63dd-4c6c-b06e-1f02eb545677 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:26.202672 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89decb19-93fa-4829-bc71-442f531a1330 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:55:26.209642 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904860-3232-438e-932e-272b67b675f6 req-36dc0264-63dd-4c6c-b06e-1f02eb545677 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:26.226747 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904860-3232-438e-932e-272b67b675f6 req-36dc0264-63dd-4c6c-b06e-1f02eb545677 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:26.228719 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-78904860-3232-438e-932e-272b67b675f6 req-36dc0264-63dd-4c6c-b06e-1f02eb545677 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5444 time: 0.3470068 Jan 14 01:55:26.238866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 89decb19-93fa-4829-bc71-442f531a1330, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=89decb19-93fa-4829-bc71-442f531a1330,segment=NetworkSegment(47bc5bd7-3979-412c-a096-cd97ea430e5f),segment_id=47bc5bd7-3979-412c-a096-cd97ea430e5f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:26.241401 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43232) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:26.247866 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3df16d8b-1a3c-4dff-8a11-883a3d60c41e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Request body: {'floatingip': {'port_id': '077e1f7b-84a1-4a94-afd3-17ae41a0903c'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:26.252337 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (89decb19-93fa-4829-bc71-442f531a1330), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:26.296606 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d80656-a5c7-453b-8863-5ded65a2d017 None None] DHCP port deletion for 21cb02cc-93f3-4c0c-89ea-31f53c556875 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:26.373371 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=89decb19-93fa-4829-bc71-442f531a1330,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:26.385618 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f9a80-22f0-49b5-a2b1-78f16872a634 req-f6405264-9105-4b8a-9657-98957fcbee26 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:26.393453 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e38f9a80-22f0-49b5-a2b1-78f16872a634 req-f6405264-9105-4b8a-9657-98957fcbee26 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 944 time: 0.1580040 Jan 14 01:55:26.403290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-48d80656-a5c7-453b-8863-5ded65a2d017 None None] Deleting port d16417a4-b298-4b77-8f2d-2f54e38b01f0 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:26.403532 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48d80656-a5c7-453b-8863-5ded65a2d017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:26.406915 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3df16d8b-1a3c-4dff-8a11-883a3d60c41e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for floatingip (dc9a3fe7-186a-489e-9150-17ede370d3c1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:26.534251 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port d16417a4-b298-4b77-8f2d-2f54e38b01f0 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:26.537431 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:26.560157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-48d80656-a5c7-453b-8863-5ded65a2d017 None None] For port d16417a4-b298-4b77-8f2d-2f54e38b01f0, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d16417a4-b298-4b77-8f2d-2f54e38b01f0,segment=NetworkSegment(e4e94077-b8ef-44d2-b276-081f933d2630),segment_id=e4e94077-b8ef-44d2-b276-081f933d2630)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:26.561108 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48d80656-a5c7-453b-8863-5ded65a2d017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:26.584531 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e38f9a80-22f0-49b5-a2b1-78f16872a634 req-8e5f729c-2ffe-4a68-b08d-f56fe8166ceb tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/security-groups?id=e60657eb-9985-4c0e-98a6-36192cb7205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900792 Jan 14 01:55:26.597823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-48d80656-a5c7-453b-8863-5ded65a2d017 None None] Calling delete_port for d16417a4-b298-4b77-8f2d-2f54e38b01f0 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:26.640241 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Allocated IP 172.20.0.1 (572c9f90-569b-4dfc-9c9d-4be812ddcbe2/16a49987-74fc-47e3-9ba8-bf62f3840ac2/14d4f60b-fc3e-4a31-ba91-ba396ee58970) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:26.691199 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['89decb19-93fa-4829-bc71-442f531a1330'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:55:26.783924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port d16417a4-b298-4b77-8f2d-2f54e38b01f0, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d16417a4-b298-4b77-8f2d-2f54e38b01f0,segment=NetworkSegment(e4e94077-b8ef-44d2-b276-081f933d2630),segment_id=e4e94077-b8ef-44d2-b276-081f933d2630)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:26.784290 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:26.812105 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device de9e997e-5f58-481f-9855-fdcec7075ae5 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:26.861138 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4ca7f995-350f-49b0-a0f2-bf3278f1edf9 req-35128c4b-7d37-4e74-a122-866aafdfa45b tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0984519 Jan 14 01:55:26.917651 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for d16417a4-b298-4b77-8f2d-2f54e38b01f0 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:26.975246 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48d80656-a5c7-453b-8863-5ded65a2d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:26.994659 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (14d4f60b-fc3e-4a31-ba91-ba396ee58970), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:27.051268 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (14d4f60b-fc3e-4a31-ba91-ba396ee58970), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:27.056189 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d80656-a5c7-453b-8863-5ded65a2d017 None None] Pushing event deleted for resources: {'Port': ['ID=d16417a4-b298-4b77-8f2d-2f54e38b01f0,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:27.091886 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d80656-a5c7-453b-8863-5ded65a2d017 None None] No DVR routers for this DVR port d16417a4-b298-4b77-8f2d-2f54e38b01f0 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:27.160931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 572c9f90-569b-4dfc-9c9d-4be812ddcbe2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:27.171018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3beb80-7210-4ba1-88fe-7a77942f1b5b None None] Network 572c9f90-569b-4dfc-9c9d-4be812ddcbe2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:27.175879 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:27.187112 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:27.190153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=14d4f60b-fc3e-4a31-ba91-ba396ee58970,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:27.200800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port de9e997e-5f58-481f-9855-fdcec7075ae5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:27.201573 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:27.257180 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d16417a4-b298-4b77-8f2d-2f54e38b01f0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:27.290193 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (a0a6436c-95cd-4e96-afc2-8244611b56bd), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:27.303666 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=d16417a4-b298-4b77-8f2d-2f54e38b01f0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:27.314898 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-883b7642-eca6-4a06-b54e-885ab617fc46 None None] Provisioning complete for port de9e997e-5f58-481f-9855-fdcec7075ae5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:27.315400 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-883b7642-eca6-4a06-b54e-885ab617fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:27.316935 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No DVR routers for this DVR port d16417a4-b298-4b77-8f2d-2f54e38b01f0 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:27.511801 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (21cb02cc-93f3-4c0c-89ea-31f53c556875), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:27.522848 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port de9e997e-5f58-481f-9855-fdcec7075ae5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:27.523242 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:27.534724 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (14d4f60b-fc3e-4a31-ba91-ba396ee58970), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:27.578859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-883b7642-eca6-4a06-b54e-885ab617fc46 None None] Current status of the port de9e997e-5f58-481f-9855-fdcec7075ae5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:27.579279 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-883b7642-eca6-4a06-b54e-885ab617fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:27.589141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21cb02cc-93f3-4c0c-89ea-31f53c556875']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:27.651231 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port de9e997e-5f58-481f-9855-fdcec7075ae5, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=de9e997e-5f58-481f-9855-fdcec7075ae5,segment=NetworkSegment(bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d),segment_id=bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:27.669064 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:27.720665 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e94077-b8ef-44d2-b276-081f933d2630') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:27.720883 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e94077-b8ef-44d2-b276-081f933d2630') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:27.778270 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d16417a4-b298-4b77-8f2d-2f54e38b01f0 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:55:27.795300 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.db.resource_extend [None req-3df16d8b-1a3c-4dff-8a11-883a3d60c41e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:55:27.821250 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (e4e94077-b8ef-44d2-b276-081f933d2630), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:27.858599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: d16417a4-b298-4b77-8f2d-2f54e38b01f0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:55:27.858950 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d16417a4-b298-4b77-8f2d-2f54e38b01f0 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:55:27.860429 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-883b7642-eca6-4a06-b54e-885ab617fc46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:55:27.860788 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-883b7642-eca6-4a06-b54e-885ab617fc46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:55:27.862097 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=de9e997e-5f58-481f-9855-fdcec7075ae5,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:27.945319 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (e4e94077-b8ef-44d2-b276-081f933d2630), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:28.006749 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:55:28.008167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d73287-85d8-47dc-a714-e5a00baf5360 req-113d03cb-b65c-4a26-96d2-0bfda0f92d91 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:28.008649 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (e4e94077-b8ef-44d2-b276-081f933d2630), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:28.009709 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68d73287-85d8-47dc-a714-e5a00baf5360 req-113d03cb-b65c-4a26-96d2-0bfda0f92d91 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 944 time: 0.2202487 Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:55:28.014598 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:55:28.026853 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3df16d8b-1a3c-4dff-8a11-883a3d60c41e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:28.089529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3530a1f6-a1ee-461d-b1ea-02f1569ae513 req-95d71c29-f92c-42c6-a713-6cac3a004ffe tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0724874 Jan 14 01:55:28.111184 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3df16d8b-1a3c-4dff-8a11-883a3d60c41e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (dc9a3fe7-186a-489e-9150-17ede370d3c1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:28.255374 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68d73287-85d8-47dc-a714-e5a00baf5360 req-2842ccaa-3321-49aa-9ac9-4f9b9035f0f6 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/security-groups?id=e60657eb-9985-4c0e-98a6-36192cb7205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167385 Jan 14 01:55:28.288899 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [None req-3df16d8b-1a3c-4dff-8a11-883a3d60c41e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Floating IP dc9a3fe7-186a-489e-9150-17ede370d3c1 associated. External IP: 172.25.2.143, port: 077e1f7b-84a1-4a94-afd3-17ae41a0903c. Jan 14 01:55:28.401867 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (21cb02cc-93f3-4c0c-89ea-31f53c556875), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:28.406580 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (14d4f60b-fc3e-4a31-ba91-ba396ee58970), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:28.421487 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (14d4f60b-fc3e-4a31-ba91-ba396ee58970), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:28.428118 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:28.432585 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/networks/21cb02cc-93f3-4c0c-89ea-31f53c556875 HTTP/1.1" status: 204 len: 168 time: 2.4399376 Jan 14 01:55:28.440079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43260) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:28.447363 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fa7539b0-236d-4405-b523-1f186fb01446 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-31921085'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:28.484696 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-883b7642-eca6-4a06-b54e-885ab617fc46 None None] Current status of the port de9e997e-5f58-481f-9855-fdcec7075ae5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:28.565057 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044fefa-2873-491a-8a0d-20360b9a2d09 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Network': ['ID=21cb02cc-93f3-4c0c-89ea-31f53c556875,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:28.592357 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=14d4f60b-fc3e-4a31-ba91-ba396ee58970,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:28.596815 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (a0a6436c-95cd-4e96-afc2-8244611b56bd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:28.626870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b1fdf668-551f-4a6f-be81-39d00d22fc53 None None] Provisioning complete for port de9e997e-5f58-481f-9855-fdcec7075ae5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:28.627609 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b1fdf668-551f-4a6f-be81-39d00d22fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:28.633578 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7539b0-236d-4405-b523-1f186fb01446 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:28.638562 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fa7539b0-236d-4405-b523-1f186fb01446 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:28.689213 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device de9e997e-5f58-481f-9855-fdcec7075ae5 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:28.724868 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 572c9f90-569b-4dfc-9c9d-4be812ddcbe2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:28.726927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:28.917917 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a0a6436c-95cd-4e96-afc2-8244611b56bd is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:55:28.919553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port de9e997e-5f58-481f-9855-fdcec7075ae5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:28.920505 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:28.995232 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b1fdf668-551f-4a6f-be81-39d00d22fc53 None None] Current status of the port de9e997e-5f58-481f-9855-fdcec7075ae5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:29.049488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b1fdf668-551f-4a6f-be81-39d00d22fc53 None None] Provisioning complete for port 14d4f60b-fc3e-4a31-ba91-ba396ee58970 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:29.049771 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b1fdf668-551f-4a6f-be81-39d00d22fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (14d4f60b-fc3e-4a31-ba91-ba396ee58970), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:29.118865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:29.143194 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54cdfd-0a06-49da-b60d-65edcb48cafa None None] Sync routers for ids ['a0a6436c-95cd-4e96-afc2-8244611b56bd'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:29.143853 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2e8a0865-5f26-46b4-bdde-9fa798761e2a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a0a6436c-95cd-4e96-afc2-8244611b56bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1829131 Jan 14 01:55:29.144487 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43268) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:29.200578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b1fdf668-551f-4a6f-be81-39d00d22fc53 None None] Port 14d4f60b-fc3e-4a31-ba91-ba396ee58970 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:29.238476 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54cdfd-0a06-49da-b60d-65edcb48cafa None None] Routers {'a0a6436c-95cd-4e96-afc2-8244611b56bd'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:29.239145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ec54cdfd-0a06-49da-b60d-65edcb48cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a0a6436c-95cd-4e96-afc2-8244611b56bd'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:29.271518 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3670958f-22cf-4d15-a72d-0ceccd4a6a54 req-a06dbb35-9e17-42dc-a0ff-1f3ab1ac6c97 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0353534 Jan 14 01:55:29.308214 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea2aadc-47d8-4230-bbe3-7d4da4e1467b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:29.317968 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bea2aadc-47d8-4230-bbe3-7d4da4e1467b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports/14d4f60b-fc3e-4a31-ba91-ba396ee58970 HTTP/1.1" status: 200 len: 910 time: 0.1655540 Jan 14 01:55:29.321972 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43276) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:29.349486 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port de9e997e-5f58-481f-9855-fdcec7075ae5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:29.357143 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ec54cdfd-0a06-49da-b60d-65edcb48cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:29.399523 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54cdfd-0a06-49da-b60d-65edcb48cafa None None] Routers {'a0a6436c-95cd-4e96-afc2-8244611b56bd'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:29.400191 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ec54cdfd-0a06-49da-b60d-65edcb48cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a0a6436c-95cd-4e96-afc2-8244611b56bd'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:29.481317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ec54cdfd-0a06-49da-b60d-65edcb48cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:29.484430 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54cdfd-0a06-49da-b60d-65edcb48cafa None None] The sync data for ids ['a0a6436c-95cd-4e96-afc2-8244611b56bd'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:29.486167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5598e233-4d64-41b5-857c-82b22fb66594 None None] Provisioning complete for port 14d4f60b-fc3e-4a31-ba91-ba396ee58970 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:29.488115 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5598e233-4d64-41b5-857c-82b22fb66594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (14d4f60b-fc3e-4a31-ba91-ba396ee58970), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:29.533745 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5598e233-4d64-41b5-857c-82b22fb66594 None None] Port 14d4f60b-fc3e-4a31-ba91-ba396ee58970 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:29.602338 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7539b0-236d-4405-b523-1f186fb01446 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:55:29.636905 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 89decb19-93fa-4829-bc71-442f531a1330 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:29.651918 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df16d8b-1a3c-4dff-8a11-883a3d60c41e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Router 7f4a2a03-f37c-4457-a8e2-1049fe94117e has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:55:29.656314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24c27d-7161-4ae7-9b30-a26363298d5d req-aedd5b14-1c36-49e8-aecd-2a81f8716d3a tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:29.658555 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fa7539b0-236d-4405-b523-1f186fb01446 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (bbf6f116-53d1-4746-b62f-04c55c4c42d7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:29.659069 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-fa7539b0-236d-4405-b523-1f186fb01446 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Added segment bbf6f116-53d1-4746-b62f-04c55c4c42d7 of type vlan for network 8c863377-c400-4a41-b97c-7c9c3c432819 Jan 14 01:55:29.664743 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be24c27d-7161-4ae7-9b30-a26363298d5d req-aedd5b14-1c36-49e8-aecd-2a81f8716d3a tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 944 time: 0.2126999 Jan 14 01:55:29.738849 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fa7539b0-236d-4405-b523-1f186fb01446 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (8c863377-c400-4a41-b97c-7c9c3c432819), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:29.743295 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 89decb19-93fa-4829-bc71-442f531a1330 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:55:29.749678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 89decb19-93fa-4829-bc71-442f531a1330 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:29.750093 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (89decb19-93fa-4829-bc71-442f531a1330), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:29.932521 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df16d8b-1a3c-4dff-8a11-883a3d60c41e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:29.938872 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3df16d8b-1a3c-4dff-8a11-883a3d60c41e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:29.942971 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b22157c-c36a-4dba-baa7-5df1067854de None None] Sync routers for ids ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:29.943607 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 89decb19-93fa-4829-bc71-442f531a1330 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:29.945622 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (89decb19-93fa-4829-bc71-442f531a1330), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:29.956506 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b22157c-c36a-4dba-baa7-5df1067854de None None] Routers {'7f4a2a03-f37c-4457-a8e2-1049fe94117e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:29.957130 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4b22157c-c36a-4dba-baa7-5df1067854de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:29.995748 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9e1214-8f27-4d5e-9091-fe9db74e9071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89decb19-93fa-4829-bc71-442f531a1330'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:55:30.009269 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dac29fd-dc8e-4340-ac22-4cdb7a88f387" -d '{"events": [{"server_uuid": "3c9e1214-8f27-4d5e-9091-fe9db74e9071", "name": "network-vif-plugged", "status": "completed", "tag": "89decb19-93fa-4829-bc71-442f531a1330"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:55:30.049686 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3df16d8b-1a3c-4dff-8a11-883a3d60c41e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "PUT /v2.0/floatingips/dc9a3fe7-186a-489e-9150-17ede370d3c1 HTTP/1.1" status: 200 len: 992 time: 3.8056250 Jan 14 01:55:30.050152 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '077e1f7b-84a1-4a94-afd3-17ae41a0903c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:55:30.057180 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 89decb19-93fa-4829-bc71-442f531a1330, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=89decb19-93fa-4829-bc71-442f531a1330,segment=NetworkSegment(47bc5bd7-3979-412c-a096-cd97ea430e5f),segment_id=47bc5bd7-3979-412c-a096-cd97ea430e5f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:30.058153 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6298a9d4-d561-49b4-9538-668a193173af" -d '{"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "077e1f7b-84a1-4a94-afd3-17ae41a0903c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:55:30.066842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fa7539b0-236d-4405-b523-1f186fb01446 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (8c863377-c400-4a41-b97c-7c9c3c432819), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:30.077646 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (89decb19-93fa-4829-bc71-442f531a1330), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:30.093445 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7539b0-236d-4405-b523-1f186fb01446 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:30.094011 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fa7539b0-236d-4405-b523-1f186fb01446 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:30.167821 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-be24c27d-7161-4ae7-9b30-a26363298d5d req-61d34321-b8e4-4a20-8a2d-9da4d3dc95cb tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/security-groups?id=e60657eb-9985-4c0e-98a6-36192cb7205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985268 Jan 14 01:55:30.253587 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec54196-083b-4829-8b94-52fca5088f32 x-openstack-request-id: req-0ec54196-083b-4829-8b94-52fca5088f32 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:55:30.253879 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9e1214-8f27-4d5e-9091-fe9db74e9071", "name": "network-vif-plugged", "status": "completed", "tag": "89decb19-93fa-4829-bc71-442f531a1330", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:55:30.254152 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ec54196-083b-4829-8b94-52fca5088f32 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:55:30.254578 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9e1214-8f27-4d5e-9091-fe9db74e9071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89decb19-93fa-4829-bc71-442f531a1330', 'code': 200} Jan 14 01:55:30.255962 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=89decb19-93fa-4829-bc71-442f531a1330,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:30.392301 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7539b0-236d-4405-b523-1f186fb01446 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Network': ['ID=8c863377-c400-4a41-b97c-7c9c3c432819,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:30.394361 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4b22157c-c36a-4dba-baa7-5df1067854de None None] Set router 7f4a2a03-f37c-4457-a8e2-1049fe94117e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:55:30.412574 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 8c863377-c400-4a41-b97c-7c9c3c432819 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:55:30.423961 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ca67c6-fda5-4f1e-91ed-9362aafb9d67 x-openstack-request-id: req-f0ca67c6-fda5-4f1e-91ed-9362aafb9d67 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:55:30.424289 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "tag": "077e1f7b-84a1-4a94-afd3-17ae41a0903c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:55:30.429452 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0ca67c6-fda5-4f1e-91ed-9362aafb9d67 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:55:30.429999 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'tag': '077e1f7b-84a1-4a94-afd3-17ae41a0903c', 'status': 'completed', 'code': 200} Jan 14 01:55:30.569561 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fa7539b0-236d-4405-b523-1f186fb01446 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1280339 Jan 14 01:55:30.573491 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43292) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:30.638498 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-869de74e-dc39-47bb-b39e-b89688ce132f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'subnet': {'network_id': '8c863377-c400-4a41-b97c-7c9c3c432819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:30.760640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad498066-8d48-478f-8053-cf5296f9902e req-75d64dfe-d18e-49f4-bbc5-d70869708264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:30.765938 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ad498066-8d48-478f-8053-cf5296f9902e req-75d64dfe-d18e-49f4-bbc5-d70869708264 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 1096 time: 0.4157221 Jan 14 01:55:30.788070 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ffbe26ce-d922-4d35-b9f2-ca09526d1312 req-2983fc82-f309-42bf-93ce-2d18d8aabfbb tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.1378565 Jan 14 01:55:30.853239 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a9d4-d561-49b4-9538-668a193173af req-861d5751-620c-4e82-8174-8bdb69efca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:30.867198 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a9d4-d561-49b4-9538-668a193173af req-861d5751-620c-4e82-8174-8bdb69efca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:30.868008 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a9d4-d561-49b4-9538-668a193173af req-861d5751-620c-4e82-8174-8bdb69efca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:30.868666 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a9d4-d561-49b4-9538-668a193173af req-861d5751-620c-4e82-8174-8bdb69efca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:30.869352 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a9d4-d561-49b4-9538-668a193173af req-861d5751-620c-4e82-8174-8bdb69efca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:30.870012 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a9d4-d561-49b4-9538-668a193173af req-861d5751-620c-4e82-8174-8bdb69efca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:30.871722 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a9d4-d561-49b4-9538-668a193173af req-861d5751-620c-4e82-8174-8bdb69efca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:30.874789 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6298a9d4-d561-49b4-9538-668a193173af req-861d5751-620c-4e82-8174-8bdb69efca6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6501 time: 0.3691897 Jan 14 01:55:30.957189 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9faa-0070-4e9c-a16d-dddd84be0a46 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (a0a6436c-95cd-4e96-afc2-8244611b56bd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:31.089498 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4b22157c-c36a-4dba-baa7-5df1067854de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:05Z', 'updated_at': '2022-01-14T01:51:17Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'gw_port': {'id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:08Z', 'updated_at': '2022-01-14T01:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'dc9a3fe7-186a-489e-9150-17ede370d3c1', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'port_id': '077e1f7b-84a1-4a94-afd3-17ae41a0903c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'mac_address': 'fa:16:3e:fb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:53:16Z', 'updated_at': '2022-01-14T01:55:27Z', 'revision_number': 1, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b2016c-5deb-48df-b1d9-69fa54ebb467', 'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'mac_address': 'fa:16:3e:7e:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:15Z', 'updated_at': '2022-01-14T01:51:26Z', 'revision_number': 5, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'subnets': [{'id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:31.169110 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b22157c-c36a-4dba-baa7-5df1067854de None None] Checking router: 7f4a2a03-f37c-4457-a8e2-1049fe94117e for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:55:31.205793 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b22157c-c36a-4dba-baa7-5df1067854de None None] Routers {'7f4a2a03-f37c-4457-a8e2-1049fe94117e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:31.215064 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4b22157c-c36a-4dba-baa7-5df1067854de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:31.238724 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ad498066-8d48-478f-8053-cf5296f9902e req-149306e2-0142-48e7-bf14-b54147ed49cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e60657eb-9985-4c0e-98a6-36192cb7205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311168 Jan 14 01:55:31.242278 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869de74e-dc39-47bb-b39e-b89688ce132f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:31.245794 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-869de74e-dc39-47bb-b39e-b89688ce132f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:31.263270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a9d4-d561-49b4-9538-668a193173af req-3a6aab2f-b2bf-4759-a56e-62a2c62d2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:31.265260 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6298a9d4-d561-49b4-9538-668a193173af req-3a6aab2f-b2bf-4759-a56e-62a2c62d2537 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d904935c-610e-42e6-94e1-24e36d7164e2 HTTP/1.1" status: 200 len: 917 time: 0.3835177 Jan 14 01:55:31.267369 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-3086cd8f-afe4-4d30-bdac-3544a615fe40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4385142 Jan 14 01:55:31.542226 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4b22157c-c36a-4dba-baa7-5df1067854de None None] Set router 7f4a2a03-f37c-4457-a8e2-1049fe94117e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:55:31.582137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f866d2-aa28-43a6-be38-798082cf16c4 req-ccfc9e83-89c9-4e5b-9b06-e116a8c16968 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:31.605272 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-61f866d2-aa28-43a6-be38-798082cf16c4 req-ccfc9e83-89c9-4e5b-9b06-e116a8c16968 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 945 time: 0.2267404 Jan 14 01:55:31.628789 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:31.812359 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6298a9d4-d561-49b4-9538-668a193173af req-1e0f1dcd-8e10-48c9-b7d4-2a4845bc7458 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077e1f7b-84a1-4a94-afd3-17ae41a0903c HTTP/1.1" status: 200 len: 1000 time: 0.2845483 Jan 14 01:55:31.894532 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-61f866d2-aa28-43a6-be38-798082cf16c4 req-bd734308-c38a-40b4-a430-751310975a5b tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/security-groups?id=e60657eb-9985-4c0e-98a6-36192cb7205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885845 Jan 14 01:55:31.931234 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-ee7b2744-1e22-4668-9e27-471138ce4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:31.931660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-ee7b2744-1e22-4668-9e27-471138ce4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:31.938450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-ee7b2744-1e22-4668-9e27-471138ce4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:31.938967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-ee7b2744-1e22-4668-9e27-471138ce4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:31.941635 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-ee7b2744-1e22-4668-9e27-471138ce4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:31.941635 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-ee7b2744-1e22-4668-9e27-471138ce4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:31.941635 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-ee7b2744-1e22-4668-9e27-471138ce4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:31.943634 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-ee7b2744-1e22-4668-9e27-471138ce4efe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6489 time: 0.3126214 Jan 14 01:55:32.022800 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4b22157c-c36a-4dba-baa7-5df1067854de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:05Z', 'updated_at': '2022-01-14T01:51:17Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'gw_port': {'id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:08Z', 'updated_at': '2022-01-14T01:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'dc9a3fe7-186a-489e-9150-17ede370d3c1', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'port_id': '077e1f7b-84a1-4a94-afd3-17ae41a0903c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'mac_address': 'fa:16:3e:fb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:53:16Z', 'updated_at': '2022-01-14T01:55:27Z', 'revision_number': 1, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b2016c-5deb-48df-b1d9-69fa54ebb467', 'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'mac_address': 'fa:16:3e:7e:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:15Z', 'updated_at': '2022-01-14T01:51:26Z', 'revision_number': 5, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'subnets': [{'id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:32.075597 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b22157c-c36a-4dba-baa7-5df1067854de None None] The sync data for ids ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'] in n-d-824358-4 is: [{'id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:05Z', 'updated_at': '2022-01-14T01:51:17Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'gw_port': {'id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:08Z', 'updated_at': '2022-01-14T01:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'dc9a3fe7-186a-489e-9150-17ede370d3c1', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'port_id': '077e1f7b-84a1-4a94-afd3-17ae41a0903c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'mac_address': 'fa:16:3e:fb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:53:16Z', 'updated_at': '2022-01-14T01:55:27Z', 'revision_number': 1, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b2016c-5deb-48df-b1d9-69fa54ebb467', 'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'mac_address': 'fa:16:3e:7e:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:15Z', 'updated_at': '2022-01-14T01:51:26Z', 'revision_number': 5, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'subnets': [{'id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:32.118380 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a9d4-d561-49b4-9538-668a193173af req-7bf752ea-852e-44fe-abb2-7a60722c38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:32.123761 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6298a9d4-d561-49b4-9538-668a193173af req-7bf752ea-852e-44fe-abb2-7a60722c38d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56102bb5-946c-4250-a30d-1c09c3c59942 HTTP/1.1" status: 200 len: 855 time: 0.2692964 Jan 14 01:55:32.181029 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0039db03-e75a-4485-934d-35c93f6bf158 req-bb6fc535-fec3-4acd-8e6b-7395dc7fb225 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0518787 Jan 14 01:55:32.264318 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-869de74e-dc39-47bb-b39e-b89688ce132f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (8183cdaa-2df3-4abb-8682-d7957ad204a9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:32.345099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-59a71989-cd0e-4158-bf09-203dcc9eff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:32.345581 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-59a71989-cd0e-4158-bf09-203dcc9eff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:32.346127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-59a71989-cd0e-4158-bf09-203dcc9eff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:32.348043 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-59a71989-cd0e-4158-bf09-203dcc9eff2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=76d46afc-cc44-477a-92f7-8aa69ad025a7&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=abc8037e-64e1-4418-bb1b-adc918f77729&id=abc8037e-64e1-4418-bb1b-adc918f77729 HTTP/1.1" status: 200 len: 2293 time: 0.3474164 Jan 14 01:55:32.404599 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a9d4-d561-49b4-9538-668a193173af req-8fa6aeea-dfa0-4d13-baf2-7a2143822019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:32.408376 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6298a9d4-d561-49b4-9538-668a193173af req-8fa6aeea-dfa0-4d13-baf2-7a2143822019 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d904935c-610e-42e6-94e1-24e36d7164e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2755039 Jan 14 01:55:32.461225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c63718-ce89-4e66-83e9-f266213dd2f9 None None] New status for floating IP dc9a3fe7-186a-489e-9150-17ede370d3c1: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:55:32.525900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a9faa-0070-4e9c-a16d-dddd84be0a46 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port 14d4f60b-fc3e-4a31-ba91-ba396ee58970 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:32.528564 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9faa-0070-4e9c-a16d-dddd84be0a46 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (14d4f60b-fc3e-4a31-ba91-ba396ee58970), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:32.627669 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869de74e-dc39-47bb-b39e-b89688ce132f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Subnet': ['ID=8183cdaa-2df3-4abb-8682-d7957ad204a9,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:32.698603 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869de74e-dc39-47bb-b39e-b89688ce132f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Checking segment: {'id': 'bbf6f116-53d1-4746-b62f-04c55c4c42d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8c863377-c400-4a41-b97c-7c9c3c432819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:32.699898 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869de74e-dc39-47bb-b39e-b89688ce132f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network hostable DHCP agents. Network: 8c863377-c400-4a41-b97c-7c9c3c432819, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:55:32.785386 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6298a9d4-d561-49b4-9538-668a193173af req-cdce41ce-40fb-4143-8706-dd44e2aefeef service neutron] 10.222.0.46 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595152 Jan 14 01:55:32.788467 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869de74e-dc39-47bb-b39e-b89688ce132f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 8c863377-c400-4a41-b97c-7c9c3c432819 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:55:32.810324 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9faa-0070-4e9c-a16d-dddd84be0a46 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (14d4f60b-fc3e-4a31-ba91-ba396ee58970), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:32.874451 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-869de74e-dc39-47bb-b39e-b89688ce132f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 8c863377-c400-4a41-b97c-7c9c3c432819) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:32.881746 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a9faa-0070-4e9c-a16d-dddd84be0a46 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for 14d4f60b-fc3e-4a31-ba91-ba396ee58970 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:32.884244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3ef303-0728-4088-93d0-0441dfd9d1d3 None None] Network 8c863377-c400-4a41-b97c-7c9c3c432819 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:32.911356 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-b232fb14-d0b2-48e6-bb8d-a08f7eb8dde1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c121a5e7-f7f1-4aad-a52b-c08401d58912 HTTP/1.1" status: 200 len: 1001 time: 0.5381415 Jan 14 01:55:32.997448 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6298a9d4-d561-49b4-9538-668a193173af req-d305e2fe-51bf-49f8-bec5-ac6f69f502d8 service neutron] 10.222.0.46 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053108 Jan 14 01:55:33.004983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869de74e-dc39-47bb-b39e-b89688ce132f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:33.005596 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-869de74e-dc39-47bb-b39e-b89688ce132f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:33.055787 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-869de74e-dc39-47bb-b39e-b89688ce132f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4353263 Jan 14 01:55:33.056426 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43320) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:33.073413 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5e87bda7-39c2-461b-a9a9-142a9723df1d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-82039158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:33.095885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-8c863377-c400-4a41-b97c-7c9c3c432819', 'network_id': '8c863377-c400-4a41-b97c-7c9c3c432819', 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'fixed_ips': [{'subnet_id': '8183cdaa-2df3-4abb-8682-d7957ad204a9'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:55:33.096912 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:33.150095 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e87bda7-39c2-461b-a9a9-142a9723df1d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (94a2d41c-d6bc-4913-913f-cd057f00356c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:33.151718 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e87bda7-39c2-461b-a9a9-142a9723df1d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (94a2d41c-d6bc-4913-913f-cd057f00356c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:33.173791 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-8fe21a60-a447-4e92-ba78-1a8be429cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:33.176014 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-8fe21a60-a447-4e92-ba78-1a8be429cf68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9785ed8-46df-400a-bcac-abcd200ac677 HTTP/1.1" status: 200 len: 850 time: 0.2515543 Jan 14 01:55:33.251562 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cc3f2-b126-4343-a1aa-78a3f1929b0f req-d7a4f8ce-afb7-4f5f-b89f-78e1c980d568 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:33.257249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-981cc3f2-b126-4343-a1aa-78a3f1929b0f req-d7a4f8ce-afb7-4f5f-b89f-78e1c980d568 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 945 time: 0.1618776 Jan 14 01:55:33.302603 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e87bda7-39c2-461b-a9a9-142a9723df1d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (94a2d41c-d6bc-4913-913f-cd057f00356c), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:33.315516 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e87bda7-39c2-461b-a9a9-142a9723df1d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (94a2d41c-d6bc-4913-913f-cd057f00356c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:33.350604 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e87bda7-39c2-461b-a9a9-142a9723df1d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:33.352349 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5e87bda7-39c2-461b-a9a9-142a9723df1d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2933578 Jan 14 01:55:33.360407 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43326) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:33.409943 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f2b29b3b-e40a-417c-842c-87f1657015d3 req-2cbdea74-4b48-4b5c-9680-220a835e6291 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0696533 Jan 14 01:55:33.426563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Allocated IP 2001:db8::2 (8c863377-c400-4a41-b97c-7c9c3c432819/8183cdaa-2df3-4abb-8682-d7957ad204a9/a6aa6e43-c571-43a5-8558-f82763f32a8e) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:33.479399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-4a8ea66d-eb14-4a53-88ec-536756a0141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:33.480896 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-4a8ea66d-eb14-4a53-88ec-536756a0141c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=76d46afc-cc44-477a-92f7-8aa69ad025a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2976105 Jan 14 01:55:33.527085 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-981cc3f2-b126-4343-a1aa-78a3f1929b0f req-f436d819-2a10-4fcd-a21f-c158481a5761 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/security-groups?id=e60657eb-9985-4c0e-98a6-36192cb7205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981761 Jan 14 01:55:33.661708 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Publish callbacks [] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:33.678554 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:33.737460 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9faa-0070-4e9c-a16d-dddd84be0a46 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (14d4f60b-fc3e-4a31-ba91-ba396ee58970), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:33.780316 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Network 8c863377-c400-4a41-b97c-7c9c3c432819 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:33.783926 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:33.809743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a9faa-0070-4e9c-a16d-dddd84be0a46 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=14d4f60b-fc3e-4a31-ba91-ba396ee58970,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:33.828485 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-646bc76d-057a-4ccc-a8bf-22486d3849b2 service neutron] 10.222.0.46 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231201 Jan 14 01:55:33.828951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:33.947069 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Pushing event updated for resources: {'Port': ['ID=a6aa6e43-c571-43a5-8558-f82763f32a8e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:34.099846 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Attempting to bind port a6aa6e43-c571-43a5-8558-f82763f32a8e on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:55:34.100145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Attempting to bind port a6aa6e43-c571-43a5-8558-f82763f32a8e by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'bbf6f116-53d1-4746-b62f-04c55c4c42d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8c863377-c400-4a41-b97c-7c9c3c432819'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:55:34.103746 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Attempting to bind port a6aa6e43-c571-43a5-8558-f82763f32a8e on network 8c863377-c400-4a41-b97c-7c9c3c432819 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:55:34.114521 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:55:34.114911 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Checking segment: {'id': 'bbf6f116-53d1-4746-b62f-04c55c4c42d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8c863377-c400-4a41-b97c-7c9c3c432819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:34.115324 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:34.116678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Bound using segment: {'id': 'bbf6f116-53d1-4746-b62f-04c55c4c42d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8c863377-c400-4a41-b97c-7c9c3c432819'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:55:34.117899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Bound port: a6aa6e43-c571-43a5-8558-f82763f32a8e, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf6f116-53d1-4746-b62f-04c55c4c42d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8c863377-c400-4a41-b97c-7c9c3c432819'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:55:34.119118 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:34.138458 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:34.246471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] For port a6aa6e43-c571-43a5-8558-f82763f32a8e, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:55:34.255647 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] For port a6aa6e43-c571-43a5-8558-f82763f32a8e, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a6aa6e43-c571-43a5-8558-f82763f32a8e,segment=NetworkSegment(bbf6f116-53d1-4746-b62f-04c55c4c42d7),segment_id=bbf6f116-53d1-4746-b62f-04c55c4c42d7)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:55:34.274816 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:34.402530 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c8e07-7ff3-43de-9211-d448cd598b22 None None] Pushing event updated for resources: {'Port': ['ID=a6aa6e43-c571-43a5-8558-f82763f32a8e,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:34.492448 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:34.677875 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Allocated IP 2001:db8::1 (8c863377-c400-4a41-b97c-7c9c3c432819/8183cdaa-2df3-4abb-8682-d7957ad204a9/19034de9-c4dd-4012-9925-e38670d3bf59) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:34.712503 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-50a1c75d-b8ca-492b-99f0-9337636cf525 req-c38bdf4a-e318-4340-83b1-421f157582b9 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0256014 Jan 14 01:55:34.847618 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9faa-0070-4e9c-a16d-dddd84be0a46 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (a0a6436c-95cd-4e96-afc2-8244611b56bd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:34.874696 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-1e57f4d4-1964-4732-b4bb-24547e4900b9 service neutron] 10.222.0.46 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9720583 Jan 14 01:55:34.909117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ee35-3321-49ed-86db-b9043cb84b93 req-922f54fb-e280-4ade-9c79-7cdd808188ae tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:34.910818 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ba6ee35-3321-49ed-86db-b9043cb84b93 req-922f54fb-e280-4ade-9c79-7cdd808188ae tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 945 time: 0.2357123 Jan 14 01:55:34.997839 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-405a985d-1731-462a-876a-49a03e6cb3fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=958a3119-0652-4e10-add3-6ef0d62d1943 HTTP/1.1" status: 200 len: 217 time: 0.1093428 Jan 14 01:55:35.038025 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7057ad91-e456-4bf0-a543-b680e90214c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:35.105275 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (19034de9-c4dd-4012-9925-e38670d3bf59), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:35.158890 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (19034de9-c4dd-4012-9925-e38670d3bf59), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:35.207862 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 8c863377-c400-4a41-b97c-7c9c3c432819 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:35.211771 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ba6ee35-3321-49ed-86db-b9043cb84b93 req-bc166ab8-fa01-4334-aaea-79c54597fb68 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/security-groups?id=e60657eb-9985-4c0e-98a6-36192cb7205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518983 Jan 14 01:55:35.212273 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:35.222613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:35.223175 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (94a2d41c-d6bc-4913-913f-cd057f00356c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:35.255170 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-1d487a15-4695-4d56-a0a7-fad37fbc7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:35.257030 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-1d487a15-4695-4d56-a0a7-fad37fbc7da9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.2192934 Jan 14 01:55:35.291110 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=19034de9-c4dd-4012-9925-e38670d3bf59,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:35.398140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2a9faa-0070-4e9c-a16d-dddd84be0a46 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a0a6436c-95cd-4e96-afc2-8244611b56bd has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:55:35.426881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-fcab7b79-979e-4c31-ab2b-bbcd9f7dd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:35.426881 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-fcab7b79-979e-4c31-ab2b-bbcd9f7dd149 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1256537 Jan 14 01:55:35.489139 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (19034de9-c4dd-4012-9925-e38670d3bf59), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:35.590956 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2a9faa-0070-4e9c-a16d-dddd84be0a46 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:35.604514 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1e2a9faa-0070-4e9c-a16d-dddd84be0a46 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a0a6436c-95cd-4e96-afc2-8244611b56bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2811484 Jan 14 01:55:35.619640 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43356) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:35.628783 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b440e-6018-4ec5-ad7f-3d2bce2f66cc None None] Sync routers for ids ['a0a6436c-95cd-4e96-afc2-8244611b56bd'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:35.642170 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b440e-6018-4ec5-ad7f-3d2bce2f66cc None None] Routers {'a0a6436c-95cd-4e96-afc2-8244611b56bd'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:35.642776 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b72b440e-6018-4ec5-ad7f-3d2bce2f66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a0a6436c-95cd-4e96-afc2-8244611b56bd'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:35.691170 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b72b440e-6018-4ec5-ad7f-3d2bce2f66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:35.703282 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b440e-6018-4ec5-ad7f-3d2bce2f66cc None None] Routers {'a0a6436c-95cd-4e96-afc2-8244611b56bd'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:35.705162 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b72b440e-6018-4ec5-ad7f-3d2bce2f66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a0a6436c-95cd-4e96-afc2-8244611b56bd'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:35.720579 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-73cccd0e-477a-4ea2-a6af-22d996f1a75f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0a6436c-95cd-4e96-afc2-8244611b56bd HTTP/1.1" status: 200 len: 205 time: 0.0996003 Jan 14 01:55:35.724145 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43358) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:35.986053 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b72b440e-6018-4ec5-ad7f-3d2bce2f66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:35.987414 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b440e-6018-4ec5-ad7f-3d2bce2f66cc None None] The sync data for ids ['a0a6436c-95cd-4e96-afc2-8244611b56bd'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:36.007124 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-61f735d9-fe0d-4035-a1ae-6dddf4a2fcd6 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641277 Jan 14 01:55:36.010359 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5e11d26-1be5-4a14-b6c3-675735d72cda tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (a0a6436c-95cd-4e96-afc2-8244611b56bd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.040102 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9878910f-d0bd-45e4-b468-a19640593fb2 req-de28c2aa-aa5e-4bc4-98d1-1256eac74286 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0974660 Jan 14 01:55:36.180400 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91825266-be24-4297-9432-33f15684c78e req-80bcad06-e6f7-408b-bf0b-68611c50ce14 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:36.182140 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-91825266-be24-4297-9432-33f15684c78e req-80bcad06-e6f7-408b-bf0b-68611c50ce14 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 945 time: 0.3254993 Jan 14 01:55:36.323891 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (19034de9-c4dd-4012-9925-e38670d3bf59), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.341070 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (19034de9-c4dd-4012-9925-e38670d3bf59), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.343255 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (94a2d41c-d6bc-4913-913f-cd057f00356c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.516471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b46b10-f3b6-4b10-80b3-e7d656576d7e None None] Network 8c863377-c400-4a41-b97c-7c9c3c432819 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:36.591112 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 8c863377-c400-4a41-b97c-7c9c3c432819 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:36.604964 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:36.634394 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=19034de9-c4dd-4012-9925-e38670d3bf59,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:36.640760 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5e11d26-1be5-4a14-b6c3-675735d72cda tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (a0a6436c-95cd-4e96-afc2-8244611b56bd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.645554 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5e11d26-1be5-4a14-b6c3-675735d72cda tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (a0a6436c-95cd-4e96-afc2-8244611b56bd), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.661941 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-dd141a70-f1e6-4914-ac95-601837bde5ea service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491835 Jan 14 01:55:36.701566 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-793e8804-f08f-462b-8147-27c90fd01115 None None] Provisioning complete for port a6aa6e43-c571-43a5-8558-f82763f32a8e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:36.702195 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-793e8804-f08f-462b-8147-27c90fd01115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.771480 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020a17b-8b68-4701-86d0-39cbaaa22c78 req-3969bf38-4ba4-4293-a9cc-97af1cbcb272 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:36.780829 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9020a17b-8b68-4701-86d0-39cbaaa22c78 req-3969bf38-4ba4-4293-a9cc-97af1cbcb272 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 945 time: 0.3319926 Jan 14 01:55:36.789273 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-cb9cfc8e-7548-4fff-bada-48d16c37e7a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=89e7de05-6314-4968-a665-f6d0681ec2d6 HTTP/1.1" status: 200 len: 217 time: 0.0796587 Jan 14 01:55:36.794376 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a6aa6e43-c571-43a5-8558-f82763f32a8e up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:36.814402 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5e11d26-1be5-4a14-b6c3-675735d72cda tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (a0a6436c-95cd-4e96-afc2-8244611b56bd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.815212 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e11d26-1be5-4a14-b6c3-675735d72cda tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Fanout notify agent at l3_agent the message router_deleted on router a0a6436c-95cd-4e96-afc2-8244611b56bd {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:55:36.860811 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5e11d26-1be5-4a14-b6c3-675735d72cda tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.861002 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-793e8804-f08f-462b-8147-27c90fd01115 None None] Current status of the port a6aa6e43-c571-43a5-8558-f82763f32a8e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:36.861243 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-793e8804-f08f-462b-8147-27c90fd01115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.861911 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c5e11d26-1be5-4a14-b6c3-675735d72cda tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/a0a6436c-95cd-4e96-afc2-8244611b56bd HTTP/1.1" status: 204 len: 168 time: 1.1346281 Jan 14 01:55:36.883502 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43374) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:36.889240 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a6aa6e43-c571-43a5-8558-f82763f32a8e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:36.889617 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.914149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-793e8804-f08f-462b-8147-27c90fd01115 None None] For port a6aa6e43-c571-43a5-8558-f82763f32a8e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a6aa6e43-c571-43a5-8558-f82763f32a8e,segment=NetworkSegment(bbf6f116-53d1-4746-b62f-04c55c4c42d7),segment_id=bbf6f116-53d1-4746-b62f-04c55c4c42d7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:36.926148 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-91825266-be24-4297-9432-33f15684c78e req-7e11d81b-e8ed-4e6a-b593-b76af191a05e tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Deleting port 89decb19-93fa-4829-bc71-442f531a1330 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:36.926857 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91825266-be24-4297-9432-33f15684c78e req-7e11d81b-e8ed-4e6a-b593-b76af191a05e tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (89decb19-93fa-4829-bc71-442f531a1330), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.955083 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-793e8804-f08f-462b-8147-27c90fd01115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:36.999701 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9020a17b-8b68-4701-86d0-39cbaaa22c78 req-13f453dd-21e7-4a8f-9c94-fa8e62c69e7e tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/security-groups?id=e60657eb-9985-4c0e-98a6-36192cb7205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178123 Jan 14 01:55:37.014944 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-98503905-c96e-4f23-9cb7-4f4f214ea52f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting subnet 16a49987-74fc-47e3-9ba8-bf62f3840ac2 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:55:37.018160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-2cc86448-ee25-4ba8-8fdc-a1d3ea9aee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:37.020270 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-2cc86448-ee25-4ba8-8fdc-a1d3ea9aee03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.2193258 Jan 14 01:55:37.022384 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98503905-c96e-4f23-9cb7-4f4f214ea52f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (16a49987-74fc-47e3-9ba8-bf62f3840ac2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:37.103607 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a6aa6e43-c571-43a5-8558-f82763f32a8e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:37.108118 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-91825266-be24-4297-9432-33f15684c78e req-7e11d81b-e8ed-4e6a-b593-b76af191a05e tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] For port 89decb19-93fa-4829-bc71-442f531a1330, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=89decb19-93fa-4829-bc71-442f531a1330,segment=NetworkSegment(47bc5bd7-3979-412c-a096-cd97ea430e5f),segment_id=47bc5bd7-3979-412c-a096-cd97ea430e5f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:37.108456 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91825266-be24-4297-9432-33f15684c78e req-7e11d81b-e8ed-4e6a-b593-b76af191a05e tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (89decb19-93fa-4829-bc71-442f531a1330), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:37.110141 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e8804-f08f-462b-8147-27c90fd01115 None None] Pushing event updated for resources: {'Port': ['ID=a6aa6e43-c571-43a5-8558-f82763f32a8e,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:37.139066 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-91825266-be24-4297-9432-33f15684c78e req-7e11d81b-e8ed-4e6a-b593-b76af191a05e tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Calling delete_port for 89decb19-93fa-4829-bc71-442f531a1330 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:37.172651 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-355a4615-b8a6-4e04-b542-0c775513ef09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:37.172939 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98503905-c96e-4f23-9cb7-4f4f214ea52f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (16a49987-74fc-47e3-9ba8-bf62f3840ac2), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:37.225442 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-6f5f3d08-e078-4035-a55a-b0e338822285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:37.226905 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-6f5f3d08-e078-4035-a55a-b0e338822285 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1604936 Jan 14 01:55:37.300979 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-189532a6-1018-4b42-a3bc-69255a5d9bea None None] Provisioning complete for port a6aa6e43-c571-43a5-8558-f82763f32a8e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:37.301809 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-189532a6-1018-4b42-a3bc-69255a5d9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:37.302448 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-30f601e7-335f-4718-8c44-c2bf48621f79 req-7a47b618-65cc-48b0-90f6-35dc14a25f72 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0744221 Jan 14 01:55:37.424139 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-189532a6-1018-4b42-a3bc-69255a5d9bea None None] Current status of the port a6aa6e43-c571-43a5-8558-f82763f32a8e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:37.436242 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-189532a6-1018-4b42-a3bc-69255a5d9bea None None] Provisioning complete for port 19034de9-c4dd-4012-9925-e38670d3bf59 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:37.436504 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-323e9270-9f5f-47ec-9c30-c7f70a5cf4df service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974564 Jan 14 01:55:37.437104 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-189532a6-1018-4b42-a3bc-69255a5d9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (19034de9-c4dd-4012-9925-e38670d3bf59), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:37.441356 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98503905-c96e-4f23-9cb7-4f4f214ea52f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (16a49987-74fc-47e3-9ba8-bf62f3840ac2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:37.468507 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91825266-be24-4297-9432-33f15684c78e req-7e11d81b-e8ed-4e6a-b593-b76af191a05e tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (89decb19-93fa-4829-bc71-442f531a1330), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:37.554478 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11d81b-e8ed-4e6a-b593-b76af191a05e tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Pushing event deleted for resources: {'Port': ['ID=89decb19-93fa-4829-bc71-442f531a1330,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:37.572966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-189532a6-1018-4b42-a3bc-69255a5d9bea None None] Port 19034de9-c4dd-4012-9925-e38670d3bf59 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:37.634175 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 94a2d41c-d6bc-4913-913f-cd057f00356c is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:55:37.640702 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98503905-c96e-4f23-9cb7-4f4f214ea52f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (16a49987-74fc-47e3-9ba8-bf62f3840ac2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:37.648772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['89decb19-93fa-4829-bc71-442f531a1330'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:55:37.668073 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-91825266-be24-4297-9432-33f15684c78e req-7e11d81b-e8ed-4e6a-b593-b76af191a05e tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] No DVR routers for this DVR port 89decb19-93fa-4829-bc71-442f531a1330 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:37.671940 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-91825266-be24-4297-9432-33f15684c78e req-7e11d81b-e8ed-4e6a-b593-b76af191a05e tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:37.676100 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-91825266-be24-4297-9432-33f15684c78e req-7e11d81b-e8ed-4e6a-b593-b76af191a05e tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.46 "DELETE /v2.0/ports/89decb19-93fa-4829-bc71-442f531a1330 HTTP/1.1" status: 204 len: 173 time: 1.4856732 Jan 14 01:55:37.677668 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9e1214-8f27-4d5e-9091-fe9db74e9071', 'name': 'network-vif-deleted', 'tag': '89decb19-93fa-4829-bc71-442f531a1330'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:55:37.682145 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a2f187-cdb0-49b6-9bc3-e781d9fb1502" -d '{"events": [{"server_uuid": "3c9e1214-8f27-4d5e-9091-fe9db74e9071", "name": "network-vif-deleted", "tag": "89decb19-93fa-4829-bc71-442f531a1330"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:55:37.758062 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98503905-c96e-4f23-9cb7-4f4f214ea52f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Subnet': ['ID=16a49987-74fc-47e3-9ba8-bf62f3840ac2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:37.761736 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-93214612-9353-44c3-afca-8c56a1d2124e service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165128 Jan 14 01:55:37.765996 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98503905-c96e-4f23-9cb7-4f4f214ea52f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:37.780321 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711f72ed-1564-44ce-8f08-54cea074cebc None None] Network 572c9f90-569b-4dfc-9c9d-4be812ddcbe2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:37.785289 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-98503905-c96e-4f23-9cb7-4f4f214ea52f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/16a49987-74fc-47e3-9ba8-bf62f3840ac2 HTTP/1.1" status: 204 len: 168 time: 0.8899436 Jan 14 01:55:37.796622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43388) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:37.824326 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b015295-d675-40d0-9234-e1a8f2c22f24 x-openstack-request-id: req-6b015295-d675-40d0-9234-e1a8f2c22f24 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:55:37.828040 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9e1214-8f27-4d5e-9091-fe9db74e9071", "name": "network-vif-deleted", "tag": "89decb19-93fa-4829-bc71-442f531a1330", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:55:37.828499 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b015295-d675-40d0-9234-e1a8f2c22f24 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:55:37.830343 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9e1214-8f27-4d5e-9091-fe9db74e9071', 'name': 'network-vif-deleted', 'tag': '89decb19-93fa-4829-bc71-442f531a1330', 'status': 'completed', 'code': 200} Jan 14 01:55:37.927343 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:37.940718 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5b28166a-0329-449d-8fad-990565831bc2 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/94a2d41c-d6bc-4913-913f-cd057f00356c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5791285 Jan 14 01:55:37.955811 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43390) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:37.963582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87468f3b-0f64-44be-893e-1fcd3c1dc366 None None] Sync routers for ids ['94a2d41c-d6bc-4913-913f-cd057f00356c'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:38.022573 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87468f3b-0f64-44be-893e-1fcd3c1dc366 None None] Routers {'94a2d41c-d6bc-4913-913f-cd057f00356c'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:38.036661 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-87468f3b-0f64-44be-893e-1fcd3c1dc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['94a2d41c-d6bc-4913-913f-cd057f00356c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:38.112941 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd88c35-5ff0-4958-ad39-8b4c3cd3cbe3 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:38.123425 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6bd88c35-5ff0-4958-ad39-8b4c3cd3cbe3 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports/19034de9-c4dd-4012-9925-e38670d3bf59 HTTP/1.1" status: 200 len: 911 time: 0.1603165 Jan 14 01:55:38.124002 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43396) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:38.183842 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-87468f3b-0f64-44be-893e-1fcd3c1dc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:38.221048 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87468f3b-0f64-44be-893e-1fcd3c1dc366 None None] Routers {'94a2d41c-d6bc-4913-913f-cd057f00356c'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:38.221828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-87468f3b-0f64-44be-893e-1fcd3c1dc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['94a2d41c-d6bc-4913-913f-cd057f00356c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:38.256026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1a78a12e-ba21-4a7b-ace3-5e23f94ad857 None None] Provisioning complete for port 19034de9-c4dd-4012-9925-e38670d3bf59 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:38.256395 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1a78a12e-ba21-4a7b-ace3-5e23f94ad857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (19034de9-c4dd-4012-9925-e38670d3bf59), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:38.267589 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-23a76971-c495-4986-8326-7f699d997afc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=6eeca40e-5089-4d08-b18b-cc5afff82e38 HTTP/1.1" status: 200 len: 217 time: 0.4813128 Jan 14 01:55:38.285671 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-87468f3b-0f64-44be-893e-1fcd3c1dc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:38.286255 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87468f3b-0f64-44be-893e-1fcd3c1dc366 None None] The sync data for ids ['94a2d41c-d6bc-4913-913f-cd057f00356c'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:38.327282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1a78a12e-ba21-4a7b-ace3-5e23f94ad857 None None] Port 19034de9-c4dd-4012-9925-e38670d3bf59 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:38.337584 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7eacc430-4f3b-4c9a-a214-b9586de7d385 req-904e9c52-915a-4899-aec5-2cc4afd2ec84 tempest-ServerAddressesTestJSON-1961154423 tempest-ServerAddressesTestJSON-1961154423-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c9e1214-8f27-4d5e-9091-fe9db74e9071 HTTP/1.1" status: 200 len: 210 time: 0.0820937 Jan 14 01:55:38.422465 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (572c9f90-569b-4dfc-9c9d-4be812ddcbe2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:38.437409 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-1e1fa2b9-8899-4963-bcb4-89a2caddb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:38.439191 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-1e1fa2b9-8899-4963-bcb4-89a2caddb89e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.1274025 Jan 14 01:55:38.456684 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:38.498679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdbb214-1f7c-464b-ad15-c952f9e18201 None None] DHCP port deletion for 572c9f90-569b-4dfc-9c9d-4be812ddcbe2 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:38.501621 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1ca99942-dcb8-4d1b-bb9a-48bea9c63bad None None] Provisioning complete for port 19034de9-c4dd-4012-9925-e38670d3bf59 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:38.502092 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ca99942-dcb8-4d1b-bb9a-48bea9c63bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (19034de9-c4dd-4012-9925-e38670d3bf59), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:38.600636 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1ca99942-dcb8-4d1b-bb9a-48bea9c63bad None None] Port 19034de9-c4dd-4012-9925-e38670d3bf59 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:38.656359 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-6dc8b010-92f9-4c11-92ef-e33b5235c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:38.664571 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-6dc8b010-92f9-4c11-92ef-e33b5235c179 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1740670 Jan 14 01:55:38.706310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbb214-1f7c-464b-ad15-c952f9e18201 None None] Deleting port de9e997e-5f58-481f-9855-fdcec7075ae5 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:38.706954 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb214-1f7c-464b-ad15-c952f9e18201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:38.796611 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a6aa6e43-c571-43a5-8558-f82763f32a8e up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:38.861844 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5bdbb214-1f7c-464b-ad15-c952f9e18201 None None] For port de9e997e-5f58-481f-9855-fdcec7075ae5, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=de9e997e-5f58-481f-9855-fdcec7075ae5,segment=NetworkSegment(bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d),segment_id=bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:38.862367 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb214-1f7c-464b-ad15-c952f9e18201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:38.862924 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b29e-f36d-4842-a1c2-9b2160384a12 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (94a2d41c-d6bc-4913-913f-cd057f00356c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:38.885092 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbb214-1f7c-464b-ad15-c952f9e18201 None None] Calling delete_port for de9e997e-5f58-481f-9855-fdcec7075ae5 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:38.920570 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a6aa6e43-c571-43a5-8558-f82763f32a8e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:38.920946 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:38.928914 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47d1a28c-bb1d-4a8a-aa25-21ffc48482e2 req-957526db-9f4e-41b0-973c-511a1802069a tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.2557428 Jan 14 01:55:38.975893 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port de9e997e-5f58-481f-9855-fdcec7075ae5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:38.980867 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:39.066197 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-df975d34-1a0b-4ffb-9cec-21296fddc527 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576589 Jan 14 01:55:39.108366 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb214-1f7c-464b-ad15-c952f9e18201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:39.185675 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbb214-1f7c-464b-ad15-c952f9e18201 None None] Pushing event deleted for resources: {'Port': ['ID=de9e997e-5f58-481f-9855-fdcec7075ae5,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:39.188574 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdbb214-1f7c-464b-ad15-c952f9e18201 None None] No DVR routers for this DVR port de9e997e-5f58-481f-9855-fdcec7075ae5 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:39.193309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a6aa6e43-c571-43a5-8558-f82763f32a8e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:39.219227 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-f3dee50f-338a-47fb-b58b-e3930805f542 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360695 Jan 14 01:55:39.228025 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] For port de9e997e-5f58-481f-9855-fdcec7075ae5, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=de9e997e-5f58-481f-9855-fdcec7075ae5,segment=NetworkSegment(bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d),segment_id=bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:39.228025 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:39.282350 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device de9e997e-5f58-481f-9855-fdcec7075ae5 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:55:39.285058 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-0e080890-f19a-487b-a0aa-fb5e4f517f8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=eae56713-6f97-4a49-b531-5e52b0bb578a HTTP/1.1" status: 200 len: 217 time: 0.0541561 Jan 14 01:55:39.287091 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for de9e997e-5f58-481f-9855-fdcec7075ae5 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:39.306595 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: de9e997e-5f58-481f-9855-fdcec7075ae5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:55:39.307086 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device de9e997e-5f58-481f-9855-fdcec7075ae5 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:55:39.351102 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-df9e7d48-e447-45a4-9001-efa8f8424db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:39.352589 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-df9e7d48-e447-45a4-9001-efa8f8424db7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.0574028 Jan 14 01:55:39.430873 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43414) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:39.489563 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0de8f97-22c2-4dfc-9b9d-db6ac066173a admin admin] Deleting subnet 13defefd-13e8-402f-bbad-6ba005170bff {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:55:39.505613 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0de8f97-22c2-4dfc-9b9d-db6ac066173a admin admin] Publish callbacks [] for subnet (13defefd-13e8-402f-bbad-6ba005170bff), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:39.541230 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-efe141af-b5a2-4044-ac58-ce2b99561549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:39.543867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-efe141af-b5a2-4044-ac58-ce2b99561549 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1826587 Jan 14 01:55:39.642712 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0de8f97-22c2-4dfc-9b9d-db6ac066173a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (13defefd-13e8-402f-bbad-6ba005170bff), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:39.648123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1b29e-f36d-4842-a1c2-9b2160384a12 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port 19034de9-c4dd-4012-9925-e38670d3bf59 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:39.648470 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b29e-f36d-4842-a1c2-9b2160384a12 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (19034de9-c4dd-4012-9925-e38670d3bf59), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:39.692538 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 89decb19-93fa-4829-bc71-442f531a1330 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:55:39.693115 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (de9e997e-5f58-481f-9855-fdcec7075ae5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:39.730174 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No DVR routers for this DVR port de9e997e-5f58-481f-9855-fdcec7075ae5 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:39.750542 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 89decb19-93fa-4829-bc71-442f531a1330 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:55:39.751174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 89decb19-93fa-4829-bc71-442f531a1330 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:55:39.803938 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0de8f97-22c2-4dfc-9b9d-db6ac066173a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (13defefd-13e8-402f-bbad-6ba005170bff), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:39.805864 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b29e-f36d-4842-a1c2-9b2160384a12 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (19034de9-c4dd-4012-9925-e38670d3bf59), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:39.842830 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=de9e997e-5f58-481f-9855-fdcec7075ae5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:39.855948 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1b29e-f36d-4842-a1c2-9b2160384a12 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for 19034de9-c4dd-4012-9925-e38670d3bf59 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:39.916553 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:39.919699 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (572c9f90-569b-4dfc-9c9d-4be812ddcbe2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:39.940689 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-21890b1c-3e6a-45d8-bedb-1b60b9e9d074 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843422 Jan 14 01:55:39.973145 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572c9f90-569b-4dfc-9c9d-4be812ddcbe2']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:40.035638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:40.036089 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:40.068457 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0de8f97-22c2-4dfc-9b9d-db6ac066173a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (13defefd-13e8-402f-bbad-6ba005170bff), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.092062 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.139250 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ec8c9e5-89df-4c64-9af9-28e334ead498 req-2b60331a-eb8c-4ca1-ab0c-89f0e3af4a58 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0363197 Jan 14 01:55:40.165698 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b29e-f36d-4842-a1c2-9b2160384a12 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (19034de9-c4dd-4012-9925-e38670d3bf59), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.171267 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.185742 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de8f97-22c2-4dfc-9b9d-db6ac066173a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13defefd-13e8-402f-bbad-6ba005170bff,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:40.188198 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0de8f97-22c2-4dfc-9b9d-db6ac066173a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.192247 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d0de8f97-22c2-4dfc-9b9d-db6ac066173a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/13defefd-13e8-402f-bbad-6ba005170bff HTTP/1.1" status: 204 len: 168 time: 0.7602973 Jan 14 01:55:40.194942 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43426) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:40.203320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:55:40.205959 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (bf3a39e3-cfa5-41ad-8c86-2b7c1eb33e9d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:55:40.215780 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:55:40.219320 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:55:40.222017 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:55:40.222017 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:55:40.222017 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:55:40.245013 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1b29e-f36d-4842-a1c2-9b2160384a12 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=19034de9-c4dd-4012-9925-e38670d3bf59,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:40.313007 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (41616c95-22c4-4c91-ab2b-bdc0407efa03), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.330552 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-07b2b7b1-516b-46be-8698-d71d2cf3b65d service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721976 Jan 14 01:55:40.404875 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-e6846362-e9e5-4b93-af83-31bed8681b33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 HTTP/1.1" status: 200 len: 217 time: 0.0681450 Jan 14 01:55:40.482504 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (572c9f90-569b-4dfc-9c9d-4be812ddcbe2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.491301 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.497715 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/networks/572c9f90-569b-4dfc-9c9d-4be812ddcbe2 HTTP/1.1" status: 204 len: 168 time: 2.6959088 Jan 14 01:55:40.498136 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b29e-f36d-4842-a1c2-9b2160384a12 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (94a2d41c-d6bc-4913-913f-cd057f00356c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.501610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43428) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:40.507933 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1918692057', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:40.544764 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800e1e0-7620-4024-a58c-4b763ddd425a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Network': ['ID=572c9f90-569b-4dfc-9c9d-4be812ddcbe2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:40.559027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-e017bf71-360d-4e4d-9dbb-faa98a1fbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:40.560565 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-e017bf71-360d-4e4d-9dbb-faa98a1fbecd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c58418c-1633-4d58-a790-9f10ce59d42b HTTP/1.1" status: 200 len: 797 time: 0.1482143 Jan 14 01:55:40.570835 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (41616c95-22c4-4c91-ab2b-bdc0407efa03), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.652990 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.655566 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.689356 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-36770420-4c6f-4918-b7a6-b99680a7f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:40.691836 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-36770420-4c6f-4918-b7a6-b99680a7f0e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1143899 Jan 14 01:55:40.710138 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41616c95-22c4-4c91-ab2b-bdc0407efa03']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:40.727046 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bc5bd7-3979-412c-a096-cd97ea430e5f') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:40.727472 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bc5bd7-3979-412c-a096-cd97ea430e5f') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:40.741501 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (47bc5bd7-3979-412c-a096-cd97ea430e5f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.817864 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.825430 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (47bc5bd7-3979-412c-a096-cd97ea430e5f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e1b29e-f36d-4842-a1c2-9b2160384a12 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 94a2d41c-d6bc-4913-913f-cd057f00356c has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (47bc5bd7-3979-412c-a096-cd97ea430e5f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:55:40.841353 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:55:40.947008 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.018658 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (41616c95-22c4-4c91-ab2b-bdc0407efa03), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.028787 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.037580 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] 10.222.0.26 "DELETE /v2.0/networks/41616c95-22c4-4c91-ab2b-bdc0407efa03 HTTP/1.1" status: 204 len: 168 time: 0.8415790 Jan 14 01:55:41.052026 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fde77c-dcf4-4138-9cad-84a5ffc1de15 admin admin] Pushing event deleted for resources: {'Network': ['ID=41616c95-22c4-4c91-ab2b-bdc0407efa03,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:41.056813 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_gateway (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.058197 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e1b29e-f36d-4842-a1c2-9b2160384a12 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:41.070790 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d0e1b29e-f36d-4842-a1c2-9b2160384a12 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/94a2d41c-d6bc-4913-913f-cd057f00356c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9456742 Jan 14 01:55:41.071467 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43438) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:41.073196 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbea4d8-b031-493b-a0fb-b400880c89de None None] Sync routers for ids ['94a2d41c-d6bc-4913-913f-cd057f00356c'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:41.093370 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-a5a91ffa-94c3-42fb-bf25-61900783d89c service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889184 Jan 14 01:55:41.105883 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbea4d8-b031-493b-a0fb-b400880c89de None None] Routers {'94a2d41c-d6bc-4913-913f-cd057f00356c'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:41.109298 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-dfbea4d8-b031-493b-a0fb-b400880c89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['94a2d41c-d6bc-4913-913f-cd057f00356c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:41.111891 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ae075560-8e23-420e-a663-3aacf7d0429d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=94a2d41c-d6bc-4913-913f-cd057f00356c HTTP/1.1" status: 200 len: 205 time: 0.0393267 Jan 14 01:55:41.112488 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43440) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:41.218112 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3502fdb7-e752-476f-a174-9b91817ece0e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (94a2d41c-d6bc-4913-913f-cd057f00356c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.225554 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-dfbea4d8-b031-493b-a0fb-b400880c89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:41.250386 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbea4d8-b031-493b-a0fb-b400880c89de None None] Routers {'94a2d41c-d6bc-4913-913f-cd057f00356c'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:41.251274 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-dfbea4d8-b031-493b-a0fb-b400880c89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['94a2d41c-d6bc-4913-913f-cd057f00356c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:41.306319 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43446) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:41.365944 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0e240abc-e8f5-4ffd-bdef-026750579198 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e95d9bec347478296077e1bebff7b79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0580461 Jan 14 01:55:41.368432 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:41.369471 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-dfbea4d8-b031-493b-a0fb-b400880c89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:41.370123 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbea4d8-b031-493b-a0fb-b400880c89de None None] The sync data for ids ['94a2d41c-d6bc-4913-913f-cd057f00356c'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:41.449547 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25c5bc24-efe0-4349-a44a-263c74c2d884 req-58ddc452-2a08-494a-92b9-7ffbc5521146 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.1212275 Jan 14 01:55:41.504433 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-e856bfcb-0592-4dac-a337-d60720ce8edf service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968096 Jan 14 01:55:41.535602 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3502fdb7-e752-476f-a174-9b91817ece0e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (94a2d41c-d6bc-4913-913f-cd057f00356c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.539327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3502fdb7-e752-476f-a174-9b91817ece0e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (94a2d41c-d6bc-4913-913f-cd057f00356c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.565347 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-6380a227-e77a-4ee1-a024-e2b28ffc5638 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30c57d4b-6747-4709-a93c-a72f18d63bff HTTP/1.1" status: 200 len: 217 time: 0.0495362 Jan 14 01:55:41.588487 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053eaa83-24fe-4560-9885-98d75da1f7bf admin admin] Publish callbacks [] for security_group (e60657eb-9985-4c0e-98a6-36192cb7205e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.615805 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053eaa83-24fe-4560-9885-98d75da1f7bf admin admin] Publish callbacks [] for security_group (e60657eb-9985-4c0e-98a6-36192cb7205e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.636692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-fd44a1b9-cbb3-4a61-ade1-9175e11d4920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:41.639454 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-fd44a1b9-cbb3-4a61-ade1-9175e11d4920 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c58418c-1633-4d58-a790-9f10ce59d42b HTTP/1.1" status: 200 len: 797 time: 0.0672700 Jan 14 01:55:41.673702 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3502fdb7-e752-476f-a174-9b91817ece0e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (94a2d41c-d6bc-4913-913f-cd057f00356c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.674208 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3502fdb7-e752-476f-a174-9b91817ece0e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Fanout notify agent at l3_agent the message router_deleted on router 94a2d41c-d6bc-4913-913f-cd057f00356c {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:55:41.681135 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3502fdb7-e752-476f-a174-9b91817ece0e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.692156 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3502fdb7-e752-476f-a174-9b91817ece0e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/94a2d41c-d6bc-4913-913f-cd057f00356c HTTP/1.1" status: 204 len: 168 time: 0.5784781 Jan 14 01:55:41.693163 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43452) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:41.709425 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053eaa83-24fe-4560-9885-98d75da1f7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e60657eb-9985-4c0e-98a6-36192cb7205e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.712577 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053eaa83-24fe-4560-9885-98d75da1f7bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.714004 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-053eaa83-24fe-4560-9885-98d75da1f7bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e60657eb-9985-4c0e-98a6-36192cb7205e HTTP/1.1" status: 204 len: 168 time: 0.3445766 Jan 14 01:55:41.752932 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053eaa83-24fe-4560-9885-98d75da1f7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60657eb-9985-4c0e-98a6-36192cb7205e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:41.780257 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-cb1b05cf-4c38-423a-a01b-7a21363a6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:41.782939 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-cb1b05cf-4c38-423a-a01b-7a21363a6fb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1270964 Jan 14 01:55:41.793905 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting subnet 8183cdaa-2df3-4abb-8682-d7957ad204a9 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:55:41.805957 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (8183cdaa-2df3-4abb-8682-d7957ad204a9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.872044 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (8183cdaa-2df3-4abb-8682-d7957ad204a9), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.930753 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_gateway (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:41.955477 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:42.001711 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (8183cdaa-2df3-4abb-8682-d7957ad204a9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:42.029164 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-5f39ad94-f99b-4071-a67a-acfa3702e091 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060812 Jan 14 01:55:42.097488 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (8183cdaa-2df3-4abb-8682-d7957ad204a9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:42.173658 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0337b0-1864-4344-b9de-0045f56bc44b None None] Network 8c863377-c400-4a41-b97c-7c9c3c432819 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:42.176903 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:42.187535 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/8183cdaa-2df3-4abb-8682-d7957ad204a9 HTTP/1.1" status: 204 len: 168 time: 0.4933159 Jan 14 01:55:42.188484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43460) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:42.198848 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Subnet': ['ID=8183cdaa-2df3-4abb-8682-d7957ad204a9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:42.296436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.297023 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.297719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.298561 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.298999 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.299381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.299764 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.300108 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.300482 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.300823 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.301297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.301680 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.302017 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e2196d-512d-4f9d-aacd-fa4dd0dce779 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:42.318472 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Allocated IP 172.25.2.219 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:42.371043 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (8c863377-c400-4a41-b97c-7c9c3c432819), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:42.457864 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port a6aa6e43-c571-43a5-8558-f82763f32a8e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:42.468612 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:42.621782 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a25af61-4e68-41fc-ab6a-387de32a74ca req-1a16a322-b134-4dd6-9f7d-16da5fe34f83 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851917 Jan 14 01:55:42.686329 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9f216e37-ce72-4033-a27a-c253facf9382 req-a6768363-3c66-497d-9962-59d038caaf42 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0735428 Jan 14 01:55:42.691604 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port a6aa6e43-c571-43a5-8558-f82763f32a8e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a6aa6e43-c571-43a5-8558-f82763f32a8e,segment=NetworkSegment(bbf6f116-53d1-4746-b62f-04c55c4c42d7),segment_id=bbf6f116-53d1-4746-b62f-04c55c4c42d7)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:42.691979 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:42.707883 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for a6aa6e43-c571-43a5-8558-f82763f32a8e owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:42.864045 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc5a85-cad8-43cf-ba82-598186ba3f2b None None] DHCP port deletion for 8c863377-c400-4a41-b97c-7c9c3c432819 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:42.904422 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:42.931992 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=a6aa6e43-c571-43a5-8558-f82763f32a8e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:42.938448 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No DVR routers for this DVR port a6aa6e43-c571-43a5-8558-f82763f32a8e on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:42.987985 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc5a85-cad8-43cf-ba82-598186ba3f2b None None] Deleting port a6aa6e43-c571-43a5-8558-f82763f32a8e {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:42.989996 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7fc5a85-cad8-43cf-ba82-598186ba3f2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.033305 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (8c863377-c400-4a41-b97c-7c9c3c432819), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.057327 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c863377-c400-4a41-b97c-7c9c3c432819']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:43.080119 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf6f116-53d1-4746-b62f-04c55c4c42d7') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:43.081054 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf6f116-53d1-4746-b62f-04c55c4c42d7') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:43.081927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f7fc5a85-cad8-43cf-ba82-598186ba3f2b None None] For port a6aa6e43-c571-43a5-8558-f82763f32a8e, host n-d-824358-4, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:43.082562 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7fc5a85-cad8-43cf-ba82-598186ba3f2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.094250 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5c716a7b-e42b-4909-991c-61e1fdff592b req-07a077bd-9e6a-4c95-ab71-c2556a7dd789 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.4696689 Jan 14 01:55:43.094834 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (bbf6f116-53d1-4746-b62f-04c55c4c42d7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.099243 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc5a85-cad8-43cf-ba82-598186ba3f2b None None] Calling delete_port for a6aa6e43-c571-43a5-8558-f82763f32a8e owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:43.103456 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-f7fc5a85-cad8-43cf-ba82-598186ba3f2b None None] Port a6aa6e43-c571-43a5-8558-f82763f32a8e was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 01:55:43.105575 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7fc5a85-cad8-43cf-ba82-598186ba3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (a6aa6e43-c571-43a5-8558-f82763f32a8e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.111198 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (bbf6f116-53d1-4746-b62f-04c55c4c42d7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.118127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:55:43.118580 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (bbf6f116-53d1-4746-b62f-04c55c4c42d7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.144134 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc5a85-cad8-43cf-ba82-598186ba3f2b None None] Pushing event deleted for resources: {'Port': ['ID=a6aa6e43-c571-43a5-8558-f82763f32a8e,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:43.151972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc5a85-cad8-43cf-ba82-598186ba3f2b None None] No DVR routers for this DVR port a6aa6e43-c571-43a5-8558-f82763f32a8e on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:55:43.168308 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:55:43.179040 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:55:43.192475 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (8c863377-c400-4a41-b97c-7c9c3c432819), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.202134 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.214231 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/networks/8c863377-c400-4a41-b97c-7c9c3c432819 HTTP/1.1" status: 204 len: 168 time: 1.0170302 Jan 14 01:55:43.218105 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43488) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:43.229515 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1720427832', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:43.230001 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9050153-bc0d-4809-a2fa-f1951bdb938e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Network': ['ID=8c863377-c400-4a41-b97c-7c9c3c432819,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:43.248346 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43490) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:43.278811 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.283721 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (4ecd76f9-d649-4465-9d96-d01248b84781), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.284962 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (4ecd76f9-d649-4465-9d96-d01248b84781), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.379782 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1113231879-network', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:43.393928 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (4ecd76f9-d649-4465-9d96-d01248b84781), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.396351 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:43.398015 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:43.400808 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:43.405473 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:43.433929 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85116530-a7cd-4d07-95e3-a3195437f83e None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:43.440636 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Made reservation on behalf of 242fa7f00a68431bbdacf298cad6dce3 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:43.442262 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.465600 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.495154 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fbfc6ad6-cfce-4f1e-a5cb-d6dd2057645d None None] Provisioning complete for port 004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:43.495531 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6ad6-cfce-4f1e-a5cb-d6dd2057645d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.547229 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc6ad6-cfce-4f1e-a5cb-d6dd2057645d None None] Port 004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:43.656536 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Publish callbacks [] for security_group (5425cbc7-d707-417f-a944-9e5a7192949c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.662206 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5425cbc7-d707-417f-a944-9e5a7192949c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.700167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5425cbc7-d707-417f-a944-9e5a7192949c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:43.712945 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:55:43.729421 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (8e06dae0-5f83-4346-9b2c-f310c69390b9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.729860 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Added segment 8e06dae0-5f83-4346-9b2c-f310c69390b9 of type vlan for network db114705-da78-4699-9794-dfd57418bf7f Jan 14 01:55:43.788251 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (db114705-da78-4699-9794-dfd57418bf7f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.879032 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (db114705-da78-4699-9794-dfd57418bf7f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.880616 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:43.882210 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:43.970566 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7207344 Jan 14 01:55:43.973691 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43504) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:43.981157 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ed304446-c0b2-4c0c-9a0c-2427b40a4df9 admin admin] Request body: {'subnet': {'network_id': 'db114705-da78-4699-9794-dfd57418bf7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1113231879-subnet', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:43.993396 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64e7e7-73e2-46b4-9b41-847ed15829e3 admin admin] Pushing event updated for resources: {'Network': ['ID=db114705-da78-4699-9794-dfd57418bf7f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:44.006953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network db114705-da78-4699-9794-dfd57418bf7f details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:55:44.028453 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_gateway (4ecd76f9-d649-4465-9d96-d01248b84781), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:44.032559 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_gateway (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:44.038385 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed304446-c0b2-4c0c-9a0c-2427b40a4df9 admin admin] Made reservation on behalf of 242fa7f00a68431bbdacf298cad6dce3 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:44.041584 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed304446-c0b2-4c0c-9a0c-2427b40a4df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:44.310254 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed304446-c0b2-4c0c-9a0c-2427b40a4df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (48661e49-d83b-4257-b70b-7723a700be89), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:44.343620 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8be3172-f5c6-4da0-adf0-2c3634be7a5f req-a2b0358a-5d7c-48fe-9a7d-d36521de600f tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0457094 Jan 14 01:55:44.427106 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed304446-c0b2-4c0c-9a0c-2427b40a4df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48661e49-d83b-4257-b70b-7723a700be89,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:44.454346 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed304446-c0b2-4c0c-9a0c-2427b40a4df9 admin admin] Checking segment: {'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:44.455382 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed304446-c0b2-4c0c-9a0c-2427b40a4df9 admin admin] Network hostable DHCP agents. Network: db114705-da78-4699-9794-dfd57418bf7f, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:55:44.477614 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed304446-c0b2-4c0c-9a0c-2427b40a4df9 admin admin] Network db114705-da78-4699-9794-dfd57418bf7f is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:55:44.485598 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:44.492720 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ed304446-c0b2-4c0c-9a0c-2427b40a4df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, db114705-da78-4699-9794-dfd57418bf7f) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:44.504457 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31209f1d-f7fd-4cd8-89d4-f7446272ea9f None None] Network db114705-da78-4699-9794-dfd57418bf7f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:44.508837 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed304446-c0b2-4c0c-9a0c-2427b40a4df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:44.509492 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed304446-c0b2-4c0c-9a0c-2427b40a4df9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:44.552669 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ed304446-c0b2-4c0c-9a0c-2427b40a4df9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5760963 Jan 14 01:55:44.554485 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43520) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:44.571697 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1113231879-router', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:44.640507 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:44.642091 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:44.712621 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a6aa6e43-c571-43a5-8558-f82763f32a8e no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:55:44.741432 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: a6aa6e43-c571-43a5-8558-f82763f32a8e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:55:44.742434 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a6aa6e43-c571-43a5-8558-f82763f32a8e not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:55:44.745348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca178f3-5c6f-4e37-b509-059db4941f1a None None] Network db114705-da78-4699-9794-dfd57418bf7f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:44.782188 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Publish callbacks [] for router_controller (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:44.850950 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_gateway (4ecd76f9-d649-4465-9d96-d01248b84781), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:44.888856 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:44.931324 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0ac0fa7-b5b2-4cbd-beaa-3562fb13c289 req-3ea99829-f186-4ec0-aafa-d69f532a3dfb tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973&device_id=c339fe8d-48f9-41e7-b911-4f361dfeedf6 HTTP/1.1" status: 200 len: 210 time: 0.0998774 Jan 14 01:55:45.009354 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router 1bbe8499-ae1c-483a-9caa-6e22ebc9b452 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:55:45.053141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Publish callbacks [] for router_gateway (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:45.252349 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Allocated IP 172.25.2.107 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/65b96747-416b-46c4-bb5a-9166b07117ac) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:45.263496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:45.276855 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799aecb4-51eb-4ccd-b965-00cfb9eca1e2 None None] Sync routers for ids ['1bbe8499-ae1c-483a-9caa-6e22ebc9b452'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:45.299901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799aecb4-51eb-4ccd-b965-00cfb9eca1e2 None None] Routers {'1bbe8499-ae1c-483a-9caa-6e22ebc9b452'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:45.300537 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-799aecb4-51eb-4ccd-b965-00cfb9eca1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1bbe8499-ae1c-483a-9caa-6e22ebc9b452'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:45.311038 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-76cb3dd2-f9bb-4358-af03-f87449c35771 req-3658f96e-4545-470d-ab31-62e0e758e69e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a85b62888e64c91b8af8bb8810e997d&device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0662327 Jan 14 01:55:45.324340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb200e3d-3fe8-4318-9749-8d9e3bab7aab req-d887d428-3c52-4847-aa2f-aaa666b631db tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0371346 Jan 14 01:55:45.351703 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:45.352933 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-28bb209f-9cb3-4887-bcc4-e752c234874b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.8491528 Jan 14 01:55:45.370695 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-76cb3dd2-f9bb-4358-af03-f87449c35771 req-7cdfd2ba-2224-4711-b3b0-b60f5aacf009 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2a85b62888e64c91b8af8bb8810e997d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454681 Jan 14 01:55:45.371715 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43530) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:45.385565 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-799aecb4-51eb-4ccd-b965-00cfb9eca1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:45.404734 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799aecb4-51eb-4ccd-b965-00cfb9eca1e2 None None] Routers {'1bbe8499-ae1c-483a-9caa-6e22ebc9b452'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:45.405493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-799aecb4-51eb-4ccd-b965-00cfb9eca1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1bbe8499-ae1c-483a-9caa-6e22ebc9b452'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:45.476922 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-799aecb4-51eb-4ccd-b965-00cfb9eca1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:45.478114 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799aecb4-51eb-4ccd-b965-00cfb9eca1e2 None None] The sync data for ids ['1bbe8499-ae1c-483a-9caa-6e22ebc9b452'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:45.531327 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb3dd2-f9bb-4358-af03-f87449c35771 req-310a93aa-fc2f-4db4-9c1c-cd497ba4e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:45.533358 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-76cb3dd2-f9bb-4358-af03-f87449c35771 req-310a93aa-fc2f-4db4-9c1c-cd497ba4e3d1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549828 Jan 14 01:55:45.535725 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43534) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:45.539001 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-de8b8d4a-d0d4-45d0-9f57-059f4ec567a2 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/routers/1bbe8499-ae1c-483a-9caa-6e22ebc9b452 HTTP/1.1" status: 200 len: 881 time: 0.1656179 Jan 14 01:55:45.618258 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (65b96747-416b-46c4-bb5a-9166b07117ac), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:45.667073 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (65b96747-416b-46c4-bb5a-9166b07117ac), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:45.757542 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Publish callbacks [] for router_gateway (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:45.760373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:45.762045 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=65b96747-416b-46c4-bb5a-9166b07117ac,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:45.765190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:45.767586 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:45.779190 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b61b33b-0398-4c41-81a6-6e86586e00d1 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:45.797251 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:45.901113 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-40c68906-13f9-4e7d-8b40-d4471d3e7246 None None] Provisioning complete for port 65b96747-416b-46c4-bb5a-9166b07117ac triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:45.901113 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-40c68906-13f9-4e7d-8b40-d4471d3e7246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (65b96747-416b-46c4-bb5a-9166b07117ac), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:45.976776 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-40c68906-13f9-4e7d-8b40-d4471d3e7246 None None] Port 65b96747-416b-46c4-bb5a-9166b07117ac cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:46.167943 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_gateway (4ecd76f9-d649-4465-9d96-d01248b84781), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:46.438684 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Allocated IP 172.25.2.18 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/bae49035-f887-4f3d-865a-4cddb05c1131) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:46.492029 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d6f5c0f5-4738-46fe-a895-77c9ce9589aa tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9552076 Jan 14 01:55:46.525275 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43546) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:46.530964 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6713024b-f686-44b9-8d01-ad045a8b63ca tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1918692057'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:46.592964 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c805f6a4-5b76-46cd-ac13-944d641f114c req-5d44c7df-e7f9-48fc-9a81-f41c1b45f011 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0610266 Jan 14 01:55:46.750049 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Publish callbacks [] for port (bae49035-f887-4f3d-865a-4cddb05c1131), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:46.922031 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (4ecd76f9-d649-4465-9d96-d01248b84781), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:46.989865 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-76cb3dd2-f9bb-4358-af03-f87449c35771 req-6abc8ff9-170e-4659-99e9-4930a16e9d5c tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.36 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.0358357 Jan 14 01:55:46.993069 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:47.085692 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:47.096402 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:47.104255 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:47.112441 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Pushing event updated for resources: {'Port': ['ID=bae49035-f887-4f3d-865a-4cddb05c1131,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:47.114927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189aa87c-64e6-4c01-a5d1-07cee57893e5 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:47.168282 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6713024b-f686-44b9-8d01-ad045a8b63ca tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:47.226667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 4ecd76f9-d649-4465-9d96-d01248b84781 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:55:47.235450 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9cd974d6-78ce-4af3-8b63-fa2251f27a38 None None] Provisioning complete for port bae49035-f887-4f3d-865a-4cddb05c1131 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:47.237590 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9cd974d6-78ce-4af3-8b63-fa2251f27a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:47.246928 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6713024b-f686-44b9-8d01-ad045a8b63ca tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:47.353094 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9cd974d6-78ce-4af3-8b63-fa2251f27a38 None None] Port bae49035-f887-4f3d-865a-4cddb05c1131 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:47.434747 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:47.455689 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad3e800-512d-4021-ad95-6818ebcb0538 None None] Sync routers for ids ['4ecd76f9-d649-4465-9d96-d01248b84781'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:47.472491 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad3e800-512d-4021-ad95-6818ebcb0538 None None] Routers {'4ecd76f9-d649-4465-9d96-d01248b84781'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:47.473363 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1ad3e800-512d-4021-ad95-6818ebcb0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4ecd76f9-d649-4465-9d96-d01248b84781'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:47.491556 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:47.500222 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fa414d15-92c2-4a56-8cde-5da779dfc530 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2808473 Jan 14 01:55:47.503199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43560) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:47.557964 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1ad3e800-512d-4021-ad95-6818ebcb0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:47.565956 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6713024b-f686-44b9-8d01-ad045a8b63ca tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router 1bbe8499-ae1c-483a-9caa-6e22ebc9b452 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:55:47.576977 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad3e800-512d-4021-ad95-6818ebcb0538 None None] Routers {'4ecd76f9-d649-4465-9d96-d01248b84781'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:47.577579 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1ad3e800-512d-4021-ad95-6818ebcb0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4ecd76f9-d649-4465-9d96-d01248b84781'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:47.620639 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1ad3e800-512d-4021-ad95-6818ebcb0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:47.621599 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad3e800-512d-4021-ad95-6818ebcb0538 None None] The sync data for ids ['4ecd76f9-d649-4465-9d96-d01248b84781'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:47.728331 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Publish callbacks [] for router_gateway (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:47.791883 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ecb9a6ac-b5f1-4985-9364-0a409cad8c2e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/routers/4ecd76f9-d649-4465-9d96-d01248b84781 HTTP/1.1" status: 200 len: 885 time: 0.2829785 Jan 14 01:55:47.796381 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43568) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:47.990836 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6713024b-f686-44b9-8d01-ad045a8b63ca tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:47.999796 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6713024b-f686-44b9-8d01-ad045a8b63ca tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:48.001159 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6713024b-f686-44b9-8d01-ad045a8b63ca tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/1bbe8499-ae1c-483a-9caa-6e22ebc9b452 HTTP/1.1" status: 200 len: 888 time: 1.4750242 Jan 14 01:55:48.004733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:48.018343 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0e82a-09f9-4ad5-98fa-b4f97c1b7080 None None] Sync routers for ids ['1bbe8499-ae1c-483a-9caa-6e22ebc9b452'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:48.036581 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0e82a-09f9-4ad5-98fa-b4f97c1b7080 None None] Routers {'1bbe8499-ae1c-483a-9caa-6e22ebc9b452'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:48.039352 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4de0e82a-09f9-4ad5-98fa-b4f97c1b7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1bbe8499-ae1c-483a-9caa-6e22ebc9b452'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:48.115314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef52e23a-1e89-49f5-96b8-b7d42734c368 req-f6ca8927-a579-48c3-ab68-39a6c3d89de4 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=234f640d-0d4b-48b8-ac5e-b2dcfd007973 HTTP/1.1" status: 200 len: 210 time: 0.1262188 Jan 14 01:55:48.147402 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4de0e82a-09f9-4ad5-98fa-b4f97c1b7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:48.174855 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0e82a-09f9-4ad5-98fa-b4f97c1b7080 None None] Routers {'1bbe8499-ae1c-483a-9caa-6e22ebc9b452'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:48.175551 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4de0e82a-09f9-4ad5-98fa-b4f97c1b7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1bbe8499-ae1c-483a-9caa-6e22ebc9b452'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:48.214810 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4de0e82a-09f9-4ad5-98fa-b4f97c1b7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:48.215715 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0e82a-09f9-4ad5-98fa-b4f97c1b7080 None None] The sync data for ids ['1bbe8499-ae1c-483a-9caa-6e22ebc9b452'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:48.350566 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-61317795-6693-44bd-85d7-9015e728f904 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/routers/1bbe8499-ae1c-483a-9caa-6e22ebc9b452 HTTP/1.1" status: 200 len: 888 time: 0.3445537 Jan 14 01:55:48.353763 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43576) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:48.356267 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:48.390263 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e2dfada9-a7fb-433c-bd80-6dea76b15788 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bbe8499-ae1c-483a-9caa-6e22ebc9b452 HTTP/1.1" status: 200 len: 205 time: 0.0353723 Jan 14 01:55:48.396279 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43578) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:48.410025 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2242aea2-0ff2-4de3-9428-53e97793dee0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6108212 Jan 14 01:55:48.412523 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43580) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:48.418823 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ba606ab1-72bb-4d33-a98d-196e74bd2fcc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1720427832'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:48.549668 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:48.701631 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_gateway (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:48.740315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Router 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:55:48.801578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port 004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:48.802117 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:48.897720 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:48.910438 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for 004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:49.214256 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.253591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=004f6f99-e78f-4b1c-a6ba-ec4943ccfcc7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:49.274956 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2865d81c-4873-432b-9b25-2840a9dfaa1b None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:49.402278 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba606ab1-72bb-4d33-a98d-196e74bd2fcc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (4ecd76f9-d649-4465-9d96-d01248b84781), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.426713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.433093 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba606ab1-72bb-4d33-a98d-196e74bd2fcc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (4ecd76f9-d649-4465-9d96-d01248b84781), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.492861 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:49.505535 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Sync routers for ids ['4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:49.524256 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Routers {'4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:49.524880 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:49.581328 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.584477 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.671439 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.672960 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f3edd3f0-9d25-4d42-a8fa-e52a3b43d421 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1165447 Jan 14 01:55:49.685994 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (1bbe8499-ae1c-483a-9caa-6e22ebc9b452), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.689977 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Fanout notify agent at l3_agent the message router_deleted on router 1bbe8499-ae1c-483a-9caa-6e22ebc9b452 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:55:49.690688 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43596) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:49.699698 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e5ea8c01-72ea-4a42-a5e3-04b8a5976011 req-90acccd6-9a6c-407b-bc2d-edd52cb49a56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a85b62888e64c91b8af8bb8810e997d&device_id=c339fe8d-48f9-41e7-b911-4f361dfeedf6 HTTP/1.1" status: 200 len: 210 time: 0.0552602 Jan 14 01:55:49.709783 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.717285 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e420f036-b93b-45aa-8204-e547351de37f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/1bbe8499-ae1c-483a-9caa-6e22ebc9b452 HTTP/1.1" status: 204 len: 168 time: 1.3138313 Jan 14 01:55:49.726925 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43598) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:49.732615 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a0c64ac4-6544-443e-905c-bd6004f85d0f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'network': {'name': 'tempest-RoutersTest-280296226'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:49.745208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bf47c2e5-4a0f-437d-8653-8e97fbdd4e05 req-bfa05391-9bf2-4ed5-812e-f6e54907733b tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=c339fe8d-48f9-41e7-b911-4f361dfeedf6 HTTP/1.1" status: 200 len: 210 time: 0.0744934 Jan 14 01:55:49.781944 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c64ac4-6544-443e-905c-bd6004f85d0f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:49.790487 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0c64ac4-6544-443e-905c-bd6004f85d0f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.826826 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c64ac4-6544-443e-905c-bd6004f85d0f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:55:49.831789 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Set router 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:55:49.839535 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e5ea8c01-72ea-4a42-a5e3-04b8a5976011 req-6dfe4e6d-9c5b-47b9-a383-88259ff5da7a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2a85b62888e64c91b8af8bb8810e997d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712621 Jan 14 01:55:49.839801 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0c64ac4-6544-443e-905c-bd6004f85d0f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (3dbfa826-4c3f-4d65-9fde-8d784ab0836d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.839801 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-a0c64ac4-6544-443e-905c-bd6004f85d0f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Added segment 3dbfa826-4c3f-4d65-9fde-8d784ab0836d of type vlan for network 946cbe5a-4e25-494b-8198-db49b5ccae32 Jan 14 01:55:49.888722 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0c64ac4-6544-443e-905c-bd6004f85d0f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (946cbe5a-4e25-494b-8198-db49b5ccae32), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.933105 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0c64ac4-6544-443e-905c-bd6004f85d0f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (946cbe5a-4e25-494b-8198-db49b5ccae32), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:49.941930 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c64ac4-6544-443e-905c-bd6004f85d0f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:49.943003 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0c64ac4-6544-443e-905c-bd6004f85d0f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:50.036979 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a0c64ac4-6544-443e-905c-bd6004f85d0f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3089488 Jan 14 01:55:50.046545 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43602) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:50.064141 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-39d653ba-d34c-4fd7-9e3a-fe57c6ffcc62 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'subnet': {'network_id': '946cbe5a-4e25-494b-8198-db49b5ccae32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:50.085006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba606ab1-72bb-4d33-a98d-196e74bd2fcc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 4ecd76f9-d649-4465-9d96-d01248b84781 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:55:50.227523 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'name': 'tempest-ServerRescueTestJSON-1113231879-router', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:55:44Z', 'updated_at': '2022-01-14T01:55:47Z', 'revision_number': 3, 'project_id': '242fa7f00a68431bbdacf298cad6dce3', 'gw_port': {'id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:55:45Z', 'updated_at': '2022-01-14T01:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:50.260922 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c64ac4-6544-443e-905c-bd6004f85d0f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Network': ['ID=946cbe5a-4e25-494b-8198-db49b5ccae32,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:50.275530 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 946cbe5a-4e25-494b-8198-db49b5ccae32 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:55:50.330973 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Checking router: 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:55:50.331667 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Updating router 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a port bae49035-f887-4f3d-865a-4cddb05c1131 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:55:50.393182 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:50.407272 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d653ba-d34c-4fd7-9e3a-fe57c6ffcc62 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:50.413883 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39d653ba-d34c-4fd7-9e3a-fe57c6ffcc62 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:50.559470 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea8c01-72ea-4a42-a5e3-04b8a5976011 req-187d0fe2-591b-48f9-a00f-789a615a03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:50.561569 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e5ea8c01-72ea-4a42-a5e3-04b8a5976011 req-187d0fe2-591b-48f9-a00f-789a615a03f6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7124569 Jan 14 01:55:50.664718 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba606ab1-72bb-4d33-a98d-196e74bd2fcc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:50.673864 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba606ab1-72bb-4d33-a98d-196e74bd2fcc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:50.677872 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ba606ab1-72bb-4d33-a98d-196e74bd2fcc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/4ecd76f9-d649-4465-9d96-d01248b84781 HTTP/1.1" status: 200 len: 892 time: 2.2640162 Jan 14 01:55:50.678226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76582ba8-885b-4e06-9b0e-a99513765601 None None] Sync routers for ids ['4ecd76f9-d649-4465-9d96-d01248b84781'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:50.678536 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:50.699439 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76582ba8-885b-4e06-9b0e-a99513765601 None None] Routers {'4ecd76f9-d649-4465-9d96-d01248b84781'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:50.700086 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-76582ba8-885b-4e06-9b0e-a99513765601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4ecd76f9-d649-4465-9d96-d01248b84781'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:50.801607 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-76582ba8-885b-4e06-9b0e-a99513765601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:50.804416 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39d653ba-d34c-4fd7-9e3a-fe57c6ffcc62 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (3d132e31-44c1-4007-a109-e12136154c2a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:50.862087 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76582ba8-885b-4e06-9b0e-a99513765601 None None] Routers {'4ecd76f9-d649-4465-9d96-d01248b84781'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:50.863230 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-76582ba8-885b-4e06-9b0e-a99513765601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4ecd76f9-d649-4465-9d96-d01248b84781'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:50.866618 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d653ba-d34c-4fd7-9e3a-fe57c6ffcc62 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Subnet': ['ID=3d132e31-44c1-4007-a109-e12136154c2a,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:50.880554 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Publish callbacks [] for port (bae49035-f887-4f3d-865a-4cddb05c1131), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:50.898503 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:50.923408 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b835c17c-deca-42df-ac8a-6cdfaae053fb tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/routers/4ecd76f9-d649-4465-9d96-d01248b84781 HTTP/1.1" status: 200 len: 892 time: 0.2418604 Jan 14 01:55:50.926174 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43614) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:50.955662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d653ba-d34c-4fd7-9e3a-fe57c6ffcc62 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Checking segment: {'id': '3dbfa826-4c3f-4d65-9fde-8d784ab0836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '946cbe5a-4e25-494b-8198-db49b5ccae32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:50.956132 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d653ba-d34c-4fd7-9e3a-fe57c6ffcc62 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network hostable DHCP agents. Network: 946cbe5a-4e25-494b-8198-db49b5ccae32, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:55:50.966101 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2dee1d41-617b-4e26-89df-a94a3da8135a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ecd76f9-d649-4465-9d96-d01248b84781 HTTP/1.1" status: 200 len: 205 time: 0.0384328 Jan 14 01:55:50.969826 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43616) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:50.980230 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-76582ba8-885b-4e06-9b0e-a99513765601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:50.988808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76582ba8-885b-4e06-9b0e-a99513765601 None None] The sync data for ids ['4ecd76f9-d649-4465-9d96-d01248b84781'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:51.050281 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Pushing event updated for resources: {'Port': ['ID=bae49035-f887-4f3d-865a-4cddb05c1131,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:51.055706 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2bf6e51-fe46-4da2-9199-e784c263eb55 req-8326025c-ce39-4c56-a7e0-f99ee40738d2 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=c339fe8d-48f9-41e7-b911-4f361dfeedf6 HTTP/1.1" status: 200 len: 210 time: 0.0916686 Jan 14 01:55:51.089236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82528a05-6493-4728-b88d-fd3743b57c8d None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:51.102936 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d653ba-d34c-4fd7-9e3a-fe57c6ffcc62 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 946cbe5a-4e25-494b-8198-db49b5ccae32 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:55:51.122720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-39d653ba-d34c-4fd7-9e3a-fe57c6ffcc62 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 946cbe5a-4e25-494b-8198-db49b5ccae32) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:51.127099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d653ba-d34c-4fd7-9e3a-fe57c6ffcc62 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:51.127788 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39d653ba-d34c-4fd7-9e3a-fe57c6ffcc62 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.138128 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.139064 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.140076 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.141619 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.142284 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.143210 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.144435 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.145109 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.145909 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ec030-19f2-49b4-8f34-ec7694096b70 None None] Network 946cbe5a-4e25-494b-8198-db49b5ccae32 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:51.146155 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.146750 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.147567 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.149651 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.150189 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:51.154940 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-39d653ba-d34c-4fd7-9e3a-fe57c6ffcc62 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1017630 Jan 14 01:55:51.155699 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43618) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:51.163190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c6b5acc7-2189-489a-92ca-122316f53974 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2012303583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:51.163572 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Attempting to bind port bae49035-f887-4f3d-865a-4cddb05c1131 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:55:51.164355 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Attempting to bind port bae49035-f887-4f3d-865a-4cddb05c1131 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:55:51.165058 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Attempting to bind port bae49035-f887-4f3d-865a-4cddb05c1131 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:55:51.178227 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:55:51.180399 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:51.183138 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.184402 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:55:51.190257 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Bound port: bae49035-f887-4f3d-865a-4cddb05c1131, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:55:51.191222 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.209057 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.221827 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6b5acc7-2189-489a-92ca-122316f53974 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (f3a335b4-1b8c-4356-98b2-a8aa44b079c0), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.223313 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6b5acc7-2189-489a-92ca-122316f53974 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (f3a335b4-1b8c-4356-98b2-a8aa44b079c0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.413387 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] For port bae49035-f887-4f3d-865a-4cddb05c1131, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:55:51.437375 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] For port bae49035-f887-4f3d-865a-4cddb05c1131, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bae49035-f887-4f3d-865a-4cddb05c1131,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:55:51.442288 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6b5acc7-2189-489a-92ca-122316f53974 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (f3a335b4-1b8c-4356-98b2-a8aa44b079c0), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.448535 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.455407 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6b5acc7-2189-489a-92ca-122316f53974 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (f3a335b4-1b8c-4356-98b2-a8aa44b079c0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.461154 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6159b890-c22f-4189-bfdb-6ae6ac29cda7 None None] Provisioning complete for port bae49035-f887-4f3d-865a-4cddb05c1131 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:51.462137 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6159b890-c22f-4189-bfdb-6ae6ac29cda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.475630 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-946cbe5a-4e25-494b-8198-db49b5ccae32', 'network_id': '946cbe5a-4e25-494b-8198-db49b5ccae32', 'project_id': 'c937dabc5863485b9690fd187842225d', 'fixed_ips': [{'subnet_id': '3d132e31-44c1-4007-a109-e12136154c2a'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:55:51.476452 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.484045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Allocated IP 172.20.0.1 (db114705-da78-4699-9794-dfd57418bf7f/48661e49-d83b-4257-b70b-7723a700be89/d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:51.492430 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6b5acc7-2189-489a-92ca-122316f53974 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.493976 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c6b5acc7-2189-489a-92ca-122316f53974 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3344097 Jan 14 01:55:51.499358 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43628) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:51.567817 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4afc728-550f-4cfd-af17-2dfbb85b2975 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:51.602714 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Routers {'4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:51.604273 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:51.607075 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07137b9-d617-4485-a289-25b79122fb2c None None] Pushing event updated for resources: {'Port': ['ID=bae49035-f887-4f3d-865a-4cddb05c1131,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:51.692007 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (4ecd76f9-d649-4465-9d96-d01248b84781), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.803634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Allocated IP 172.20.0.2 (946cbe5a-4e25-494b-8198-db49b5ccae32/3d132e31-44c1-4007-a109-e12136154c2a/5442f3e4-9ada-482a-8c3c-c7d998d90286) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:51.874368 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] Set router 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:55:51.959679 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Publish callbacks [] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:51.969998 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.014033 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Pushing event updated for resources: {'Port': ['ID=5442f3e4-9ada-482a-8c3c-c7d998d90286,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:52.062994 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e5ea8c01-72ea-4a42-a5e3-04b8a5976011 req-cc69ded1-a34d-497a-a995-3192f79e93d4 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.36 "GET /v2.0/ports?device_id=c339fe8d-48f9-41e7-b911-4f361dfeedf6 HTTP/1.1" status: 200 len: 210 time: 0.1098142 Jan 14 01:55:52.066260 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6159b890-c22f-4189-bfdb-6ae6ac29cda7 None None] Current status of the port bae49035-f887-4f3d-865a-4cddb05c1131 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:52.066827 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6159b890-c22f-4189-bfdb-6ae6ac29cda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.089834 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6159b890-c22f-4189-bfdb-6ae6ac29cda7 None None] For port bae49035-f887-4f3d-865a-4cddb05c1131, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bae49035-f887-4f3d-865a-4cddb05c1131,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:52.097371 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6159b890-c22f-4189-bfdb-6ae6ac29cda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.101827 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_gateway (4ecd76f9-d649-4465-9d96-d01248b84781), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.106581 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Network 946cbe5a-4e25-494b-8198-db49b5ccae32 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:52.123834 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Publish callbacks [] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.136637 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:52.141449 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:52.240495 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.279477 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159b890-c22f-4189-bfdb-6ae6ac29cda7 None None] Pushing event updated for resources: {'Port': ['ID=bae49035-f887-4f3d-865a-4cddb05c1131,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:52.280872 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.292437 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Attempting to bind port 5442f3e4-9ada-482a-8c3c-c7d998d90286 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:55:52.292899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Attempting to bind port 5442f3e4-9ada-482a-8c3c-c7d998d90286 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '3dbfa826-4c3f-4d65-9fde-8d784ab0836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '946cbe5a-4e25-494b-8198-db49b5ccae32'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:55:52.293172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Attempting to bind port 5442f3e4-9ada-482a-8c3c-c7d998d90286 on network 946cbe5a-4e25-494b-8198-db49b5ccae32 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:55:52.311603 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'name': 'tempest-ServerRescueTestJSON-1113231879-router', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:55:44Z', 'updated_at': '2022-01-14T01:55:47Z', 'revision_number': 3, 'project_id': '242fa7f00a68431bbdacf298cad6dce3', 'gw_port': {'id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:55:45Z', 'updated_at': '2022-01-14T01:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:52.314301 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:55:52.320730 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Checking segment: {'id': '3dbfa826-4c3f-4d65-9fde-8d784ab0836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '946cbe5a-4e25-494b-8198-db49b5ccae32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:52.321397 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.321979 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Bound using segment: {'id': '3dbfa826-4c3f-4d65-9fde-8d784ab0836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '946cbe5a-4e25-494b-8198-db49b5ccae32'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:55:52.322690 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Bound port: 5442f3e4-9ada-482a-8c3c-c7d998d90286, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbfa826-4c3f-4d65-9fde-8d784ab0836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '946cbe5a-4e25-494b-8198-db49b5ccae32'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:55:52.323250 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.349695 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-07037ceb-5025-453e-8672-dd0bc83a8724 None None] Provisioning complete for port bae49035-f887-4f3d-865a-4cddb05c1131 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:52.350519 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07037ceb-5025-453e-8672-dd0bc83a8724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.421837 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a9fb9-9591-4aa7-b3e5-6e2dc4ea1342 None None] The sync data for ids ['4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'] in n-d-824358-4 is: [{'id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'name': 'tempest-ServerRescueTestJSON-1113231879-router', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:55:44Z', 'updated_at': '2022-01-14T01:55:47Z', 'revision_number': 3, 'project_id': '242fa7f00a68431bbdacf298cad6dce3', 'gw_port': {'id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:55:45Z', 'updated_at': '2022-01-14T01:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:52.482941 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port 65b96747-416b-46c4-bb5a-9166b07117ac {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:55:52.483366 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (65b96747-416b-46c4-bb5a-9166b07117ac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.542944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] For port 5442f3e4-9ada-482a-8c3c-c7d998d90286, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:55:52.603564 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] For port 5442f3e4-9ada-482a-8c3c-c7d998d90286, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5442f3e4-9ada-482a-8c3c-c7d998d90286,segment=NetworkSegment(3dbfa826-4c3f-4d65-9fde-8d784ab0836d),segment_id=3dbfa826-4c3f-4d65-9fde-8d784ab0836d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:55:52.606773 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (65b96747-416b-46c4-bb5a-9166b07117ac), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.613795 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:52.622788 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for 65b96747-416b-46c4-bb5a-9166b07117ac owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:55:52.735981 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Network db114705-da78-4699-9794-dfd57418bf7f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:52.740014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:52.758351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Pushing event updated for resources: {'Port': ['ID=d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:52.765632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:52.776364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-07037ceb-5025-453e-8672-dd0bc83a8724 None None] Current status of the port bae49035-f887-4f3d-865a-4cddb05c1131 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:52.788942 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3ad7a-6b5a-4e23-93dd-93aa2eaea02e None None] Pushing event updated for resources: {'Port': ['ID=5442f3e4-9ada-482a-8c3c-c7d998d90286,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:52.896909 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:53.163783 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8c0498a4-d23b-4477-a48b-2ad425d2cb19 req-73b998f1-8c5b-4cdc-b842-27ddabe95cd4 tempest-ServerShowV247Test-1890619416 tempest-ServerShowV247Test-1890619416-project] 10.222.0.26 "GET /v2.0/ports?device_id=c339fe8d-48f9-41e7-b911-4f361dfeedf6 HTTP/1.1" status: 200 len: 210 time: 0.0341392 Jan 14 01:55:53.362433 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:53.514882 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Allocated IP 172.20.0.1 (946cbe5a-4e25-494b-8198-db49b5ccae32/3d132e31-44c1-4007-a109-e12136154c2a/c3f554a1-b7c4-4988-b140-29c102b21ca7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:53.708881 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Publish callbacks [] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:53.751688 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:53.877604 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:53.944131 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Pushing event updated for resources: {'Port': ['ID=d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:53.948593 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:53.953171 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (65b96747-416b-46c4-bb5a-9166b07117ac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:53.964851 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:54.016207 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=65b96747-416b-46c4-bb5a-9166b07117ac,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:54.028945 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8750a9-6ff1-41bf-a0a4-c29fc926582d None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:55:54.037268 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 946cbe5a-4e25-494b-8198-db49b5ccae32 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:54.051608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:54.069252 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:54.150287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=c3f554a1-b7c4-4988-b140-29c102b21ca7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:54.172342 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (f3a335b4-1b8c-4356-98b2-a8aa44b079c0), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:54.187567 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (4ecd76f9-d649-4465-9d96-d01248b84781), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:54.363182 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:54.380329 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (4ecd76f9-d649-4465-9d96-d01248b84781), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:54.396432 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (4ecd76f9-d649-4465-9d96-d01248b84781), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:54.474812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Network db114705-da78-4699-9794-dfd57418bf7f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:54.480212 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:54.541852 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (4ecd76f9-d649-4465-9d96-d01248b84781), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:54.542804 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Fanout notify agent at l3_agent the message router_deleted on router 4ecd76f9-d649-4465-9d96-d01248b84781 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:55:54.553305 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:54.554802 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6c7e8968-624b-485b-95d4-706d0b9d603f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/4ecd76f9-d649-4465-9d96-d01248b84781 HTTP/1.1" status: 204 len: 168 time: 3.5837626 Jan 14 01:55:54.561309 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43654) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:54.568961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0210be01-80b1-4144-99cf-0857e39fa4e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1122296150'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:54.672112 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0210be01-80b1-4144-99cf-0857e39fa4e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:54.676006 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0210be01-80b1-4144-99cf-0857e39fa4e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:54.690164 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Router 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:55:54.729138 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:54.743316 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:54.791704 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bae49035-f887-4f3d-865a-4cddb05c1131 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:54.800776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0210be01-80b1-4144-99cf-0857e39fa4e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:55:54.828726 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43660) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:54.867447 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b46dd5c-f4f2-4c20-b5f7-a92faf7c1711 None None] Network 946cbe5a-4e25-494b-8198-db49b5ccae32 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:54.922600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=c3f554a1-b7c4-4988-b140-29c102b21ca7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:54.929066 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (f3a335b4-1b8c-4356-98b2-a8aa44b079c0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.076159 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port bae49035-f887-4f3d-865a-4cddb05c1131 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:55.076642 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.087574 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e133ea06-8163-47de-91a8-3118309a1f1a None None] Provisioning complete for port 5442f3e4-9ada-482a-8c3c-c7d998d90286 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:55.088288 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e133ea06-8163-47de-91a8-3118309a1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.132042 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11b4277f-7568-4387-9b0a-10049d050f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.198129 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 946cbe5a-4e25-494b-8198-db49b5ccae32 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:55.203358 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:55.376046 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11b4277f-7568-4387-9b0a-10049d050f50 admin admin] Publish callbacks [] for security_group (f6bb46c1-6c02-4fea-a6a5-687b5fbfb5fb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.416832 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11b4277f-7568-4387-9b0a-10049d050f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f6bb46c1-6c02-4fea-a6a5-687b5fbfb5fb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.468871 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4277f-7568-4387-9b0a-10049d050f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bb46c1-6c02-4fea-a6a5-687b5fbfb5fb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:55.480329 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port bae49035-f887-4f3d-865a-4cddb05c1131 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:55.484667 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5442f3e4-9ada-482a-8c3c-c7d998d90286 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:55.556641 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e133ea06-8163-47de-91a8-3118309a1f1a None None] Current status of the port 5442f3e4-9ada-482a-8c3c-c7d998d90286 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:55.557155 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e133ea06-8163-47de-91a8-3118309a1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.565485 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-11b4277f-7568-4387-9b0a-10049d050f50 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a85b62888e64c91b8af8bb8810e997d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7235243 Jan 14 01:55:55.578687 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43674) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:55.597341 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0210be01-80b1-4144-99cf-0857e39fa4e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (70f04840-f9dd-44df-b302-a00240ecc645), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.599925 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-0210be01-80b1-4144-99cf-0857e39fa4e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Added segment 70f04840-f9dd-44df-b302-a00240ecc645 of type vlan for network 0ce6d2e1-e921-48c1-b12b-057bfc6e584e Jan 14 01:55:55.611110 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5442f3e4-9ada-482a-8c3c-c7d998d90286 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:55.615550 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.641874 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router f3a335b4-1b8c-4356-98b2-a8aa44b079c0 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:55:55.667813 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e133ea06-8163-47de-91a8-3118309a1f1a None None] For port 5442f3e4-9ada-482a-8c3c-c7d998d90286, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5442f3e4-9ada-482a-8c3c-c7d998d90286,segment=NetworkSegment(3dbfa826-4c3f-4d65-9fde-8d784ab0836d),segment_id=3dbfa826-4c3f-4d65-9fde-8d784ab0836d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:55:55.679799 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e133ea06-8163-47de-91a8-3118309a1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.734905 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0210be01-80b1-4144-99cf-0857e39fa4e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (0ce6d2e1-e921-48c1-b12b-057bfc6e584e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.743965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133ea06-8163-47de-91a8-3118309a1f1a None None] Pushing event updated for resources: {'Port': ['ID=5442f3e4-9ada-482a-8c3c-c7d998d90286,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:55.748087 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:55.758284 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4e99a1d6-2565-4e9e-ba04-259d105295ad admin admin] 10.222.0.26 "PUT /v2.0/routers/4cfa4555-56ab-4b45-bfb0-c078e95f8f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0647852 Jan 14 01:55:55.766142 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Sync routers for ids ['4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:55.781980 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Routers {'4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:55.782902 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:55.797848 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0210be01-80b1-4144-99cf-0857e39fa4e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (0ce6d2e1-e921-48c1-b12b-057bfc6e584e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.813288 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210be01-80b1-4144-99cf-0857e39fa4e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:55.817139 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0210be01-80b1-4144-99cf-0857e39fa4e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.923485 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-867f16c8-7dac-4124-aa33-0a5a75a0a107 admin admin] Publish callbacks [] for security_group (f6bb46c1-6c02-4fea-a6a5-687b5fbfb5fb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.933969 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5442f3e4-9ada-482a-8c3c-c7d998d90286 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:55.959947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4ba372a6-6caa-47f9-af35-b2b7dc02fbbd None None] Provisioning complete for port c3f554a1-b7c4-4988-b140-29c102b21ca7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:55.960719 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ba372a6-6caa-47f9-af35-b2b7dc02fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:55.990699 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0210be01-80b1-4144-99cf-0857e39fa4e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4255383 Jan 14 01:55:56.004432 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43680) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:56.019560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-dbb40002-5b9c-4e80-97b8-6c816a0ae980 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'subnet': {'network_id': '0ce6d2e1-e921-48c1-b12b-057bfc6e584e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:56.029284 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210be01-80b1-4144-99cf-0857e39fa4e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Network': ['ID=0ce6d2e1-e921-48c1-b12b-057bfc6e584e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:56.032925 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-867f16c8-7dac-4124-aa33-0a5a75a0a107 admin admin] Publish callbacks [] for security_group (f6bb46c1-6c02-4fea-a6a5-687b5fbfb5fb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:56.067622 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4ba372a6-6caa-47f9-af35-b2b7dc02fbbd None None] Port c3f554a1-b7c4-4988-b140-29c102b21ca7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:56.075694 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 0ce6d2e1-e921-48c1-b12b-057bfc6e584e details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:55:56.172843 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:55:56.195234 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-397594ad-e5d7-4d51-a55a-bef57b28ef73 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/f3a335b4-1b8c-4356-98b2-a8aa44b079c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6924312 Jan 14 01:55:56.195603 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:56.201877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b904b-0e8f-422d-8957-6c4530478e79 None None] Sync routers for ids ['f3a335b4-1b8c-4356-98b2-a8aa44b079c0'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:55:56.225827 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4ba372a6-6caa-47f9-af35-b2b7dc02fbbd None None] Provisioning complete for port 5442f3e4-9ada-482a-8c3c-c7d998d90286 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:56.226520 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ba372a6-6caa-47f9-af35-b2b7dc02fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:56.322676 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d896b3-7ce0-472e-b67e-e69ed15e48a0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:56.324531 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-95d896b3-7ce0-472e-b67e-e69ed15e48a0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports/c3f554a1-b7c4-4988-b140-29c102b21ca7 HTTP/1.1" status: 200 len: 910 time: 0.1276939 Jan 14 01:55:56.328789 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43694) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:56.349235 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Set router 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:55:56.349692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5a65303c-a5b0-4164-b51f-c83702fe841b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d132e31-44c1-4007-a109-e12136154c2a'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:56.369001 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b904b-0e8f-422d-8957-6c4530478e79 None None] Routers {'f3a335b4-1b8c-4356-98b2-a8aa44b079c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:56.371022 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-051b904b-0e8f-422d-8957-6c4530478e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['f3a335b4-1b8c-4356-98b2-a8aa44b079c0'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:56.462442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-051b904b-0e8f-422d-8957-6c4530478e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:56.486651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb40002-5b9c-4e80-97b8-6c816a0ae980 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:55:56.490661 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbb40002-5b9c-4e80-97b8-6c816a0ae980 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:56.631240 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-867f16c8-7dac-4124-aa33-0a5a75a0a107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f6bb46c1-6c02-4fea-a6a5-687b5fbfb5fb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:56.635692 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-867f16c8-7dac-4124-aa33-0a5a75a0a107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:56.642904 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-867f16c8-7dac-4124-aa33-0a5a75a0a107 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6bb46c1-6c02-4fea-a6a5-687b5fbfb5fb HTTP/1.1" status: 204 len: 168 time: 1.0584300 Jan 14 01:55:56.842345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f16c8-7dac-4124-aa33-0a5a75a0a107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bb46c1-6c02-4fea-a6a5-687b5fbfb5fb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:56.866802 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5442f3e4-9ada-482a-8c3c-c7d998d90286 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:55:56.909681 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b904b-0e8f-422d-8957-6c4530478e79 None None] Routers {'f3a335b4-1b8c-4356-98b2-a8aa44b079c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:56.910318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-051b904b-0e8f-422d-8957-6c4530478e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['f3a335b4-1b8c-4356-98b2-a8aa44b079c0'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:57.025225 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'name': 'tempest-ServerRescueTestJSON-1113231879-router', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:55:44Z', 'updated_at': '2022-01-14T01:55:53Z', 'revision_number': 4, 'project_id': '242fa7f00a68431bbdacf298cad6dce3', 'gw_port': {'id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:55:45Z', 'updated_at': '2022-01-14T01:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'd5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d', 'name': '', 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'mac_address': 'fa:16:3e:29:9a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '48661e49-d83b-4257-b70b-7723a700be89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:55:51Z', 'updated_at': '2022-01-14T01:55:53Z', 'revision_number': 2, 'project_id': '242fa7f00a68431bbdacf298cad6dce3', 'subnets': [{'id': '48661e49-d83b-4257-b70b-7723a700be89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:57.033081 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-051b904b-0e8f-422d-8957-6c4530478e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:57.046245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b904b-0e8f-422d-8957-6c4530478e79 None None] The sync data for ids ['f3a335b4-1b8c-4356-98b2-a8aa44b079c0'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:57.061635 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4ba372a6-6caa-47f9-af35-b2b7dc02fbbd None None] Current status of the port 5442f3e4-9ada-482a-8c3c-c7d998d90286 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:57.089607 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a65303c-a5b0-4164-b51f-c83702fe841b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:57.105011 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Checking router: 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:55:57.105364 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Updating router 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:55:57.111454 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5442f3e4-9ada-482a-8c3c-c7d998d90286 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:57.112087 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:57.135730 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:57.160531 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-ebe04145-bc86-4031-b6ca-f7b4d9643b4e tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:57.167442 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-ebe04145-bc86-4031-b6ca-f7b4d9643b4e tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/networks?id=db114705-da78-4699-9794-dfd57418bf7f HTTP/1.1" status: 200 len: 811 time: 0.5075808 Jan 14 01:55:57.223016 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-06e18937-d51a-4a8b-9d43-9c496ce1bdcf tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/quotas/242fa7f00a68431bbdacf298cad6dce3 HTTP/1.1" status: 200 len: 375 time: 0.0544605 Jan 14 01:55:57.228565 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b0ce43a6-f9bd-4042-bcfa-7eeb0f2cade5 None None] Provisioning complete for port c3f554a1-b7c4-4988-b140-29c102b21ca7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:55:57.229677 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0ce43a6-f9bd-4042-bcfa-7eeb0f2cade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:57.231727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5442f3e4-9ada-482a-8c3c-c7d998d90286 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:55:57.307249 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce43a6-f9bd-4042-bcfa-7eeb0f2cade5 None None] Port c3f554a1-b7c4-4988-b140-29c102b21ca7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:55:57.458342 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-118341ac-55b8-4251-82b6-615c03e01e12 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=242fa7f00a68431bbdacf298cad6dce3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2343855 Jan 14 01:55:57.521091 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbb40002-5b9c-4e80-97b8-6c816a0ae980 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (5028f2ca-0b9e-4b77-a397-91ca5defc157), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:57.544959 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Publish callbacks [] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:57.556042 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:57.675136 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63ccf1-fc59-4c99-b6cb-bd16e567f56e None None] Pushing event updated for resources: {'Port': ['ID=d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:57.770514 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Attempting to bind port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:55:57.771451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb40002-5b9c-4e80-97b8-6c816a0ae980 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Subnet': ['ID=5028f2ca-0b9e-4b77-a397-91ca5defc157,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:57.771805 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Attempting to bind port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:55:57.772227 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Attempting to bind port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d on network db114705-da78-4699-9794-dfd57418bf7f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:55:57.780950 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:55:57.781324 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Checking segment: {'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:57.781782 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:57.782173 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Bound using segment: {'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:55:57.782692 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Bound port: d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:55:57.783073 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:57.791797 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb40002-5b9c-4e80-97b8-6c816a0ae980 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Checking segment: {'id': '70f04840-f9dd-44df-b302-a00240ecc645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0ce6d2e1-e921-48c1-b12b-057bfc6e584e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:57.792288 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb40002-5b9c-4e80-97b8-6c816a0ae980 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network hostable DHCP agents. Network: 0ce6d2e1-e921-48c1-b12b-057bfc6e584e, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:55:57.892285 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] For port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:55:57.897409 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] For port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:55:57.904508 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:57.983456 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Routers {'4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:55:57.984250 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:58.051689 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63ccf1-fc59-4c99-b6cb-bd16e567f56e None None] Pushing event updated for resources: {'Port': ['ID=d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:58.073042 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a65303c-a5b0-4164-b51f-c83702fe841b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:58.093264 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a65303c-a5b0-4164-b51f-c83702fe841b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:58.188591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65303c-a5b0-4164-b51f-c83702fe841b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=c3f554a1-b7c4-4988-b140-29c102b21ca7,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:58.196359 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] Set router 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:55:58.217619 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb40002-5b9c-4e80-97b8-6c816a0ae980 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 0ce6d2e1-e921-48c1-b12b-057bfc6e584e is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:55:58.257168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dbb40002-5b9c-4e80-97b8-6c816a0ae980 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 0ce6d2e1-e921-48c1-b12b-057bfc6e584e) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:58.266264 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a65303c-a5b0-4164-b51f-c83702fe841b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:58.266978 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a65303c-a5b0-4164-b51f-c83702fe841b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:58.270657 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f943e64-b4b4-4750-a517-cdabc7f546a1 None None] Network 0ce6d2e1-e921-48c1-b12b-057bfc6e584e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:55:58.285253 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5a65303c-a5b0-4164-b51f-c83702fe841b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/ports/c3f554a1-b7c4-4988-b140-29c102b21ca7 HTTP/1.1" status: 200 len: 910 time: 1.9504125 Jan 14 01:55:58.285914 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43742) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:58.289935 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb40002-5b9c-4e80-97b8-6c816a0ae980 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:55:58.292084 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbb40002-5b9c-4e80-97b8-6c816a0ae980 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:58.319985 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-a9571c67-370c-4ec1-a3fe-8f4cca531aab service neutron] 10.222.0.26 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8607259 Jan 14 01:55:58.330917 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-dbb40002-5b9c-4e80-97b8-6c816a0ae980 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3163483 Jan 14 01:55:58.385248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43744) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:58.404405 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e1df8136-870d-455c-9f8f-6b4609cdc1de tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1197453620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:55:58.441254 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-b00f68e9-0d4b-4e87-a745-89ec04b81a8e service neutron] 10.222.0.26 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148829 Jan 14 01:55:58.493724 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-0ce6d2e1-e921-48c1-b12b-057bfc6e584e', 'network_id': '0ce6d2e1-e921-48c1-b12b-057bfc6e584e', 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'fixed_ips': [{'subnet_id': '5028f2ca-0b9e-4b77-a397-91ca5defc157'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:55:58.494630 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:58.542401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43750) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:58.623658 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1df8136-870d-455c-9f8f-6b4609cdc1de tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (4c9decdf-1923-4526-af4b-3e6dc4e83fa0), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:58.627393 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1df8136-870d-455c-9f8f-6b4609cdc1de tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (4c9decdf-1923-4526-af4b-3e6dc4e83fa0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:58.745476 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'name': 'tempest-ServerRescueTestJSON-1113231879-router', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:55:44Z', 'updated_at': '2022-01-14T01:55:53Z', 'revision_number': 4, 'project_id': '242fa7f00a68431bbdacf298cad6dce3', 'gw_port': {'id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:55:45Z', 'updated_at': '2022-01-14T01:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'd5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d', 'name': '', 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'mac_address': 'fa:16:3e:29:9a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '48661e49-d83b-4257-b70b-7723a700be89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:55:51Z', 'updated_at': '2022-01-14T01:55:57Z', 'revision_number': 4, 'project_id': '242fa7f00a68431bbdacf298cad6dce3', 'subnets': [{'id': '48661e49-d83b-4257-b70b-7723a700be89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:55:58.806334 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794cf0b9-f07f-4a9d-98dc-5ea4f62cb43e None None] The sync data for ids ['4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'] in n-d-824358-4 is: [{'id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'name': 'tempest-ServerRescueTestJSON-1113231879-router', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:55:44Z', 'updated_at': '2022-01-14T01:55:53Z', 'revision_number': 4, 'project_id': '242fa7f00a68431bbdacf298cad6dce3', 'gw_port': {'id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:55:45Z', 'updated_at': '2022-01-14T01:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'd5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d', 'name': '', 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'mac_address': 'fa:16:3e:29:9a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '48661e49-d83b-4257-b70b-7723a700be89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:55:51Z', 'updated_at': '2022-01-14T01:55:57Z', 'revision_number': 4, 'project_id': '242fa7f00a68431bbdacf298cad6dce3', 'subnets': [{'id': '48661e49-d83b-4257-b70b-7723a700be89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:55:58.833865 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c50cf2b7-7b61-43fc-b5d2-75700b552e96 req-ca7ce6d3-5c5e-47ce-9e69-ab31be4168ad tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 210 time: 0.0854805 Jan 14 01:55:58.847504 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fae398a7-8650-4cb9-8202-a90e18f74b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:58.956985 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1df8136-870d-455c-9f8f-6b4609cdc1de tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (4c9decdf-1923-4526-af4b-3e6dc4e83fa0), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:58.976749 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1df8136-870d-455c-9f8f-6b4609cdc1de tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (4c9decdf-1923-4526-af4b-3e6dc4e83fa0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.007476 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Allocated IP 2001:db8::2 (0ce6d2e1-e921-48c1-b12b-057bfc6e584e/5028f2ca-0b9e-4b77-a397-91ca5defc157/03078a0c-7030-44fb-ac0d-d6c47ab05f29) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:55:59.022110 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1df8136-870d-455c-9f8f-6b4609cdc1de tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.024801 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e1df8136-870d-455c-9f8f-6b4609cdc1de tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6376724 Jan 14 01:55:59.029125 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43766) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:59.081391 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fae398a7-8650-4cb9-8202-a90e18f74b4c admin admin] Publish callbacks [] for security_group (c1f0e63e-2b32-443f-ac15-6d635de252d9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.097503 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fae398a7-8650-4cb9-8202-a90e18f74b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c1f0e63e-2b32-443f-ac15-6d635de252d9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.199191 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae398a7-8650-4cb9-8202-a90e18f74b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f0e63e-2b32-443f-ac15-6d635de252d9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:59.268653 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fae398a7-8650-4cb9-8202-a90e18f74b4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=368df357765146cb972ca1a7fb9d20b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7247303 Jan 14 01:55:59.270863 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43770) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:55:59.348159 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Publish callbacks [] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.356163 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.407870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Pushing event updated for resources: {'Port': ['ID=03078a0c-7030-44fb-ac0d-d6c47ab05f29,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:59.419981 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-367eefe4-aeaa-4a64-9489-66d54154f3a8 admin admin] Publish callbacks [] for security_group (c1f0e63e-2b32-443f-ac15-6d635de252d9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.431750 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Network 0ce6d2e1-e921-48c1-b12b-057bfc6e584e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:55:59.440685 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:55:59.458399 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-367eefe4-aeaa-4a64-9489-66d54154f3a8 admin admin] Publish callbacks [] for security_group (c1f0e63e-2b32-443f-ac15-6d635de252d9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.481252 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.481604 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.481949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.483461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.484011 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.485385 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.485385 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.485619 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.485871 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.486207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.486564 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.486908 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.487235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:55:59.498054 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:55:59.588317 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-367eefe4-aeaa-4a64-9489-66d54154f3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c1f0e63e-2b32-443f-ac15-6d635de252d9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.592886 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-367eefe4-aeaa-4a64-9489-66d54154f3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.594629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-367eefe4-aeaa-4a64-9489-66d54154f3a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1f0e63e-2b32-443f-ac15-6d635de252d9 HTTP/1.1" status: 204 len: 168 time: 0.3224502 Jan 14 01:55:59.609649 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Attempting to bind port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:55:59.610320 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Attempting to bind port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '70f04840-f9dd-44df-b302-a00240ecc645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0ce6d2e1-e921-48c1-b12b-057bfc6e584e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:55:59.610906 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Attempting to bind port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 on network 0ce6d2e1-e921-48c1-b12b-057bfc6e584e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:55:59.612855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367eefe4-aeaa-4a64-9489-66d54154f3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f0e63e-2b32-443f-ac15-6d635de252d9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:55:59.618748 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:55:59.619392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Checking segment: {'id': '70f04840-f9dd-44df-b302-a00240ecc645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0ce6d2e1-e921-48c1-b12b-057bfc6e584e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:55:59.619975 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.620582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Bound using segment: {'id': '70f04840-f9dd-44df-b302-a00240ecc645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0ce6d2e1-e921-48c1-b12b-057bfc6e584e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:55:59.621256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Bound port: 03078a0c-7030-44fb-ac0d-d6c47ab05f29, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f04840-f9dd-44df-b302-a00240ecc645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0ce6d2e1-e921-48c1-b12b-057bfc6e584e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:55:59.622365 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.818489 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:55:59.858475 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] For port 03078a0c-7030-44fb-ac0d-d6c47ab05f29, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:55:59.876824 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] For port 03078a0c-7030-44fb-ac0d-d6c47ab05f29, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=03078a0c-7030-44fb-ac0d-d6c47ab05f29,segment=NetworkSegment(70f04840-f9dd-44df-b302-a00240ecc645),segment_id=70f04840-f9dd-44df-b302-a00240ecc645)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:55:59.925377 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:00.146820 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9be7f-6917-4c67-8d61-5e1450f26134 None None] Pushing event updated for resources: {'Port': ['ID=03078a0c-7030-44fb-ac0d-d6c47ab05f29,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:00.245258 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8045f3ea-9a68-4783-b673-00f13d05277b req-72e40ca3-9655-42ac-9ea4-a3aad39e9823 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 210 time: 0.1870594 Jan 14 01:56:00.531177 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e841368c-c6e7-4afb-8047-8b953189c138 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (f3a335b4-1b8c-4356-98b2-a8aa44b079c0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:00.564609 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:56:00.894560 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:01.000697 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Allocated IP 2001:db8::1 (0ce6d2e1-e921-48c1-b12b-057bfc6e584e/5028f2ca-0b9e-4b77-a397-91ca5defc157/8b55236e-0edd-48bf-a3ba-f2769a373a88) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:01.054618 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:01.055309 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:01.254323 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:01.254760 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:01.287436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-1da90e56-e368-4eb3-b38e-e16fe317f2c5 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:01.289502 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-1da90e56-e368-4eb3-b38e-e16fe317f2c5 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.36 "GET /v2.0/networks?id=db114705-da78-4699-9794-dfd57418bf7f HTTP/1.1" status: 200 len: 811 time: 0.5508289 Jan 14 01:56:01.324383 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Request body: {'port': {'device_id': 'c2a2344d-8668-48b3-8455-2e1593b1a21c', 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f', 'admin_state_up': True, 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:01.349582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:01.360124 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:01.361407 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 03078a0c-7030-44fb-ac0d-d6c47ab05f29 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:01.480649 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-92372f5a-cf81-4fcb-82ba-ab372032086f req-6b75cc56-d254-446d-aadf-7cc47891a61e tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 210 time: 0.0783639 Jan 14 01:56:01.505011 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:01.520863 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:01.521320 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:01.639023 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:01.667861 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:01.700235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:01.700733 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:01.753073 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e841368c-c6e7-4afb-8047-8b953189c138 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port c3f554a1-b7c4-4988-b140-29c102b21ca7 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:56:01.753989 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e841368c-c6e7-4afb-8047-8b953189c138 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:01.781941 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:01.790295 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 03078a0c-7030-44fb-ac0d-d6c47ab05f29, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=03078a0c-7030-44fb-ac0d-d6c47ab05f29,segment=NetworkSegment(70f04840-f9dd-44df-b302-a00240ecc645),segment_id=70f04840-f9dd-44df-b302-a00240ecc645)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:01.797858 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:01.888022 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=03078a0c-7030-44fb-ac0d-d6c47ab05f29,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:01.958379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Made reservation on behalf of 242fa7f00a68431bbdacf298cad6dce3 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:01.962072 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.006929 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 0ce6d2e1-e921-48c1-b12b-057bfc6e584e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:02.012487 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:02.015088 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:02.015621 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (4c9decdf-1923-4526-af4b-3e6dc4e83fa0), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.017924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=8b55236e-0edd-48bf-a3ba-f2769a373a88,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:02.082934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43830) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:02.148764 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88786a46-5d17-4dda-a987-6513765b5b12 None None] Network 0ce6d2e1-e921-48c1-b12b-057bfc6e584e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:02.256605 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ccf59efe-700e-4b7f-8e6d-04b71b9ac51b None None] Provisioning complete for port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:02.257359 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ccf59efe-700e-4b7f-8e6d-04b71b9ac51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.269292 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e841368c-c6e7-4afb-8047-8b953189c138 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.291772 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6daa0e56-44ab-42ba-8277-81014df5da92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.357282 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e841368c-c6e7-4afb-8047-8b953189c138 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for c3f554a1-b7c4-4988-b140-29c102b21ca7 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:56:02.423646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ccf59efe-700e-4b7f-8e6d-04b71b9ac51b None None] Current status of the port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:02.440428 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6daa0e56-44ab-42ba-8277-81014df5da92 admin admin] Publish callbacks [] for security_group (e11f0873-b405-4f0e-9eed-c6726b8de5d5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.446884 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6daa0e56-44ab-42ba-8277-81014df5da92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e11f0873-b405-4f0e-9eed-c6726b8de5d5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.510261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa0e56-44ab-42ba-8277-81014df5da92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11f0873-b405-4f0e-9eed-c6726b8de5d5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:02.541474 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6daa0e56-44ab-42ba-8277-81014df5da92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0947acf6239c4110a7ba541b2e094063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4561601 Jan 14 01:56:02.542163 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43840) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:02.604373 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.671622 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10fd4a9a-d74c-4682-b6dd-acde5dc739d9 admin admin] Publish callbacks [] for security_group (e11f0873-b405-4f0e-9eed-c6726b8de5d5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.714340 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:02.733398 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95c320e5-8d03-473d-9281-84bccecbc1a9 req-48fe0dbc-86ea-4418-87ae-a1eb76dd9387 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 210 time: 0.0656371 Jan 14 01:56:02.785862 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10fd4a9a-d74c-4682-b6dd-acde5dc739d9 admin admin] Publish callbacks [] for security_group (e11f0873-b405-4f0e-9eed-c6726b8de5d5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.818672 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7477204e-d70f-4f04-b835-1146d13fcb05 None None] Provisioning complete for port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:02.819054 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7477204e-d70f-4f04-b835-1146d13fcb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.826059 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:02.826519 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.906949 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10fd4a9a-d74c-4682-b6dd-acde5dc739d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e11f0873-b405-4f0e-9eed-c6726b8de5d5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.910027 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10fd4a9a-d74c-4682-b6dd-acde5dc739d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:02.911329 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Allocated IP 172.20.0.3 (db114705-da78-4699-9794-dfd57418bf7f/48661e49-d83b-4257-b70b-7723a700be89/63e63de2-c951-481e-9409-eb25d923502a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:02.911978 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-10fd4a9a-d74c-4682-b6dd-acde5dc739d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e11f0873-b405-4f0e-9eed-c6726b8de5d5 HTTP/1.1" status: 204 len: 168 time: 0.3683548 Jan 14 01:56:02.928893 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd4a9a-d74c-4682-b6dd-acde5dc739d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11f0873-b405-4f0e-9eed-c6726b8de5d5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:03.054785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:03.056140 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 03078a0c-7030-44fb-ac0d-d6c47ab05f29 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:03.175826 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7477204e-d70f-4f04-b835-1146d13fcb05 None None] Current status of the port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:03.191227 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7477204e-d70f-4f04-b835-1146d13fcb05 None None] Provisioning complete for port 8b55236e-0edd-48bf-a3ba-f2769a373a88 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:03.191777 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7477204e-d70f-4f04-b835-1146d13fcb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:03.217960 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e841368c-c6e7-4afb-8047-8b953189c138 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (c3f554a1-b7c4-4988-b140-29c102b21ca7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:03.239830 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7477204e-d70f-4f04-b835-1146d13fcb05 None None] Port 8b55236e-0edd-48bf-a3ba-f2769a373a88 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:56:03.246334 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:03.246958 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:03.314726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841368c-c6e7-4afb-8047-8b953189c138 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=c3f554a1-b7c4-4988-b140-29c102b21ca7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:03.424916 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:03.445060 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-beb8ae61-cbef-471f-b5ed-deb45f8abb76 None None] Provisioning complete for port 8b55236e-0edd-48bf-a3ba-f2769a373a88 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:03.445477 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-beb8ae61-cbef-471f-b5ed-deb45f8abb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:03.532729 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-beb8ae61-cbef-471f-b5ed-deb45f8abb76 None None] Port 8b55236e-0edd-48bf-a3ba-f2769a373a88 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:56:03.789768 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e841368c-c6e7-4afb-8047-8b953189c138 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (f3a335b4-1b8c-4356-98b2-a8aa44b079c0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:03.800368 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks [] for port (63e63de2-c951-481e-9409-eb25d923502a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:03.896152 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b69ff118-0467-41b9-8da8-2940bcc00203 req-9257e78a-a922-45ff-bc90-e257e37d4b82 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 210 time: 0.0469282 Jan 14 01:56:04.270886 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-0c2f7062-f5d8-4957-af33-c75d80ff2cae req-8a0e2c19-ac39-455e-a008-c8918e5ff312 service neutron] (103354) timed out ('10.222.0.36', 59892) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 14 01:56:04.310500 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:04.317265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:04.318034 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (4c9decdf-1923-4526-af4b-3e6dc4e83fa0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:04.429263 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=8b55236e-0edd-48bf-a3ba-f2769a373a88,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:04.500719 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (63e63de2-c951-481e-9409-eb25d923502a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:04.501175 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:04.569682 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Network db114705-da78-4699-9794-dfd57418bf7f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:04.576938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:04.580389 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e841368c-c6e7-4afb-8047-8b953189c138 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router f3a335b4-1b8c-4356-98b2-a8aa44b079c0 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:56:04.586520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:04.660926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Pushing event updated for resources: {'Port': ['ID=63e63de2-c951-481e-9409-eb25d923502a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:04.773441 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 0ce6d2e1-e921-48c1-b12b-057bfc6e584e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:04.805219 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:04.805866 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:04.812334 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:04.825883 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e841368c-c6e7-4afb-8047-8b953189c138 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:04.835484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43886) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:04.835640 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e841368c-c6e7-4afb-8047-8b953189c138 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/f3a335b4-1b8c-4356-98b2-a8aa44b079c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5478368 Jan 14 01:56:04.848310 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3f5fe-1e44-4454-b97d-e1059c3b00bd None None] Sync routers for ids ['f3a335b4-1b8c-4356-98b2-a8aa44b079c0'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:56:04.862327 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3f5fe-1e44-4454-b97d-e1059c3b00bd None None] Routers {'f3a335b4-1b8c-4356-98b2-a8aa44b079c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:04.866292 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6cc3f5fe-1e44-4454-b97d-e1059c3b00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['f3a335b4-1b8c-4356-98b2-a8aa44b079c0'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:04.885796 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-bf339a7d-3606-4528-85fa-f8cbb63788fd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5682726 Jan 14 01:56:04.935986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Request body: {'port': {'device_id': 'c2a2344d-8668-48b3-8455-2e1593b1a21c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:04.947655 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ecf216de-8da8-4578-8657-d948ddea99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:04.947989 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-158427ff-81a8-4da8-a517-3110112d60e9 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3a335b4-1b8c-4356-98b2-a8aa44b079c0 HTTP/1.1" status: 200 len: 205 time: 0.1069562 Jan 14 01:56:04.950884 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43892) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:04.953516 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6cc3f5fe-1e44-4454-b97d-e1059c3b00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:04.978224 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3f5fe-1e44-4454-b97d-e1059c3b00bd None None] Routers {'f3a335b4-1b8c-4356-98b2-a8aa44b079c0'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:04.978877 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6cc3f5fe-1e44-4454-b97d-e1059c3b00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['f3a335b4-1b8c-4356-98b2-a8aa44b079c0'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:05.056907 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (63e63de2-c951-481e-9409-eb25d923502a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:05.098790 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6cc3f5fe-1e44-4454-b97d-e1059c3b00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:05.099735 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3f5fe-1e44-4454-b97d-e1059c3b00bd None None] The sync data for ids ['f3a335b4-1b8c-4356-98b2-a8aa44b079c0'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:56:05.248678 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 4c9decdf-1923-4526-af4b-3e6dc4e83fa0 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:56:05.447730 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6495f624-20c5-4569-aab0-47166d4b5392 None None] Provisioning complete for port 8b55236e-0edd-48bf-a3ba-f2769a373a88 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:05.449482 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6495f624-20c5-4569-aab0-47166d4b5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:05.536386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6495f624-20c5-4569-aab0-47166d4b5392 None None] Port 8b55236e-0edd-48bf-a3ba-f2769a373a88 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:56:05.712869 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60a3617e-a316-4d61-9720-23f05d85c62c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (f3a335b4-1b8c-4356-98b2-a8aa44b079c0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:05.747716 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:05.767101 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd24b32-6a83-43d7-bad8-36ffe7372978 None None] Sync routers for ids ['4c9decdf-1923-4526-af4b-3e6dc4e83fa0'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:56:05.767322 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-32474c8f-c09b-4ae3-a508-dc3d45d1419c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/4c9decdf-1923-4526-af4b-3e6dc4e83fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7366652 Jan 14 01:56:05.783057 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43908) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:05.810492 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd24b32-6a83-43d7-bad8-36ffe7372978 None None] Routers {'4c9decdf-1923-4526-af4b-3e6dc4e83fa0'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:05.811527 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-efd24b32-6a83-43d7-bad8-36ffe7372978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4c9decdf-1923-4526-af4b-3e6dc4e83fa0'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:05.864737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-efd24b32-6a83-43d7-bad8-36ffe7372978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:05.881173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd24b32-6a83-43d7-bad8-36ffe7372978 None None] Routers {'4c9decdf-1923-4526-af4b-3e6dc4e83fa0'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:05.882083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-efd24b32-6a83-43d7-bad8-36ffe7372978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:55:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4c9decdf-1923-4526-af4b-3e6dc4e83fa0'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:05.895215 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db777ae-cf82-443d-af9a-4e90649bb9d9 req-1a73055a-f7fd-463a-84e3-9b0ee5ed92cd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:05.898555 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2db777ae-cf82-443d-af9a-4e90649bb9d9 req-1a73055a-f7fd-463a-84e3-9b0ee5ed92cd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 931 time: 0.2806594 Jan 14 01:56:05.937163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-efd24b32-6a83-43d7-bad8-36ffe7372978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:05.938277 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd24b32-6a83-43d7-bad8-36ffe7372978 None None] The sync data for ids ['4c9decdf-1923-4526-af4b-3e6dc4e83fa0'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:56:05.953132 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f4b-0985-4d54-8591-4913f1742f1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:05.958041 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-381b2f4b-0985-4d54-8591-4913f1742f1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports/8b55236e-0edd-48bf-a3ba-f2769a373a88 HTTP/1.1" status: 200 len: 911 time: 0.1706429 Jan 14 01:56:05.958041 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43914) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:05.963937 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c1e4bf21-3f4c-4af3-9710-e8c93f90d9e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5028f2ca-0b9e-4b77-a397-91ca5defc157'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:06.117478 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e63de2-c951-481e-9409-eb25d923502a {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:56:06.130114 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Publish callbacks [] for port (63e63de2-c951-481e-9409-eb25d923502a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:06.158935 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Transition to ACTIVE for port object 63e63de2-c951-481e-9409-eb25d923502a will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:56:06.170693 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60a3617e-a316-4d61-9720-23f05d85c62c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (f3a335b4-1b8c-4356-98b2-a8aa44b079c0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:06.175804 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (63e63de2-c951-481e-9409-eb25d923502a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:06.176406 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60a3617e-a316-4d61-9720-23f05d85c62c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (f3a335b4-1b8c-4356-98b2-a8aa44b079c0), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:06.261695 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2db777ae-cf82-443d-af9a-4e90649bb9d9 req-fb51f8b1-1a21-460d-9732-4a45b7dcbbe0 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015447 Jan 14 01:56:06.274100 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60a3617e-a316-4d61-9720-23f05d85c62c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (f3a335b4-1b8c-4356-98b2-a8aa44b079c0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:06.275163 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a3617e-a316-4d61-9720-23f05d85c62c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Fanout notify agent at l3_agent the message router_deleted on router f3a335b4-1b8c-4356-98b2-a8aa44b079c0 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:56:06.289652 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60a3617e-a316-4d61-9720-23f05d85c62c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:06.291328 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-60a3617e-a316-4d61-9720-23f05d85c62c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/f3a335b4-1b8c-4356-98b2-a8aa44b079c0 HTTP/1.1" status: 204 len: 168 time: 1.3377419 Jan 14 01:56:06.295182 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43922) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:06.306202 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Pushing event updated for resources: {'Port': ['ID=63e63de2-c951-481e-9409-eb25d923502a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:06.343520 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1e4bf21-3f4c-4af3-9710-e8c93f90d9e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:06.430098 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-96631e94-6e7a-409e-96a8-8856d0b49f1a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting subnet 3d132e31-44c1-4007-a109-e12136154c2a {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:56:06.434659 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96631e94-6e7a-409e-96a8-8856d0b49f1a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (3d132e31-44c1-4007-a109-e12136154c2a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:06.497433 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Attempting to bind port 63e63de2-c951-481e-9409-eb25d923502a on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:06.497816 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Attempting to bind port 63e63de2-c951-481e-9409-eb25d923502a by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:06.498796 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Attempting to bind port 63e63de2-c951-481e-9409-eb25d923502a on network db114705-da78-4699-9794-dfd57418bf7f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:06.528756 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96631e94-6e7a-409e-96a8-8856d0b49f1a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (3d132e31-44c1-4007-a109-e12136154c2a), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:06.572409 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Port 63e63de2-c951-481e-9409-eb25d923502a on network db114705-da78-4699-9794-dfd57418bf7f not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:56:06.572744 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Attempting to bind port 63e63de2-c951-481e-9409-eb25d923502a on network db114705-da78-4699-9794-dfd57418bf7f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:06.595649 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:06.596013 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Checking segment: {'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:06.596422 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Bound using segment: {'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:06.597006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Bound port: 63e63de2-c951-481e-9409-eb25d923502a, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:06.597425 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (63e63de2-c951-481e-9409-eb25d923502a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:06.754827 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] For port 63e63de2-c951-481e-9409-eb25d923502a, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:06.759584 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] For port 63e63de2-c951-481e-9409-eb25d923502a, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=63e63de2-c951-481e-9409-eb25d923502a,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:06.854029 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96631e94-6e7a-409e-96a8-8856d0b49f1a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (3d132e31-44c1-4007-a109-e12136154c2a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:07.051602 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96631e94-6e7a-409e-96a8-8856d0b49f1a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (3d132e31-44c1-4007-a109-e12136154c2a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:07.099091 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96631e94-6e7a-409e-96a8-8856d0b49f1a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:07.100942 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (63e63de2-c951-481e-9409-eb25d923502a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:07.114280 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d0ad68-12e7-40b7-bd40-3095ae55b7d8 None None] Network 946cbe5a-4e25-494b-8198-db49b5ccae32 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:07.121229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-96631e94-6e7a-409e-96a8-8856d0b49f1a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/3d132e31-44c1-4007-a109-e12136154c2a HTTP/1.1" status: 204 len: 168 time: 0.8242049 Jan 14 01:56:07.132380 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 43954) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:07.186565 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96631e94-6e7a-409e-96a8-8856d0b49f1a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Subnet': ['ID=3d132e31-44c1-4007-a109-e12136154c2a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:07.187190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:07.187942 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:07.189331 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] 10.222.0.36 "PUT /v2.0/ports/63e63de2-c951-481e-9409-eb25d923502a HTTP/1.1" status: 200 len: 1091 time: 2.2606688 Jan 14 01:56:07.190003 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a2344d-8668-48b3-8455-2e1593b1a21c', 'tag': '63e63de2-c951-481e-9409-eb25d923502a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:56:07.192604 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfc993a-364f-4aa8-b8f9-234f123f0ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a2344d-8668-48b3-8455-2e1593b1a21c", "tag": "63e63de2-c951-481e-9409-eb25d923502a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:56:07.267389 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-df6b4347-de4b-45ba-9ed0-667ca9194aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:07.297901 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88816f0e-2130-4a8d-bd50-aea485906d0b x-openstack-request-id: req-88816f0e-2130-4a8d-bd50-aea485906d0b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:56:07.298553 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a2344d-8668-48b3-8455-2e1593b1a21c", "tag": "63e63de2-c951-481e-9409-eb25d923502a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:56:07.299433 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88816f0e-2130-4a8d-bd50-aea485906d0b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:56:07.301558 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a2344d-8668-48b3-8455-2e1593b1a21c', 'tag': '63e63de2-c951-481e-9409-eb25d923502a', 'status': 'completed', 'code': 200} Jan 14 01:56:07.400476 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf142-1e08-46f0-bdcd-e65647eb8624 service neutron] Pushing event updated for resources: {'Port': ['ID=63e63de2-c951-481e-9409-eb25d923502a,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:07.447639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9bfd56-13b7-4e67-a8cf-005b69f1e28b None None] DHCP port deletion for 946cbe5a-4e25-494b-8198-db49b5ccae32 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:56:07.502216 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (946cbe5a-4e25-494b-8198-db49b5ccae32), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:07.540732 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1e4bf21-3f4c-4af3-9710-e8c93f90d9e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:07.559772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2f9bfd56-13b7-4e67-a8cf-005b69f1e28b None None] Deleting port 5442f3e4-9ada-482a-8c3c-c7d998d90286 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:56:07.560179 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2f9bfd56-13b7-4e67-a8cf-005b69f1e28b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:07.564963 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-f7ca435d-9850-4585-b814-acfdd56423ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:07.576711 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-f7ca435d-9850-4585-b814-acfdd56423ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=242fa7f00a68431bbdacf298cad6dce3&device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 1094 time: 0.2625196 Jan 14 01:56:07.638377 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f972b0-c584-47cd-96ee-db7d37204db2 req-c4d35ec6-7359-420a-bc2a-2376091cf0af tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:07.640903 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a9f972b0-c584-47cd-96ee-db7d37204db2 req-c4d35ec6-7359-420a-bc2a-2376091cf0af tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 943 time: 0.1791403 Jan 14 01:56:07.741477 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a9f972b0-c584-47cd-96ee-db7d37204db2 req-b7be746d-555c-438b-9d85-8dadb963000f tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924051 Jan 14 01:56:07.775995 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1e4bf21-3f4c-4af3-9710-e8c93f90d9e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:07.795862 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e4bf21-3f4c-4af3-9710-e8c93f90d9e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:07.795862 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1e4bf21-3f4c-4af3-9710-e8c93f90d9e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:07.801339 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 43974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:07.801789 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c1e4bf21-3f4c-4af3-9710-e8c93f90d9e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/ports/8b55236e-0edd-48bf-a3ba-f2769a373a88 HTTP/1.1" status: 200 len: 911 time: 1.8417358 Jan 14 01:56:07.806118 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-673b14ac-0a31-4ae8-8a59-45f875b6aced service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63e63de2-c951-481e-9409-eb25d923502a HTTP/1.1" status: 200 len: 217 time: 0.2197523 Jan 14 01:56:07.965820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4bf21-3f4c-4af3-9710-e8c93f90d9e9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=8b55236e-0edd-48bf-a3ba-f2769a373a88,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:07.984857 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-15f61c32-7b25-4f61-b523-c81ee2e71e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:07.990249 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-15f61c32-7b25-4f61-b523-c81ee2e71e01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48661e49-d83b-4257-b70b-7723a700be89 HTTP/1.1" status: 200 len: 851 time: 0.1745892 Jan 14 01:56:08.002644 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port 5442f3e4-9ada-482a-8c3c-c7d998d90286 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:56:08.003099 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:08.149906 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-5cd99f49-2d50-4c23-ab2d-d12c639ed113 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db114705-da78-4699-9794-dfd57418bf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483452 Jan 14 01:56:08.264919 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2f9bfd56-13b7-4e67-a8cf-005b69f1e28b None None] For port 5442f3e4-9ada-482a-8c3c-c7d998d90286, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5442f3e4-9ada-482a-8c3c-c7d998d90286,segment=NetworkSegment(3dbfa826-4c3f-4d65-9fde-8d784ab0836d),segment_id=3dbfa826-4c3f-4d65-9fde-8d784ab0836d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:08.265697 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2f9bfd56-13b7-4e67-a8cf-005b69f1e28b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:08.333266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2f9bfd56-13b7-4e67-a8cf-005b69f1e28b None None] Calling delete_port for 5442f3e4-9ada-482a-8c3c-c7d998d90286 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:56:08.350977 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] For port 5442f3e4-9ada-482a-8c3c-c7d998d90286, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5442f3e4-9ada-482a-8c3c-c7d998d90286,segment=NetworkSegment(3dbfa826-4c3f-4d65-9fde-8d784ab0836d),segment_id=3dbfa826-4c3f-4d65-9fde-8d784ab0836d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:08.358824 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:08.425454 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for 5442f3e4-9ada-482a-8c3c-c7d998d90286 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:56:08.551570 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-0c1f2344-5aab-4e03-b81f-f98f3e2cf37b service neutron] 10.222.0.36 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869660 Jan 14 01:56:08.670076 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b021e0bc-f767-4131-b3d3-44066333fff2 req-c4886c5a-8e10-4f02-a66c-96e41a15dcbf service neutron] 10.222.0.36 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108963 Jan 14 01:56:08.685347 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2f9bfd56-13b7-4e67-a8cf-005b69f1e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:08.723071 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:08.726109 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9bfd56-13b7-4e67-a8cf-005b69f1e28b None None] No DVR routers for this DVR port 5442f3e4-9ada-482a-8c3c-c7d998d90286 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:56:08.731441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bfd56-13b7-4e67-a8cf-005b69f1e28b None None] Pushing event deleted for resources: {'Port': ['ID=5442f3e4-9ada-482a-8c3c-c7d998d90286,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:08.764548 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d443aa9f-fd80-4287-81ee-beca96b299ee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (4c9decdf-1923-4526-af4b-3e6dc4e83fa0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:08.888351 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5442f3e4-9ada-482a-8c3c-c7d998d90286 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:56:08.938663 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc993a-364f-4aa8-b8f9-234f123f0ed5 req-55bce4cb-5178-4a2a-bdac-421898d815f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:08.940438 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2bfc993a-364f-4aa8-b8f9-234f123f0ed5 req-55bce4cb-5178-4a2a-bdac-421898d815f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=242fa7f00a68431bbdacf298cad6dce3&device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 1094 time: 0.0995994 Jan 14 01:56:08.945067 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (5442f3e4-9ada-482a-8c3c-c7d998d90286), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:09.118203 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 5442f3e4-9ada-482a-8c3c-c7d998d90286 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:56:09.119266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5442f3e4-9ada-482a-8c3c-c7d998d90286 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:56:09.211082 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No DVR routers for this DVR port 5442f3e4-9ada-482a-8c3c-c7d998d90286 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:56:09.272561 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=5442f3e4-9ada-482a-8c3c-c7d998d90286,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:09.282053 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecef37-382f-4f57-8c7c-cd77e675f255 req-878f0292-63ef-4842-b9ad-2dfdd0435576 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:09.297465 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b5ecef37-382f-4f57-8c7c-cd77e675f255 req-878f0292-63ef-4842-b9ad-2dfdd0435576 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 943 time: 0.3346758 Jan 14 01:56:09.445063 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (946cbe5a-4e25-494b-8198-db49b5ccae32), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:09.485445 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b5ecef37-382f-4f57-8c7c-cd77e675f255 req-a4d56825-e6d7-4e6d-a314-37ab2eef563d tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800771 Jan 14 01:56:09.489828 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc993a-364f-4aa8-b8f9-234f123f0ed5 req-7a9fe1f1-6b03-402f-b57c-98a4c7e8e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:09.491736 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2bfc993a-364f-4aa8-b8f9-234f123f0ed5 req-7a9fe1f1-6b03-402f-b57c-98a4c7e8e760 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db114705-da78-4699-9794-dfd57418bf7f HTTP/1.1" status: 200 len: 912 time: 0.5223472 Jan 14 01:56:09.503120 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946cbe5a-4e25-494b-8198-db49b5ccae32']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:09.569835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbfa826-4c3f-4d65-9fde-8d784ab0836d') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:09.570194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbfa826-4c3f-4d65-9fde-8d784ab0836d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:09.572985 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2bfc993a-364f-4aa8-b8f9-234f123f0ed5 req-28b18ccb-9865-4fd6-b860-9300d6a583d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63e63de2-c951-481e-9409-eb25d923502a HTTP/1.1" status: 200 len: 217 time: 0.0730121 Jan 14 01:56:09.598327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (3dbfa826-4c3f-4d65-9fde-8d784ab0836d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:09.616967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d443aa9f-fd80-4287-81ee-beca96b299ee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port 8b55236e-0edd-48bf-a3ba-f2769a373a88 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:56:09.618149 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d443aa9f-fd80-4287-81ee-beca96b299ee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:09.633476 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (3dbfa826-4c3f-4d65-9fde-8d784ab0836d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:09.648135 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:56:09.648540 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (3dbfa826-4c3f-4d65-9fde-8d784ab0836d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:56:09.651940 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:56:09.665539 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc993a-364f-4aa8-b8f9-234f123f0ed5 req-5bc566cc-e413-49d2-9229-11eb30c5771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:09.667039 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2bfc993a-364f-4aa8-b8f9-234f123f0ed5 req-5bc566cc-e413-49d2-9229-11eb30c5771a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48661e49-d83b-4257-b70b-7723a700be89 HTTP/1.1" status: 200 len: 851 time: 0.0878189 Jan 14 01:56:09.741183 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2bfc993a-364f-4aa8-b8f9-234f123f0ed5 req-75849fff-dc4e-4bfe-9210-80562176db98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db114705-da78-4699-9794-dfd57418bf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404797 Jan 14 01:56:09.773781 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d443aa9f-fd80-4287-81ee-beca96b299ee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:09.803288 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (946cbe5a-4e25-494b-8198-db49b5ccae32), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:09.815688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d443aa9f-fd80-4287-81ee-beca96b299ee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for 8b55236e-0edd-48bf-a3ba-f2769a373a88 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:56:09.821315 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:09.824700 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/networks/946cbe5a-4e25-494b-8198-db49b5ccae32 HTTP/1.1" status: 204 len: 168 time: 2.6879599 Jan 14 01:56:09.852005 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44020) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:09.858014 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5963f61d-2de7-4319-8909-2c31760930e0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-5126707', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:09.862315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e495ef5-e590-41ae-b561-f7e72f7308b6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Network': ['ID=946cbe5a-4e25-494b-8198-db49b5ccae32,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:09.904983 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:09.922488 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2bfc993a-364f-4aa8-b8f9-234f123f0ed5 req-2f2c2b88-6436-4189-936b-35f1c2062ecd service neutron] 10.222.0.36 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682563 Jan 14 01:56:09.980513 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5963f61d-2de7-4319-8909-2c31760930e0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:09.986674 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5963f61d-2de7-4319-8909-2c31760930e0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:10.092575 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-2bfc993a-364f-4aa8-b8f9-234f123f0ed5 req-c076bfda-9b40-435d-9e53-60f8c309ec66 service neutron] 10.222.0.36 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643159 Jan 14 01:56:10.150659 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5963f61d-2de7-4319-8909-2c31760930e0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (a746fcdc-3183-46e3-a55b-8152da707a7f), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:10.158596 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5963f61d-2de7-4319-8909-2c31760930e0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:10.251724 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5963f61d-2de7-4319-8909-2c31760930e0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:10.255768 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44030) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:10.260094 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5963f61d-2de7-4319-8909-2c31760930e0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 696 time: 0.4067652 Jan 14 01:56:10.263903 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-834066e4-4aed-471a-87b9-7e33bc1de9bf tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'network': {'name': 'tempest-RoutersTest-1991262295'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:10.329466 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d443aa9f-fd80-4287-81ee-beca96b299ee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (8b55236e-0edd-48bf-a3ba-f2769a373a88), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:10.381496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443aa9f-fd80-4287-81ee-beca96b299ee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=8b55236e-0edd-48bf-a3ba-f2769a373a88,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:10.398113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834066e4-4aed-471a-87b9-7e33bc1de9bf tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:10.402222 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834066e4-4aed-471a-87b9-7e33bc1de9bf tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:10.496594 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834066e4-4aed-471a-87b9-7e33bc1de9bf tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:56:10.522157 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834066e4-4aed-471a-87b9-7e33bc1de9bf tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (bbe4488d-4efc-47d8-a17e-70cbeff085ad), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:10.522660 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-834066e4-4aed-471a-87b9-7e33bc1de9bf tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Added segment bbe4488d-4efc-47d8-a17e-70cbeff085ad of type vlan for network 633b39cd-c18f-4e90-b021-ebe9078841d1 Jan 14 01:56:10.548659 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d443aa9f-fd80-4287-81ee-beca96b299ee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (4c9decdf-1923-4526-af4b-3e6dc4e83fa0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:10.626275 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44042) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:10.660864 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834066e4-4aed-471a-87b9-7e33bc1de9bf tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (633b39cd-c18f-4e90-b021-ebe9078841d1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:10.707646 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834066e4-4aed-471a-87b9-7e33bc1de9bf tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (633b39cd-c18f-4e90-b021-ebe9078841d1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:10.714061 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834066e4-4aed-471a-87b9-7e33bc1de9bf tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:10.714904 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834066e4-4aed-471a-87b9-7e33bc1de9bf tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:10.815622 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-834066e4-4aed-471a-87b9-7e33bc1de9bf tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5584416 Jan 14 01:56:10.822974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44048) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:10.836270 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-30d7abc9-03b8-4da8-9e2c-4bec69fb1f74 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'subnet': {'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:10.860997 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91fb0fd3-2508-4473-84a2-0f3d6f8ac691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:10.863343 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834066e4-4aed-471a-87b9-7e33bc1de9bf tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Network': ['ID=633b39cd-c18f-4e90-b021-ebe9078841d1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:10.873195 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 633b39cd-c18f-4e90-b021-ebe9078841d1 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:56:10.950190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d443aa9f-fd80-4287-81ee-beca96b299ee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 4c9decdf-1923-4526-af4b-3e6dc4e83fa0 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:56:10.972328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b59b8-4f69-4392-93f5-7d1a6e5289b9 req-cc7f8f34-0c45-44d7-91e4-20b410673f9b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:10.973906 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-779b59b8-4f69-4392-93f5-7d1a6e5289b9 req-cc7f8f34-0c45-44d7-91e4-20b410673f9b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 943 time: 0.2875028 Jan 14 01:56:10.989426 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.002010 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91fb0fd3-2508-4473-84a2-0f3d6f8ac691 admin admin] Publish callbacks [] for security_group (dff42fc2-a94b-4907-b627-9130f7834708), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.010978 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91fb0fd3-2508-4473-84a2-0f3d6f8ac691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (dff42fc2-a94b-4907-b627-9130f7834708), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.047895 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb0fd3-2508-4473-84a2-0f3d6f8ac691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff42fc2-a94b-4907-b627-9130f7834708,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:11.069870 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-91fb0fd3-2508-4473-84a2-0f3d6f8ac691 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e79f0c5ea98e494ba6c85b310393475e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4399436 Jan 14 01:56:11.070235 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44050) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:11.123054 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d443aa9f-fd80-4287-81ee-beca96b299ee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:11.125559 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd0b0-7f05-48dc-b6bc-427da075750e admin admin] Publish callbacks [] for security_group (dff42fc2-a94b-4907-b627-9130f7834708), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.133439 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab8cf5-1f81-45e3-b157-867454f0a840 None None] Sync routers for ids ['4c9decdf-1923-4526-af4b-3e6dc4e83fa0'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:56:11.146021 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab8cf5-1f81-45e3-b157-867454f0a840 None None] Routers {'4c9decdf-1923-4526-af4b-3e6dc4e83fa0'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:11.146670 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-24ab8cf5-1f81-45e3-b157-867454f0a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4c9decdf-1923-4526-af4b-3e6dc4e83fa0'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:11.148444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d7abc9-03b8-4da8-9e2c-4bec69fb1f74 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:11.154108 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30d7abc9-03b8-4da8-9e2c-4bec69fb1f74 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.157459 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd0b0-7f05-48dc-b6bc-427da075750e admin admin] Publish callbacks [] for security_group (dff42fc2-a94b-4907-b627-9130f7834708), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.165025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44052) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:11.165928 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d443aa9f-fd80-4287-81ee-beca96b299ee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/4c9decdf-1923-4526-af4b-3e6dc4e83fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3639240 Jan 14 01:56:11.187738 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-24ab8cf5-1f81-45e3-b157-867454f0a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:11.189250 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 63e63de2-c951-481e-9409-eb25d923502a details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:56:11.200759 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab8cf5-1f81-45e3-b157-867454f0a840 None None] Routers {'4c9decdf-1923-4526-af4b-3e6dc4e83fa0'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:11.201970 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-24ab8cf5-1f81-45e3-b157-867454f0a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4c9decdf-1923-4526-af4b-3e6dc4e83fa0'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:11.238627 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-24ab8cf5-1f81-45e3-b157-867454f0a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:11.240242 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab8cf5-1f81-45e3-b157-867454f0a840 None None] The sync data for ids ['4c9decdf-1923-4526-af4b-3e6dc4e83fa0'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:56:11.250907 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bc20aae6-db04-423f-84f4-8b82d974e610 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c9decdf-1923-4526-af4b-3e6dc4e83fa0 HTTP/1.1" status: 200 len: 205 time: 0.0847933 Jan 14 01:56:11.253624 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44054) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:11.269623 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-779b59b8-4f69-4392-93f5-7d1a6e5289b9 req-a72959cb-e0fd-4326-a17c-ca0428d31927 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590411 Jan 14 01:56:11.361547 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cb46378-ccec-4db2-8b67-1e7d3e68d612 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (4c9decdf-1923-4526-af4b-3e6dc4e83fa0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.390626 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 63e63de2-c951-481e-9409-eb25d923502a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=63e63de2-c951-481e-9409-eb25d923502a,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:11.409943 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '63e63de2-c951-481e-9409-eb25d923502a', 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f', 'port_id': '63e63de2-c951-481e-9409-eb25d923502a', 'mac_address': 'fa:16:3e:17:f7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48661e49-d83b-4257-b70b-7723a700be89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:56:11.431280 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30d7abc9-03b8-4da8-9e2c-4bec69fb1f74 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (f3d19928-5acf-4a4c-a4d6-c8463bfd276a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.463023 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 63e63de2-c951-481e-9409-eb25d923502a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:11.463023 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (63e63de2-c951-481e-9409-eb25d923502a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.504374 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e63de2-c951-481e-9409-eb25d923502a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:56:11.551842 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 63e63de2-c951-481e-9409-eb25d923502a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=63e63de2-c951-481e-9409-eb25d923502a,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:11.555438 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (63e63de2-c951-481e-9409-eb25d923502a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.573647 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd0b0-7f05-48dc-b6bc-427da075750e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (dff42fc2-a94b-4907-b627-9130f7834708), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.580141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd0b0-7f05-48dc-b6bc-427da075750e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.582317 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ac9cd0b0-7f05-48dc-b6bc-427da075750e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dff42fc2-a94b-4907-b627-9130f7834708 HTTP/1.1" status: 204 len: 168 time: 0.5110378 Jan 14 01:56:11.599139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7abc9-03b8-4da8-9e2c-4bec69fb1f74 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Subnet': ['ID=f3d19928-5acf-4a4c-a4d6-c8463bfd276a,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:11.609027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7abc9-03b8-4da8-9e2c-4bec69fb1f74 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Checking segment: {'id': 'bbe4488d-4efc-47d8-a17e-70cbeff085ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:11.609396 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d7abc9-03b8-4da8-9e2c-4bec69fb1f74 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network hostable DHCP agents. Network: 633b39cd-c18f-4e90-b021-ebe9078841d1, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:56:11.612882 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=63e63de2-c951-481e-9409-eb25d923502a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:11.645660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d7abc9-03b8-4da8-9e2c-4bec69fb1f74 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 633b39cd-c18f-4e90-b021-ebe9078841d1 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:56:11.677805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-30d7abc9-03b8-4da8-9e2c-4bec69fb1f74 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 633b39cd-c18f-4e90-b021-ebe9078841d1) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:11.688004 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb514e9d-4e70-4085-ac30-8c1ae4e9e4bc None None] Network 633b39cd-c18f-4e90-b021-ebe9078841d1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:11.695800 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d7abc9-03b8-4da8-9e2c-4bec69fb1f74 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:11.698105 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30d7abc9-03b8-4da8-9e2c-4bec69fb1f74 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:11.756761 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-30d7abc9-03b8-4da8-9e2c-4bec69fb1f74 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9325294 Jan 14 01:56:11.759835 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44066) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:11.831336 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-633b39cd-c18f-4e90-b021-ebe9078841d1', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'project_id': 'c937dabc5863485b9690fd187842225d', 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:56:11.832309 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.051673 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Allocated IP 172.20.0.2 (633b39cd-c18f-4e90-b021-ebe9078841d1/f3d19928-5acf-4a4c-a4d6-c8463bfd276a/bd2b5591-3c23-4740-af4a-bbb562cf895c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:12.157780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44070) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:12.202022 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Publish callbacks [] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.207884 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['63e63de2-c951-481e-9409-eb25d923502a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:56:12.239625 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.242220 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.268729 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef2cbe83-893f-4f80-8c68-0da1aada7478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.333850 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cb46378-ccec-4db2-8b67-1e7d3e68d612 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (4c9decdf-1923-4526-af4b-3e6dc4e83fa0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.336182 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cb46378-ccec-4db2-8b67-1e7d3e68d612 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (4c9decdf-1923-4526-af4b-3e6dc4e83fa0), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.375461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Network 633b39cd-c18f-4e90-b021-ebe9078841d1 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:12.390622 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cb46378-ccec-4db2-8b67-1e7d3e68d612 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (4c9decdf-1923-4526-af4b-3e6dc4e83fa0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.391249 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb46378-ccec-4db2-8b67-1e7d3e68d612 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Fanout notify agent at l3_agent the message router_deleted on router 4c9decdf-1923-4526-af4b-3e6dc4e83fa0 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:56:12.393586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cd0b0-7f05-48dc-b6bc-427da075750e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff42fc2-a94b-4907-b627-9130f7834708,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:12.405025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:12.412119 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:12.419771 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cb46378-ccec-4db2-8b67-1e7d3e68d612 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.421566 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0cb46378-ccec-4db2-8b67-1e7d3e68d612 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/4c9decdf-1923-4526-af4b-3e6dc4e83fa0 HTTP/1.1" status: 204 len: 168 time: 1.1669283 Jan 14 01:56:12.424082 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44074) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:12.436812 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef2cbe83-893f-4f80-8c68-0da1aada7478 admin admin] Publish callbacks [] for security_group (2ddc9a3b-58e5-408b-ac92-52d4b6cd9fbe), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.496366 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef2cbe83-893f-4f80-8c68-0da1aada7478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2ddc9a3b-58e5-408b-ac92-52d4b6cd9fbe), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.507332 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Pushing event updated for resources: {'Port': ['ID=bd2b5591-3c23-4740-af4a-bbb562cf895c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:12.532833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ef2cbe83-893f-4f80-8c68-0da1aada7478 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec75fa908de74c4bb9cf7316aa35eb1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256447 Jan 14 01:56:12.537161 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44076) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:12.541117 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Attempting to bind port bd2b5591-3c23-4740-af4a-bbb562cf895c on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:12.541672 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Attempting to bind port bd2b5591-3c23-4740-af4a-bbb562cf895c by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'bbe4488d-4efc-47d8-a17e-70cbeff085ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:12.542137 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Attempting to bind port bd2b5591-3c23-4740-af4a-bbb562cf895c on network 633b39cd-c18f-4e90-b021-ebe9078841d1 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:12.557400 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:12.557939 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Checking segment: {'id': 'bbe4488d-4efc-47d8-a17e-70cbeff085ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:12.558522 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.559483 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Bound using segment: {'id': 'bbe4488d-4efc-47d8-a17e-70cbeff085ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:12.559738 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Bound port: bd2b5591-3c23-4740-af4a-bbb562cf895c, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe4488d-4efc-47d8-a17e-70cbeff085ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:12.560219 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.612404 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-f903de89-9cee-477e-8aec-7f342a901456 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting subnet 5028f2ca-0b9e-4b77-a397-91ca5defc157 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:56:12.627307 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f903de89-9cee-477e-8aec-7f342a901456 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (5028f2ca-0b9e-4b77-a397-91ca5defc157), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.655439 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06cd0516-e4a8-43b4-a856-0479cce46bc9 admin admin] Publish callbacks [] for security_group (2ddc9a3b-58e5-408b-ac92-52d4b6cd9fbe), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.681154 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06cd0516-e4a8-43b4-a856-0479cce46bc9 admin admin] Publish callbacks [] for security_group (2ddc9a3b-58e5-408b-ac92-52d4b6cd9fbe), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.686337 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] For port bd2b5591-3c23-4740-af4a-bbb562cf895c, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:12.689704 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] For port bd2b5591-3c23-4740-af4a-bbb562cf895c, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bd2b5591-3c23-4740-af4a-bbb562cf895c,segment=NetworkSegment(bbe4488d-4efc-47d8-a17e-70cbeff085ad),segment_id=bbe4488d-4efc-47d8-a17e-70cbeff085ad)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:12.740796 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f903de89-9cee-477e-8aec-7f342a901456 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (5028f2ca-0b9e-4b77-a397-91ca5defc157), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.743033 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.764408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d95a6-d5fd-4060-85a6-2fce8b69fb05 req-d9ae97b6-2f24-4466-b1d5-eda26dd1a0e6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:12.766461 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-466d95a6-d5fd-4060-85a6-2fce8b69fb05 req-d9ae97b6-2f24-4466-b1d5-eda26dd1a0e6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 944 time: 0.3233078 Jan 14 01:56:12.773463 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06cd0516-e4a8-43b4-a856-0479cce46bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2ddc9a3b-58e5-408b-ac92-52d4b6cd9fbe), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.776405 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06cd0516-e4a8-43b4-a856-0479cce46bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:12.788331 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-06cd0516-e4a8-43b4-a856-0479cce46bc9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ddc9a3b-58e5-408b-ac92-52d4b6cd9fbe HTTP/1.1" status: 204 len: 168 time: 0.2429423 Jan 14 01:56:12.858832 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0b7dc-452b-40f5-b3aa-a77fada28aee None None] Pushing event updated for resources: {'Port': ['ID=bd2b5591-3c23-4740-af4a-bbb562cf895c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:12.888128 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cbe83-893f-4f80-8c68-0da1aada7478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc9a3b-58e5-408b-ac92-52d4b6cd9fbe,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:12.942554 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f903de89-9cee-477e-8aec-7f342a901456 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (5028f2ca-0b9e-4b77-a397-91ca5defc157), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:13.016453 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f903de89-9cee-477e-8aec-7f342a901456 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (5028f2ca-0b9e-4b77-a397-91ca5defc157), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:13.075277 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903de89-9cee-477e-8aec-7f342a901456 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Subnet': ['ID=5028f2ca-0b9e-4b77-a397-91ca5defc157,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:13.098328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be59b752-b482-418f-b4ef-fd5f2db6bc31 None None] Network 0ce6d2e1-e921-48c1-b12b-057bfc6e584e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:13.116231 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f903de89-9cee-477e-8aec-7f342a901456 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:13.128491 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f903de89-9cee-477e-8aec-7f342a901456 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/5028f2ca-0b9e-4b77-a397-91ca5defc157 HTTP/1.1" status: 204 len: 168 time: 0.7026982 Jan 14 01:56:13.131895 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44088) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:13.373891 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (0ce6d2e1-e921-48c1-b12b-057bfc6e584e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:13.508840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be83c105-aa4c-46df-be24-9aa38507b901 None None] DHCP port deletion for 0ce6d2e1-e921-48c1-b12b-057bfc6e584e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:56:13.516603 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:56:13.516945 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:13.557316 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd0516-e4a8-43b4-a856-0479cce46bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc9a3b-58e5-408b-ac92-52d4b6cd9fbe,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:13.599514 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-be83c105-aa4c-46df-be24-9aa38507b901 None None] Deleting port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:56:13.599983 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be83c105-aa4c-46df-be24-9aa38507b901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:13.635569 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port 03078a0c-7030-44fb-ac0d-d6c47ab05f29, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=03078a0c-7030-44fb-ac0d-d6c47ab05f29,segment=NetworkSegment(70f04840-f9dd-44df-b302-a00240ecc645),segment_id=70f04840-f9dd-44df-b302-a00240ecc645)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:13.636240 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:13.658922 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for 03078a0c-7030-44fb-ac0d-d6c47ab05f29 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:56:13.720558 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-be83c105-aa4c-46df-be24-9aa38507b901 None None] For port 03078a0c-7030-44fb-ac0d-d6c47ab05f29, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=03078a0c-7030-44fb-ac0d-d6c47ab05f29,segment=NetworkSegment(70f04840-f9dd-44df-b302-a00240ecc645),segment_id=70f04840-f9dd-44df-b302-a00240ecc645)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:13.720956 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be83c105-aa4c-46df-be24-9aa38507b901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:13.757138 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-466d95a6-d5fd-4060-85a6-2fce8b69fb05 req-59113b6a-0e63-46e9-9f73-6ab9eb2d39ef tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9407873 Jan 14 01:56:13.771789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-be83c105-aa4c-46df-be24-9aa38507b901 None None] Calling delete_port for 03078a0c-7030-44fb-ac0d-d6c47ab05f29 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:56:13.826713 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:13.850133 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No DVR routers for this DVR port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:56:13.898578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Allocated IP 172.20.0.1 (633b39cd-c18f-4e90-b021-ebe9078841d1/f3d19928-5acf-4a4c-a4d6-c8463bfd276a/e620eb27-927b-4e14-b8ea-bca53c61f05e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:13.950409 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be83c105-aa4c-46df-be24-9aa38507b901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (03078a0c-7030-44fb-ac0d-d6c47ab05f29), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:13.974018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be83c105-aa4c-46df-be24-9aa38507b901 None None] No DVR routers for this DVR port 03078a0c-7030-44fb-ac0d-d6c47ab05f29 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:56:14.009984 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=03078a0c-7030-44fb-ac0d-d6c47ab05f29,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:14.083432 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83c105-aa4c-46df-be24-9aa38507b901 None None] Pushing event deleted for resources: {'Port': ['ID=03078a0c-7030-44fb-ac0d-d6c47ab05f29,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:14.101192 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (0ce6d2e1-e921-48c1-b12b-057bfc6e584e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.148286 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce6d2e1-e921-48c1-b12b-057bfc6e584e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:14.164358 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f04840-f9dd-44df-b302-a00240ecc645') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:14.165307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f04840-f9dd-44df-b302-a00240ecc645') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:14.179092 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (70f04840-f9dd-44df-b302-a00240ecc645), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.191442 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.195749 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (70f04840-f9dd-44df-b302-a00240ecc645), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.204141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:56:14.205119 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (70f04840-f9dd-44df-b302-a00240ecc645), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.266279 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:56:14.303518 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:56:14.311477 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (0ce6d2e1-e921-48c1-b12b-057bfc6e584e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.323081 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.328472 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/networks/0ce6d2e1-e921-48c1-b12b-057bfc6e584e HTTP/1.1" status: 204 len: 168 time: 1.1929128 Jan 14 01:56:14.339674 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44124) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:14.345869 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-33081223-9bcb-4847-90f5-2323c3b62d56 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-273305047', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:14.356645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19940d-f097-4ffd-8aac-c21bb5cfb2bf tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Network': ['ID=0ce6d2e1-e921-48c1-b12b-057bfc6e584e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:14.357643 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=e620eb27-927b-4e14-b8ea-bca53c61f05e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:14.369598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 633b39cd-c18f-4e90-b021-ebe9078841d1 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:14.372303 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:14.381235 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:14.397318 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33081223-9bcb-4847-90f5-2323c3b62d56 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.399239 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33081223-9bcb-4847-90f5-2323c3b62d56 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.468664 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33081223-9bcb-4847-90f5-2323c3b62d56 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.476273 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33081223-9bcb-4847-90f5-2323c3b62d56 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.511287 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33081223-9bcb-4847-90f5-2323c3b62d56 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.511287 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-33081223-9bcb-4847-90f5-2323c3b62d56 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1634159 Jan 14 01:56:14.513706 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44128) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:14.526845 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.532297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4f471761-6d07-454d-b4d6-ed184b7532b5 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-894760115'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:14.583879 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f471761-6d07-454d-b4d6-ed184b7532b5 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:14.594700 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f471761-6d07-454d-b4d6-ed184b7532b5 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.631551 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f471761-6d07-454d-b4d6-ed184b7532b5 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:56:14.656198 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f471761-6d07-454d-b4d6-ed184b7532b5 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (2e860706-368d-4f50-8318-da2261c242c1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.660991 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-4f471761-6d07-454d-b4d6-ed184b7532b5 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Added segment 2e860706-368d-4f50-8318-da2261c242c1 of type vlan for network 70a92a4e-916c-402b-afa1-2318d6e51e0f Jan 14 01:56:14.691182 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97afff2d-d478-4a53-bb74-2ed2dc257e56 None None] Network 633b39cd-c18f-4e90-b021-ebe9078841d1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:14.745040 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.764829 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f471761-6d07-454d-b4d6-ed184b7532b5 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (70a92a4e-916c-402b-afa1-2318d6e51e0f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.804512 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3f70228d-3852-46e2-a5a9-b1bca293c51a None None] Provisioning complete for port bd2b5591-3c23-4740-af4a-bbb562cf895c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:14.804944 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f70228d-3852-46e2-a5a9-b1bca293c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.820893 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bd2b5591-3c23-4740-af4a-bbb562cf895c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:14.829577 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f471761-6d07-454d-b4d6-ed184b7532b5 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (70a92a4e-916c-402b-afa1-2318d6e51e0f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:14.836385 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f471761-6d07-454d-b4d6-ed184b7532b5 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:14.837010 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f471761-6d07-454d-b4d6-ed184b7532b5 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:15.018722 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a0820-7ff0-4b9b-87d6-8ae871959f2e req-0e31dcb4-1814-464a-8597-65711bc6e4e4 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:15.026196 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d8a0820-7ff0-4b9b-87d6-8ae871959f2e req-0e31dcb4-1814-464a-8597-65711bc6e4e4 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 944 time: 0.1404352 Jan 14 01:56:15.068694 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4f471761-6d07-454d-b4d6-ed184b7532b5 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5534594 Jan 14 01:56:15.075322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44144) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:15.081422 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b84ada0b-2248-42c4-863c-2b2ca7eb0fb0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'subnet': {'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:15.101367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f471761-6d07-454d-b4d6-ed184b7532b5 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Network': ['ID=70a92a4e-916c-402b-afa1-2318d6e51e0f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:15.136645 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 70a92a4e-916c-402b-afa1-2318d6e51e0f details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:56:15.306387 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d8a0820-7ff0-4b9b-87d6-8ae871959f2e req-7a70e463-fafa-4941-8bb7-f55daddebbff tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787807 Jan 14 01:56:15.349678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 63e63de2-c951-481e-9409-eb25d923502a up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:15.457636 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84ada0b-2248-42c4-863c-2b2ca7eb0fb0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:15.468539 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b84ada0b-2248-42c4-863c-2b2ca7eb0fb0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:15.506910 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3f70228d-3852-46e2-a5a9-b1bca293c51a None None] Current status of the port bd2b5591-3c23-4740-af4a-bbb562cf895c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:15.508938 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f70228d-3852-46e2-a5a9-b1bca293c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:15.602236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port bd2b5591-3c23-4740-af4a-bbb562cf895c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:15.602845 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:15.615014 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 63e63de2-c951-481e-9409-eb25d923502a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:56:15.680328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3f70228d-3852-46e2-a5a9-b1bca293c51a None None] For port bd2b5591-3c23-4740-af4a-bbb562cf895c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bd2b5591-3c23-4740-af4a-bbb562cf895c,segment=NetworkSegment(bbe4488d-4efc-47d8-a17e-70cbeff085ad),segment_id=bbe4488d-4efc-47d8-a17e-70cbeff085ad)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:15.688443 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 63e63de2-c951-481e-9409-eb25d923502a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:15.688882 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (63e63de2-c951-481e-9409-eb25d923502a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:15.737604 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f70228d-3852-46e2-a5a9-b1bca293c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:15.752543 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:15.774518 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44170) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:15.783603 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:15.887427 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port bd2b5591-3c23-4740-af4a-bbb562cf895c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:15.931718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70228d-3852-46e2-a5a9-b1bca293c51a None None] Pushing event updated for resources: {'Port': ['ID=bd2b5591-3c23-4740-af4a-bbb562cf895c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:15.978132 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 63e63de2-c951-481e-9409-eb25d923502a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:15.978602 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (63e63de2-c951-481e-9409-eb25d923502a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:16.030017 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a2344d-8668-48b3-8455-2e1593b1a21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e63de2-c951-481e-9409-eb25d923502a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:56:16.040788 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce868a45-8c27-45ab-8b76-b6b38bc8da8b" -d '{"events": [{"server_uuid": "c2a2344d-8668-48b3-8455-2e1593b1a21c", "name": "network-vif-plugged", "status": "completed", "tag": "63e63de2-c951-481e-9409-eb25d923502a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:56:16.052347 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 03078a0c-7030-44fb-ac0d-d6c47ab05f29 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:56:16.061870 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:16.132847 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 63e63de2-c951-481e-9409-eb25d923502a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=63e63de2-c951-481e-9409-eb25d923502a,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:16.140051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 03078a0c-7030-44fb-ac0d-d6c47ab05f29 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:56:16.141181 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 03078a0c-7030-44fb-ac0d-d6c47ab05f29 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:56:16.145087 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d25e8f3d-1682-4862-827d-f004e4865437 None None] Provisioning complete for port e620eb27-927b-4e14-b8ea-bca53c61f05e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:16.145463 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d25e8f3d-1682-4862-827d-f004e4865437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:16.172780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=e620eb27-927b-4e14-b8ea-bca53c61f05e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:16.222479 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.222914 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.223328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.223668 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.224003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.224332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.224657 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.225240 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.225852 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.226197 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.226568 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.227299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.227447 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:16.297373 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044ac1ba-2379-4b25-90c4-51ffb54a3dab x-openstack-request-id: req-044ac1ba-2379-4b25-90c4-51ffb54a3dab {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:56:16.297673 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a2344d-8668-48b3-8455-2e1593b1a21c", "name": "network-vif-plugged", "status": "completed", "tag": "63e63de2-c951-481e-9409-eb25d923502a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:56:16.300857 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-044ac1ba-2379-4b25-90c4-51ffb54a3dab {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:56:16.302412 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a2344d-8668-48b3-8455-2e1593b1a21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e63de2-c951-481e-9409-eb25d923502a', 'code': 200} Jan 14 01:56:16.304705 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d25e8f3d-1682-4862-827d-f004e4865437 None None] Port e620eb27-927b-4e14-b8ea-bca53c61f05e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:56:16.306566 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (63e63de2-c951-481e-9409-eb25d923502a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:16.436210 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4cfe-393c-4adf-9f28-cd03d8fb6ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:16.471239 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=63e63de2-c951-481e-9409-eb25d923502a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:16.495326 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d25e8f3d-1682-4862-827d-f004e4865437 None None] Provisioning complete for port bd2b5591-3c23-4740-af4a-bbb562cf895c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:16.495942 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d25e8f3d-1682-4862-827d-f004e4865437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:16.543691 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096da46-dbd5-4444-a202-01b4aaa2c476 req-21430bbc-8d1d-4180-8f86-3f8d60dd2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:16.549269 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4096da46-dbd5-4444-a202-01b4aaa2c476 req-21430bbc-8d1d-4180-8f86-3f8d60dd2d45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 1096 time: 0.2804029 Jan 14 01:56:16.614406 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b84ada0b-2248-42c4-863c-2b2ca7eb0fb0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (3368c5a5-1082-49df-8667-7403ac6b2c14), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:16.643605 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d25e8f3d-1682-4862-827d-f004e4865437 None None] Current status of the port bd2b5591-3c23-4740-af4a-bbb562cf895c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:16.695251 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4096da46-dbd5-4444-a202-01b4aaa2c476 req-53adbd20-5719-4022-b17d-cce99e0173d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365459 Jan 14 01:56:16.713292 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b24863-58da-48d3-aa43-c47f4cd75edd req-48450be5-acc7-48a3-a068-9918a949283c tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:16.722236 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3b24863-58da-48d3-aa43-c47f4cd75edd req-48450be5-acc7-48a3-a068-9918a949283c tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.2144725 Jan 14 01:56:16.732082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 633b39cd-c18f-4e90-b021-ebe9078841d1 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:16.741411 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ada0b-2248-42c4-863c-2b2ca7eb0fb0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Subnet': ['ID=3368c5a5-1082-49df-8667-7403ac6b2c14,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:16.743972 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:16.771921 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4cfe-393c-4adf-9f28-cd03d8fb6ba4 admin admin] Publish callbacks [] for security_group (1fe1947b-b2ed-41f8-8ed3-a4d601b1516a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:16.776028 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1d696505-9428-4a1d-9d5d-8ca5c4382381 None None] Provisioning complete for port e620eb27-927b-4e14-b8ea-bca53c61f05e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:16.778714 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d696505-9428-4a1d-9d5d-8ca5c4382381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:16.780288 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4cfe-393c-4adf-9f28-cd03d8fb6ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1fe1947b-b2ed-41f8-8ed3-a4d601b1516a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:16.852090 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bd2b5591-3c23-4740-af4a-bbb562cf895c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:16.901603 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1d696505-9428-4a1d-9d5d-8ca5c4382381 None None] Port e620eb27-927b-4e14-b8ea-bca53c61f05e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:56:16.907736 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ef2a4cfe-393c-4adf-9f28-cd03d8fb6ba4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b72165f39254e83a8cb1bbdb7f71b82&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1320400 Jan 14 01:56:16.921769 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port bd2b5591-3c23-4740-af4a-bbb562cf895c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:16.922571 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:16.924350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:16.974902 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3b24863-58da-48d3-aa43-c47f4cd75edd req-3bfd113b-e9c4-4ff6-8346-9d0f7b5eeed4 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516618 Jan 14 01:56:16.977441 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a4cfe-393c-4adf-9f28-cd03d8fb6ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe1947b-b2ed-41f8-8ed3-a4d601b1516a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:16.980082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84ada0b-2248-42c4-863c-2b2ca7eb0fb0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Checking segment: {'id': '2e860706-368d-4f50-8318-da2261c242c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:16.982510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84ada0b-2248-42c4-863c-2b2ca7eb0fb0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network hostable DHCP agents. Network: 70a92a4e-916c-402b-afa1-2318d6e51e0f, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:56:17.053221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84ada0b-2248-42c4-863c-2b2ca7eb0fb0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 70a92a4e-916c-402b-afa1-2318d6e51e0f is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:56:17.069105 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port bd2b5591-3c23-4740-af4a-bbb562cf895c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:17.071846 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65fe32ad-1628-4884-8969-f409e9da9cc9 admin admin] Publish callbacks [] for security_group (1fe1947b-b2ed-41f8-8ed3-a4d601b1516a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:17.081979 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b84ada0b-2248-42c4-863c-2b2ca7eb0fb0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 70a92a4e-916c-402b-afa1-2318d6e51e0f) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:17.093337 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5805e2ae-7a6c-47dd-9bd5-5a33695cc880 None None] Network 70a92a4e-916c-402b-afa1-2318d6e51e0f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:17.096365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84ada0b-2248-42c4-863c-2b2ca7eb0fb0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:17.097481 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b84ada0b-2248-42c4-863c-2b2ca7eb0fb0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:17.135999 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b84ada0b-2248-42c4-863c-2b2ca7eb0fb0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0592291 Jan 14 01:56:17.139731 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44202) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:17.139926 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65fe32ad-1628-4884-8969-f409e9da9cc9 admin admin] Publish callbacks [] for security_group (1fe1947b-b2ed-41f8-8ed3-a4d601b1516a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:17.219698 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65fe32ad-1628-4884-8969-f409e9da9cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1fe1947b-b2ed-41f8-8ed3-a4d601b1516a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:17.223094 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65fe32ad-1628-4884-8969-f409e9da9cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:17.228135 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-65fe32ad-1628-4884-8969-f409e9da9cc9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1fe1947b-b2ed-41f8-8ed3-a4d601b1516a HTTP/1.1" status: 204 len: 168 time: 0.3023062 Jan 14 01:56:17.248648 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe32ad-1628-4884-8969-f409e9da9cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe1947b-b2ed-41f8-8ed3-a4d601b1516a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:17.334897 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-70a92a4e-916c-402b-afa1-2318d6e51e0f', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:56:17.341580 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:17.455539 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-13970cbc-717e-480b-82de-b6b4db13a7fd None None] Provisioning complete for port e620eb27-927b-4e14-b8ea-bca53c61f05e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:17.458077 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-13970cbc-717e-480b-82de-b6b4db13a7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:17.492011 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a746fcdc-3183-46e3-a55b-8152da707a7f is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:56:17.649403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:17.655601 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c61ca98f-a5ea-40f3-be4d-b15c05df57ba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8911691 Jan 14 01:56:17.659251 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44220) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:17.664587 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2dece509-727c-4091-9b62-5fcdb202542a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'network': {'name': 'tempest-RoutersTest-1871506134'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:17.721713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:17.739775 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dece509-727c-4091-9b62-5fcdb202542a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:17.747066 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Sync routers for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:56:17.747670 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dece509-727c-4091-9b62-5fcdb202542a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:17.808638 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dece509-727c-4091-9b62-5fcdb202542a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:56:17.823265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dece509-727c-4091-9b62-5fcdb202542a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (fabd3461-34b1-42c7-acbc-a5bf503387b7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:17.823612 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-2dece509-727c-4091-9b62-5fcdb202542a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Added segment fabd3461-34b1-42c7-acbc-a5bf503387b7 of type vlan for network 37d09252-7e95-4391-ba6c-95fc30cd4bdd Jan 14 01:56:17.861396 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:17.862691 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:17.940943 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dece509-727c-4091-9b62-5fcdb202542a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (37d09252-7e95-4391-ba6c-95fc30cd4bdd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:18.008037 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dece509-727c-4091-9b62-5fcdb202542a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (37d09252-7e95-4391-ba6c-95fc30cd4bdd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:18.022718 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dece509-727c-4091-9b62-5fcdb202542a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:18.023451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dece509-727c-4091-9b62-5fcdb202542a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:18.237218 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dece509-727c-4091-9b62-5fcdb202542a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Network': ['ID=37d09252-7e95-4391-ba6c-95fc30cd4bdd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:18.256278 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2dece509-727c-4091-9b62-5fcdb202542a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5965445 Jan 14 01:56:18.258666 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44240) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:18.276339 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-93822a61-13ab-4a50-8572-5ece45615077 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'subnet': {'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:18.588499 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93822a61-13ab-4a50-8572-5ece45615077 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:18.596461 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93822a61-13ab-4a50-8572-5ece45615077 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:18.641422 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:18.731512 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d26b62-8fd5-4c7e-aa0f-5c49039420c1 req-4d148c61-c6ba-46dc-8de5-fed5ac30dcc1 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:18.739142 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0d26b62-8fd5-4c7e-aa0f-5c49039420c1 req-4d148c61-c6ba-46dc-8de5-fed5ac30dcc1 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.1128125 Jan 14 01:56:18.761065 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 37d09252-7e95-4391-ba6c-95fc30cd4bdd details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:56:18.892912 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Allocated IP 2001:db8::2 (70a92a4e-916c-402b-afa1-2318d6e51e0f/3368c5a5-1082-49df-8667-7403ac6b2c14/43f694f4-53db-4bf3-86a6-d8f5dcd856e4) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:18.964084 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0d26b62-8fd5-4c7e-aa0f-5c49039420c1 req-b8fdf273-a75e-4a25-80d6-093753fd4f68 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239420 Jan 14 01:56:19.014395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-13970cbc-717e-480b-82de-b6b4db13a7fd None None] Port e620eb27-927b-4e14-b8ea-bca53c61f05e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:56:19.041826 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93822a61-13ab-4a50-8572-5ece45615077 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (6834cf90-6fce-42d9-b8da-d7de13d76149), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:19.153090 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93822a61-13ab-4a50-8572-5ece45615077 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Subnet': ['ID=6834cf90-6fce-42d9-b8da-d7de13d76149,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:19.174053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93822a61-13ab-4a50-8572-5ece45615077 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Checking segment: {'id': 'fabd3461-34b1-42c7-acbc-a5bf503387b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:19.174446 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93822a61-13ab-4a50-8572-5ece45615077 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network hostable DHCP agents. Network: 37d09252-7e95-4391-ba6c-95fc30cd4bdd, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:56:19.208902 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93822a61-13ab-4a50-8572-5ece45615077 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 37d09252-7e95-4391-ba6c-95fc30cd4bdd is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:56:19.230394 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-93822a61-13ab-4a50-8572-5ece45615077 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 37d09252-7e95-4391-ba6c-95fc30cd4bdd) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:19.236924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93822a61-13ab-4a50-8572-5ece45615077 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:19.237727 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93822a61-13ab-4a50-8572-5ece45615077 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:19.271569 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-93822a61-13ab-4a50-8572-5ece45615077 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0072610 Jan 14 01:56:19.271569 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44274) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:19.294382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a5c130-320c-4fa6-859b-fa435a4ace1e None None] Network 37d09252-7e95-4391-ba6c-95fc30cd4bdd requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:19.414249 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c8d37-67b3-41fb-8b78-25fc6f6e8d8e req-c412c862-a1c6-4d41-b184-8019e68fc125 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:19.415823 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-531c8d37-67b3-41fb-8b78-25fc6f6e8d8e req-c412c862-a1c6-4d41-b184-8019e68fc125 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.0880547 Jan 14 01:56:19.507402 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-531c8d37-67b3-41fb-8b78-25fc6f6e8d8e req-fff725b8-423e-4cd6-93f2-44f295ef8d29 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852430 Jan 14 01:56:19.529111 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'project_id': 'c937dabc5863485b9690fd187842225d', 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:56:19.529111 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:19.569242 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f46c4-ca38-448b-8141-e04c6e4fd788 req-c5496ef5-0530-419e-a30b-cdfb60af504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:19.571007 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-435f46c4-ca38-448b-8141-e04c6e4fd788 req-c5496ef5-0530-419e-a30b-cdfb60af504d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=242fa7f00a68431bbdacf298cad6dce3&device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 1096 time: 0.1821511 Jan 14 01:56:19.618094 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Publish callbacks [] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:19.643431 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:19.719775 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Allocated IP 2001:db8::1 (70a92a4e-916c-402b-afa1-2318d6e51e0f/3368c5a5-1082-49df-8667-7403ac6b2c14/85c4d810-95f9-4fd6-a088-e4d590e7329f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:19.793859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Network 70a92a4e-916c-402b-afa1-2318d6e51e0f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:19.828669 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:19.846895 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:19.903892 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Pushing event updated for resources: {'Port': ['ID=43f694f4-53db-4bf3-86a6-d8f5dcd856e4,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:19.910689 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:19.999751 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:20.048119 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Allocated IP 172.21.0.2 (37d09252-7e95-4391-ba6c-95fc30cd4bdd/6834cf90-6fce-42d9-b8da-d7de13d76149/a3f53359-93ec-4f02-bebe-33b937ba6cde) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:20.084561 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Attempting to bind port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:20.085439 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Attempting to bind port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '2e860706-368d-4f50-8318-da2261c242c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:20.086162 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Attempting to bind port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 on network 70a92a4e-916c-402b-afa1-2318d6e51e0f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:20.105880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=85c4d810-95f9-4fd6-a088-e4d590e7329f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:20.107552 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:14Z', 'revision_number': 2, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:15Z', 'revision_number': 2, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:20.129937 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 70a92a4e-916c-402b-afa1-2318d6e51e0f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:20.136934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:20.143182 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:20.143795 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:20.314264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f46c4-ca38-448b-8141-e04c6e4fd788 req-ea605224-bbbb-45f9-a5fb-0b20b8125d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:20.315974 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-435f46c4-ca38-448b-8141-e04c6e4fd788 req-ea605224-bbbb-45f9-a5fb-0b20b8125d9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=db114705-da78-4699-9794-dfd57418bf7f HTTP/1.1" status: 200 len: 912 time: 0.7232656 Jan 14 01:56:20.378440 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:20.386156 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Publish callbacks [] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:20.428485 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-435f46c4-ca38-448b-8141-e04c6e4fd788 req-9b056cc7-235f-4c70-8a4a-3d8dd85b5b5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63e63de2-c951-481e-9409-eb25d923502a HTTP/1.1" status: 200 len: 217 time: 0.1062686 Jan 14 01:56:20.436999 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:20.437392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Checking segment: {'id': '2e860706-368d-4f50-8318-da2261c242c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:20.437835 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:20.438230 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Bound using segment: {'id': '2e860706-368d-4f50-8318-da2261c242c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:20.438759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Bound port: 43f694f4-53db-4bf3-86a6-d8f5dcd856e4, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e860706-368d-4f50-8318-da2261c242c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:20.439139 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:20.448897 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Checking router: a746fcdc-3183-46e3-a55b-8152da707a7f for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:56:20.449880 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Updating router a746fcdc-3183-46e3-a55b-8152da707a7f port e620eb27-927b-4e14-b8ea-bca53c61f05e binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:56:20.452730 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:20.489279 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Network 37d09252-7e95-4391-ba6c-95fc30cd4bdd is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:20.538400 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:20.546310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:20.583978 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:20.590449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f46c4-ca38-448b-8141-e04c6e4fd788 req-dcf16cb2-0310-4d21-a01a-065b6aa62392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:20.592054 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-435f46c4-ca38-448b-8141-e04c6e4fd788 req-dcf16cb2-0310-4d21-a01a-065b6aa62392 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48661e49-d83b-4257-b70b-7723a700be89 HTTP/1.1" status: 200 len: 851 time: 0.1517081 Jan 14 01:56:20.664275 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-435f46c4-ca38-448b-8141-e04c6e4fd788 req-47b649b8-30ab-4b88-8ef2-fb9702cc61d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db114705-da78-4699-9794-dfd57418bf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638883 Jan 14 01:56:20.691918 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:20.694987 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Pushing event updated for resources: {'Port': ['ID=a3f53359-93ec-4f02-bebe-33b937ba6cde,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:20.803444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Attempting to bind port a3f53359-93ec-4f02-bebe-33b937ba6cde on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:20.803854 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Attempting to bind port a3f53359-93ec-4f02-bebe-33b937ba6cde by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'fabd3461-34b1-42c7-acbc-a5bf503387b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:20.804159 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Attempting to bind port a3f53359-93ec-4f02-bebe-33b937ba6cde on network 37d09252-7e95-4391-ba6c-95fc30cd4bdd {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:20.821305 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:20.821727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Checking segment: {'id': 'fabd3461-34b1-42c7-acbc-a5bf503387b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:20.822071 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:20.822496 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Bound using segment: {'id': 'fabd3461-34b1-42c7-acbc-a5bf503387b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:20.822986 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Bound port: a3f53359-93ec-4f02-bebe-33b937ba6cde, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabd3461-34b1-42c7-acbc-a5bf503387b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:20.823361 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:20.835811 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f216871-a47d-49a1-b98b-47c729aa5639 req-ef88bf21-bfc8-4408-b14c-8c1e041075ee tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:20.841833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4f216871-a47d-49a1-b98b-47c729aa5639 req-ef88bf21-bfc8-4408-b14c-8c1e041075ee tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.1500199 Jan 14 01:56:20.864036 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] For port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:20.887763 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] For port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=43f694f4-53db-4bf3-86a6-d8f5dcd856e4,segment=NetworkSegment(2e860706-368d-4f50-8318-da2261c242c1),segment_id=2e860706-368d-4f50-8318-da2261c242c1)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:20.960600 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:21.031447 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4f216871-a47d-49a1-b98b-47c729aa5639 req-677e0c09-2115-458f-8ff3-d2df2b36db59 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791856 Jan 14 01:56:21.064806 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:21.078084 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:21.079178 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:21.150709 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-435f46c4-ca38-448b-8141-e04c6e4fd788 req-e9f0c169-b5b2-4338-8693-55dd202a2d5d service neutron] 10.222.0.36 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594829 Jan 14 01:56:21.237150 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=85c4d810-95f9-4fd6-a088-e4d590e7329f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:21.370505 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 70a92a4e-916c-402b-afa1-2318d6e51e0f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:21.373455 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:21.380820 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185e87b-2868-4e5e-8c07-af6a0b6c62f0 None None] Pushing event updated for resources: {'Port': ['ID=43f694f4-53db-4bf3-86a6-d8f5dcd856e4,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:21.425457 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] For port a3f53359-93ec-4f02-bebe-33b937ba6cde, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:21.435883 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] For port a3f53359-93ec-4f02-bebe-33b937ba6cde, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a3f53359-93ec-4f02-bebe-33b937ba6cde,segment=NetworkSegment(fabd3461-34b1-42c7-acbc-a5bf503387b7),segment_id=fabd3461-34b1-42c7-acbc-a5bf503387b7)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:21.443812 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Publish callbacks [] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:21.448473 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:21.518392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62214faf-b10b-4288-a969-af6d85f87f2c None None] Pushing event updated for resources: {'Port': ['ID=a3f53359-93ec-4f02-bebe-33b937ba6cde,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:21.525866 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:21.591598 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304f1ce-22c7-4749-b2e8-522811cc3bee None None] Pushing event updated for resources: {'Port': ['ID=e620eb27-927b-4e14-b8ea-bca53c61f05e,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:21.652686 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-435f46c4-ca38-448b-8141-e04c6e4fd788 req-0b7242c4-a1e1-4a74-8b55-fd10be938b72 service neutron] 10.222.0.36 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001020 Jan 14 01:56:21.767543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:56:21.832821 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Attempting to bind port e620eb27-927b-4e14-b8ea-bca53c61f05e on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:21.833215 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Attempting to bind port e620eb27-927b-4e14-b8ea-bca53c61f05e by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'bbe4488d-4efc-47d8-a17e-70cbeff085ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:21.833579 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Attempting to bind port e620eb27-927b-4e14-b8ea-bca53c61f05e on network 633b39cd-c18f-4e90-b021-ebe9078841d1 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:21.856464 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:21.856838 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Checking segment: {'id': 'bbe4488d-4efc-47d8-a17e-70cbeff085ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:21.857072 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Allocated IP 172.21.0.1 (37d09252-7e95-4391-ba6c-95fc30cd4bdd/6834cf90-6fce-42d9-b8da-d7de13d76149/4a9227a0-3612-4758-b284-da06e6afd77a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:21.862591 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:21.864898 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Bound using segment: {'id': 'bbe4488d-4efc-47d8-a17e-70cbeff085ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:21.866488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Bound port: e620eb27-927b-4e14-b8ea-bca53c61f05e, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe4488d-4efc-47d8-a17e-70cbeff085ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:21.868335 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:22.085592 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] For port e620eb27-927b-4e14-b8ea-bca53c61f05e, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:22.100475 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] For port e620eb27-927b-4e14-b8ea-bca53c61f05e, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e620eb27-927b-4e14-b8ea-bca53c61f05e,segment=NetworkSegment(bbe4488d-4efc-47d8-a17e-70cbeff085ad),segment_id=bbe4488d-4efc-47d8-a17e-70cbeff085ad)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:22.116999 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:22.352848 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (4a9227a0-3612-4758-b284-da06e6afd77a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:22.423656 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:22.428550 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:22.429952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:22.439761 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Sync routers for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:56:22.482911 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d8bb5da8-dba1-4c8a-8dfd-547895baf01e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3409841 Jan 14 01:56:22.486976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44358) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:22.489403 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:22.490044 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:22.557892 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:22.559028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-00f9e879-b766-471f-a2b0-db4ff09a8c43 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-125160996'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:22.752639 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f9e879-b766-471f-a2b0-db4ff09a8c43 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:22.772925 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00f9e879-b766-471f-a2b0-db4ff09a8c43 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:22.785233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=4a9227a0-3612-4758-b284-da06e6afd77a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:22.823254 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 37d09252-7e95-4391-ba6c-95fc30cd4bdd is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:22.827700 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:22.840593 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:22.890543 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:22.923087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ac1e8-f70e-476d-b74f-cb21838369cc req-6d927ae5-e2d0-4b1f-a1c2-7910090d6f00 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:22.941317 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b82ac1e8-f70e-476d-b74f-cb21838369cc req-6d927ae5-e2d0-4b1f-a1c2-7910090d6f00 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.4532287 Jan 14 01:56:22.964317 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f9e879-b766-471f-a2b0-db4ff09a8c43 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:56:23.033009 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:23.120636 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00f9e879-b766-471f-a2b0-db4ff09a8c43 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (5123baba-882d-4207-ad1f-f20b59c64b8e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:23.122878 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-00f9e879-b766-471f-a2b0-db4ff09a8c43 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Added segment 5123baba-882d-4207-ad1f-f20b59c64b8e of type vlan for network d27fca89-ad4e-4eff-bad2-72c6b9773333 Jan 14 01:56:23.155713 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b82ac1e8-f70e-476d-b74f-cb21838369cc req-9372031f-1258-4dfa-9e92-2abb3eb8b60a tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122197 Jan 14 01:56:23.361163 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00f9e879-b766-471f-a2b0-db4ff09a8c43 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (d27fca89-ad4e-4eff-bad2-72c6b9773333), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:23.444047 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00f9e879-b766-471f-a2b0-db4ff09a8c43 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (d27fca89-ad4e-4eff-bad2-72c6b9773333), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:23.460417 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f9e879-b766-471f-a2b0-db4ff09a8c43 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:23.461974 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00f9e879-b766-471f-a2b0-db4ff09a8c43 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:23.487635 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:23.656666 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304f1ce-22c7-4749-b2e8-522811cc3bee None None] Pushing event updated for resources: {'Port': ['ID=e620eb27-927b-4e14-b8ea-bca53c61f05e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:23.689067 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a3f53359-93ec-4f02-bebe-33b937ba6cde up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:23.707707 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:20Z', 'revision_number': 2, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:20Z', 'revision_number': 2, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:23.731938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9e879-b766-471f-a2b0-db4ff09a8c43 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Network': ['ID=d27fca89-ad4e-4eff-bad2-72c6b9773333,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:23.767885 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-00f9e879-b766-471f-a2b0-db4ff09a8c43 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2317708 Jan 14 01:56:23.768518 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44382) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:23.773662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-eba0ea75-5da4-4089-9c3a-0324c00b94b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'subnet': {'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:23.796074 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a87cbc1-148f-474e-8cdc-e261ab77f019 None None] Network 70a92a4e-916c-402b-afa1-2318d6e51e0f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:23.814588 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Checking router: 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:56:23.814937 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Updating router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 port 85c4d810-95f9-4fd6-a088-e4d590e7329f binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:56:23.926110 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network d27fca89-ad4e-4eff-bad2-72c6b9773333 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:56:23.926710 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:24.045586 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba0ea75-5da4-4089-9c3a-0324c00b94b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:24.050575 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eba0ea75-5da4-4089-9c3a-0324c00b94b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:24.184325 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfdd1c4-1fd9-4581-be3d-af86e6554bd1 None None] Network 37d09252-7e95-4391-ba6c-95fc30cd4bdd requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:24.477969 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:24.509065 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1374c86-cd50-4653-8a4d-3b34bbc84340 req-882a151d-6810-4a31-9300-de88f9d7d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:24.541802 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e1374c86-cd50-4653-8a4d-3b34bbc84340 req-882a151d-6810-4a31-9300-de88f9d7d718 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=242fa7f00a68431bbdacf298cad6dce3&device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 1096 time: 0.3630276 Jan 14 01:56:24.593217 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ccb848bd-0606-41f8-96db-da3a5d2941d2 None None] Provisioning complete for port e620eb27-927b-4e14-b8ea-bca53c61f05e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:24.593967 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ccb848bd-0606-41f8-96db-da3a5d2941d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:24.621770 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c043b5-01ec-405b-b092-1532715d3bea req-84f13f44-ef2b-4292-a0f2-bd65ea386ba1 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:24.631726 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a1c043b5-01ec-405b-b092-1532715d3bea req-84f13f44-ef2b-4292-a0f2-bd65ea386ba1 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.2748191 Jan 14 01:56:24.759831 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eba0ea75-5da4-4089-9c3a-0324c00b94b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (6172c542-19a4-4d55-8b49-ad1c11e83709), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:24.846966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a3f53359-93ec-4f02-bebe-33b937ba6cde triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:24.847724 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:24.932897 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0ea75-5da4-4089-9c3a-0324c00b94b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Subnet': ['ID=6172c542-19a4-4d55-8b49-ad1c11e83709,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:24.962272 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Publish callbacks [] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:24.986406 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:25.013031 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1374c86-cd50-4653-8a4d-3b34bbc84340 req-2708c4e4-f17d-4286-acaa-6388fcc8fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:25.020115 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e1374c86-cd50-4653-8a4d-3b34bbc84340 req-2708c4e4-f17d-4286-acaa-6388fcc8fcd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db114705-da78-4699-9794-dfd57418bf7f HTTP/1.1" status: 200 len: 912 time: 0.4760273 Jan 14 01:56:25.127177 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba0ea75-5da4-4089-9c3a-0324c00b94b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Checking segment: {'id': '5123baba-882d-4207-ad1f-f20b59c64b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:25.127888 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba0ea75-5da4-4089-9c3a-0324c00b94b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network hostable DHCP agents. Network: d27fca89-ad4e-4eff-bad2-72c6b9773333, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:56:25.197365 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e1374c86-cd50-4653-8a4d-3b34bbc84340 req-718e51ba-42bb-4d98-bbd2-5d1729131eeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63e63de2-c951-481e-9409-eb25d923502a HTTP/1.1" status: 200 len: 217 time: 0.1638944 Jan 14 01:56:25.204452 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a1c043b5-01ec-405b-b092-1532715d3bea req-e8e7f3a5-e6fb-4801-b024-a16df229c2fb tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576708 Jan 14 01:56:25.212713 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (4a9227a0-3612-4758-b284-da06e6afd77a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:25.249756 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba0ea75-5da4-4089-9c3a-0324c00b94b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network d27fca89-ad4e-4eff-bad2-72c6b9773333 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:56:25.279228 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-eba0ea75-5da4-4089-9c3a-0324c00b94b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, d27fca89-ad4e-4eff-bad2-72c6b9773333) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:25.289661 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba0ea75-5da4-4089-9c3a-0324c00b94b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:25.290470 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eba0ea75-5da4-4089-9c3a-0324c00b94b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:25.315833 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:25.328455 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Attempting to bind port 85c4d810-95f9-4fd6-a088-e4d590e7329f on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:25.328902 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Attempting to bind port 85c4d810-95f9-4fd6-a088-e4d590e7329f by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '2e860706-368d-4f50-8318-da2261c242c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:25.330862 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9576d-2dc8-47d1-ba5a-a836b70a9270 None None] Network d27fca89-ad4e-4eff-bad2-72c6b9773333 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:25.332015 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Attempting to bind port 85c4d810-95f9-4fd6-a088-e4d590e7329f on network 70a92a4e-916c-402b-afa1-2318d6e51e0f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:25.352470 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-eba0ea75-5da4-4089-9c3a-0324c00b94b8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5828681 Jan 14 01:56:25.354610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44404) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:25.373731 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:25.374110 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Checking segment: {'id': '2e860706-368d-4f50-8318-da2261c242c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:25.380853 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:25.383120 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Bound using segment: {'id': '2e860706-368d-4f50-8318-da2261c242c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:25.388114 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Bound port: 85c4d810-95f9-4fd6-a088-e4d590e7329f, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e860706-368d-4f50-8318-da2261c242c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:25.391082 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:25.535199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1374c86-cd50-4653-8a4d-3b34bbc84340 req-0668857e-2b19-4b93-9c28-4bb0c2d516b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:25.537334 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e1374c86-cd50-4653-8a4d-3b34bbc84340 req-0668857e-2b19-4b93-9c28-4bb0c2d516b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48661e49-d83b-4257-b70b-7723a700be89 HTTP/1.1" status: 200 len: 851 time: 0.3219380 Jan 14 01:56:25.542120 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=4a9227a0-3612-4758-b284-da06e6afd77a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:25.644453 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:25.648643 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] For port 85c4d810-95f9-4fd6-a088-e4d590e7329f, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:25.673109 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] For port 85c4d810-95f9-4fd6-a088-e4d590e7329f, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=85c4d810-95f9-4fd6-a088-e4d590e7329f,segment=NetworkSegment(2e860706-368d-4f50-8318-da2261c242c1),segment_id=2e860706-368d-4f50-8318-da2261c242c1)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:25.711626 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:25.754302 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76b23d-9db2-436e-8048-1e430be4c66d None None] Pushing event updated for resources: {'Port': ['ID=85c4d810-95f9-4fd6-a088-e4d590e7329f,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:25.827964 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ccb848bd-0606-41f8-96db-da3a5d2941d2 None None] Current status of the port e620eb27-927b-4e14-b8ea-bca53c61f05e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:25.828637 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ccb848bd-0606-41f8-96db-da3a5d2941d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:25.848340 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-d27fca89-ad4e-4eff-bad2-72c6b9773333', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:56:25.849213 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:25.880734 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a3f53359-93ec-4f02-bebe-33b937ba6cde is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:25.881136 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:25.947650 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port a3f53359-93ec-4f02-bebe-33b937ba6cde, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a3f53359-93ec-4f02-bebe-33b937ba6cde,segment=NetworkSegment(fabd3461-34b1-42c7-acbc-a5bf503387b7),segment_id=fabd3461-34b1-42c7-acbc-a5bf503387b7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:25.987903 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:25.990757 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:26.020374 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:26.021563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:26.175753 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76b23d-9db2-436e-8048-1e430be4c66d None None] Pushing event updated for resources: {'Port': ['ID=85c4d810-95f9-4fd6-a088-e4d590e7329f,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:26.176732 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e1374c86-cd50-4653-8a4d-3b34bbc84340 req-68d981ab-21fd-42f9-8c93-b78bee7a1428 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db114705-da78-4699-9794-dfd57418bf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6240509 Jan 14 01:56:26.266053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 37d09252-7e95-4391-ba6c-95fc30cd4bdd is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:26.267390 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:26.316516 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:26.642271 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ccb848bd-0606-41f8-96db-da3a5d2941d2 None None] For port e620eb27-927b-4e14-b8ea-bca53c61f05e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e620eb27-927b-4e14-b8ea-bca53c61f05e,segment=NetworkSegment(bbe4488d-4efc-47d8-a17e-70cbeff085ad),segment_id=bbe4488d-4efc-47d8-a17e-70cbeff085ad)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:26.666033 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:14Z', 'revision_number': 2, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:22Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:26.671697 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ccb848bd-0606-41f8-96db-da3a5d2941d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:26.674694 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=a3f53359-93ec-4f02-bebe-33b937ba6cde,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:26.695599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:26.696237 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:26.909317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a746fcdc-3183-46e3-a55b-8152da707a7f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:56:26.932231 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec642bb0-9adc-4eca-90cf-69309516a628 None None] The sync data for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 is: [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:14Z', 'revision_number': 2, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:22Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:56:26.942667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d991e7c-20d1-4553-9b05-0e3965f40c13 req-4f55b866-bb2c-41e6-81d1-cddbad8f00d0 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:26.944342 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d991e7c-20d1-4553-9b05-0e3965f40c13 req-4f55b866-bb2c-41e6-81d1-cddbad8f00d0 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.5365174 Jan 14 01:56:26.974612 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Provisioning complete for port e620eb27-927b-4e14-b8ea-bca53c61f05e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:26.978371 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:27.166783 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Allocated IP 2001:db8:1::2 (d27fca89-ad4e-4eff-bad2-72c6b9773333/6172c542-19a4-4d55-8b49-ad1c11e83709/d03020d2-fb56-4d99-91c3-be46bfb41084) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:27.172313 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb848bd-0606-41f8-96db-da3a5d2941d2 None None] Pushing event updated for resources: {'Port': ['ID=e620eb27-927b-4e14-b8ea-bca53c61f05e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:27.302243 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e1374c86-cd50-4653-8a4d-3b34bbc84340 req-a200cbe4-93a5-4faa-8229-96bbad020066 service neutron] 10.222.0.36 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1061962 Jan 14 01:56:27.306905 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:20Z', 'revision_number': 2, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:25Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:27.340921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d991e7c-20d1-4553-9b05-0e3965f40c13 req-9cf934aa-cd4d-4014-9a59-158f3ad69eb8 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735974 Jan 14 01:56:27.398642 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:27.450522 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220241f4-8500-4f0d-965a-1ee6d2e3f3a8 None None] The sync data for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 is: [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:20Z', 'revision_number': 2, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:25Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:56:27.495810 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1d442b69-42e5-443c-a294-677752114695 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2228930 Jan 14 01:56:27.524598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44430) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:27.533610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d49f4302-2659-4378-9c4d-8a4a76c41376 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'network': {'name': 'tempest-RoutersTest-647090763'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:27.642740 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44434) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:27.645964 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49f4302-2659-4378-9c4d-8a4a76c41376 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:27.654248 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d49f4302-2659-4378-9c4d-8a4a76c41376 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:27.755260 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:27.759698 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:27.780663 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:27.847091 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49f4302-2659-4378-9c4d-8a4a76c41376 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:56:27.882766 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d49f4302-2659-4378-9c4d-8a4a76c41376 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (65f80ce6-c960-4f77-8426-b06e0cf65442), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:27.884444 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-d49f4302-2659-4378-9c4d-8a4a76c41376 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Added segment 65f80ce6-c960-4f77-8426-b06e0cf65442 of type vlan for network 836f9ff0-9a3a-42dd-936b-2949ca1cb333 Jan 14 01:56:27.895626 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e1374c86-cd50-4653-8a4d-3b34bbc84340 req-c21d35b5-0ef0-4fb5-bdc9-1cd94900d9f7 service neutron] 10.222.0.36 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780921 Jan 14 01:56:28.021208 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d49f4302-2659-4378-9c4d-8a4a76c41376 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (836f9ff0-9a3a-42dd-936b-2949ca1cb333), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:28.022750 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Current status of the port e620eb27-927b-4e14-b8ea-bca53c61f05e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:28.080875 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d49f4302-2659-4378-9c4d-8a4a76c41376 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (836f9ff0-9a3a-42dd-936b-2949ca1cb333), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:28.084107 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c76b7ef7-b77a-4a89-9a8b-2da2bc120e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:28.088836 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f4302-2659-4378-9c4d-8a4a76c41376 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:28.090393 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d49f4302-2659-4378-9c4d-8a4a76c41376 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:28.145171 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=43f694f4-53db-4bf3-86a6-d8f5dcd856e4,segment=NetworkSegment(2e860706-368d-4f50-8318-da2261c242c1),segment_id=2e860706-368d-4f50-8318-da2261c242c1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:28.171977 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:28.489676 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c76b7ef7-b77a-4a89-9a8b-2da2bc120e03 admin admin] Publish callbacks [] for security_group (300e2c40-d1e3-4f77-b120-ccfdaadd9b41), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:28.501491 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Provisioning complete for port 85c4d810-95f9-4fd6-a088-e4d590e7329f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:28.502401 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:28.506378 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c76b7ef7-b77a-4a89-9a8b-2da2bc120e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (300e2c40-d1e3-4f77-b120-ccfdaadd9b41), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:28.612083 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c76b7ef7-b77a-4a89-9a8b-2da2bc120e03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18e59496de074b1a8a8c865351971591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9609880 Jan 14 01:56:28.616790 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:28.671278 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d49f4302-2659-4378-9c4d-8a4a76c41376 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1450922 Jan 14 01:56:28.675039 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44450) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:28.729193 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-175b18a4-ac5b-40bf-9a00-dcc70bf17f52 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'subnet': {'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:28.791794 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f4302-2659-4378-9c4d-8a4a76c41376 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Network': ['ID=836f9ff0-9a3a-42dd-936b-2949ca1cb333,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:28.847621 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a3f53359-93ec-4f02-bebe-33b937ba6cde up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:28.878077 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 836f9ff0-9a3a-42dd-936b-2949ca1cb333 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:56:28.933928 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b7ef7-b77a-4a89-9a8b-2da2bc120e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300e2c40-d1e3-4f77-b120-ccfdaadd9b41,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:28.938486 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cfb82-3c36-4bfb-a76c-5c3aafddfda4 req-0f1f263e-e2d6-4ca9-b978-b1a95a5f32d5 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:28.940154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b73cfb82-3c36-4bfb-a76c-5c3aafddfda4 req-0f1f263e-e2d6-4ca9-b978-b1a95a5f32d5 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.2673035 Jan 14 01:56:29.148788 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b73cfb82-3c36-4bfb-a76c-5c3aafddfda4 req-a5f93e6e-e184-4328-91ee-3fa896bccf32 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009425 Jan 14 01:56:29.318914 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Publish callbacks [] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.331149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=43f694f4-53db-4bf3-86a6-d8f5dcd856e4,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:29.363658 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.408674 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Allocated IP 2001:db8:1::1 (d27fca89-ad4e-4eff-bad2-72c6b9773333/6172c542-19a4-4d55-8b49-ad1c11e83709/fa088781-0621-481f-ac9b-83c9b046a747) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:29.424888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Pushing event updated for resources: {'Port': ['ID=d03020d2-fb56-4d99-91c3-be46bfb41084,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:29.450334 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Network d27fca89-ad4e-4eff-bad2-72c6b9773333 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:29.453731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:29.457556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:29.613701 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (fa088781-0621-481f-ac9b-83c9b046a747), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.645341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Current status of the port 85c4d810-95f9-4fd6-a088-e4d590e7329f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:29.645941 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.664592 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Attempting to bind port d03020d2-fb56-4d99-91c3-be46bfb41084 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:29.665539 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Attempting to bind port d03020d2-fb56-4d99-91c3-be46bfb41084 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '5123baba-882d-4207-ad1f-f20b59c64b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:29.666088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Attempting to bind port d03020d2-fb56-4d99-91c3-be46bfb41084 on network d27fca89-ad4e-4eff-bad2-72c6b9773333 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:29.684945 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (fa088781-0621-481f-ac9b-83c9b046a747), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.686173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a3f53359-93ec-4f02-bebe-33b937ba6cde triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:29.687213 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.693896 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:29.694282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Checking segment: {'id': '5123baba-882d-4207-ad1f-f20b59c64b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:29.694731 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.695283 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Bound using segment: {'id': '5123baba-882d-4207-ad1f-f20b59c64b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:29.695625 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Bound port: d03020d2-fb56-4d99-91c3-be46bfb41084, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5123baba-882d-4207-ad1f-f20b59c64b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:29.695990 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.748670 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network d27fca89-ad4e-4eff-bad2-72c6b9773333 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:29.752366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:29.755271 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:29.755630 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] For port 85c4d810-95f9-4fd6-a088-e4d590e7329f, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=85c4d810-95f9-4fd6-a088-e4d590e7329f,segment=NetworkSegment(2e860706-368d-4f50-8318-da2261c242c1),segment_id=2e860706-368d-4f50-8318-da2261c242c1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:29.756123 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.776755 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07cbeae3-b320-4ce0-a891-463e841a52bf admin admin] Publish callbacks [] for security_group (300e2c40-d1e3-4f77-b120-ccfdaadd9b41), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.787109 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.835297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175b18a4-ac5b-40bf-9a00-dcc70bf17f52 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:29.842036 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-175b18a4-ac5b-40bf-9a00-dcc70bf17f52 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.858389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Provisioning complete for port 4a9227a0-3612-4758-b284-da06e6afd77a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:29.859184 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:29.903085 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Port 4a9227a0-3612-4758-b284-da06e6afd77a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:56:29.957718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] For port d03020d2-fb56-4d99-91c3-be46bfb41084, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:29.959927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Pushing event updated for resources: {'Port': ['ID=85c4d810-95f9-4fd6-a088-e4d590e7329f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:29.988588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Provisioning complete for port a3f53359-93ec-4f02-bebe-33b937ba6cde triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:29.989112 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:30.002384 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07cbeae3-b320-4ce0-a891-463e841a52bf admin admin] Publish callbacks [] for security_group (300e2c40-d1e3-4f77-b120-ccfdaadd9b41), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:30.002737 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fa088781-0621-481f-ac9b-83c9b046a747), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:30.037356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] For port d03020d2-fb56-4d99-91c3-be46bfb41084, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d03020d2-fb56-4d99-91c3-be46bfb41084,segment=NetworkSegment(5123baba-882d-4207-ad1f-f20b59c64b8e),segment_id=5123baba-882d-4207-ad1f-f20b59c64b8e)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:30.047932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Sync routers for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:56:30.098639 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:30.159057 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd68d9-a5e3-4a2a-a4a6-fdb38c4f87d6 None None] Pushing event updated for resources: {'Port': ['ID=d03020d2-fb56-4d99-91c3-be46bfb41084,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:30.171966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a3f53359-93ec-4f02-bebe-33b937ba6cde is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:30.173542 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 85c4d810-95f9-4fd6-a088-e4d590e7329f up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:30.219921 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07cbeae3-b320-4ce0-a891-463e841a52bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (300e2c40-d1e3-4f77-b120-ccfdaadd9b41), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:30.223430 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07cbeae3-b320-4ce0-a891-463e841a52bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:30.223888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:30.224630 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:30.228039 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-07cbeae3-b320-4ce0-a891-463e841a52bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/300e2c40-d1e3-4f77-b120-ccfdaadd9b41 HTTP/1.1" status: 204 len: 168 time: 1.6080623 Jan 14 01:56:30.234167 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-175b18a4-ac5b-40bf-9a00-dcc70bf17f52 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (ed5f81ec-ae10-4dff-a4fd-538a8a364d2b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:30.249320 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbeae3-b320-4ce0-a891-463e841a52bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300e2c40-d1e3-4f77-b120-ccfdaadd9b41,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:30.296363 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Current status of the port a3f53359-93ec-4f02-bebe-33b937ba6cde is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:30.335260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=fa088781-0621-481f-ac9b-83c9b046a747,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:30.349303 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b18a4-ac5b-40bf-9a00-dcc70bf17f52 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Subnet': ['ID=ed5f81ec-ae10-4dff-a4fd-538a8a364d2b,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:30.357142 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175b18a4-ac5b-40bf-9a00-dcc70bf17f52 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Checking segment: {'id': '65f80ce6-c960-4f77-8426-b06e0cf65442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:30.357788 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175b18a4-ac5b-40bf-9a00-dcc70bf17f52 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network hostable DHCP agents. Network: 836f9ff0-9a3a-42dd-936b-2949ca1cb333, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:56:30.398332 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175b18a4-ac5b-40bf-9a00-dcc70bf17f52 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 836f9ff0-9a3a-42dd-936b-2949ca1cb333 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:56:30.445141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-175b18a4-ac5b-40bf-9a00-dcc70bf17f52 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 836f9ff0-9a3a-42dd-936b-2949ca1cb333) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:30.457992 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175b18a4-ac5b-40bf-9a00-dcc70bf17f52 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:30.462170 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-175b18a4-ac5b-40bf-9a00-dcc70bf17f52 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:30.492710 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44484) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:30.517303 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f784a3-c001-4a18-91fb-91319c6d9dbd None None] Network 836f9ff0-9a3a-42dd-936b-2949ca1cb333 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:30.522682 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-175b18a4-ac5b-40bf-9a00-dcc70bf17f52 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8331215 Jan 14 01:56:30.719469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975569b-5f92-4bbf-bffe-ec0ea067d6ac req-4228899d-29ad-4fab-8cf7-bdc712dfb2e0 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:30.721242 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6975569b-5f92-4bbf-bffe-ec0ea067d6ac req-4228899d-29ad-4fab-8cf7-bdc712dfb2e0 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.3898456 Jan 14 01:56:30.740593 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Provisioning complete for port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:30.741264 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:30.886775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:30.953967 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44498) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:30.978208 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-475a440d-e195-4026-8afc-2a40b67cd803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:31.016257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 85c4d810-95f9-4fd6-a088-e4d590e7329f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:31.016644 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:31.134963 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-475a440d-e195-4026-8afc-2a40b67cd803 admin admin] Publish callbacks [] for security_group (e1eccc86-61c7-4c9e-88ff-346d5ec1466c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:31.146068 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-475a440d-e195-4026-8afc-2a40b67cd803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e1eccc86-61c7-4c9e-88ff-346d5ec1466c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:31.156547 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'project_id': 'c937dabc5863485b9690fd187842225d', 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:56:31.157513 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:31.196403 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-475a440d-e195-4026-8afc-2a40b67cd803 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21312df37bfd4999a9d2e1bde66185ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2404184 Jan 14 01:56:31.212444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44502) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:31.311607 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a440d-e195-4026-8afc-2a40b67cd803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eccc86-61c7-4c9e-88ff-346d5ec1466c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:31.363759 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-765a4467-1469-4887-a260-05ad50583bd2 admin admin] Publish callbacks [] for security_group (e1eccc86-61c7-4c9e-88ff-346d5ec1466c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:31.395514 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-765a4467-1469-4887-a260-05ad50583bd2 admin admin] Publish callbacks [] for security_group (e1eccc86-61c7-4c9e-88ff-346d5ec1466c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:31.482754 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-765a4467-1469-4887-a260-05ad50583bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e1eccc86-61c7-4c9e-88ff-346d5ec1466c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:31.485723 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-765a4467-1469-4887-a260-05ad50583bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:31.491738 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-765a4467-1469-4887-a260-05ad50583bd2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1eccc86-61c7-4c9e-88ff-346d5ec1466c HTTP/1.1" status: 204 len: 168 time: 0.2760348 Jan 14 01:56:31.531275 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a4467-1469-4887-a260-05ad50583bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eccc86-61c7-4c9e-88ff-346d5ec1466c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:31.571157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f12957a8-adff-4cd1-a1f6-91bd9559c01d None None] Current status of the port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:31.706712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 85c4d810-95f9-4fd6-a088-e4d590e7329f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:31.707884 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e620eb27-927b-4e14-b8ea-bca53c61f05e up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:31.789546 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-bb553330-2266-47e0-9328-5350fe17e10b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4029460 Jan 14 01:56:31.803338 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ad86bf65-f4e3-47a7-95bd-8119836d5dbc None None] Provisioning complete for port 4a9227a0-3612-4758-b284-da06e6afd77a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:31.803714 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad86bf65-f4e3-47a7-95bd-8119836d5dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:31.805221 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:31.825029 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6975569b-5f92-4bbf-bffe-ec0ea067d6ac req-03cc760a-fd5b-4c39-9916-e47e97f356c8 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0944889 Jan 14 01:56:31.864710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Allocated IP 172.22.0.2 (836f9ff0-9a3a-42dd-936b-2949ca1cb333/ed5f81ec-ae10-4dff-a4fd-538a8a364d2b/2872ad55-36e3-45de-b3e9-9993d92c8bfd) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:31.985386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port e620eb27-927b-4e14-b8ea-bca53c61f05e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:31.996437 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:32.085677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-bb8ac9f7-f6ab-4bb2-8757-086d9656076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:32.086164 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-bb8ac9f7-f6ab-4bb2-8757-086d9656076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:32.086677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-bb8ac9f7-f6ab-4bb2-8757-086d9656076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:32.087158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-bb8ac9f7-f6ab-4bb2-8757-086d9656076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:32.087786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-bb8ac9f7-f6ab-4bb2-8757-086d9656076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:32.088071 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-bb8ac9f7-f6ab-4bb2-8757-086d9656076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:32.088551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-bb8ac9f7-f6ab-4bb2-8757-086d9656076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:32.091107 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-bb8ac9f7-f6ab-4bb2-8757-086d9656076f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6501 time: 0.2413371 Jan 14 01:56:32.096864 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (fa088781-0621-481f-ac9b-83c9b046a747), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:32.148700 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (fa088781-0621-481f-ac9b-83c9b046a747), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:32.149530 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:32.160568 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:23Z', 'revision_number': 3, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:24Z', 'revision_number': 2, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:32.220599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ad86bf65-f4e3-47a7-95bd-8119836d5dbc None None] Port 4a9227a0-3612-4758-b284-da06e6afd77a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:56:32.240268 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Checking router: a746fcdc-3183-46e3-a55b-8152da707a7f for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:56:32.240622 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Updating router a746fcdc-3183-46e3-a55b-8152da707a7f port 4a9227a0-3612-4758-b284-da06e6afd77a binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:56:32.281853 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=fa088781-0621-481f-ac9b-83c9b046a747,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:32.306925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa323aeb-242a-4b78-9253-ebf6acc19000 None None] Network d27fca89-ad4e-4eff-bad2-72c6b9773333 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:32.326040 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:32.421837 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:32.770851 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-df189516-3cb6-42c1-a4ca-53c1dd99028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:32.771320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-df189516-3cb6-42c1-a4ca-53c1dd99028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:32.771784 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-df189516-3cb6-42c1-a4ca-53c1dd99028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:32.773570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-df189516-3cb6-42c1-a4ca-53c1dd99028e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d904935c-610e-42e6-94e1-24e36d7164e2&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=34af9444-73e2-4bf1-aca9-d671713da719&id=34af9444-73e2-4bf1-aca9-d671713da719 HTTP/1.1" status: 200 len: 2297 time: 0.6370058 Jan 14 01:56:32.957476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network d27fca89-ad4e-4eff-bad2-72c6b9773333 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:32.997208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:33.004559 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-40a38f0b-c04b-4117-83fe-2fd9b604a2e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077e1f7b-84a1-4a94-afd3-17ae41a0903c HTTP/1.1" status: 200 len: 1002 time: 0.2231536 Jan 14 01:56:33.209273 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ad86bf65-f4e3-47a7-95bd-8119836d5dbc None None] Provisioning complete for port 85c4d810-95f9-4fd6-a088-e4d590e7329f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:33.209816 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad86bf65-f4e3-47a7-95bd-8119836d5dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:33.246837 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2850c3-4900-4c13-82c0-aa171b12fb12 req-aac8f7a3-9402-4d32-97c4-02207bc9b7e6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:33.254995 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf2850c3-4900-4c13-82c0-aa171b12fb12 req-aac8f7a3-9402-4d32-97c4-02207bc9b7e6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.3170178 Jan 14 01:56:33.295448 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-311caeeb-0d56-4758-9df5-e597f82f6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:33.298122 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-311caeeb-0d56-4758-9df5-e597f82f6624 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56102bb5-946c-4250-a30d-1c09c3c59942 HTTP/1.1" status: 200 len: 855 time: 0.2856085 Jan 14 01:56:33.391280 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:56:33.431907 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf2850c3-4900-4c13-82c0-aa171b12fb12 req-a2577b51-7db7-46f5-9ced-4d353b6056ad tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739988 Jan 14 01:56:33.458740 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port e620eb27-927b-4e14-b8ea-bca53c61f05e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:33.488511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-c8c412da-7e44-487f-9936-8ba92f018ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:33.494846 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-c8c412da-7e44-487f-9936-8ba92f018ff4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d904935c-610e-42e6-94e1-24e36d7164e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882803 Jan 14 01:56:33.591445 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Publish callbacks [] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:33.640677 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:33.780123 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Publish callbacks [] for port (4a9227a0-3612-4758-b284-da06e6afd77a), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:33.816244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Network 836f9ff0-9a3a-42dd-936b-2949ca1cb333 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:33.826998 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ad86bf65-f4e3-47a7-95bd-8119836d5dbc None None] Current status of the port 85c4d810-95f9-4fd6-a088-e4d590e7329f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:33.838547 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:33.847185 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:33.851208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-b9a01024-d848-46e7-a296-bb65c6530c94 service neutron] 10.222.0.46 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791212 Jan 14 01:56:33.851880 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Pushing event updated for resources: {'Port': ['ID=2872ad55-36e3-45de-b3e9-9993d92c8bfd,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:33.857684 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:33.870096 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:33.874087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Allocated IP 172.22.0.1 (836f9ff0-9a3a-42dd-936b-2949ca1cb333/ed5f81ec-ae10-4dff-a4fd-538a8a364d2b/df307aae-a6d5-4eea-ac4a-5cfc1ca12a66) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:33.882066 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Sync routers for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:56:33.885060 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:33.898013 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:33.901688 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3dc869dc-c79a-4e15-9519-d74f9849aadc tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5393980 Jan 14 01:56:33.903724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44562) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:33.904604 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:33.910642 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-174e6f2b-3db7-4e9b-b067-0148db87252f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-535905871'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:34.021789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174e6f2b-3db7-4e9b-b067-0148db87252f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:34.032493 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-174e6f2b-3db7-4e9b-b067-0148db87252f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:34.050585 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-b46e36ab-0365-482e-9280-fd5d0e8b9de4 service neutron] 10.222.0.46 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901021 Jan 14 01:56:34.109852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174e6f2b-3db7-4e9b-b067-0148db87252f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:56:34.137047 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-174e6f2b-3db7-4e9b-b067-0148db87252f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (dffbcb34-7084-4135-8b75-6699cd2b9e15), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:34.137468 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:34.137652 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-174e6f2b-3db7-4e9b-b067-0148db87252f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Added segment dffbcb34-7084-4135-8b75-6699cd2b9e15 of type vlan for network 4657564e-dd07-4b8a-a9ae-89522bc61ae2 Jan 14 01:56:34.233760 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-174e6f2b-3db7-4e9b-b067-0148db87252f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (4657564e-dd07-4b8a-a9ae-89522bc61ae2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:34.292964 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:34.293613 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:34.294933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:34.295925 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-174e6f2b-3db7-4e9b-b067-0148db87252f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (4657564e-dd07-4b8a-a9ae-89522bc61ae2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:34.303005 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e6f2b-3db7-4e9b-b067-0148db87252f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:34.304645 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-174e6f2b-3db7-4e9b-b067-0148db87252f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:34.418996 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:34.498142 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e6f2b-3db7-4e9b-b067-0148db87252f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Network': ['ID=4657564e-dd07-4b8a-a9ae-89522bc61ae2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:34.530325 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-174e6f2b-3db7-4e9b-b067-0148db87252f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6219304 Jan 14 01:56:34.531821 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44578) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:34.553357 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6ff5ecf2-0525-4902-bfe6-ef51b92ef721 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'subnet': {'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:34.617312 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-10176eb2-11eb-40ff-82ce-c1215db90c4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=4023414f-3958-4985-843f-ed50fbc2073b HTTP/1.1" status: 200 len: 217 time: 0.2203507 Jan 14 01:56:34.628670 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 4657564e-dd07-4b8a-a9ae-89522bc61ae2 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:56:34.632460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] Provisioning complete for port d03020d2-fb56-4d99-91c3-be46bfb41084 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:34.632830 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:34.783210 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Attempting to bind port 2872ad55-36e3-45de-b3e9-9993d92c8bfd on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:34.783880 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Attempting to bind port 2872ad55-36e3-45de-b3e9-9993d92c8bfd by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '65f80ce6-c960-4f77-8426-b06e0cf65442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:34.784450 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Attempting to bind port 2872ad55-36e3-45de-b3e9-9993d92c8bfd on network 836f9ff0-9a3a-42dd-936b-2949ca1cb333 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:34.794573 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff5ecf2-0525-4902-bfe6-ef51b92ef721 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:34.798596 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ecf2-0525-4902-bfe6-ef51b92ef721 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:34.805446 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 3, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:30Z', 'revision_number': 2, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:34.812245 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 836f9ff0-9a3a-42dd-936b-2949ca1cb333 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:34.919701 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Checking router: 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:56:34.925771 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Updating router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 port fa088781-0621-481f-ac9b-83c9b046a747 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:56:34.952684 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:34.957915 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8191a18-ce7a-4583-9aa3-79463798dd97 None None] Pushing event updated for resources: {'Port': ['ID=4a9227a0-3612-4758-b284-da06e6afd77a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:34.967460 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:35.009569 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fa088781-0621-481f-ac9b-83c9b046a747), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:35.095827 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:35.110933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:35.111314 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Checking segment: {'id': '65f80ce6-c960-4f77-8426-b06e0cf65442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:35.111847 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:35.112251 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Bound using segment: {'id': '65f80ce6-c960-4f77-8426-b06e0cf65442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:35.112733 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Bound port: 2872ad55-36e3-45de-b3e9-9993d92c8bfd, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f80ce6-c960-4f77-8426-b06e0cf65442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:35.113111 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:35.122907 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:35.306356 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ecf2-0525-4902-bfe6-ef51b92ef721 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (7d95791a-4100-415c-bd5a-e7cea3cc1ac1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:35.341724 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=df307aae-a6d5-4eea-ac4a-5cfc1ca12a66,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:35.377433 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:35.378612 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d03020d2-fb56-4d99-91c3-be46bfb41084 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:35.498887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5ecf2-0525-4902-bfe6-ef51b92ef721 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Subnet': ['ID=7d95791a-4100-415c-bd5a-e7cea3cc1ac1,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:35.499850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-2be3d9dd-c7ea-43da-a649-11814395cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:35.503521 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-2be3d9dd-c7ea-43da-a649-11814395cb53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.8105195 Jan 14 01:56:35.511087 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5ecf2-0525-4902-bfe6-ef51b92ef721 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Checking segment: {'id': 'dffbcb34-7084-4135-8b75-6699cd2b9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:35.516474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff5ecf2-0525-4902-bfe6-ef51b92ef721 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network hostable DHCP agents. Network: 4657564e-dd07-4b8a-a9ae-89522bc61ae2, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:56:35.536865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cb4a7-c50d-464f-8384-3548bb0bc866 req-543fb4fc-1561-415d-8c48-038a8ebbad94 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:35.552059 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-971cb4a7-c50d-464f-8384-3548bb0bc866 req-543fb4fc-1561-415d-8c48-038a8ebbad94 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.8744969 Jan 14 01:56:35.580684 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff5ecf2-0525-4902-bfe6-ef51b92ef721 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 4657564e-dd07-4b8a-a9ae-89522bc61ae2 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:56:35.599080 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6ff5ecf2-0525-4902-bfe6-ef51b92ef721 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 4657564e-dd07-4b8a-a9ae-89522bc61ae2) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:35.610856 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff5ecf2-0525-4902-bfe6-ef51b92ef721 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:35.611467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ecf2-0525-4902-bfe6-ef51b92ef721 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:35.613044 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6e34278-49fe-46eb-a1bb-d79750728dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:35.636800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e65b98-fca2-4fa7-aea5-9a6321949755 None None] Network 4657564e-dd07-4b8a-a9ae-89522bc61ae2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:35.639460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Attempting to bind port 4a9227a0-3612-4758-b284-da06e6afd77a on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:35.639830 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Attempting to bind port 4a9227a0-3612-4758-b284-da06e6afd77a by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'fabd3461-34b1-42c7-acbc-a5bf503387b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:35.646970 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Attempting to bind port 4a9227a0-3612-4758-b284-da06e6afd77a on network 37d09252-7e95-4391-ba6c-95fc30cd4bdd {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:35.670232 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6ff5ecf2-0525-4902-bfe6-ef51b92ef721 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1338599 Jan 14 01:56:35.671003 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44608) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:35.674758 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Publish callbacks [] for port (fa088781-0621-481f-ac9b-83c9b046a747), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:35.691410 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fa088781-0621-481f-ac9b-83c9b046a747), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:35.766844 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-971cb4a7-c50d-464f-8384-3548bb0bc866 req-e9704137-4019-478d-a312-fb3de2a3be66 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993954 Jan 14 01:56:35.820479 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:35.820868 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Checking segment: {'id': 'fabd3461-34b1-42c7-acbc-a5bf503387b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:35.821276 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:35.821679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Bound using segment: {'id': 'fabd3461-34b1-42c7-acbc-a5bf503387b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:35.822177 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Bound port: 4a9227a0-3612-4758-b284-da06e6afd77a, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabd3461-34b1-42c7-acbc-a5bf503387b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:35.822673 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:35.883394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-14c3cb2e-ac31-47be-9a7c-673c77f55285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:35.887639 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-14c3cb2e-ac31-47be-9a7c-673c77f55285 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3187406 Jan 14 01:56:35.888336 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f49393-726f-4b3e-bb23-212289277f1a None None] Pushing event updated for resources: {'Port': ['ID=fa088781-0621-481f-ac9b-83c9b046a747,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:35.934296 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:36.058407 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Attempting to bind port fa088781-0621-481f-ac9b-83c9b046a747 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:36.064658 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Attempting to bind port fa088781-0621-481f-ac9b-83c9b046a747 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '5123baba-882d-4207-ad1f-f20b59c64b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:36.065768 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Attempting to bind port fa088781-0621-481f-ac9b-83c9b046a747 on network d27fca89-ad4e-4eff-bad2-72c6b9773333 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:36.088778 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:36.090856 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Checking segment: {'id': '5123baba-882d-4207-ad1f-f20b59c64b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:36.091387 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:36.092447 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Bound using segment: {'id': '5123baba-882d-4207-ad1f-f20b59c64b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:36.104620 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Bound port: fa088781-0621-481f-ac9b-83c9b046a747, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5123baba-882d-4207-ad1f-f20b59c64b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:36.104620 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fa088781-0621-481f-ac9b-83c9b046a747), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:36.163419 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] For port 2872ad55-36e3-45de-b3e9-9993d92c8bfd, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:36.280374 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d03020d2-fb56-4d99-91c3-be46bfb41084 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:36.281036 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:36.286689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] For port 2872ad55-36e3-45de-b3e9-9993d92c8bfd, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2872ad55-36e3-45de-b3e9-9993d92c8bfd,segment=NetworkSegment(65f80ce6-c960-4f77-8426-b06e0cf65442),segment_id=65f80ce6-c960-4f77-8426-b06e0cf65442)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:36.292091 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] Current status of the port d03020d2-fb56-4d99-91c3-be46bfb41084 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:36.292819 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:36.335843 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] For port 4a9227a0-3612-4758-b284-da06e6afd77a, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:36.343215 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] For port fa088781-0621-481f-ac9b-83c9b046a747, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:36.345023 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:36.358054 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] For port fa088781-0621-481f-ac9b-83c9b046a747, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fa088781-0621-481f-ac9b-83c9b046a747,segment=NetworkSegment(5123baba-882d-4207-ad1f-f20b59c64b8e),segment_id=5123baba-882d-4207-ad1f-f20b59c64b8e)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:36.376712 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fa088781-0621-481f-ac9b-83c9b046a747), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:36.467749 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b11dd9-6ee7-4416-9287-cb74c66732e3 None None] Pushing event updated for resources: {'Port': ['ID=2872ad55-36e3-45de-b3e9-9993d92c8bfd,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:36.495592 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] For port 4a9227a0-3612-4758-b284-da06e6afd77a, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=4a9227a0-3612-4758-b284-da06e6afd77a,segment=NetworkSegment(fabd3461-34b1-42c7-acbc-a5bf503387b7),segment_id=fabd3461-34b1-42c7-acbc-a5bf503387b7)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:36.562580 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:36.603349 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:36.653077 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:56:36.653968 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:36.657929 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] For port d03020d2-fb56-4d99-91c3-be46bfb41084, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d03020d2-fb56-4d99-91c3-be46bfb41084,segment=NetworkSegment(5123baba-882d-4207-ad1f-f20b59c64b8e),segment_id=5123baba-882d-4207-ad1f-f20b59c64b8e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:36.669735 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f49393-726f-4b3e-bb23-212289277f1a None None] Pushing event updated for resources: {'Port': ['ID=fa088781-0621-481f-ac9b-83c9b046a747,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:36.689180 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:36.689814 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:36.812561 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:36.883760 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44624) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:37.097313 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d03020d2-fb56-4d99-91c3-be46bfb41084 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:37.099498 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 85c4d810-95f9-4fd6-a088-e4d590e7329f up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:37.213386 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Allocated IP 2001:db8:2::1 (4657564e-dd07-4b8a-a9ae-89522bc61ae2/7d95791a-4100-415c-bd5a-e7cea3cc1ac1/fe84fbcf-d914-4cb0-b48f-916286b55ea2) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:37.262299 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:37.263248 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8191a18-ce7a-4583-9aa3-79463798dd97 None None] Pushing event updated for resources: {'Port': ['ID=4a9227a0-3612-4758-b284-da06e6afd77a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:37.379726 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57da6002-705b-4a5a-8906-1aa3ebaf58a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:37.428445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] Provisioning complete for port fa088781-0621-481f-ac9b-83c9b046a747 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:37.431618 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fa088781-0621-481f-ac9b-83c9b046a747), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:37.492271 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-7b2bd547-6eff-47b2-a564-c8acc8d1ceec service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5868890 Jan 14 01:56:37.502553 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57da6002-705b-4a5a-8906-1aa3ebaf58a0 admin admin] Publish callbacks [] for security_group (279c79e0-9aa7-4d85-a8ec-659ae01b6704), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:37.518582 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57da6002-705b-4a5a-8906-1aa3ebaf58a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (279c79e0-9aa7-4d85-a8ec-659ae01b6704), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:37.586781 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-57da6002-705b-4a5a-8906-1aa3ebaf58a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af3bdd4a35364b7bb36f4e4b3857511b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6994498 Jan 14 01:56:37.595124 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:56:37.599567 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:37.719351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da6002-705b-4a5a-8906-1aa3ebaf58a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279c79e0-9aa7-4d85-a8ec-659ae01b6704,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:37.794408 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 3, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:36Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:37.802542 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0de4d5d5-fc93-4647-8455-672607c0c53e admin admin] Publish callbacks [] for security_group (279c79e0-9aa7-4d85-a8ec-659ae01b6704), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:37.809988 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af83b3-0eec-4ee3-bcda-a755282c3ace req-12c64673-be87-44ad-8fa0-438504f41ea2 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:37.828109 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6af83b3-0eec-4ee3-bcda-a755282c3ace req-12c64673-be87-44ad-8fa0-438504f41ea2 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.4025571 Jan 14 01:56:37.868321 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e638de-547e-46f3-bafa-92c2453d5402 None None] The sync data for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 is: [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 3, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:36Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:56:37.890070 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0de4d5d5-fc93-4647-8455-672607c0c53e admin admin] Publish callbacks [] for security_group (279c79e0-9aa7-4d85-a8ec-659ae01b6704), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:38.030120 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:38.034054 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0de4d5d5-fc93-4647-8455-672607c0c53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (279c79e0-9aa7-4d85-a8ec-659ae01b6704), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:38.041896 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0de4d5d5-fc93-4647-8455-672607c0c53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:38.046036 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0de4d5d5-fc93-4647-8455-672607c0c53e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/279c79e0-9aa7-4d85-a8ec-659ae01b6704 HTTP/1.1" status: 204 len: 168 time: 0.4426150 Jan 14 01:56:38.074806 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-b49d6450-e98c-4fc2-871a-c0996c957324 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813494 Jan 14 01:56:38.092612 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:38.093367 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:38.095510 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4d5d5-fc93-4647-8455-672607c0c53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279c79e0-9aa7-4d85-a8ec-659ae01b6704,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:38.106266 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6af83b3-0eec-4ee3-bcda-a755282c3ace req-af022e33-2e2f-42b4-be8b-54a1cc2be2ab tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771323 Jan 14 01:56:38.178809 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-922f49f0-023f-4dc6-84f9-80faff31a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:38.188324 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:38.264381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Allocated IP 2001:db8:2::2 (4657564e-dd07-4b8a-a9ae-89522bc61ae2/7d95791a-4100-415c-bd5a-e7cea3cc1ac1/44b854bc-9d5d-4e34-82c5-6d5a146b4f0a) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:38.290022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-0c20c52b-6866-4cfd-9d89-790ea166ea3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=dba46bf2-660d-41aa-a444-cfdf10aa436f HTTP/1.1" status: 200 len: 217 time: 0.1492944 Jan 14 01:56:38.337431 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=fe84fbcf-d914-4cb0-b48f-916286b55ea2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:38.360902 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 4657564e-dd07-4b8a-a9ae-89522bc61ae2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:38.366015 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:38.372511 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:38.373071 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:38.428423 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-ef22f936-add6-439c-8f91-72e750ece190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:38.437667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-ef22f936-add6-439c-8f91-72e750ece190 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.1376736 Jan 14 01:56:38.597226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:38.639679 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-52c69fb0-b954-4101-b25f-71adebe3a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:38.642071 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-52c69fb0-b954-4101-b25f-71adebe3a0fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1803257 Jan 14 01:56:38.670846 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:38.719321 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44646) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:38.767265 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:38.778050 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:38.809258 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65cd6178-b483-47f7-85ae-e816ea157177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:38.815302 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] Pushing event updated for resources: {'Port': ['ID=d03020d2-fb56-4d99-91c3-be46bfb41084,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:38.887857 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2713b160-08e1-4e67-adea-363bda146a85 None None] Network 836f9ff0-9a3a-42dd-936b-2949ca1cb333 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:38.919423 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=df307aae-a6d5-4eea-ac4a-5cfc1ca12a66,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:38.947138 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:38.969331 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-39726eaf-847c-465a-b0f5-25894232b444 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190625 Jan 14 01:56:39.259131 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65cd6178-b483-47f7-85ae-e816ea157177 admin admin] Publish callbacks [] for security_group (92ec3f8b-a8d2-4bca-9980-76ccc088fd8f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:39.262335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-8c327d17-1bbd-42f8-b3fb-081457bde7b1 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844355 Jan 14 01:56:39.271302 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65cd6178-b483-47f7-85ae-e816ea157177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (92ec3f8b-a8d2-4bca-9980-76ccc088fd8f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:39.310873 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 85c4d810-95f9-4fd6-a088-e4d590e7329f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:39.311980 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:39.362099 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:39.377855 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-0b5c5cb2-cddd-4b2e-8438-2c571e0c36f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=24769aab-2ae0-4058-b14a-fce058cc9145 HTTP/1.1" status: 200 len: 217 time: 0.0663798 Jan 14 01:56:39.430498 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-65cd6178-b483-47f7-85ae-e816ea157177 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec49d1eac91c48f486b51d8c2ac0607f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7101929 Jan 14 01:56:39.444902 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44654) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:39.450063 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-62fb7ed7-fac6-4e9c-9135-b7f3fc90b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:39.450235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] Current status of the port fa088781-0621-481f-ac9b-83c9b046a747 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:39.450799 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fa088781-0621-481f-ac9b-83c9b046a747), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:39.452483 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-62fb7ed7-fac6-4e9c-9135-b7f3fc90b036 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.0674086 Jan 14 01:56:39.458370 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd6178-b483-47f7-85ae-e816ea157177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ec3f8b-a8d2-4bca-9980-76ccc088fd8f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:39.519303 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0443e-b52f-4de4-9011-edc6142ccc3d req-4a2b148a-2e5e-4257-a7b4-445e1ba3d25e tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:39.530316 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7b0443e-b52f-4de4-9011-edc6142ccc3d req-4a2b148a-2e5e-4257-a7b4-445e1ba3d25e tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.2729881 Jan 14 01:56:39.546184 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:39.555176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 85c4d810-95f9-4fd6-a088-e4d590e7329f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:39.566548 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] For port fa088781-0621-481f-ac9b-83c9b046a747, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fa088781-0621-481f-ac9b-83c9b046a747,segment=NetworkSegment(5123baba-882d-4207-ad1f-f20b59c64b8e),segment_id=5123baba-882d-4207-ad1f-f20b59c64b8e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:39.568842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:39.569625 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:39.610025 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fa088781-0621-481f-ac9b-83c9b046a747), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:39.611481 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Publish callbacks [] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:39.684640 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337b5fe-71a0-41c0-aed2-3cbcd1028f1d None None] Pushing event updated for resources: {'Port': ['ID=fa088781-0621-481f-ac9b-83c9b046a747,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:39.684855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network 836f9ff0-9a3a-42dd-936b-2949ca1cb333 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:39.700388 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:39.705905 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:39.751120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7b0443e-b52f-4de4-9011-edc6142ccc3d req-7743f9c3-22ef-4603-a615-c85a8ba0e992 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187045 Jan 14 01:56:39.799963 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-f484ab7a-3c9a-409f-8cba-18e985fb2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:39.801651 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-f484ab7a-3c9a-409f-8cba-18e985fb2a45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3147020 Jan 14 01:56:39.813348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Pushing event updated for resources: {'Port': ['ID=44b854bc-9d5d-4e34-82c5-6d5a146b4f0a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:39.869896 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:35Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:36Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:33Z', 'revision_number': 1, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:39.927743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a746fcdc-3183-46e3-a55b-8152da707a7f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:56:39.988030 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 4657564e-dd07-4b8a-a9ae-89522bc61ae2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:39.989393 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=fe84fbcf-d914-4cb0-b48f-916286b55ea2,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:40.000007 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:40.016182 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-920991fd-978b-4523-a449-a87744ca3c87 admin admin] Publish callbacks [] for security_group (92ec3f8b-a8d2-4bca-9980-76ccc088fd8f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:40.031317 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-cffab965-cdd4-4f36-8fcc-560bcc51eb28 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960788 Jan 14 01:56:40.070880 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-920991fd-978b-4523-a449-a87744ca3c87 admin admin] Publish callbacks [] for security_group (92ec3f8b-a8d2-4bca-9980-76ccc088fd8f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:40.129992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2872ad55-36e3-45de-b3e9-9993d92c8bfd up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:40.136589 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18916ba-afcb-4ae9-ae08-5464ff4b89cb None None] The sync data for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 is: [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:35Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:36Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:33Z', 'revision_number': 1, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:56:40.263244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Network 4657564e-dd07-4b8a-a9ae-89522bc61ae2 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:40.267073 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:40.311719 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-920991fd-978b-4523-a449-a87744ca3c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (92ec3f8b-a8d2-4bca-9980-76ccc088fd8f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:40.314951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:40.325962 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Provisioning complete for port 2872ad55-36e3-45de-b3e9-9993d92c8bfd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:40.328881 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-920991fd-978b-4523-a449-a87744ca3c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:40.334991 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:40.338167 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:40.339791 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-920991fd-978b-4523-a449-a87744ca3c87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92ec3f8b-a8d2-4bca-9980-76ccc088fd8f HTTP/1.1" status: 204 len: 168 time: 0.8938754 Jan 14 01:56:40.356970 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:40.430142 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-0e292c03-0e3d-4ee6-8efc-86227b629b3b service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170981 Jan 14 01:56:40.436907 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-edecf39f-0644-4f7c-93a9-11c17989c0c5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9379678 Jan 14 01:56:40.439525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44668) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:40.445403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'network': {'name': 'tempest-RoutersTest-1801101903'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:40.478564 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920991fd-978b-4523-a449-a87744ca3c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ec3f8b-a8d2-4bca-9980-76ccc088fd8f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:40.529126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-4c631cda-0fef-45c4-a746-b9089b4ff3c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=6305cef5-fc1a-47d8-8758-22836b774bff HTTP/1.1" status: 200 len: 217 time: 0.0906103 Jan 14 01:56:40.556011 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:56:40.674256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:40.691531 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:40.717545 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Attempting to bind port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:40.717927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Attempting to bind port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'dffbcb34-7084-4135-8b75-6699cd2b9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:40.718299 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Attempting to bind port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a on network 4657564e-dd07-4b8a-a9ae-89522bc61ae2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:40.767297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:40.767690 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Checking segment: {'id': 'dffbcb34-7084-4135-8b75-6699cd2b9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:40.768764 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:40.769179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Bound using segment: {'id': 'dffbcb34-7084-4135-8b75-6699cd2b9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:40.769876 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Bound port: 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffbcb34-7084-4135-8b75-6699cd2b9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:40.770790 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:40.777313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-ab59bf94-fc3e-44d2-86ad-9b2372173406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:40.781234 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-ab59bf94-fc3e-44d2-86ad-9b2372173406 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.2433560 Jan 14 01:56:40.888132 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 2872ad55-36e3-45de-b3e9-9993d92c8bfd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:40.888632 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:40.930603 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:40.944374 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-183e4ac7-abfa-4361-bf89-ed518202994d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2722306 Jan 14 01:56:40.947019 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44678) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:40.953253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:56:40.957403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-48ab9d7f-acb4-4dfe-a480-31edb704f2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1477886513'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:41.083574 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ab9d7f-acb4-4dfe-a480-31edb704f2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:41.089884 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48ab9d7f-acb4-4dfe-a480-31edb704f2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:41.100811 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Current status of the port 2872ad55-36e3-45de-b3e9-9993d92c8bfd is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:41.101434 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:41.118991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Sync routers for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:56:41.154188 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (8cc82bea-290e-4a79-81ae-ae3155008c5a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:41.161726 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Added segment 8cc82bea-290e-4a79-81ae-ae3155008c5a of type vlan for network bcfe57e0-372c-49bb-a821-54f73d164b1e Jan 14 01:56:41.186615 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ab9d7f-acb4-4dfe-a480-31edb704f2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:56:41.222047 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48ab9d7f-acb4-4dfe-a480-31edb704f2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f2b9133d-203e-4499-973a-019fcd83d43b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:41.222739 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-48ab9d7f-acb4-4dfe-a480-31edb704f2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Added segment f2b9133d-203e-4499-973a-019fcd83d43b of type vlan for network 40fb946d-b28f-41c1-8e5f-f6bf8a41417f Jan 14 01:56:41.313543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-4d942625-d871-4bb4-8e3f-fed29938b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:41.317682 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-4d942625-d871-4bb4-8e3f-fed29938b0d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5272069 Jan 14 01:56:41.326313 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (bcfe57e0-372c-49bb-a821-54f73d164b1e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:41.328945 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48ab9d7f-acb4-4dfe-a480-31edb704f2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (40fb946d-b28f-41c1-8e5f-f6bf8a41417f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:41.347986 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:41.349295 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:41.403327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48ab9d7f-acb4-4dfe-a480-31edb704f2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (40fb946d-b28f-41c1-8e5f-f6bf8a41417f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:41.409760 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ab9d7f-acb4-4dfe-a480-31edb704f2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:41.410780 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48ab9d7f-acb4-4dfe-a480-31edb704f2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:41.502760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] For port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:41.517173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] For port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=44b854bc-9d5d-4e34-82c5-6d5a146b4f0a,segment=NetworkSegment(dffbcb34-7084-4135-8b75-6699cd2b9e15),segment_id=dffbcb34-7084-4135-8b75-6699cd2b9e15)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:41.522881 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:41.593878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] For port 2872ad55-36e3-45de-b3e9-9993d92c8bfd, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2872ad55-36e3-45de-b3e9-9993d92c8bfd,segment=NetworkSegment(65f80ce6-c960-4f77-8426-b06e0cf65442),segment_id=65f80ce6-c960-4f77-8426-b06e0cf65442)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:41.606665 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:41.625972 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c14fd9-ef68-4d77-8ac9-8222c797a7bf req-460dcb54-d525-460b-9ecf-b5046225adfe tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:41.627586 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1c14fd9-ef68-4d77-8ac9-8222c797a7bf req-460dcb54-d525-460b-9ecf-b5046225adfe tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.6492031 Jan 14 01:56:41.630885 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-48ab9d7f-acb4-4dfe-a480-31edb704f2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6825821 Jan 14 01:56:41.636557 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44694) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:41.657907 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-23a4d3d8-1c4f-4275-8433-f6ddf6a4a68f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'subnet': {'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:41.680307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab9d7f-acb4-4dfe-a480-31edb704f2e1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Network': ['ID=40fb946d-b28f-41c1-8e5f-f6bf8a41417f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:41.724426 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 40fb946d-b28f-41c1-8e5f-f6bf8a41417f details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:56:41.726655 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:42.181740 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858ff21-ec20-44f3-8708-b77dc4fc9f74 None None] Pushing event updated for resources: {'Port': ['ID=44b854bc-9d5d-4e34-82c5-6d5a146b4f0a,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:42.350648 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Pushing event updated for resources: {'Port': ['ID=2872ad55-36e3-45de-b3e9-9993d92c8bfd,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:42.372317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Provisioning complete for port 4a9227a0-3612-4758-b284-da06e6afd77a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:42.372955 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:42.382054 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 2872ad55-36e3-45de-b3e9-9993d92c8bfd is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:42.382736 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:42.669941 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:42.689729 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-ebbe1013-bcbc-4b63-b2b1-71318b90849f service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3539860 Jan 14 01:56:42.737511 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Sync routers for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:56:42.756835 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:42.758586 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:56:42.758997 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:56:42.761978 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:42.906383 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-1e002306-f557-4169-a9b3-b0b5e99c6c09 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114289 Jan 14 01:56:42.907904 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] It took 1.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 01:56:42.957049 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:43.157554 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1c14fd9-ef68-4d77-8ac9-8222c797a7bf req-fa26cd48-414b-48da-9a36-20666de1170d tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851568 Jan 14 01:56:43.171230 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-ea32b582-574f-4b69-a33d-886ddd71b96a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=61f3805e-7044-41b5-86e1-4050dd2c244f HTTP/1.1" status: 200 len: 217 time: 0.2470562 Jan 14 01:56:43.187007 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (bcfe57e0-372c-49bb-a821-54f73d164b1e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:43.195679 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:43.196310 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:43.300091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8593254 Jan 14 01:56:43.302953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44730) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:43.313122 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'subnet': {'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:43.387200 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Current status of the port 4a9227a0-3612-4758-b284-da06e6afd77a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:43.387772 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:43.508733 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:35Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:36Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:37Z', 'revision_number': 2, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:43.594208 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Checking router: a746fcdc-3183-46e3-a55b-8152da707a7f for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:56:43.603590 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Updating router a746fcdc-3183-46e3-a55b-8152da707a7f port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:56:43.616429 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a4d3d8-1c4f-4275-8433-f6ddf6a4a68f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Made reservation on behalf of a63f156ff5b3491fa61e092c606408e7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:43.626957 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23a4d3d8-1c4f-4275-8433-f6ddf6a4a68f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:43.638518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 2872ad55-36e3-45de-b3e9-9993d92c8bfd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:43.638749 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Made reservation on behalf of c937dabc5863485b9690fd187842225d for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:43.642786 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:43.657257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d03020d2-fb56-4d99-91c3-be46bfb41084 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:43.662564 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:43.824665 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] For port 4a9227a0-3612-4758-b284-da06e6afd77a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=4a9227a0-3612-4758-b284-da06e6afd77a,segment=NetworkSegment(fabd3461-34b1-42c7-acbc-a5bf503387b7),segment_id=fabd3461-34b1-42c7-acbc-a5bf503387b7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:43.874600 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:43.944647 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ba3fb-2ccf-42ff-9e17-7bd520a18c6a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Network': ['ID=bcfe57e0-372c-49bb-a821-54f73d164b1e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:43.966679 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-3fa26b16-5c4a-4b52-993c-6db9de7a4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:43.976135 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-3fa26b16-5c4a-4b52-993c-6db9de7a4f8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc80e2fd-d094-4f83-ba41-9367938e7b49 HTTP/1.1" status: 200 len: 797 time: 0.7893107 Jan 14 01:56:43.999607 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network bcfe57e0-372c-49bb-a821-54f73d164b1e details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:56:44.072747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Provisioning complete for port fa088781-0621-481f-ac9b-83c9b046a747 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:44.073131 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fa088781-0621-481f-ac9b-83c9b046a747), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:44.276687 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-1c010e05-e2e9-42f0-9bac-b4be07e016ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:44.279102 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (25222341-3d1d-4a91-bd85-650eaa8ce572), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:44.301786 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-1c010e05-e2e9-42f0-9bac-b4be07e016ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3237052 Jan 14 01:56:44.309207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe0b187-60cc-46de-9bc1-7493406ef62a None None] Network 4657564e-dd07-4b8a-a9ae-89522bc61ae2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:44.375509 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Publish callbacks [] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:44.387741 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:44.413779 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Subnet': ['ID=25222341-3d1d-4a91-bd85-650eaa8ce572,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:44.428415 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Checking segment: {'id': '8cc82bea-290e-4a79-81ae-ae3155008c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:44.429156 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network hostable DHCP agents. Network: bcfe57e0-372c-49bb-a821-54f73d164b1e, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:56:44.434250 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.434959 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.435537 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.436819 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.437519 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.438094 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.438703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.439307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.440191 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.440768 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.441334 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.441995 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.442586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:44.471678 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network bcfe57e0-372c-49bb-a821-54f73d164b1e is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:56:44.510206 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, bcfe57e0-372c-49bb-a821-54f73d164b1e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:44.520177 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:44.520803 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:44.577908 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e7181-6471-4445-9a44-4f38bda22201 None None] Pushing event updated for resources: {'Port': ['ID=df307aae-a6d5-4eea-ac4a-5cfc1ca12a66,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:44.578617 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-68c7c0bc-cde1-446d-ae18-4e0d3f0709cb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2737122 Jan 14 01:56:44.579293 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44752) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:44.606287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f7001-0855-488e-bda4-b8ea133d34c8 None None] Network bcfe57e0-372c-49bb-a821-54f73d164b1e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:44.739413 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:38Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 2, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:44.787267 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Attempting to bind port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:44.788209 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Attempting to bind port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '65f80ce6-c960-4f77-8426-b06e0cf65442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:44.789100 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Attempting to bind port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 on network 836f9ff0-9a3a-42dd-936b-2949ca1cb333 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:44.791839 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23a4d3d8-1c4f-4275-8433-f6ddf6a4a68f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (b572ef75-205c-4936-b351-f2783b77b18f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:44.810218 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:44.810981 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Checking segment: {'id': '65f80ce6-c960-4f77-8426-b06e0cf65442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:44.814254 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:44.814988 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Bound using segment: {'id': '65f80ce6-c960-4f77-8426-b06e0cf65442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:44.815747 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Bound port: df307aae-a6d5-4eea-ac4a-5cfc1ca12a66, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f80ce6-c960-4f77-8426-b06e0cf65442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:44.816382 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:44.903947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Checking router: 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:56:44.904371 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Updating router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 port fe84fbcf-d914-4cb0-b48f-916286b55ea2 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:56:44.907341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Pushing event updated for resources: {'Port': ['ID=4a9227a0-3612-4758-b284-da06e6afd77a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:44.909990 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d03020d2-fb56-4d99-91c3-be46bfb41084 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:44.910364 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:44.997924 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef49de-58db-4070-ab24-c903011b4f0c req-2b8622c2-a5ed-4aff-b942-0793d5479f22 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:45.000201 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8eef49de-58db-4070-ab24-c903011b4f0c req-2b8622c2-a5ed-4aff-b942-0793d5479f22 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.5777361 Jan 14 01:56:45.059849 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] For port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:45.097736 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] For port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=df307aae-a6d5-4eea-ac4a-5cfc1ca12a66,segment=NetworkSegment(65f80ce6-c960-4f77-8426-b06e0cf65442),segment_id=65f80ce6-c960-4f77-8426-b06e0cf65442)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:45.111041 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:45.128521 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-26a7e3c0-e2f0-4bae-a6b3-c4057c1c773f service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8101525 Jan 14 01:56:45.142728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4d3d8-1c4f-4275-8433-f6ddf6a4a68f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Subnet': ['ID=b572ef75-205c-4936-b351-f2783b77b18f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:45.184257 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:45.246894 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e7181-6471-4445-9a44-4f38bda22201 None None] Pushing event updated for resources: {'Port': ['ID=df307aae-a6d5-4eea-ac4a-5cfc1ca12a66,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:45.309081 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:45.309733 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:45.318588 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8eef49de-58db-4070-ab24-c903011b4f0c req-dd87aad5-d6c9-408c-b9ae-fa968fc6c338 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084233 Jan 14 01:56:45.353841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4d3d8-1c4f-4275-8433-f6ddf6a4a68f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Checking segment: {'id': 'f2b9133d-203e-4499-973a-019fcd83d43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:45.354340 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4d3d8-1c4f-4275-8433-f6ddf6a4a68f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network hostable DHCP agents. Network: 40fb946d-b28f-41c1-8e5f-f6bf8a41417f, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:56:45.364648 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fc5469cf-5fed-41eb-91cd-2721c1255509 None None] Current status of the port fa088781-0621-481f-ac9b-83c9b046a747 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:45.496625 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4d3d8-1c4f-4275-8433-f6ddf6a4a68f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 40fb946d-b28f-41c1-8e5f-f6bf8a41417f is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:56:45.560915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-23a4d3d8-1c4f-4275-8433-f6ddf6a4a68f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 40fb946d-b28f-41c1-8e5f-f6bf8a41417f) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:45.563000 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:45.565812 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-91abe6cb-a6d5-4050-9e25-608edf604a0c service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181170 Jan 14 01:56:45.567014 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4d3d8-1c4f-4275-8433-f6ddf6a4a68f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:45.567675 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23a4d3d8-1c4f-4275-8433-f6ddf6a4a68f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:45.572480 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:45.687340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-70be8341-b341-4332-8a91-02985e4267de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66b723c2-5d1d-48ea-a557-a4370dd2a8d1 HTTP/1.1" status: 200 len: 217 time: 0.1048675 Jan 14 01:56:45.904432 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-61ccb9b2-1053-468d-b8e3-3e81537b0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:45.912923 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-61ccb9b2-1053-468d-b8e3-3e81537b0b43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc80e2fd-d094-4f83-ba41-9367938e7b49 HTTP/1.1" status: 200 len: 797 time: 0.2177520 Jan 14 01:56:45.934373 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-23a4d3d8-1c4f-4275-8433-f6ddf6a4a68f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.2878239 Jan 14 01:56:45.936292 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44788) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:46.018899 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Publish callbacks [] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:46.095712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fadf3de-d039-41ac-b0bd-900a0af8d354 None None] Network 40fb946d-b28f-41c1-8e5f-f6bf8a41417f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:46.135628 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:35Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:45Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:46.173014 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:46.194622 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9743a91-f8c0-41dc-b6aa-0a6fd67cb80d None None] The sync data for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 is: [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:35Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:45Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:56:46.350025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Allocated IP 172.23.0.1 (bcfe57e0-372c-49bb-a821-54f73d164b1e/25222341-3d1d-4a91-bd85-650eaa8ce572/634346fc-fc10-4f82-b88d-71b3e19b3fd4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:46.408295 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec95d-7917-438d-a8f9-18a89f651882 req-219fbf43-439c-46f5-a51f-e30eb0fe5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:46.425792 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-219fbf43-439c-46f5-a51f-e30eb0fe5269 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4902017 Jan 14 01:56:46.476871 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Provisioning complete for port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:46.478182 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:46.518166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-bcfe57e0-372c-49bb-a821-54f73d164b1e', 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e', 'project_id': 'c937dabc5863485b9690fd187842225d', 'fixed_ips': [{'subnet_id': '25222341-3d1d-4a91-bd85-650eaa8ce572'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:56:46.522966 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:46.706029 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:46.786286 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:46.877558 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network bcfe57e0-372c-49bb-a821-54f73d164b1e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:46.889713 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:46.910987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:46.994602 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=634346fc-fc10-4f82-b88d-71b3e19b3fd4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:47.000723 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-594cf4cc-54da-4016-be7f-9dd49595b1b2 service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564387 Jan 14 01:56:47.031006 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:47.124272 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Allocated IP 172.23.0.2 (bcfe57e0-372c-49bb-a821-54f73d164b1e/25222341-3d1d-4a91-bd85-650eaa8ce572/abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:47.306371 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:47.317444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636454d1-2a15-4ef2-830d-aa8fafc748e5 req-b0631155-40ae-4105-9bc4-e4039f0d6d95 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:47.319278 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-636454d1-2a15-4ef2-830d-aa8fafc748e5 req-b0631155-40ae-4105-9bc4-e4039f0d6d95 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.5720160 Jan 14 01:56:47.326884 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d03020d2-fb56-4d99-91c3-be46bfb41084 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:47.328267 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fa088781-0621-481f-ac9b-83c9b046a747 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:47.329733 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5afec95d-7917-438d-a8f9-18a89f651882 req-ae05990c-3eb7-4e07-9b5c-6d86e10e4035 service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381546 Jan 14 01:56:47.450160 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06b1a3-8d54-41af-9dd4-f8fda853b363 None None] Pushing event updated for resources: {'Port': ['ID=fe84fbcf-d914-4cb0-b48f-916286b55ea2,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:47.782461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Attempting to bind port fe84fbcf-d914-4cb0-b48f-916286b55ea2 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:47.800452 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Attempting to bind port fe84fbcf-d914-4cb0-b48f-916286b55ea2 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'dffbcb34-7084-4135-8b75-6699cd2b9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:47.809432 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Attempting to bind port fe84fbcf-d914-4cb0-b48f-916286b55ea2 on network 4657564e-dd07-4b8a-a9ae-89522bc61ae2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:47.826236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:47.830847 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Checking segment: {'id': 'dffbcb34-7084-4135-8b75-6699cd2b9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:47.831561 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:47.832190 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Bound using segment: {'id': 'dffbcb34-7084-4135-8b75-6699cd2b9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:47.833123 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Bound port: fe84fbcf-d914-4cb0-b48f-916286b55ea2, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffbcb34-7084-4135-8b75-6699cd2b9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:47.833770 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:47.836354 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-40fb946d-b28f-41c1-8e5f-f6bf8a41417f', 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f', 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'fixed_ips': [{'subnet_id': 'b572ef75-205c-4936-b351-f2783b77b18f'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:56:47.837498 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:47.891995 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-636454d1-2a15-4ef2-830d-aa8fafc748e5 req-c664e729-ee6c-420b-8338-785970da5183 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645278 Jan 14 01:56:47.919301 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Publish callbacks [] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:47.951907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Current status of the port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:47.952394 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:47.961529 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:48.032830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2a0ee-9eea-4569-977a-2e8b668eeb89 req-42c9b528-4631-4e15-adf5-01f95cf23857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:48.034664 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-48b2a0ee-9eea-4569-977a-2e8b668eeb89 req-42c9b528-4631-4e15-adf5-01f95cf23857 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 1096 time: 0.1047127 Jan 14 01:56:48.055526 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Pushing event updated for resources: {'Port': ['ID=abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:48.080707 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:48.089890 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] For port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=44b854bc-9d5d-4e34-82c5-6d5a146b4f0a,segment=NetworkSegment(dffbcb34-7084-4135-8b75-6699cd2b9e15),segment_id=dffbcb34-7084-4135-8b75-6699cd2b9e15)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:48.105210 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:48.123884 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:48.166508 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-48b2a0ee-9eea-4569-977a-2e8b668eeb89 req-315ed8b2-dcdc-4698-9da6-5538901e9612 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165481 Jan 14 01:56:48.236742 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:48.245882 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port fa088781-0621-481f-ac9b-83c9b046a747 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:48.246365 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fa088781-0621-481f-ac9b-83c9b046a747), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:48.250716 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event updated for resources: {'Port': ['ID=634346fc-fc10-4f82-b88d-71b3e19b3fd4,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:48.272463 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Network bcfe57e0-372c-49bb-a821-54f73d164b1e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:48.309124 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:48.369776 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:48.405029 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Network bcfe57e0-372c-49bb-a821-54f73d164b1e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:48.406981 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:48.444659 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:48.518157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] For port fe84fbcf-d914-4cb0-b48f-916286b55ea2, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:48.599825 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] For port fe84fbcf-d914-4cb0-b48f-916286b55ea2, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fe84fbcf-d914-4cb0-b48f-916286b55ea2,segment=NetworkSegment(dffbcb34-7084-4135-8b75-6699cd2b9e15),segment_id=dffbcb34-7084-4135-8b75-6699cd2b9e15)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:48.686083 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a746fcdc-3183-46e3-a55b-8152da707a7f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:56:48.701801 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Provisioning complete for port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:48.702255 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:48.705168 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:48.770845 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Allocated IP 2001:db8:3::2 (40fb946d-b28f-41c1-8e5f-f6bf8a41417f/b572ef75-205c-4936-b351-f2783b77b18f/3672e163-c9a6-4b55-a6d2-c42b13797e8a) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:48.776666 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Pushing event updated for resources: {'Port': ['ID=44b854bc-9d5d-4e34-82c5-6d5a146b4f0a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:48.917069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:48.928029 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d2f5bf71-a48e-46f5-978e-244b6a951380 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3468919 Jan 14 01:56:48.930636 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44844) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:48.935801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-258783d4-6c50-4bf8-96f5-340ac6ecf18d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:49.233268 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Publish callbacks [] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:49.252547 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Attempting to bind port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:49.253201 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Attempting to bind port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8cc82bea-290e-4a79-81ae-ae3155008c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:49.253304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Attempting to bind port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 on network bcfe57e0-372c-49bb-a821-54f73d164b1e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:49.258866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Sync routers for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:56:49.282756 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:49.411659 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:49.412788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Checking segment: {'id': '8cc82bea-290e-4a79-81ae-ae3155008c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:49.412788 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:49.413150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Bound using segment: {'id': '8cc82bea-290e-4a79-81ae-ae3155008c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:49.413750 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Bound port: abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc82bea-290e-4a79-81ae-ae3155008c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:49.414139 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:49.495628 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Network 40fb946d-b28f-41c1-8e5f-f6bf8a41417f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:49.497939 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:49.498607 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:49.506304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:49.506974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:49.512195 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:49.547431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:49.549323 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port fa088781-0621-481f-ac9b-83c9b046a747 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:49.559286 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06b1a3-8d54-41af-9dd4-f8fda853b363 None None] Pushing event updated for resources: {'Port': ['ID=fe84fbcf-d914-4cb0-b48f-916286b55ea2,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:49.634273 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Allocated IP 2001:db8:3::1 (40fb946d-b28f-41c1-8e5f-f6bf8a41417f/b572ef75-205c-4936-b351-f2783b77b18f/b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:49.763137 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Pushing event updated for resources: {'Port': ['ID=3672e163-c9a6-4b55-a6d2-c42b13797e8a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:49.770491 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf71c9-38bb-4f85-b345-90053265f8a9 req-9d015504-968f-4318-95a7-2666bae378cf tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:49.778234 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-16cf71c9-38bb-4f85-b345-90053265f8a9 req-9d015504-968f-4318-95a7-2666bae378cf tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.6265495 Jan 14 01:56:49.995568 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-16cf71c9-38bb-4f85-b345-90053265f8a9 req-0bf49e74-dc3b-463e-97d2-8f9cc28f5748 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162497 Jan 14 01:56:50.031780 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Current status of the port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:50.032172 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:50.052373 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:50.059504 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:50.136048 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:50.267724 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:50.432600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-258783d4-6c50-4bf8-96f5-340ac6ecf18d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 14 01:56:50.447195 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:50.459528 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-258783d4-6c50-4bf8-96f5-340ac6ecf18d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Removed routes are [] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 14 01:56:50.459938 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-258783d4-6c50-4bf8-96f5-340ac6ecf18d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:50.467551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 40fb946d-b28f-41c1-8e5f-f6bf8a41417f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:50.469477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:50.476294 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:56:50.476864 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:50.577046 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 4a9227a0-3612-4758-b284-da06e6afd77a up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:50.623303 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Attempting to bind port 3672e163-c9a6-4b55-a6d2-c42b13797e8a on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:50.623775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Attempting to bind port 3672e163-c9a6-4b55-a6d2-c42b13797e8a by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'f2b9133d-203e-4499-973a-019fcd83d43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:50.624341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Attempting to bind port 3672e163-c9a6-4b55-a6d2-c42b13797e8a on network 40fb946d-b28f-41c1-8e5f-f6bf8a41417f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:50.665874 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] For port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=df307aae-a6d5-4eea-ac4a-5cfc1ca12a66,segment=NetworkSegment(65f80ce6-c960-4f77-8426-b06e0cf65442),segment_id=65f80ce6-c960-4f77-8426-b06e0cf65442)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:50.707675 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] For port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:50.758592 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:50.809655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:50.810161 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Checking segment: {'id': 'f2b9133d-203e-4499-973a-019fcd83d43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:50.810663 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:50.811127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Bound using segment: {'id': 'f2b9133d-203e-4499-973a-019fcd83d43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:50.811693 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Bound port: 3672e163-c9a6-4b55-a6d2-c42b13797e8a, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b9133d-203e-4499-973a-019fcd83d43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:50.812161 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:50.984832 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] For port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0,segment=NetworkSegment(8cc82bea-290e-4a79-81ae-ae3155008c5a),segment_id=8cc82bea-290e-4a79-81ae-ae3155008c5a)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:51.071479 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Provisioning complete for port 2872ad55-36e3-45de-b3e9-9993d92c8bfd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:51.071858 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:51.074085 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:51.182051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Pushing event updated for resources: {'Port': ['ID=df307aae-a6d5-4eea-ac4a-5cfc1ca12a66,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:51.199565 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 4a9227a0-3612-4758-b284-da06e6afd77a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:51.199934 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:51.300045 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:51.403599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] For port 3672e163-c9a6-4b55-a6d2-c42b13797e8a, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:51.425483 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] For port 3672e163-c9a6-4b55-a6d2-c42b13797e8a, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3672e163-c9a6-4b55-a6d2-c42b13797e8a,segment=NetworkSegment(f2b9133d-203e-4499-973a-019fcd83d43b),segment_id=f2b9133d-203e-4499-973a-019fcd83d43b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:51.538224 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44888) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:51.576925 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:51.604805 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-258783d4-6c50-4bf8-96f5-340ac6ecf18d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:51.636530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffeef8-b113-4173-b003-fff7ee2c1ddb req-6d096860-5f63-45b8-80c1-c7b0ac8089e0 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:51.638411 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-efffeef8-b113-4173-b003-fff7ee2c1ddb req-6d096860-5f63-45b8-80c1-c7b0ac8089e0 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.4968626 Jan 14 01:56:51.658003 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138fc4-40d7-40b8-b8ea-d8aeca29026f None None] Pushing event updated for resources: {'Port': ['ID=abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:51.728834 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-efffeef8-b113-4173-b003-fff7ee2c1ddb req-a4c74839-93f6-4929-8d89-bb95b10ca708 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743265 Jan 14 01:56:51.736295 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-258783d4-6c50-4bf8-96f5-340ac6ecf18d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:51.782564 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85fa72f7-a846-4c49-a8b6-0babb04097cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:51.847615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5a657bfb-7aca-457c-b4e6-c606a27e950a None None] Current status of the port 2872ad55-36e3-45de-b3e9-9993d92c8bfd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:51.860786 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:47Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634346fc-fc10-4f82-b88d-71b3e19b3fd4', 'name': '', 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:54:52:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '25222341-3d1d-4a91-bd85-650eaa8ce572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:45Z', 'updated_at': '2022-01-14T01:56:47Z', 'revision_number': 2, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '25222341-3d1d-4a91-bd85-650eaa8ce572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:45Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:51.880863 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 4a9227a0-3612-4758-b284-da06e6afd77a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:51.881971 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:51.961992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Checking router: a746fcdc-3183-46e3-a55b-8152da707a7f for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:56:51.962357 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Updating router a746fcdc-3183-46e3-a55b-8152da707a7f port 634346fc-fc10-4f82-b88d-71b3e19b3fd4 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:56:52.051088 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85fa72f7-a846-4c49-a8b6-0babb04097cb admin admin] Publish callbacks [] for security_group (f10b8d05-3543-43ee-9acc-5b7b899477bd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:52.057027 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85fa72f7-a846-4c49-a8b6-0babb04097cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f10b8d05-3543-43ee-9acc-5b7b899477bd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:52.104097 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa72f7-a846-4c49-a8b6-0babb04097cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10b8d05-3543-43ee-9acc-5b7b899477bd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:52.112869 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306137b3-3bd9-4f37-bedb-f70cb5d67f18 None None] Pushing event updated for resources: {'Port': ['ID=3672e163-c9a6-4b55-a6d2-c42b13797e8a,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:52.141059 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] Provisioning complete for port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:52.141333 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:52.142767 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:52.180408 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-85fa72f7-a846-4c49-a8b6-0babb04097cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9dc83d2420ae479283bc0f16206896a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6409519 Jan 14 01:56:52.183633 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44912) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:52.204318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:38Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:48Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:52.294324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817002a-bf10-4e09-b0c6-af7a8182f985 None None] The sync data for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 is: [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:38Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:48Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:56:52.341849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:52.342228 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:52.365914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab7adf6f-cd82-4622-a229-a9562edc8711 admin admin] Publish callbacks [] for security_group (f10b8d05-3543-43ee-9acc-5b7b899477bd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:52.441513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-3c6e6818-8a95-46fc-b4b8-29808344eb30 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:52.448794 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-3c6e6818-8a95-46fc-b4b8-29808344eb30 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/networks?id=db114705-da78-4699-9794-dfd57418bf7f HTTP/1.1" status: 200 len: 811 time: 0.3240848 Jan 14 01:56:52.563451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab7adf6f-cd82-4622-a229-a9562edc8711 admin admin] Publish callbacks [] for security_group (f10b8d05-3543-43ee-9acc-5b7b899477bd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:52.654614 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-9f865e23-46fe-410b-a693-c4ae6434d232 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/quotas/242fa7f00a68431bbdacf298cad6dce3 HTTP/1.1" status: 200 len: 375 time: 0.1608379 Jan 14 01:56:52.688365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258783d4-6c50-4bf8-96f5-340ac6ecf18d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a746fcdc-3183-46e3-a55b-8152da707a7f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:56:52.735872 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab7adf6f-cd82-4622-a229-a9562edc8711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f10b8d05-3543-43ee-9acc-5b7b899477bd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:52.738774 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab7adf6f-cd82-4622-a229-a9562edc8711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:52.742491 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ab7adf6f-cd82-4622-a229-a9562edc8711 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f10b8d05-3543-43ee-9acc-5b7b899477bd HTTP/1.1" status: 204 len: 168 time: 0.5551436 Jan 14 01:56:52.780918 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7adf6f-cd82-4622-a229-a9562edc8711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10b8d05-3543-43ee-9acc-5b7b899477bd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:52.874800 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:52.947004 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:52.949102 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:53.144892 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event updated for resources: {'Port': ['ID=b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:53.440760 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Publish callbacks [] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:53.487127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9cf118-3271-41b5-85ef-e76843d27381 None None] Network bcfe57e0-372c-49bb-a821-54f73d164b1e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:53.508986 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:53.525412 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-c6e7101f-669c-463e-8e69-e07a581ec9d8 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=242fa7f00a68431bbdacf298cad6dce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8417597 Jan 14 01:56:53.805496 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] Current status of the port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:53.808874 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-d6d081d7-1a99-416b-9d67-3f93160fcd08 service neutron] 10.222.0.26 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684615 Jan 14 01:56:53.868190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258783d4-6c50-4bf8-96f5-340ac6ecf18d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:53.886503 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-258783d4-6c50-4bf8-96f5-340ac6ecf18d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:53.891710 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44952) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:53.892241 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-258783d4-6c50-4bf8-96f5-340ac6ecf18d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f HTTP/1.1" status: 200 len: 931 time: 4.9603231 Jan 14 01:56:53.901498 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:53.903860 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2872ad55-36e3-45de-b3e9-9993d92c8bfd up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:53.949945 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e482fb88-743a-4881-a04a-3465c6a73039 None None] Network 40fb946d-b28f-41c1-8e5f-f6bf8a41417f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:56:54.071805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Network 40fb946d-b28f-41c1-8e5f-f6bf8a41417f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:56:54.076916 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:56:54.241624 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-ccd70b6c-630f-4caf-874c-f8581fdf9b52 service neutron] 10.222.0.26 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187081 Jan 14 01:56:54.297315 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] Provisioning complete for port fe84fbcf-d914-4cb0-b48f-916286b55ea2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:54.311816 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:54.313926 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196121a2-a43b-4723-ac90-cc7c0031320a None None] Pushing event updated for resources: {'Port': ['ID=634346fc-fc10-4f82-b88d-71b3e19b3fd4,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:54.375789 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:56:54.515500 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Attempting to bind port 634346fc-fc10-4f82-b88d-71b3e19b3fd4 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:54.516051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Attempting to bind port 634346fc-fc10-4f82-b88d-71b3e19b3fd4 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8cc82bea-290e-4a79-81ae-ae3155008c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:54.516179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Attempting to bind port 634346fc-fc10-4f82-b88d-71b3e19b3fd4 on network bcfe57e0-372c-49bb-a821-54f73d164b1e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:54.561950 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:54.562460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Checking segment: {'id': '8cc82bea-290e-4a79-81ae-ae3155008c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:54.562967 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:54.563600 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Bound using segment: {'id': '8cc82bea-290e-4a79-81ae-ae3155008c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:54.564289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Bound port: 634346fc-fc10-4f82-b88d-71b3e19b3fd4, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc82bea-290e-4a79-81ae-ae3155008c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:54.564894 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:54.710690 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:54.724983 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Sync routers for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:56:54.748280 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:54.750760 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-634fdc72-9a1e-4035-b4cd-bbc76a0f034a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7962394 Jan 14 01:56:54.751089 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:54.786734 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] For port 634346fc-fc10-4f82-b88d-71b3e19b3fd4, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:54.791130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] For port 634346fc-fc10-4f82-b88d-71b3e19b3fd4, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=634346fc-fc10-4f82-b88d-71b3e19b3fd4,segment=NetworkSegment(8cc82bea-290e-4a79-81ae-ae3155008c5a),segment_id=8cc82bea-290e-4a79-81ae-ae3155008c5a)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:54.801915 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:54.828283 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90ce679d-3f6a-48a8-ac6a-5147e68126af req-b1a759c2-2c08-43a6-b8d5-22a489a034c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 210 time: 0.1587543 Jan 14 01:56:54.837496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cfb1e6f6-1e18-4e4f-8376-c8e7a36c86dd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:54.842600 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:54.984070 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ba4a3db9-07b3-4623-b5d6-0edc774a3119 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f HTTP/1.1" status: 200 len: 931 time: 1.0909543 Jan 14 01:56:54.985239 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 44980) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:54.997588 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-39c814ad-95d4-4f11-b7bd-95e4934de99b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'router': {'routes': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:55.152157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196121a2-a43b-4723-ac90-cc7c0031320a None None] Pushing event updated for resources: {'Port': ['ID=634346fc-fc10-4f82-b88d-71b3e19b3fd4,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:55.188281 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 2872ad55-36e3-45de-b3e9-9993d92c8bfd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:55.190728 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:55.194094 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44988) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:55.422247 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:55.423438 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:55.472813 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:55.492058 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 44998) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:55.785063 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:55.842194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-cfb1e6f6-1e18-4e4f-8376-c8e7a36c86dd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 14 01:56:55.875467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-cfb1e6f6-1e18-4e4f-8376-c8e7a36c86dd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Removed routes are [] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 14 01:56:55.875866 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfb1e6f6-1e18-4e4f-8376-c8e7a36c86dd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:55.933182 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3225a004-3331-4b90-8578-35ee747ca3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:56.136850 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.extraroute_db [None req-39c814ad-95d4-4f11-b7bd-95e4934de99b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Added routes are [] {{(pid=103354) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 14 01:56:56.137435 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.extraroute_db [None req-39c814ad-95d4-4f11-b7bd-95e4934de99b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103354) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 14 01:56:56.166278 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] Current status of the port fe84fbcf-d914-4cb0-b48f-916286b55ea2 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:56.168394 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:56.168693 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7d016923-5800-42f6-8354-2e0169fb739f req-e180b3d2-edc3-40cb-ae2f-ffdb6bda3f60 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 210 time: 0.1012380 Jan 14 01:56:56.204632 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:51Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab', 'name': '', 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:e3:36:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:48Z', 'updated_at': '2022-01-14T01:56:51Z', 'revision_number': 2, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:48Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:56.244234 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39c814ad-95d4-4f11-b7bd-95e4934de99b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:56.296303 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Checking router: 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:56:56.297295 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Updating router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:56:56.366769 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:56.429603 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] For port fe84fbcf-d914-4cb0-b48f-916286b55ea2, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fe84fbcf-d914-4cb0-b48f-916286b55ea2,segment=NetworkSegment(dffbcb34-7084-4135-8b75-6699cd2b9e15),segment_id=dffbcb34-7084-4135-8b75-6699cd2b9e15)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:56.452258 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:56.668713 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] Pushing event updated for resources: {'Port': ['ID=fe84fbcf-d914-4cb0-b48f-916286b55ea2,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:56.709399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] Provisioning complete for port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:56.710341 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:56.813210 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b96023a-9dd0-490c-9b53-ab4acaf2972b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:56.826958 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39c814ad-95d4-4f11-b7bd-95e4934de99b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:56.827528 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 2872ad55-36e3-45de-b3e9-9993d92c8bfd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:56.828951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:56.852735 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39c814ad-95d4-4f11-b7bd-95e4934de99b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:56.997851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9281ee95-b009-4f2d-8758-637274c3b818 None None] Current status of the port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:57.067620 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:57.073914 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:57.078981 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Publish callbacks [] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:57.085394 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c814ad-95d4-4f11-b7bd-95e4934de99b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a746fcdc-3183-46e3-a55b-8152da707a7f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:56:57.097898 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:57.171505 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:50Z', 'revision_number': 6, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634346fc-fc10-4f82-b88d-71b3e19b3fd4', 'name': '', 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:54:52:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '25222341-3d1d-4a91-bd85-650eaa8ce572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:45Z', 'updated_at': '2022-01-14T01:56:54Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '25222341-3d1d-4a91-bd85-650eaa8ce572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:50Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:57.262899 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Pushing event updated for resources: {'Port': ['ID=b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:57.276995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f74f168-aa56-4db6-8e1f-3f608a3209ef None None] The sync data for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 is: [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:50Z', 'revision_number': 6, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634346fc-fc10-4f82-b88d-71b3e19b3fd4', 'name': '', 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:54:52:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '25222341-3d1d-4a91-bd85-650eaa8ce572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:45Z', 'updated_at': '2022-01-14T01:56:54Z', 'revision_number': 4, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '25222341-3d1d-4a91-bd85-650eaa8ce572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:50Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:56:57.314138 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Provisioning complete for port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:57.314977 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:57.341839 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.342185 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.346936 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.347283 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.347631 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.347960 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.348289 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.348607 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.349109 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.349606 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.350114 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.350636 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.353603 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:57.475579 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfb1e6f6-1e18-4e4f-8376-c8e7a36c86dd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:57.477949 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c814ad-95d4-4f11-b7bd-95e4934de99b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:57.507400 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39c814ad-95d4-4f11-b7bd-95e4934de99b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:57.508257 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Attempting to bind port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:56:57.508853 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Attempting to bind port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'f2b9133d-203e-4499-973a-019fcd83d43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:56:57.510147 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Attempting to bind port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab on network 40fb946d-b28f-41c1-8e5f-f6bf8a41417f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:56:57.516098 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-39c814ad-95d4-4f11-b7bd-95e4934de99b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f HTTP/1.1" status: 200 len: 697 time: 2.5268531 Jan 14 01:56:57.517042 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45020) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:57.529164 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:56:57.530218 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Checking segment: {'id': 'f2b9133d-203e-4499-973a-019fcd83d43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:56:57.531173 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:57.531804 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Bound using segment: {'id': 'f2b9133d-203e-4499-973a-019fcd83d43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:56:57.532516 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Bound port: b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b9133d-203e-4499-973a-019fcd83d43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:56:57.533129 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:57.554538 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f39e0176-1eb4-4846-aef8-1e15f900866b req-b08a0b99-0b87-436d-9482-b90f6b955189 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 210 time: 0.0977433 Jan 14 01:56:57.597500 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfb1e6f6-1e18-4e4f-8376-c8e7a36c86dd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:57.631513 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:57.639577 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fa088781-0621-481f-ac9b-83c9b046a747 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:57.690852 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:56:57.740603 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] For port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:56:57.752427 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] For port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab,segment=NetworkSegment(f2b9133d-203e-4499-973a-019fcd83d43b),segment_id=f2b9133d-203e-4499-973a-019fcd83d43b)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:56:57.771530 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:57.798298 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Provisioning complete for port 3672e163-c9a6-4b55-a6d2-c42b13797e8a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:57.802378 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3fee24bf-0412-4e92-b252-7d1e2eed5101 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f HTTP/1.1" status: 200 len: 697 time: 0.2839832 Jan 14 01:56:57.803185 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45024) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:57.816096 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:57.911642 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:57.912765 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:58.085340 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3225a004-3331-4b90-8578-35ee747ca3bf admin admin] Publish callbacks [] for security_group (df0b72b6-b14f-419f-8e02-2da29a10c543), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:58.126384 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-a74252b2-c975-4459-9b37-d007f70e856b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:56:58.128113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-a74252b2-c975-4459-9b37-d007f70e856b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.46 "GET /v2.0/networks?id=db114705-da78-4699-9794-dfd57418bf7f HTTP/1.1" status: 200 len: 811 time: 1.2430694 Jan 14 01:56:58.131733 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3225a004-3331-4b90-8578-35ee747ca3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (df0b72b6-b14f-419f-8e02-2da29a10c543), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:58.174140 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Current status of the port 3672e163-c9a6-4b55-a6d2-c42b13797e8a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:58.174774 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:58.204278 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3225a004-3331-4b90-8578-35ee747ca3bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=646a60f1ac1d4516b329dbac54cdb672&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7110395 Jan 14 01:56:58.208656 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45028) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:58.215900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb1e6f6-1e18-4e4f-8376-c8e7a36c86dd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:56:58.238966 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Request body: {'port': {'device_id': 'b669ceac-2867-4e18-9daf-163934b22258', 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f', 'admin_state_up': True, 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:58.258236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port fa088781-0621-481f-ac9b-83c9b046a747 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:58.258631 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fa088781-0621-481f-ac9b-83c9b046a747), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:58.266012 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:58.380759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] For port 3672e163-c9a6-4b55-a6d2-c42b13797e8a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3672e163-c9a6-4b55-a6d2-c42b13797e8a,segment=NetworkSegment(f2b9133d-203e-4499-973a-019fcd83d43b),segment_id=f2b9133d-203e-4499-973a-019fcd83d43b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:58.390529 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ceffdd43-6b8b-4cdf-8933-9a7411a6c7b1 admin admin] Publish callbacks [] for security_group (df0b72b6-b14f-419f-8e02-2da29a10c543), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:58.397453 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:58.455439 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ceffdd43-6b8b-4cdf-8933-9a7411a6c7b1 admin admin] Publish callbacks [] for security_group (df0b72b6-b14f-419f-8e02-2da29a10c543), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:58.518602 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Made reservation on behalf of 242fa7f00a68431bbdacf298cad6dce3 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:56:58.522864 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:58.525113 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Provisioning complete for port 634346fc-fc10-4f82-b88d-71b3e19b3fd4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:58.525673 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:58.544125 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d55ba9-6256-431f-9793-30a24045473e None None] Pushing event updated for resources: {'Port': ['ID=b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:58.564378 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ceffdd43-6b8b-4cdf-8933-9a7411a6c7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (df0b72b6-b14f-419f-8e02-2da29a10c543), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:58.566947 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ceffdd43-6b8b-4cdf-8933-9a7411a6c7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:58.570067 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Pushing event updated for resources: {'Port': ['ID=3672e163-c9a6-4b55-a6d2-c42b13797e8a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:58.578713 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ceffdd43-6b8b-4cdf-8933-9a7411a6c7b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df0b72b6-b14f-419f-8e02-2da29a10c543 HTTP/1.1" status: 204 len: 168 time: 0.3558831 Jan 14 01:56:58.658210 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port fa088781-0621-481f-ac9b-83c9b046a747 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:58.702516 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffdd43-6b8b-4cdf-8933-9a7411a6c7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0b72b6-b14f-419f-8e02-2da29a10c543,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:58.802152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Allocated IP 172.20.0.14 (db114705-da78-4699-9794-dfd57418bf7f/48661e49-d83b-4257-b70b-7723a700be89/4502ba86-7b72-4593-b540-8813916376a6) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:56:58.859765 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Current status of the port 634346fc-fc10-4f82-b88d-71b3e19b3fd4 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:56:58.860180 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:58.945081 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:55Z', 'revision_number': 6, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab', 'name': '', 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:e3:36:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:48Z', 'updated_at': '2022-01-14T01:56:57Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:56Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:58.973169 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391cc7d-4616-43b1-af34-359adc4dfb50 None None] Sync routers for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:56:58.978239 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] For port 634346fc-fc10-4f82-b88d-71b3e19b3fd4, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=634346fc-fc10-4f82-b88d-71b3e19b3fd4,segment=NetworkSegment(8cc82bea-290e-4a79-81ae-ae3155008c5a),segment_id=8cc82bea-290e-4a79-81ae-ae3155008c5a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:56:58.992758 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.019785 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36cadd5c-dbdf-47a3-899b-4581309e220b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.045341 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391cc7d-4616-43b1-af34-359adc4dfb50 None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:56:59.045977 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8391cc7d-4616-43b1-af34-359adc4dfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:56:59.061251 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772fd79-47e4-417a-85c1-f4fbb3963702 None None] The sync data for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 is: [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:55Z', 'revision_number': 6, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab', 'name': '', 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:e3:36:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:48Z', 'updated_at': '2022-01-14T01:56:57Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:56Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:56:59.112576 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Provisioning complete for port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:56:59.113153 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.327812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225a004-3331-4b90-8578-35ee747ca3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0b72b6-b14f-419f-8e02-2da29a10c543,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:59.377864 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b96023a-9dd0-490c-9b53-ab4acaf2972b admin admin] Publish callbacks [] for security_group (1a862c5d-ff53-4d85-8cfb-2397f67ae655), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.383190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45042) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:59.425483 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8dd8983f-d2c2-486a-8755-4901dbb65b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.429702 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b96023a-9dd0-490c-9b53-ab4acaf2972b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1a862c5d-ff53-4d85-8cfb-2397f67ae655), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.485625 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-471796b3-e598-44fd-a3b3-aace7531f99c req-efce8a58-9dfa-48a6-a6b2-c08f8578f6ec tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 210 time: 0.3160098 Jan 14 01:56:59.516428 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 634346fc-fc10-4f82-b88d-71b3e19b3fd4 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:56:59.519331 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Pushing event updated for resources: {'Port': ['ID=634346fc-fc10-4f82-b88d-71b3e19b3fd4,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:59.560824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3b96023a-9dd0-490c-9b53-ab4acaf2972b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b5d1b53a4fb403f8da5a937e000d463&name=default HTTP/1.1" status: 200 len: 3000 time: 4.3656006 Jan 14 01:56:59.565414 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks [] for port (4502ba86-7b72-4593-b540-8813916376a6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.567454 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96023a-9dd0-490c-9b53-ab4acaf2972b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a862c5d-ff53-4d85-8cfb-2397f67ae655,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:59.570677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb1e6f6-1e18-4e4f-8376-c8e7a36c86dd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:56:59.574721 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45044) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:59.585600 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfb1e6f6-1e18-4e4f-8376-c8e7a36c86dd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.587153 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cfb1e6f6-1e18-4e4f-8376-c8e7a36c86dd tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 HTTP/1.1" status: 200 len: 953 time: 4.7578874 Jan 14 01:56:59.594162 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45046) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:59.607773 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.608288 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.608759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.609209 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.609640 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.611644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.612096 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.612536 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.613253 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.613694 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.614127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.614609 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.615195 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:56:59.677484 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-8391cc7d-4616-43b1-af34-359adc4dfb50 None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:56:59.724920 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8dd8983f-d2c2-486a-8755-4901dbb65b4b admin admin] Publish callbacks [] for security_group (ae3480a7-339e-4170-8e89-5a669b758777), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.737588 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8dd8983f-d2c2-486a-8755-4901dbb65b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ae3480a7-339e-4170-8e89-5a669b758777), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.777610 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8983f-d2c2-486a-8755-4901dbb65b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3480a7-339e-4170-8e89-5a669b758777,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:56:59.820037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fdef35bd-91ae-4024-9f28-312b3e8a3d45 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 HTTP/1.1" status: 200 len: 953 time: 0.2235701 Jan 14 01:56:59.825792 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45050) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:59.831045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5752567a-dade-4259-9eb4-6b1e17595e19 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'router': {'routes': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:56:59.841302 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-36cadd5c-dbdf-47a3-899b-4581309e220b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port 634346fc-fc10-4f82-b88d-71b3e19b3fd4 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:56:59.841786 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36cadd5c-dbdf-47a3-899b-4581309e220b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.850238 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e0df487-5f4d-406a-80ec-03371bd48beb admin admin] Publish callbacks [] for security_group (1a862c5d-ff53-4d85-8cfb-2397f67ae655), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.871881 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (4502ba86-7b72-4593-b540-8813916376a6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:56:59.904045 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8dd8983f-d2c2-486a-8755-4901dbb65b4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e1a47e0386b4b9ab592a49da75ef8b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5169578 Jan 14 01:56:59.951090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45052) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:56:59.964637 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['63e63de2-c951-481e-9409-eb25d923502a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:57:00.052224 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e0df487-5f4d-406a-80ec-03371bd48beb admin admin] Publish callbacks [] for security_group (1a862c5d-ff53-4d85-8cfb-2397f67ae655), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.059238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Current status of the port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:00.060278 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.105094 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-36cadd5c-dbdf-47a3-899b-4581309e220b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] For port 634346fc-fc10-4f82-b88d-71b3e19b3fd4, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=634346fc-fc10-4f82-b88d-71b3e19b3fd4,segment=NetworkSegment(8cc82bea-290e-4a79-81ae-ae3155008c5a),segment_id=8cc82bea-290e-4a79-81ae-ae3155008c5a)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:00.105462 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36cadd5c-dbdf-47a3-899b-4581309e220b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.126885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-36cadd5c-dbdf-47a3-899b-4581309e220b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for 634346fc-fc10-4f82-b88d-71b3e19b3fd4 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:00.128501 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 634346fc-fc10-4f82-b88d-71b3e19b3fd4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:00.129111 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.169854 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Pushing event updated for resources: {'Port': ['ID=4502ba86-7b72-4593-b540-8813916376a6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:00.195255 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Network db114705-da78-4699-9794-dfd57418bf7f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:57:00.200944 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f84d6bd3-3fff-4e18-8ea1-a6836269c9fb admin admin] Publish callbacks [] for security_group (ae3480a7-339e-4170-8e89-5a669b758777), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.205788 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:57:00.243233 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] For port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0,segment=NetworkSegment(8cc82bea-290e-4a79-81ae-ae3155008c5a),segment_id=8cc82bea-290e-4a79-81ae-ae3155008c5a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:00.261210 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f84d6bd3-3fff-4e18-8ea1-a6836269c9fb admin admin] Publish callbacks [] for security_group (ae3480a7-339e-4170-8e89-5a669b758777), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.263455 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.322483 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:57:00.373360 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8391cc7d-4616-43b1-af34-359adc4dfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:56:56Z', 'revision_number': 7, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634346fc-fc10-4f82-b88d-71b3e19b3fd4', 'name': '', 'network_id': 'bcfe57e0-372c-49bb-a821-54f73d164b1e', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:54:52:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '25222341-3d1d-4a91-bd85-650eaa8ce572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:45Z', 'updated_at': '2022-01-14T01:56:58Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '25222341-3d1d-4a91-bd85-650eaa8ce572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:50Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:00.438751 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:00.439708 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.448922 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e0df487-5f4d-406a-80ec-03371bd48beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1a862c5d-ff53-4d85-8cfb-2397f67ae655), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.452394 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e0df487-5f4d-406a-80ec-03371bd48beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.453742 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2e0df487-5f4d-406a-80ec-03371bd48beb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a862c5d-ff53-4d85-8cfb-2397f67ae655 HTTP/1.1" status: 204 len: 168 time: 0.8766024 Jan 14 01:57:00.467554 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a16cf-4a42-4e2a-8da3-462d0f13144a None None] Pushing event updated for resources: {'Port': ['ID=abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:00.471504 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0df487-5f4d-406a-80ec-03371bd48beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a862c5d-ff53-4d85-8cfb-2397f67ae655,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:00.475016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391cc7d-4616-43b1-af34-359adc4dfb50 None None] Checking router: a746fcdc-3183-46e3-a55b-8152da707a7f for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:00.488595 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f84d6bd3-3fff-4e18-8ea1-a6836269c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ae3480a7-339e-4170-8e89-5a669b758777), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.501940 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f84d6bd3-3fff-4e18-8ea1-a6836269c9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.503971 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f84d6bd3-3fff-4e18-8ea1-a6836269c9fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae3480a7-339e-4170-8e89-5a669b758777 HTTP/1.1" status: 204 len: 168 time: 0.5397744 Jan 14 01:57:00.536946 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-4dc12704-da5f-46fe-8bb7-bb376d62e4c6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3470981 Jan 14 01:57:00.561304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 634346fc-fc10-4f82-b88d-71b3e19b3fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:00.563651 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3672e163-c9a6-4b55-a6d2-c42b13797e8a up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:57:00.568475 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Request body: {'port': {'device_id': 'b669ceac-2867-4e18-9daf-163934b22258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:00.593099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d6bd3-3fff-4e18-8ea1-a6836269c9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3480a7-339e-4170-8e89-5a669b758777,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:00.598651 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-25d57b8b-b1f6-469d-8246-928435142411 None None] Provisioning complete for port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:00.599037 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25d57b8b-b1f6-469d-8246-928435142411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.656791 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362171b9-2f52-44b4-994e-c383a555dd88 None None] Sync routers for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:00.683383 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362171b9-2f52-44b4-994e-c383a555dd88 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:00.687922 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-362171b9-2f52-44b4-994e-c383a555dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:00.751898 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36cadd5c-dbdf-47a3-899b-4581309e220b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (634346fc-fc10-4f82-b88d-71b3e19b3fd4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.752945 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391cc7d-4616-43b1-af34-359adc4dfb50 None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:00.753711 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8391cc7d-4616-43b1-af34-359adc4dfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:00.827230 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cadd5c-dbdf-47a3-899b-4581309e220b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=634346fc-fc10-4f82-b88d-71b3e19b3fd4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:00.845362 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4502ba86-7b72-4593-b540-8813916376a6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:00.931093 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4268b-f86b-4ef6-ba59-5be1d81f73ce req-d55c6a3a-c565-4abb-9bba-27a43365dbb3 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:00.946478 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-8391cc7d-4616-43b1-af34-359adc4dfb50 None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:00.948044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1fc4268b-f86b-4ef6-ba59-5be1d81f73ce req-d55c6a3a-c565-4abb-9bba-27a43365dbb3 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 932 time: 0.3019927 Jan 14 01:57:00.964157 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-362171b9-2f52-44b4-994e-c383a555dd88 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:01.182777 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1fc4268b-f86b-4ef6-ba59-5be1d81f73ce req-2dc5db7f-62ca-4ae7-9b1a-db9aae002d8a tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335601 Jan 14 01:57:01.313831 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.extraroute_db [None req-5752567a-dade-4259-9eb4-6b1e17595e19 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Added routes are [] {{(pid=103354) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 14 01:57:01.314232 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.extraroute_db [None req-5752567a-dade-4259-9eb4-6b1e17595e19 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103354) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 14 01:57:01.319786 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45078) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:01.367464 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 3672e163-c9a6-4b55-a6d2-c42b13797e8a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:01.368198 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:01.368438 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47161230-e9d1-4920-8dea-6ed038f12775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:01.414551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36cadd5c-dbdf-47a3-899b-4581309e220b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:01.438612 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5752567a-dade-4259-9eb4-6b1e17595e19 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:01.506335 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-362171b9-2f52-44b4-994e-c383a555dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:56:55Z', 'revision_number': 6, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab', 'name': '', 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:e3:36:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:48Z', 'updated_at': '2022-01-14T01:56:57Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:56Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:01.528626 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-25d57b8b-b1f6-469d-8246-928435142411 None None] Current status of the port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:01.529033 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25d57b8b-b1f6-469d-8246-928435142411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:01.555821 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362171b9-2f52-44b4-994e-c383a555dd88 None None] Checking router: 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:01.566894 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362171b9-2f52-44b4-994e-c383a555dd88 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:01.567874 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-362171b9-2f52-44b4-994e-c383a555dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:01.621702 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4502ba86-7b72-4593-b540-8813916376a6 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:57:01.630966 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Publish callbacks [] for port (4502ba86-7b72-4593-b540-8813916376a6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:01.649914 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Transition to ACTIVE for port object 4502ba86-7b72-4593-b540-8813916376a6 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:57:01.671265 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (4502ba86-7b72-4593-b540-8813916376a6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:01.677180 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:01.680331 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-25d57b8b-b1f6-469d-8246-928435142411 None None] For port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab,segment=NetworkSegment(f2b9133d-203e-4499-973a-019fcd83d43b),segment_id=f2b9133d-203e-4499-973a-019fcd83d43b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:01.692456 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25d57b8b-b1f6-469d-8246-928435142411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:01.699827 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-25d57b8b-b1f6-469d-8246-928435142411 None None] Could not find standard attr ID for object 634346fc-fc10-4f82-b88d-71b3e19b3fd4. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 01:57:01.704723 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-ea008519-903c-435c-9104-ea424cb951ae tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c3097bda44b04d798683b64efe9d082e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759861 Jan 14 01:57:01.785123 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8391cc7d-4616-43b1-af34-359adc4dfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:00Z', 'revision_number': 8, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:50Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:01.852289 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4502ba86-7b72-4593-b540-8813916376a6,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:01.867944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391cc7d-4616-43b1-af34-359adc4dfb50 None None] The sync data for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 is: [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:00Z', 'revision_number': 8, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:50Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:01.878868 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47161230-e9d1-4920-8dea-6ed038f12775 admin admin] Publish callbacks [] for security_group (eaae49ce-a860-4291-8982-118f24634085), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:01.882076 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 3672e163-c9a6-4b55-a6d2-c42b13797e8a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:01.894824 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:57:01.958504 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d57b8b-b1f6-469d-8246-928435142411 None None] Pushing event updated for resources: {'Port': ['ID=b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:02.015191 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-362171b9-2f52-44b4-994e-c383a555dd88 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:02.023177 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:02.023558 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:02.040017 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-ef59fae8-106e-4a7e-ac8a-6aee2c8d7312 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:02.043910 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-ef59fae8-106e-4a7e-ac8a-6aee2c8d7312 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3372855 Jan 14 01:57:02.089669 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-7e309417-3075-4f03-af0f-fd4945af68fc tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/quotas/c3097bda44b04d798683b64efe9d082e HTTP/1.1" status: 200 len: 375 time: 0.0407879 Jan 14 01:57:02.195627 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:02.196667 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:57:02.215465 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-a251c46b-3bd5-40e3-b983-da6355e8edbd tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3097bda44b04d798683b64efe9d082e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101644 Jan 14 01:57:02.286046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Attempting to bind port 4502ba86-7b72-4593-b540-8813916376a6 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:57:02.286046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Attempting to bind port 4502ba86-7b72-4593-b540-8813916376a6 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:57:02.286046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Attempting to bind port 4502ba86-7b72-4593-b540-8813916376a6 on network db114705-da78-4699-9794-dfd57418bf7f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:57:02.342610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:02.343253 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:02.380916 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Port 4502ba86-7b72-4593-b540-8813916376a6 on network db114705-da78-4699-9794-dfd57418bf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:57:02.381154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Attempting to bind port 4502ba86-7b72-4593-b540-8813916376a6 on network db114705-da78-4699-9794-dfd57418bf7f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:57:02.395228 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:57:02.395652 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Checking segment: {'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:57:02.396012 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Bound using segment: {'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:57:02.396390 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Bound port: 4502ba86-7b72-4593-b540-8813916376a6, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e06dae0-5f83-4346-9b2c-f310c69390b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:57:02.396877 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4502ba86-7b72-4593-b540-8813916376a6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:02.416776 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-362171b9-2f52-44b4-994e-c383a555dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:01Z', 'revision_number': 7, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab', 'name': '', 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:e3:36:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:48Z', 'updated_at': '2022-01-14T01:56:57Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:56Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:02.467234 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad8c9c-d666-4b01-ada2-e8aafcf6efcb req-37f24cf7-dbaa-416d-b321-e011cde049d0 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:02.474809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06ad8c9c-d666-4b01-ada2-e8aafcf6efcb req-37f24cf7-dbaa-416d-b321-e011cde049d0 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 944 time: 0.1592290 Jan 14 01:57:02.519372 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362171b9-2f52-44b4-994e-c383a555dd88 None None] The sync data for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 is: [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:01Z', 'revision_number': 7, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab', 'name': '', 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:e3:36:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:48Z', 'updated_at': '2022-01-14T01:56:57Z', 'revision_number': 4, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:56Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:02.539731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:02.541053 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fe84fbcf-d914-4cb0-b48f-916286b55ea2 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:57:02.590368 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47161230-e9d1-4920-8dea-6ed038f12775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (eaae49ce-a860-4291-8982-118f24634085), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:02.657611 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port fe84fbcf-d914-4cb0-b48f-916286b55ea2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:02.658069 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:02.743361 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-47161230-e9d1-4920-8dea-6ed038f12775 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9418367836a4fd4b9172cbb74587910&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4202781 Jan 14 01:57:02.746190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47161230-e9d1-4920-8dea-6ed038f12775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaae49ce-a860-4291-8982-118f24634085,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:02.762255 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45128) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:02.852786 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port fe84fbcf-d914-4cb0-b48f-916286b55ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:02.996578 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5752567a-dade-4259-9eb4-6b1e17595e19 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:03.009153 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cadd5c-dbdf-47a3-899b-4581309e220b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a746fcdc-3183-46e3-a55b-8152da707a7f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:57:03.013911 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5752567a-dade-4259-9eb4-6b1e17595e19 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:03.196853 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:57:03.239432 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c951cb36-5c4a-4a2e-b18f-71fa33fdec18 admin admin] Publish callbacks [] for security_group (eaae49ce-a860-4291-8982-118f24634085), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:03.243575 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] For port 4502ba86-7b72-4593-b540-8813916376a6, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:57:03.249229 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] For port 4502ba86-7b72-4593-b540-8813916376a6, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4502ba86-7b72-4593-b540-8813916376a6,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:57:03.276599 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-60b4da8a-acba-4210-acfe-9846a230b96e req-d36f9db9-c0f6-4819-9669-6729c541e4d2 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 210 time: 0.6295002 Jan 14 01:57:03.284558 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (4502ba86-7b72-4593-b540-8813916376a6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:03.292723 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c951cb36-5c4a-4a2e-b18f-71fa33fdec18 admin admin] Publish callbacks [] for security_group (eaae49ce-a860-4291-8982-118f24634085), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:03.314293 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5752567a-dade-4259-9eb4-6b1e17595e19 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:57:03.320477 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cadd5c-dbdf-47a3-899b-4581309e220b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:03.333416 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45146) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:03.343317 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-36cadd5c-dbdf-47a3-899b-4581309e220b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5345676 Jan 14 01:57:03.349231 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:03.349866 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:03.350167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e85939a-1351-4439-a168-d8df81d78ea3 None None] Sync routers for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:03.352363 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/4502ba86-7b72-4593-b540-8813916376a6 HTTP/1.1" status: 200 len: 1092 time: 2.7968578 Jan 14 01:57:03.352926 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b669ceac-2867-4e18-9daf-163934b22258', 'tag': '4502ba86-7b72-4593-b540-8813916376a6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:57:03.356551 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecb1cc8-fa6f-483f-85e5-7c89e7a772a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b669ceac-2867-4e18-9daf-163934b22258", "tag": "4502ba86-7b72-4593-b540-8813916376a6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:57:03.374809 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:03.378072 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:03.404091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-06ad8c9c-d666-4b01-ada2-e8aafcf6efcb req-977dc0ee-035e-4388-a7ea-78f68288905c tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9248860 Jan 14 01:57:03.515541 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa22a9-fef5-4f57-8b2f-685ba220d3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4502ba86-7b72-4593-b540-8813916376a6,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:03.516229 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e85939a-1351-4439-a168-d8df81d78ea3 None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:03.516952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4e85939a-1351-4439-a168-d8df81d78ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:03.522779 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ee3f7f-3382-4c54-8dd3-7a865e4a60e1 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting subnet 25222341-3d1d-4a91-bd85-650eaa8ce572 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:57:03.529091 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3f7f-3382-4c54-8dd3-7a865e4a60e1 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (25222341-3d1d-4a91-bd85-650eaa8ce572), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:03.532654 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16317276-bcb9-4450-b348-13f1963fe981 x-openstack-request-id: req-16317276-bcb9-4450-b348-13f1963fe981 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:57:03.532961 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b669ceac-2867-4e18-9daf-163934b22258", "tag": "4502ba86-7b72-4593-b540-8813916376a6", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:57:03.535196 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16317276-bcb9-4450-b348-13f1963fe981 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:57:03.535196 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b669ceac-2867-4e18-9daf-163934b22258', 'tag': '4502ba86-7b72-4593-b540-8813916376a6', 'status': 'completed', 'code': 200} Jan 14 01:57:03.562471 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5752567a-dade-4259-9eb4-6b1e17595e19 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:03.570312 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5752567a-dade-4259-9eb4-6b1e17595e19 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:03.571669 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5752567a-dade-4259-9eb4-6b1e17595e19 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 HTTP/1.1" status: 200 len: 703 time: 3.7447264 Jan 14 01:57:03.572607 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c951cb36-5c4a-4a2e-b18f-71fa33fdec18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (eaae49ce-a860-4291-8982-118f24634085), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:03.574983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:03.575675 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c951cb36-5c4a-4a2e-b18f-71fa33fdec18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:03.579691 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c951cb36-5c4a-4a2e-b18f-71fa33fdec18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eaae49ce-a860-4291-8982-118f24634085 HTTP/1.1" status: 204 len: 168 time: 0.8111324 Jan 14 01:57:03.593657 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea5a9a5-e630-474c-84e9-4b6fcba73937 None None] Sync routers for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:03.609867 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea5a9a5-e630-474c-84e9-4b6fcba73937 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:03.610522 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fea5a9a5-e630-474c-84e9-4b6fcba73937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:03.611380 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951cb36-5c4a-4a2e-b18f-71fa33fdec18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaae49ce-a860-4291-8982-118f24634085,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:03.627396 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45156) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:03.798768 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-2ff994fa-14af-432f-8528-b421c63d89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:03.800630 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-2ff994fa-14af-432f-8528-b421c63d89e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=242fa7f00a68431bbdacf298cad6dce3&device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 1095 time: 0.3637497 Jan 14 01:57:03.817594 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3f7f-3382-4c54-8dd3-7a865e4a60e1 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (25222341-3d1d-4a91-bd85-650eaa8ce572), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:03.847762 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fea5a9a5-e630-474c-84e9-4b6fcba73937 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:03.918853 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-f80782c1-d380-4d08-82f0-36966818baac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4502ba86-7b72-4593-b540-8813916376a6 HTTP/1.1" status: 200 len: 217 time: 0.0936084 Jan 14 01:57:03.927099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4e85939a-1351-4439-a168-d8df81d78ea3 None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:03.978521 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f8251191-5550-4225-b64d-f9ed5a4cb863 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 HTTP/1.1" status: 200 len: 703 time: 0.3732274 Jan 14 01:57:03.979439 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45162) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:04.021223 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-cb3e579f-e7ee-49a7-bd47-5d426e30af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:04.023047 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-cb3e579f-e7ee-49a7-bd47-5d426e30af1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48661e49-d83b-4257-b70b-7723a700be89 HTTP/1.1" status: 200 len: 851 time: 0.0988801 Jan 14 01:57:04.045422 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:04.047050 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:57:04.100111 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3f7f-3382-4c54-8dd3-7a865e4a60e1 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (25222341-3d1d-4a91-bd85-650eaa8ce572), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.105886 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-6a5a34a2-db90-4a65-aa91-b233e3979708 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db114705-da78-4699-9794-dfd57418bf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771329 Jan 14 01:57:04.130682 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4cb98b75-3767-4c15-850f-5d436003d95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.168546 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45164) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:04.189851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:04.190304 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.243981 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89a9e069-b85f-49f4-b288-4086396946ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.263029 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-639b40c1-64bc-441d-bf43-b3bd994b5ed6 service neutron] 10.222.0.46 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335659 Jan 14 01:57:04.265357 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3f7f-3382-4c54-8dd3-7a865e4a60e1 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (25222341-3d1d-4a91-bd85-650eaa8ce572), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.293678 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3f7f-3382-4c54-8dd3-7a865e4a60e1 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.295576 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c091c6a-a376-4759-91ac-49d6c087b79e None None] Network bcfe57e0-372c-49bb-a821-54f73d164b1e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:04.295865 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-a758f943-37b5-447d-aa13-0df992fadf69 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c3097bda44b04d798683b64efe9d082e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406156 Jan 14 01:57:04.301061 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d1ee3f7f-3382-4c54-8dd3-7a865e4a60e1 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/25222341-3d1d-4a91-bd85-650eaa8ce572 HTTP/1.1" status: 204 len: 168 time: 0.9671972 Jan 14 01:57:04.303064 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45166) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:04.379907 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee3f7f-3382-4c54-8dd3-7a865e4a60e1 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Subnet': ['ID=25222341-3d1d-4a91-bd85-650eaa8ce572,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:04.387732 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89a9e069-b85f-49f4-b288-4086396946ee admin admin] Publish callbacks [] for security_group (a9e1e73d-28ba-44a9-91b4-a318160caa62), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.390109 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fea5a9a5-e630-474c-84e9-4b6fcba73937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:01Z', 'revision_number': 7, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab', 'name': '', 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:e3:36:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:48Z', 'updated_at': '2022-01-14T01:57:01Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:56Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:04.411063 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89a9e069-b85f-49f4-b288-4086396946ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a9e1e73d-28ba-44a9-91b4-a318160caa62), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.427062 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea5a9a5-e630-474c-84e9-4b6fcba73937 None None] Checking router: 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:04.446095 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea5a9a5-e630-474c-84e9-4b6fcba73937 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:04.446643 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fea5a9a5-e630-474c-84e9-4b6fcba73937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:04.503971 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9e069-b85f-49f4-b288-4086396946ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e1e73d-28ba-44a9-91b4-a318160caa62,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:04.548289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:04.553591 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83867154-868d-4780-9e6e-00417865d0d5 req-6246ae78-464c-4d08-a2ae-3f384fd3320f tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 210 time: 0.0635595 Jan 14 01:57:04.623248 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (bcfe57e0-372c-49bb-a821-54f73d164b1e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.637326 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.639609 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5f661b1-fd42-485f-9850-9687dcc01d37 req-012a04d4-16f3-433d-a791-10ec4706c8f7 service neutron] 10.222.0.46 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642986 Jan 14 01:57:04.652886 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-89a9e069-b85f-49f4-b288-4086396946ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ef4888eb0b34a679452c5ab4b21c012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4771049 Jan 14 01:57:04.655762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45176) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:04.667488 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e604705-4411-41fc-bf2f-7f7d3783aee0 req-887a6329-994e-443e-adcc-b4c197aa2f05 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:04.669103 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fea5a9a5-e630-474c-84e9-4b6fcba73937 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:04.669630 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4e604705-4411-41fc-bf2f-7f7d3783aee0 req-887a6329-994e-443e-adcc-b4c197aa2f05 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 944 time: 0.1225810 Jan 14 01:57:04.676521 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 634346fc-fc10-4f82-b88d-71b3e19b3fd4 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:04.747311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 634346fc-fc10-4f82-b88d-71b3e19b3fd4 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:04.747872 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 634346fc-fc10-4f82-b88d-71b3e19b3fd4 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:04.763957 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4e604705-4411-41fc-bf2f-7f7d3783aee0 req-84fbc363-9b10-4a3b-aa04-62d67b1eab6c tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715804 Jan 14 01:57:04.782096 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4e85939a-1351-4439-a168-d8df81d78ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:00Z', 'revision_number': 8, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:50Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:04.816678 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:04.817097 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.838125 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e85939a-1351-4439-a168-d8df81d78ea3 None None] Checking router: a746fcdc-3183-46e3-a55b-8152da707a7f for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:04.893747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e85939a-1351-4439-a168-d8df81d78ea3 None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:04.895042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4e85939a-1351-4439-a168-d8df81d78ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:56:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:04.897161 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4cb98b75-3767-4c15-850f-5d436003d95f admin admin] Publish callbacks [] for security_group (23ee8d4d-1f1e-4bad-96cf-fcd424f30acf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.912192 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1cc8-fa6f-483f-85e5-7c89e7a772a1 req-2517f0bc-527f-45e1-bf24-bd4dd96b4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:04.914013 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ecb1cc8-fa6f-483f-85e5-7c89e7a772a1 req-2517f0bc-527f-45e1-bf24-bd4dd96b4f17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=242fa7f00a68431bbdacf298cad6dce3&device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 1095 time: 0.1387396 Jan 14 01:57:04.933009 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-256ca5fe-937f-44aa-a711-9c88b24df5d4 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:04.935207 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-256ca5fe-937f-44aa-a711-9c88b24df5d4 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5459573 Jan 14 01:57:04.937370 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4cb98b75-3767-4c15-850f-5d436003d95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (23ee8d4d-1f1e-4bad-96cf-fcd424f30acf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:04.976555 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Request body: {'port': {'device_id': '769e5d07-40d0-457b-a55e-945b43399539', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'admin_state_up': True, 'tenant_id': 'c3097bda44b04d798683b64efe9d082e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:05.007549 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] For port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0,segment=NetworkSegment(8cc82bea-290e-4a79-81ae-ae3155008c5a),segment_id=8cc82bea-290e-4a79-81ae-ae3155008c5a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:05.008727 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.019021 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fea5a9a5-e630-474c-84e9-4b6fcba73937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:01Z', 'revision_number': 7, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab', 'name': '', 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:e3:36:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:48Z', 'updated_at': '2022-01-14T01:57:01Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:56Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:05.020382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7102bb34-9e67-41cd-84f4-740e7ed66ac8 None None] DHCP port deletion for bcfe57e0-372c-49bb-a821-54f73d164b1e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:57:05.021718 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb98b75-3767-4c15-850f-5d436003d95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ee8d4d-1f1e-4bad-96cf-fcd424f30acf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:05.024784 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95f627f0-7588-4bf0-8f3e-22b138054ced admin admin] Publish callbacks [] for security_group (a9e1e73d-28ba-44a9-91b4-a318160caa62), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.032859 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:05.049158 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4e85939a-1351-4439-a168-d8df81d78ea3 None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:05.050567 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4cb98b75-3767-4c15-850f-5d436003d95f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2cfe144838c4495b2b6f0cbb1977f13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4220433 Jan 14 01:57:05.053632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45178) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:05.084935 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea5a9a5-e630-474c-84e9-4b6fcba73937 None None] The sync data for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 is: [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:01Z', 'revision_number': 7, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab', 'name': '', 'network_id': '40fb946d-b28f-41c1-8e5f-f6bf8a41417f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:e3:36:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:48Z', 'updated_at': '2022-01-14T01:57:01Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': 'b572ef75-205c-4936-b351-f2783b77b18f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:56Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:05.109545 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e153d47-ba19-43be-94c5-da90ee7b5384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.123134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1cc8-fa6f-483f-85e5-7c89e7a772a1 req-46f6c019-30d2-4092-8f0f-5562c3acae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:05.126021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ecb1cc8-fa6f-483f-85e5-7c89e7a772a1 req-46f6c019-30d2-4092-8f0f-5562c3acae4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=db114705-da78-4699-9794-dfd57418bf7f HTTP/1.1" status: 200 len: 912 time: 0.2012768 Jan 14 01:57:05.189631 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95f627f0-7588-4bf0-8f3e-22b138054ced admin admin] Publish callbacks [] for security_group (a9e1e73d-28ba-44a9-91b4-a318160caa62), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.220225 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ecb1cc8-fa6f-483f-85e5-7c89e7a772a1 req-3dc246a0-661a-4754-822f-1298780749a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4502ba86-7b72-4593-b540-8813916376a6 HTTP/1.1" status: 200 len: 217 time: 0.0451016 Jan 14 01:57:05.241639 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f38b3de-4d5a-4a45-b9eb-1ba56394710e admin admin] Publish callbacks [] for security_group (23ee8d4d-1f1e-4bad-96cf-fcd424f30acf), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.245541 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7102bb34-9e67-41cd-84f4-740e7ed66ac8 None None] Deleting port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:05.245921 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7102bb34-9e67-41cd-84f4-740e7ed66ac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.277825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1cc8-fa6f-483f-85e5-7c89e7a772a1 req-ddbb6b4c-3c74-438f-b88f-e3d595d5b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:05.278981 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ecb1cc8-fa6f-483f-85e5-7c89e7a772a1 req-ddbb6b4c-3c74-438f-b88f-e3d595d5b895 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48661e49-d83b-4257-b70b-7723a700be89 HTTP/1.1" status: 200 len: 851 time: 0.0526161 Jan 14 01:57:05.280329 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.294053 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f38b3de-4d5a-4a45-b9eb-1ba56394710e admin admin] Publish callbacks [] for security_group (23ee8d4d-1f1e-4bad-96cf-fcd424f30acf), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.319126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:05.320997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No DVR routers for this DVR port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:05.339252 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7102bb34-9e67-41cd-84f4-740e7ed66ac8 None None] For port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0, host n-d-824358-4, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:05.339832 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7102bb34-9e67-41cd-84f4-740e7ed66ac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.344580 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ecb1cc8-fa6f-483f-85e5-7c89e7a772a1 req-6d02a111-29a2-4c71-86b7-93e90aa7a972 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db114705-da78-4699-9794-dfd57418bf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563457 Jan 14 01:57:05.362303 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84748e83-9045-4f7e-9973-957d3fea9e1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.372407 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7102bb34-9e67-41cd-84f4-740e7ed66ac8 None None] Calling delete_port for abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:05.380444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-7102bb34-9e67-41cd-84f4-740e7ed66ac8 None None] Port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 01:57:05.386175 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7102bb34-9e67-41cd-84f4-740e7ed66ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.409438 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95f627f0-7588-4bf0-8f3e-22b138054ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a9e1e73d-28ba-44a9-91b4-a318160caa62), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.410704 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95f627f0-7588-4bf0-8f3e-22b138054ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.414763 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-95f627f0-7588-4bf0-8f3e-22b138054ced admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9e1e73d-28ba-44a9-91b4-a318160caa62 HTTP/1.1" status: 204 len: 168 time: 0.7331886 Jan 14 01:57:05.419783 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102bb34-9e67-41cd-84f4-740e7ed66ac8 None None] No DVR routers for this DVR port abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:05.448571 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102bb34-9e67-41cd-84f4-740e7ed66ac8 None None] Pushing event deleted for resources: {'Port': ['ID=abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:05.456401 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Made reservation on behalf of c3097bda44b04d798683b64efe9d082e for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:57:05.460071 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.486766 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f627f0-7588-4bf0-8f3e-22b138054ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e1e73d-28ba-44a9-91b4-a318160caa62,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:05.489108 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.493514 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (bcfe57e0-372c-49bb-a821-54f73d164b1e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.502731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4e85939a-1351-4439-a168-d8df81d78ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:00Z', 'revision_number': 8, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:50Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:05.506713 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f38b3de-4d5a-4a45-b9eb-1ba56394710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (23ee8d4d-1f1e-4bad-96cf-fcd424f30acf), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.509866 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f38b3de-4d5a-4a45-b9eb-1ba56394710e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.514086 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2f38b3de-4d5a-4a45-b9eb-1ba56394710e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23ee8d4d-1f1e-4bad-96cf-fcd424f30acf HTTP/1.1" status: 204 len: 168 time: 0.4238989 Jan 14 01:57:05.526810 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfe57e0-372c-49bb-a821-54f73d164b1e']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:05.533765 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38b3de-4d5a-4a45-b9eb-1ba56394710e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ee8d4d-1f1e-4bad-96cf-fcd424f30acf,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:05.541103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc82bea-290e-4a79-81ae-ae3155008c5a') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:05.541687 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc82bea-290e-4a79-81ae-ae3155008c5a') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:05.566347 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (8cc82bea-290e-4a79-81ae-ae3155008c5a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.601907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e85939a-1351-4439-a168-d8df81d78ea3 None None] The sync data for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 is: [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:00Z', 'revision_number': 8, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df307aae-a6d5-4eea-ac4a-5cfc1ca12a66', 'name': '', 'network_id': '836f9ff0-9a3a-42dd-936b-2949ca1cb333', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:5a:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:32Z', 'updated_at': '2022-01-14T01:56:50Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'ed5f81ec-ae10-4dff-a4fd-538a8a364d2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:05.647159 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ecb1cc8-fa6f-483f-85e5-7c89e7a772a1 req-166a2ffc-fb56-4271-8000-6740cec6e98f service neutron] 10.222.0.46 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826533 Jan 14 01:57:05.648460 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (8cc82bea-290e-4a79-81ae-ae3155008c5a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.708856 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:57:05.709575 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (8cc82bea-290e-4a79-81ae-ae3155008c5a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:57:05.713758 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:57:05.718488 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:57:05.718488 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:57:05.718488 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:57:05.718488 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:57:05.718488 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:57:05.718488 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:57:05.718488 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:57:05.718488 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:57:05.718488 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:57:05.718488 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:57:05.718488 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:57:05.719989 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Publish callbacks [] for security_group (c0ace1c9-61a7-494e-b22e-bbe9cab81ebf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.737354 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c0ace1c9-61a7-494e-b22e-bbe9cab81ebf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.867997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:05.885787 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26f4683d-deba-4d28-83b2-7291ff6aea09 req-82f88202-f9d7-48d8-9805-b9dbcee8a3ec tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 210 time: 0.1138053 Jan 14 01:57:05.934919 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (bcfe57e0-372c-49bb-a821-54f73d164b1e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.962277 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:05.973357 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/networks/bcfe57e0-372c-49bb-a821-54f73d164b1e HTTP/1.1" status: 204 len: 168 time: 1.6496458 Jan 14 01:57:05.977031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45200) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:06.054713 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Allocated IP 192.168.233.162 (51139d4a-e68d-4e3d-a688-2e86c777447a/5382286c-1f83-4793-836d-bbb5398b58b0/a56ad2fb-682c-4e0e-aaea-5224bd1af9d9) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:57:06.087043 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dafd13-a454-4ddb-8a1d-6189c37d1c4e tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Network': ['ID=bcfe57e0-372c-49bb-a821-54f73d164b1e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:06.110631 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ecb1cc8-fa6f-483f-85e5-7c89e7a772a1 req-356c0365-e350-4c4f-8711-91466d8d4d27 service neutron] 10.222.0.46 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565771 Jan 14 01:57:06.223820 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efeb62-f69a-46b3-ba1e-a4b8f429aee2 req-dccf6523-a629-4c59-9d3d-9d953403aa70 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:06.231238 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-85efeb62-f69a-46b3-ba1e-a4b8f429aee2 req-dccf6523-a629-4c59-9d3d-9d953403aa70 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 944 time: 0.1797414 Jan 14 01:57:06.276144 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Publish callbacks [] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:06.287126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-84748e83-9045-4f7e-9973-957d3fea9e1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:06.287465 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84748e83-9045-4f7e-9973-957d3fea9e1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:06.390849 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-85efeb62-f69a-46b3-ba1e-a4b8f429aee2 req-53bda214-0a78-4974-b152-82c119eb5485 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439624 Jan 14 01:57:06.399451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:06.420472 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-84748e83-9045-4f7e-9973-957d3fea9e1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab,segment=NetworkSegment(f2b9133d-203e-4499-973a-019fcd83d43b),segment_id=f2b9133d-203e-4499-973a-019fcd83d43b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:06.420843 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84748e83-9045-4f7e-9973-957d3fea9e1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:06.460817 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Network 51139d4a-e68d-4e3d-a688-2e86c777447a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:57:06.464324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-84748e83-9045-4f7e-9973-957d3fea9e1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:06.469092 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:57:06.474647 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:57:06.514600 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Pushing event updated for resources: {'Port': ['ID=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:06.570554 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe33da33-beb6-474c-9b47-c076998d275f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:06.610583 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:06.611264 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:06.715155 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-9205cfd2-6771-4c46-a7b8-3fc69ee554c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7428403 Jan 14 01:57:06.740071 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Request body: {'port': {'device_id': '769e5d07-40d0-457b-a55e-945b43399539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:06.853506 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:06.878943 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cd36abf2-6b67-4d8e-b0a1-d1f530190f6a None None] Provisioning complete for port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:06.881286 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd36abf2-6b67-4d8e-b0a1-d1f530190f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:06.912118 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84748e83-9045-4f7e-9973-957d3fea9e1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:06.959605 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cd36abf2-6b67-4d8e-b0a1-d1f530190f6a None None] Port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:57:06.971690 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84748e83-9045-4f7e-9973-957d3fea9e1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:06.985025 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fe33da33-beb6-474c-9b47-c076998d275f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:06.985534 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe33da33-beb6-474c-9b47-c076998d275f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:07.022240 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:07.074312 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:07.074702 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device abe6da8d-fa3c-4d0e-82e1-82b44bd85fc0 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:07.171801 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-40a60eef-013b-4797-aaad-37e7204e7a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:07.237524 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24d952-9fb5-41bb-9962-7a26f7ed3e8c req-7e124bc3-77ad-4df0-b6f8-2ccc2a5d33b1 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:07.244999 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0c24d952-9fb5-41bb-9962-7a26f7ed3e8c req-7e124bc3-77ad-4df0-b6f8-2ccc2a5d33b1 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 936 time: 0.1478515 Jan 14 01:57:07.281663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fe33da33-beb6-474c-9b47-c076998d275f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] For port df307aae-a6d5-4eea-ac4a-5cfc1ca12a66, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=df307aae-a6d5-4eea-ac4a-5cfc1ca12a66,segment=NetworkSegment(65f80ce6-c960-4f77-8426-b06e0cf65442),segment_id=65f80ce6-c960-4f77-8426-b06e0cf65442)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:07.282026 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe33da33-beb6-474c-9b47-c076998d275f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:07.310833 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84748e83-9045-4f7e-9973-957d3fea9e1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:07.314652 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fe33da33-beb6-474c-9b47-c076998d275f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:07.341865 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0c24d952-9fb5-41bb-9962-7a26f7ed3e8c req-a72e267f-f480-4e25-8532-ac02f91fb3e1 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959985 Jan 14 01:57:07.602916 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f7a2b-e685-4248-803f-36d8667f5146 req-4dc7dfd2-e35a-475f-96cd-c154aba48958 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:07.607183 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26f7a2b-e685-4248-803f-36d8667f5146 req-4dc7dfd2-e35a-475f-96cd-c154aba48958 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 944 time: 0.0984099 Jan 14 01:57:07.608855 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe33da33-beb6-474c-9b47-c076998d275f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (df307aae-a6d5-4eea-ac4a-5cfc1ca12a66), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:07.978379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4502ba86-7b72-4593-b540-8813916376a6 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:57:08.011679 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33da33-beb6-474c-9b47-c076998d275f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=df307aae-a6d5-4eea-ac4a-5cfc1ca12a66,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:08.065175 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45270) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:08.132236 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26f7a2b-e685-4248-803f-36d8667f5146 req-2f17309d-3d42-4fc8-bb6f-ed5969cf4279 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159776 Jan 14 01:57:08.165518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4502ba86-7b72-4593-b540-8813916376a6, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4502ba86-7b72-4593-b540-8813916376a6,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:08.183998 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '4502ba86-7b72-4593-b540-8813916376a6', 'network_id': 'db114705-da78-4699-9794-dfd57418bf7f', 'port_id': '4502ba86-7b72-4593-b540-8813916376a6', 'mac_address': 'fa:16:3e:84:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48661e49-d83b-4257-b70b-7723a700be89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:57:08.254883 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4502ba86-7b72-4593-b540-8813916376a6 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:08.255671 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4502ba86-7b72-4593-b540-8813916376a6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:08.293284 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4502ba86-7b72-4593-b540-8813916376a6 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:57:08.296717 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84748e83-9045-4f7e-9973-957d3fea9e1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:57:08.325292 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe33da33-beb6-474c-9b47-c076998d275f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:08.341857 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4502ba86-7b72-4593-b540-8813916376a6, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4502ba86-7b72-4593-b540-8813916376a6,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:08.362535 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4502ba86-7b72-4593-b540-8813916376a6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:08.423524 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:08.438958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4502ba86-7b72-4593-b540-8813916376a6,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:08.464615 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84748e83-9045-4f7e-9973-957d3fea9e1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:08.469978 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-84748e83-9045-4f7e-9973-957d3fea9e1f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4895196 Jan 14 01:57:08.475883 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f37b429-249b-41a9-981d-13895b37a0b4 None None] Sync routers for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:08.479005 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:57:08.484928 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45280) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:08.489155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37b429-249b-41a9-981d-13895b37a0b4 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:08.489855 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6f37b429-249b-41a9-981d-13895b37a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:08.535072 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Publish callbacks [] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:08.537738 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f6820fc-f0ef-489d-b3ce-543b8d5328d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:08.561878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36495c3b-42ed-4379-875a-f58e61562204 req-a0405409-5274-420c-aac5-48f6b3d57c67 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:08.563533 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36495c3b-42ed-4379-875a-f58e61562204 req-a0405409-5274-420c-aac5-48f6b3d57c67 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 936 time: 0.0755756 Jan 14 01:57:08.610949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6f37b429-249b-41a9-981d-13895b37a0b4 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:08.639170 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f6820fc-f0ef-489d-b3ce-543b8d5328d7 admin admin] Publish callbacks [] for security_group (a0960b36-1d1d-49a2-b1e9-0a8db19c01c0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:08.641011 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Transition to ACTIVE for port object a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:57:08.648234 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d88471-046c-454c-a389-299563be0089 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting subnet b572ef75-205c-4936-b351-f2783b77b18f {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:57:08.652250 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9d88471-046c-454c-a389-299563be0089 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (b572ef75-205c-4936-b351-f2783b77b18f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:08.655412 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f6820fc-f0ef-489d-b3ce-543b8d5328d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a0960b36-1d1d-49a2-b1e9-0a8db19c01c0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:08.681410 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:08.695119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36495c3b-42ed-4379-875a-f58e61562204 req-5775c19f-d7f0-41f1-a1f3-ffcbf8e03c42 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891824 Jan 14 01:57:08.715072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe33da33-beb6-474c-9b47-c076998d275f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a746fcdc-3183-46e3-a55b-8152da707a7f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:57:08.787488 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5f6820fc-f0ef-489d-b3ce-543b8d5328d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3578fbd511ff4e3d913a82c7d3a4d038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7198381 Jan 14 01:57:08.803451 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6820fc-f0ef-489d-b3ce-543b8d5328d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0960b36-1d1d-49a2-b1e9-0a8db19c01c0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:08.817440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45284) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:08.820477 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9d88471-046c-454c-a389-299563be0089 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (b572ef75-205c-4936-b351-f2783b77b18f), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:08.834648 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4502ba86-7b72-4593-b540-8813916376a6'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:57:08.870323 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Pushing event updated for resources: {'Port': ['ID=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:08.871027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe33da33-beb6-474c-9b47-c076998d275f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:08.882510 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4519359-8ddc-47de-95eb-101074e8af14 None None] Sync routers for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:08.901433 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4519359-8ddc-47de-95eb-101074e8af14 None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:08.902068 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c4519359-8ddc-47de-95eb-101074e8af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:08.916920 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fe33da33-beb6-474c-9b47-c076998d275f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9365659 Jan 14 01:57:08.917610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45286) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:09.000530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5003549-372d-46cd-ae8d-d7e1a88a8dc2 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting subnet ed5f81ec-ae10-4dff-a4fd-538a8a364d2b {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:57:09.004561 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5003549-372d-46cd-ae8d-d7e1a88a8dc2 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (ed5f81ec-ae10-4dff-a4fd-538a8a364d2b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.088777 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc156-3418-4f0a-9fcb-e28ba690ddd8 admin admin] Publish callbacks [] for security_group (a0960b36-1d1d-49a2-b1e9-0a8db19c01c0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.090812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Attempting to bind port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:57:09.091483 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Attempting to bind port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:57:09.091795 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Attempting to bind port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:57:09.097582 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9d88471-046c-454c-a389-299563be0089 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (b572ef75-205c-4936-b351-f2783b77b18f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.104711 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5003549-372d-46cd-ae8d-d7e1a88a8dc2 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (ed5f81ec-ae10-4dff-a4fd-538a8a364d2b), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.129987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 on network 51139d4a-e68d-4e3d-a688-2e86c777447a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:57:09.129987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Attempting to bind port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 on network 51139d4a-e68d-4e3d-a688-2e86c777447a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:57:09.156110 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:57:09.156753 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Checking segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:57:09.157093 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Bound using segment: {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:57:09.157639 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Bound port: a56ad2fb-682c-4e0e-aaea-5224bd1af9d9, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16c022-9d42-4a78-b3b4-e98067da522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:57:09.158091 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.161419 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc156-3418-4f0a-9fcb-e28ba690ddd8 admin admin] Publish callbacks [] for security_group (a0960b36-1d1d-49a2-b1e9-0a8db19c01c0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.167039 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c4519359-8ddc-47de-95eb-101074e8af14 None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:09.287584 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9d88471-046c-454c-a389-299563be0089 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (b572ef75-205c-4936-b351-f2783b77b18f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.308305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] For port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:57:09.347017 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9d88471-046c-454c-a389-299563be0089 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.351110 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a9d88471-046c-454c-a389-299563be0089 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/b572ef75-205c-4936-b351-f2783b77b18f HTTP/1.1" status: 204 len: 168 time: 0.8651340 Jan 14 01:57:09.356763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d88471-046c-454c-a389-299563be0089 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Subnet': ['ID=b572ef75-205c-4936-b351-f2783b77b18f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:09.361647 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] For port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:57:09.363253 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45292) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:09.380475 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5003549-372d-46cd-ae8d-d7e1a88a8dc2 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (ed5f81ec-ae10-4dff-a4fd-538a8a364d2b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.384477 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc156-3418-4f0a-9fcb-e28ba690ddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a0960b36-1d1d-49a2-b1e9-0a8db19c01c0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.390949 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc156-3418-4f0a-9fcb-e28ba690ddd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.396049 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8a9bc156-3418-4f0a-9fcb-e28ba690ddd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0960b36-1d1d-49a2-b1e9-0a8db19c01c0 HTTP/1.1" status: 204 len: 168 time: 0.5672290 Jan 14 01:57:09.403133 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4172ad-c4b0-46d3-9a6c-e70f5a30ff8e None None] Network 40fb946d-b28f-41c1-8e5f-f6bf8a41417f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:09.425949 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.498406 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326139c-76a4-4f29-8673-a61307ea1b3e req-384f51a7-a5dc-49d6-b453-191e887f2069 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:09.500008 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b326139c-76a4-4f29-8673-a61307ea1b3e req-384f51a7-a5dc-49d6-b453-191e887f2069 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 945 time: 0.2091119 Jan 14 01:57:09.578044 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bc156-3418-4f0a-9fcb-e28ba690ddd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0960b36-1d1d-49a2-b1e9-0a8db19c01c0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:09.592592 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5003549-372d-46cd-ae8d-d7e1a88a8dc2 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (ed5f81ec-ae10-4dff-a4fd-538a8a364d2b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.596462 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:09.597557 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.598729 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] 10.222.0.36 "PUT /v2.0/ports/a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 HTTP/1.1" status: 200 len: 1096 time: 2.8670678 Jan 14 01:57:09.606126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769e5d07-40d0-457b-a55e-945b43399539', 'tag': 'a56ad2fb-682c-4e0e-aaea-5224bd1af9d9'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:57:09.610815 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f956a4de-ecb1-43b7-99b1-c341c1db1b29" -d '{"events": [{"name": "network-changed", "server_uuid": "769e5d07-40d0-457b-a55e-945b43399539", "tag": "a56ad2fb-682c-4e0e-aaea-5224bd1af9d9"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:57:09.721817 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ad63df-4e28-4dfe-b2dd-137052e06065 x-openstack-request-id: req-96ad63df-4e28-4dfe-b2dd-137052e06065 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:57:09.722108 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769e5d07-40d0-457b-a55e-945b43399539", "tag": "a56ad2fb-682c-4e0e-aaea-5224bd1af9d9", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:57:09.724802 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96ad63df-4e28-4dfe-b2dd-137052e06065 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:57:09.725274 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769e5d07-40d0-457b-a55e-945b43399539', 'tag': 'a56ad2fb-682c-4e0e-aaea-5224bd1af9d9', 'status': 'completed', 'code': 200} Jan 14 01:57:09.741162 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c4519359-8ddc-47de-95eb-101074e8af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:07Z', 'revision_number': 9, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:09.757441 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b326139c-76a4-4f29-8673-a61307ea1b3e req-064d3da5-0394-484c-b3d0-750caed0e6a2 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436426 Jan 14 01:57:09.758910 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6f37b429-249b-41a9-981d-13895b37a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:06Z', 'revision_number': 8, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:56Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:09.762681 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5003549-372d-46cd-ae8d-d7e1a88a8dc2 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5f81ec-ae10-4dff-a4fd-538a8a364d2b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:09.783035 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5003549-372d-46cd-ae8d-d7e1a88a8dc2 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.794801 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b5003549-372d-46cd-ae8d-d7e1a88a8dc2 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/ed5f81ec-ae10-4dff-a4fd-538a8a364d2b HTTP/1.1" status: 204 len: 168 time: 0.8743260 Jan 14 01:57:09.798981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45304) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:09.802775 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (40fb946d-b28f-41c1-8e5f-f6bf8a41417f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:09.827328 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4519359-8ddc-47de-95eb-101074e8af14 None None] Checking router: a746fcdc-3183-46e3-a55b-8152da707a7f for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:09.856818 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4519359-8ddc-47de-95eb-101074e8af14 None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:09.857445 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c4519359-8ddc-47de-95eb-101074e8af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:09.878807 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772f869c-8a03-415b-97e4-6d2d8d1c761f None None] Network 836f9ff0-9a3a-42dd-936b-2949ca1cb333 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:09.902971 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011db16-e2b7-4e6a-9d7b-d4d4d9fb5587 service neutron] Pushing event updated for resources: {'Port': ['ID=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:09.954207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab1da79-4e5a-496b-a79d-3190ba943a8d None None] DHCP port deletion for 40fb946d-b28f-41c1-8e5f-f6bf8a41417f request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:57:09.965960 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f37b429-249b-41a9-981d-13895b37a0b4 None None] Checking router: 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:09.979877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-79eaaa58-cea0-4d2c-bdad-df2b92854a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:09.981724 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-79eaaa58-cea0-4d2c-bdad-df2b92854a43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3097bda44b04d798683b64efe9d082e&device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 1099 time: 0.2796142 Jan 14 01:57:10.037515 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37b429-249b-41a9-981d-13895b37a0b4 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:10.038754 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6f37b429-249b-41a9-981d-13895b37a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:10.092218 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (836f9ff0-9a3a-42dd-936b-2949ca1cb333), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.106704 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbb2e3-ce47-481a-905f-f456f6e26a90 req-0ac42367-44a6-48fe-abf1-bfc194fa757e tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:10.108303 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-19dbb2e3-ce47-481a-905f-f456f6e26a90 req-0ac42367-44a6-48fe-abf1-bfc194fa757e tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 948 time: 0.2712436 Jan 14 01:57:10.121932 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-4a049726-4704-40b3-80bd-9a356474ba82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 HTTP/1.1" status: 200 len: 217 time: 0.1213112 Jan 14 01:57:10.127581 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port 3672e163-c9a6-4b55-a6d2-c42b13797e8a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:10.128573 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.138805 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.161113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45308) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:10.195476 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4032983-d0d5-4cf4-90db-52445353abd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.233286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-19dbb2e3-ce47-481a-905f-f456f6e26a90 req-fe735f60-4ece-4118-9e94-7166a6733a42 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178775 Jan 14 01:57:10.233891 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c4519359-8ddc-47de-95eb-101074e8af14 None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:10.257865 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-a7dfabb6-5d15-4653-8232-88c94bb63e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:10.259247 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port 2872ad55-36e3-45de-b3e9-9993d92c8bfd {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:10.259586 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.262311 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-a7dfabb6-5d15-4653-8232-88c94bb63e54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1312835 Jan 14 01:57:10.271124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port 3672e163-c9a6-4b55-a6d2-c42b13797e8a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3672e163-c9a6-4b55-a6d2-c42b13797e8a,segment=NetworkSegment(f2b9133d-203e-4499-973a-019fcd83d43b),segment_id=f2b9133d-203e-4499-973a-019fcd83d43b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:10.272133 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.331701 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for 3672e163-c9a6-4b55-a6d2-c42b13797e8a owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:10.359429 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-f6fcb007-33a4-4e68-bc26-a3561812cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:10.362253 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-f6fcb007-33a4-4e68-bc26-a3561812cc56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871575 Jan 14 01:57:10.370261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] For port 2872ad55-36e3-45de-b3e9-9993d92c8bfd, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2872ad55-36e3-45de-b3e9-9993d92c8bfd,segment=NetworkSegment(65f80ce6-c960-4f77-8426-b06e0cf65442),segment_id=65f80ce6-c960-4f77-8426-b06e0cf65442)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:10.370683 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.411009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for 2872ad55-36e3-45de-b3e9-9993d92c8bfd owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:10.439310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6f37b429-249b-41a9-981d-13895b37a0b4 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:10.506214 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4032983-d0d5-4cf4-90db-52445353abd7 admin admin] Publish callbacks [] for security_group (c30c3212-10cb-474f-b508-156911175042), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.520428 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4032983-d0d5-4cf4-90db-52445353abd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c30c3212-10cb-474f-b508-156911175042), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.532979 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c4519359-8ddc-47de-95eb-101074e8af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:07Z', 'revision_number': 9, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:10.561282 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e4032983-d0d5-4cf4-90db-52445353abd7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90ce95393ed94861903f35de5ef47cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962317 Jan 14 01:57:10.566334 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4519359-8ddc-47de-95eb-101074e8af14 None None] The sync data for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 is: [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:07Z', 'revision_number': 9, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': '4a9227a0-3612-4758-b284-da06e6afd77a', 'name': '', 'network_id': '37d09252-7e95-4391-ba6c-95fc30cd4bdd', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:b1:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:21Z', 'updated_at': '2022-01-14T01:56:43Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': '6834cf90-6fce-42d9-b8da-d7de13d76149', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:10.571033 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45314) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:10.601787 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-d6568fda-c1e3-4d8c-bc42-1837a0a96176 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930175 Jan 14 01:57:10.624438 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4032983-d0d5-4cf4-90db-52445353abd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30c3212-10cb-474f-b508-156911175042,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:10.652249 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (2872ad55-36e3-45de-b3e9-9993d92c8bfd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.664934 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.684372 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4ab1da79-4e5a-496b-a79d-3190ba943a8d None None] Deleting port 3672e163-c9a6-4b55-a6d2-c42b13797e8a {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:10.684748 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ab1da79-4e5a-496b-a79d-3190ba943a8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.688492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=2872ad55-36e3-45de-b3e9-9993d92c8bfd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:10.698151 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No DVR routers for this DVR port 2872ad55-36e3-45de-b3e9-9993d92c8bfd on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:10.740597 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af8737bd-e86b-4096-92d1-5b7df0c7e791 admin admin] Publish callbacks [] for security_group (c30c3212-10cb-474f-b508-156911175042), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.747047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No DVR routers for this DVR port 3672e163-c9a6-4b55-a6d2-c42b13797e8a on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:10.750394 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=3672e163-c9a6-4b55-a6d2-c42b13797e8a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:10.766354 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4ab1da79-4e5a-496b-a79d-3190ba943a8d None None] For port 3672e163-c9a6-4b55-a6d2-c42b13797e8a, host n-d-824358-4, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:10.766794 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ab1da79-4e5a-496b-a79d-3190ba943a8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.784328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4ab1da79-4e5a-496b-a79d-3190ba943a8d None None] Calling delete_port for 3672e163-c9a6-4b55-a6d2-c42b13797e8a owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:10.787967 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-4ab1da79-4e5a-496b-a79d-3190ba943a8d None None] Port 3672e163-c9a6-4b55-a6d2-c42b13797e8a was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 01:57:10.790140 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (836f9ff0-9a3a-42dd-936b-2949ca1cb333), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.793260 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ab1da79-4e5a-496b-a79d-3190ba943a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (3672e163-c9a6-4b55-a6d2-c42b13797e8a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.829503 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836f9ff0-9a3a-42dd-936b-2949ca1cb333']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:10.833714 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1da79-4e5a-496b-a79d-3190ba943a8d None None] Pushing event deleted for resources: {'Port': ['ID=3672e163-c9a6-4b55-a6d2-c42b13797e8a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:10.835826 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab1da79-4e5a-496b-a79d-3190ba943a8d None None] No DVR routers for this DVR port 3672e163-c9a6-4b55-a6d2-c42b13797e8a on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:10.839905 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6f37b429-249b-41a9-981d-13895b37a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:06Z', 'revision_number': 8, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:56Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:10.843011 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af8737bd-e86b-4096-92d1-5b7df0c7e791 admin admin] Publish callbacks [] for security_group (c30c3212-10cb-474f-b508-156911175042), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.865914 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f80ce6-c960-4f77-8426-b06e0cf65442') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:10.867074 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f80ce6-c960-4f77-8426-b06e0cf65442') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:10.870560 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f37b429-249b-41a9-981d-13895b37a0b4 None None] The sync data for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 is: [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:06Z', 'revision_number': 8, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe84fbcf-d914-4cb0-b48f-916286b55ea2', 'name': '', 'network_id': '4657564e-dd07-4b8a-a9ae-89522bc61ae2', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:5d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:36Z', 'updated_at': '2022-01-14T01:56:56Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '7d95791a-4100-415c-bd5a-e7cea3cc1ac1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:10.882935 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (65f80ce6-c960-4f77-8426-b06e0cf65442), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.885769 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (40fb946d-b28f-41c1-8e5f-f6bf8a41417f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.897676 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (65f80ce6-c960-4f77-8426-b06e0cf65442), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.904286 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6ad56337-ecc4-4e4c-a5c2-fd72c41e0007 req-f66d7127-efe9-4f68-bf3e-30ba05cc8556 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937248 Jan 14 01:57:10.914288 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:57:10.925608 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (65f80ce6-c960-4f77-8426-b06e0cf65442), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.932922 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fb946d-b28f-41c1-8e5f-f6bf8a41417f']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:10.955402 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:10.958149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d771919-932f-403c-9af4-0ff45686f08a None None] DHCP port deletion for 836f9ff0-9a3a-42dd-936b-2949ca1cb333 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:57:10.995569 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b9133d-203e-4499-973a-019fcd83d43b') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:10.995959 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b9133d-203e-4499-973a-019fcd83d43b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:11.006923 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (f2b9133d-203e-4499-973a-019fcd83d43b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:11.023118 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f2b9133d-203e-4499-973a-019fcd83d43b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:57:11.028785 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:57:11.033222 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:57:11.033635 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (f2b9133d-203e-4499-973a-019fcd83d43b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:57:11.037234 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:57:11.047683 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af8737bd-e86b-4096-92d1-5b7df0c7e791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c30c3212-10cb-474f-b508-156911175042), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:11.050234 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af8737bd-e86b-4096-92d1-5b7df0c7e791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:11.051392 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-af8737bd-e86b-4096-92d1-5b7df0c7e791 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c30c3212-10cb-474f-b508-156911175042 HTTP/1.1" status: 204 len: 168 time: 0.4787812 Jan 14 01:57:11.065388 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (836f9ff0-9a3a-42dd-936b-2949ca1cb333), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:11.084718 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:11.091034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/networks/836f9ff0-9a3a-42dd-936b-2949ca1cb333 HTTP/1.1" status: 204 len: 168 time: 1.2843325 Jan 14 01:57:11.092465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45326) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:11.149456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515973fb-4e0c-4dd2-9de5-df92792bb8ed tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Network': ['ID=836f9ff0-9a3a-42dd-936b-2949ca1cb333,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:11.151218 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (40fb946d-b28f-41c1-8e5f-f6bf8a41417f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:11.179983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8737bd-e86b-4096-92d1-5b7df0c7e791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30c3212-10cb-474f-b508-156911175042,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:11.191865 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:11.202125 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/networks/40fb946d-b28f-41c1-8e5f-f6bf8a41417f HTTP/1.1" status: 204 len: 168 time: 1.8352675 Jan 14 01:57:11.215156 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45330) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:11.307809 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb210f-1d88-47cf-aa04-f3a124cd7e4b req-4055cdcb-9eec-4d8e-9555-487e5d864c01 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:11.319873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8eeb210f-1d88-47cf-aa04-f3a124cd7e4b req-4055cdcb-9eec-4d8e-9555-487e5d864c01 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 945 time: 0.2856534 Jan 14 01:57:11.329474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e643e6-3835-4aca-a11a-583950494856 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Network': ['ID=40fb946d-b28f-41c1-8e5f-f6bf8a41417f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:11.425307 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3672e163-c9a6-4b55-a6d2-c42b13797e8a no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:11.460755 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956a4de-ecb1-43b7-99b1-c341c1db1b29 req-d237ef3f-8dbb-4b18-95d5-752fcb105f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:11.462673 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f956a4de-ecb1-43b7-99b1-c341c1db1b29 req-d237ef3f-8dbb-4b18-95d5-752fcb105f39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3097bda44b04d798683b64efe9d082e&device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 1099 time: 0.3305202 Jan 14 01:57:11.484870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 3672e163-c9a6-4b55-a6d2-c42b13797e8a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:11.485417 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3672e163-c9a6-4b55-a6d2-c42b13797e8a not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:11.485629 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:11.523482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:11.524205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device df307aae-a6d5-4eea-ac4a-5cfc1ca12a66 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:11.524643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2872ad55-36e3-45de-b3e9-9993d92c8bfd no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:11.563517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 2872ad55-36e3-45de-b3e9-9993d92c8bfd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:11.565715 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2872ad55-36e3-45de-b3e9-9993d92c8bfd not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:11.616973 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8eeb210f-1d88-47cf-aa04-f3a124cd7e4b req-bbc8ca4c-9b77-4e87-b5da-c44a58f70ae6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962220 Jan 14 01:57:11.668560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241252ca-850d-4aac-9e4e-318b9f53e1c7 req-766eca24-df7e-4de7-bdea-807405ba39a1 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:11.680286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-241252ca-850d-4aac-9e4e-318b9f53e1c7 req-766eca24-df7e-4de7-bdea-807405ba39a1 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 948 time: 0.2758336 Jan 14 01:57:11.715948 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956a4de-ecb1-43b7-99b1-c341c1db1b29 req-e516bc2b-05bd-4bc2-afee-ef895dc86bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:11.717496 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f956a4de-ecb1-43b7-99b1-c341c1db1b29 req-e516bc2b-05bd-4bc2-afee-ef895dc86bab service neutron] 10.222.0.36 "GET /v2.0/networks?id=51139d4a-e68d-4e3d-a688-2e86c777447a HTTP/1.1" status: 200 len: 870 time: 0.2480645 Jan 14 01:57:11.800379 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f956a4de-ecb1-43b7-99b1-c341c1db1b29 req-cafa10b2-3e6b-4e82-9182-b99c73adad01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 HTTP/1.1" status: 200 len: 217 time: 0.0618727 Jan 14 01:57:11.840166 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-241252ca-850d-4aac-9e4e-318b9f53e1c7 req-b57d4119-5629-48f0-8f6e-bab5386fdfce tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568329 Jan 14 01:57:11.932119 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956a4de-ecb1-43b7-99b1-c341c1db1b29 req-06ad57a2-1b07-43e7-94a7-108093a9b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:11.933765 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f956a4de-ecb1-43b7-99b1-c341c1db1b29 req-06ad57a2-1b07-43e7-94a7-108093a9b3a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5382286c-1f83-4793-836d-bbb5398b58b0 HTTP/1.1" status: 200 len: 843 time: 0.1248686 Jan 14 01:57:11.973169 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea111251-7d7a-421d-ad72-11f81e66063d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:11.980950 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4502ba86-7b72-4593-b540-8813916376a6 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:57:12.022757 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b036c6-94b6-49e7-b1a7-febcc5a0fe03 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:12.071919 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 4502ba86-7b72-4593-b540-8813916376a6 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:57:12.077786 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 4502ba86-7b72-4593-b540-8813916376a6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:12.078337 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4502ba86-7b72-4593-b540-8813916376a6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:12.115981 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956a4de-ecb1-43b7-99b1-c341c1db1b29 req-51e44407-c1e4-453a-bf7e-826cde4058b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:12.118230 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f956a4de-ecb1-43b7-99b1-c341c1db1b29 req-51e44407-c1e4-453a-bf7e-826cde4058b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51139d4a-e68d-4e3d-a688-2e86c777447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755440 Jan 14 01:57:12.205742 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4502ba86-7b72-4593-b540-8813916376a6 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:12.206915 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4502ba86-7b72-4593-b540-8813916376a6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:12.280792 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b669ceac-2867-4e18-9daf-163934b22258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4502ba86-7b72-4593-b540-8813916376a6'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:57:12.283743 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29f9e09-c225-4cd7-833d-0591cf603b26" -d '{"events": [{"server_uuid": "b669ceac-2867-4e18-9daf-163934b22258", "name": "network-vif-plugged", "status": "completed", "tag": "4502ba86-7b72-4593-b540-8813916376a6"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:57:12.307807 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4502ba86-7b72-4593-b540-8813916376a6, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4502ba86-7b72-4593-b540-8813916376a6,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:12.320812 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4502ba86-7b72-4593-b540-8813916376a6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:12.337745 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f956a4de-ecb1-43b7-99b1-c341c1db1b29 req-44bc823f-3cfb-4ca4-b8b8-c0b18dcaeb15 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127988 Jan 14 01:57:12.371276 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51a2d9d-9469-42ee-9b0d-b045a0d14ea3 x-openstack-request-id: req-a51a2d9d-9469-42ee-9b0d-b045a0d14ea3 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:57:12.371769 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b669ceac-2867-4e18-9daf-163934b22258", "name": "network-vif-plugged", "status": "completed", "tag": "4502ba86-7b72-4593-b540-8813916376a6", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:57:12.372194 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a51a2d9d-9469-42ee-9b0d-b045a0d14ea3 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:57:12.372791 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b669ceac-2867-4e18-9daf-163934b22258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4502ba86-7b72-4593-b540-8813916376a6', 'code': 200} Jan 14 01:57:12.403883 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4502ba86-7b72-4593-b540-8813916376a6,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:12.440235 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ea111251-7d7a-421d-ad72-11f81e66063d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port 4a9227a0-3612-4758-b284-da06e6afd77a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:12.441278 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea111251-7d7a-421d-ad72-11f81e66063d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:12.514829 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f956a4de-ecb1-43b7-99b1-c341c1db1b29 req-2f35a0a4-571a-4eac-9e4a-da0f79caf962 service neutron] 10.222.0.36 "GET /v2.0/networks/51139d4a-e68d-4e3d-a688-2e86c777447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698737 Jan 14 01:57:12.561650 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f78fc-5824-4178-8d66-96aea8b466b3 req-0cedb41a-c21a-44cc-ae92-ee07a59af2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:12.563236 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c73f78fc-5824-4178-8d66-96aea8b466b3 req-0cedb41a-c21a-44cc-ae92-ee07a59af2df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 1097 time: 0.0992393 Jan 14 01:57:12.576538 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f6b036c6-94b6-49e7-b1a7-febcc5a0fe03 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port fe84fbcf-d914-4cb0-b48f-916286b55ea2 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:12.576885 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b036c6-94b6-49e7-b1a7-febcc5a0fe03 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:12.585619 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ea111251-7d7a-421d-ad72-11f81e66063d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] For port 4a9227a0-3612-4758-b284-da06e6afd77a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=4a9227a0-3612-4758-b284-da06e6afd77a,segment=NetworkSegment(fabd3461-34b1-42c7-acbc-a5bf503387b7),segment_id=fabd3461-34b1-42c7-acbc-a5bf503387b7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:12.585989 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea111251-7d7a-421d-ad72-11f81e66063d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:12.612990 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ea111251-7d7a-421d-ad72-11f81e66063d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for 4a9227a0-3612-4758-b284-da06e6afd77a owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:12.642914 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c73f78fc-5824-4178-8d66-96aea8b466b3 req-0ebdf14a-00db-4038-93ab-b68e44643167 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701082 Jan 14 01:57:12.677342 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f6b036c6-94b6-49e7-b1a7-febcc5a0fe03 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port fe84fbcf-d914-4cb0-b48f-916286b55ea2, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fe84fbcf-d914-4cb0-b48f-916286b55ea2,segment=NetworkSegment(dffbcb34-7084-4135-8b75-6699cd2b9e15),segment_id=dffbcb34-7084-4135-8b75-6699cd2b9e15)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:12.678116 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b036c6-94b6-49e7-b1a7-febcc5a0fe03 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:12.694107 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f6b036c6-94b6-49e7-b1a7-febcc5a0fe03 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for fe84fbcf-d914-4cb0-b48f-916286b55ea2 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:12.808214 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3016120-771b-40a1-9835-40c62aec3a3d req-40f42061-a727-4c8c-b49e-7f5b61cea674 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:12.810496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3016120-771b-40a1-9835-40c62aec3a3d req-40f42061-a727-4c8c-b49e-7f5b61cea674 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.0675778 Jan 14 01:57:12.902737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:12.913198 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3016120-771b-40a1-9835-40c62aec3a3d req-ca8a793d-c1ab-488b-944b-8f4a94e86277 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927393 Jan 14 01:57:12.923285 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea111251-7d7a-421d-ad72-11f81e66063d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (4a9227a0-3612-4758-b284-da06e6afd77a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:12.964188 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:12.969987 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b036c6-94b6-49e7-b1a7-febcc5a0fe03 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (fe84fbcf-d914-4cb0-b48f-916286b55ea2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:12.975753 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b507e93f-b6a4-449a-8bfe-aaaa37bdb8ab not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:12.988978 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea111251-7d7a-421d-ad72-11f81e66063d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=4a9227a0-3612-4758-b284-da06e6afd77a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:13.032022 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b036c6-94b6-49e7-b1a7-febcc5a0fe03 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=fe84fbcf-d914-4cb0-b48f-916286b55ea2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:13.154724 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe009cd3-f487-41ae-82f0-041055451065 req-02a167f8-777e-4e93-b46c-3ba25fcdd2fc tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:13.156388 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe009cd3-f487-41ae-82f0-041055451065 req-02a167f8-777e-4e93-b46c-3ba25fcdd2fc tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 948 time: 0.0895061 Jan 14 01:57:13.298250 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea111251-7d7a-421d-ad72-11f81e66063d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:13.336252 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe009cd3-f487-41ae-82f0-041055451065 req-806ed7bf-afcc-47a2-9526-b01f56426021 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356616 Jan 14 01:57:13.471212 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:57:13.608595 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:13.610052 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b036c6-94b6-49e7-b1a7-febcc5a0fe03 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:13.625022 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'a56ad2fb-682c-4e0e-aaea-5224bd1af9d9', 'network_id': '51139d4a-e68d-4e3d-a688-2e86c777447a', 'port_id': 'a56ad2fb-682c-4e0e-aaea-5224bd1af9d9', 'mac_address': 'fa:16:3e:35:31:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382286c-1f83-4793-836d-bbb5398b58b0', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:57:13.674597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:13.674988 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:13.702893 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:57:13.733476 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:13.743803 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:13.799323 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:13.950331 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b036c6-94b6-49e7-b1a7-febcc5a0fe03 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:57:13.997902 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea111251-7d7a-421d-ad72-11f81e66063d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a746fcdc-3183-46e3-a55b-8152da707a7f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:57:14.060265 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['a56ad2fb-682c-4e0e-aaea-5224bd1af9d9'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:57:14.081135 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b036c6-94b6-49e7-b1a7-febcc5a0fe03 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:14.105223 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f6b036c6-94b6-49e7-b1a7-febcc5a0fe03 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8885782 Jan 14 01:57:14.106024 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45388) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:14.132366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435a7f6-81a3-424e-8eb4-1a2d139956d8 None None] Sync routers for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:14.133411 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea111251-7d7a-421d-ad72-11f81e66063d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:14.144220 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f762f9-8c0d-4ce0-94f7-283eedd8d04e None None] Sync routers for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:14.148023 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ea111251-7d7a-421d-ad72-11f81e66063d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0545444 Jan 14 01:57:14.151315 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45390) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:14.171198 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f762f9-8c0d-4ce0-94f7-283eedd8d04e None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:14.171826 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-65f762f9-8c0d-4ce0-94f7-283eedd8d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:14.223151 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435a7f6-81a3-424e-8eb4-1a2d139956d8 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:14.223970 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a435a7f6-81a3-424e-8eb4-1a2d139956d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:14.226705 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-f632062d-6c05-46b2-922c-33831c5b1355 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting subnet 7d95791a-4100-415c-bd5a-e7cea3cc1ac1 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:57:14.232209 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f632062d-6c05-46b2-922c-33831c5b1355 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (7d95791a-4100-415c-bd5a-e7cea3cc1ac1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:14.246028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a91c9eb-c19e-433e-a574-e6ff81d63b45 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting subnet 6834cf90-6fce-42d9-b8da-d7de13d76149 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:57:14.250276 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a91c9eb-c19e-433e-a574-e6ff81d63b45 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (6834cf90-6fce-42d9-b8da-d7de13d76149), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:14.273778 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-65f762f9-8c0d-4ce0-94f7-283eedd8d04e None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:14.307583 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f632062d-6c05-46b2-922c-33831c5b1355 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (7d95791a-4100-415c-bd5a-e7cea3cc1ac1), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:14.350213 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a91c9eb-c19e-433e-a574-e6ff81d63b45 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (6834cf90-6fce-42d9-b8da-d7de13d76149), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:14.404161 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a435a7f6-81a3-424e-8eb4-1a2d139956d8 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:14.415443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3889f19-bc79-4444-b5e3-f7f08ff69734 req-ff924aec-f762-45ee-8c1c-fe1683ee6a6a tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:14.428247 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3889f19-bc79-4444-b5e3-f7f08ff69734 req-ff924aec-f762-45ee-8c1c-fe1683ee6a6a tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.3737040 Jan 14 01:57:14.505846 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f632062d-6c05-46b2-922c-33831c5b1355 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (7d95791a-4100-415c-bd5a-e7cea3cc1ac1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:14.584187 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:57:14.595892 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f632062d-6c05-46b2-922c-33831c5b1355 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (7d95791a-4100-415c-bd5a-e7cea3cc1ac1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:14.625462 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-65f762f9-8c0d-4ce0-94f7-283eedd8d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:12Z', 'revision_number': 10, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:14.631165 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632062d-6c05-46b2-922c-33831c5b1355 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Subnet': ['ID=7d95791a-4100-415c-bd5a-e7cea3cc1ac1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:14.636038 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f632062d-6c05-46b2-922c-33831c5b1355 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:14.642007 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f632062d-6c05-46b2-922c-33831c5b1355 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/7d95791a-4100-415c-bd5a-e7cea3cc1ac1 HTTP/1.1" status: 204 len: 168 time: 0.5350921 Jan 14 01:57:14.642673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45396) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:14.654388 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b516c0-be1a-43b0-b5a8-1672c5431780 None None] Network 4657564e-dd07-4b8a-a9ae-89522bc61ae2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:14.662574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac64766-a5f4-43b1-983c-c994d175dfec req-f956fd9d-5b75-4e07-ad01-0f9f697aa9de tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:14.671302 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0ac64766-a5f4-43b1-983c-c994d175dfec req-f956fd9d-5b75-4e07-ad01-0f9f697aa9de tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 949 time: 0.2148037 Jan 14 01:57:14.692872 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f762f9-8c0d-4ce0-94f7-283eedd8d04e None None] Checking router: a746fcdc-3183-46e3-a55b-8152da707a7f for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:14.716677 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f762f9-8c0d-4ce0-94f7-283eedd8d04e None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:14.717447 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-65f762f9-8c0d-4ce0-94f7-283eedd8d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:14.732551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (4657564e-dd07-4b8a-a9ae-89522bc61ae2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:14.739189 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0ac64766-a5f4-43b1-983c-c994d175dfec req-d6ede06a-4f74-434c-9b91-7549659280c8 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655704 Jan 14 01:57:14.746536 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e3889f19-bc79-4444-b5e3-f7f08ff69734 req-370b97f9-776e-4326-93ba-bf3bdde80661 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172221 Jan 14 01:57:14.814106 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a91c9eb-c19e-433e-a574-e6ff81d63b45 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (6834cf90-6fce-42d9-b8da-d7de13d76149), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:14.843880 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:14.844331 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:14.903732 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-65f762f9-8c0d-4ce0-94f7-283eedd8d04e None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:14.911180 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a435a7f6-81a3-424e-8eb4-1a2d139956d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:12Z', 'revision_number': 9, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:15.004307 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435a7f6-81a3-424e-8eb4-1a2d139956d8 None None] Checking router: 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:15.014115 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a91c9eb-c19e-433e-a574-e6ff81d63b45 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (6834cf90-6fce-42d9-b8da-d7de13d76149), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.055798 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6813cf2d-8b4f-4f50-af0b-e4a2f9a6901b None None] DHCP port deletion for 4657564e-dd07-4b8a-a9ae-89522bc61ae2 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:57:15.077887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=44b854bc-9d5d-4e34-82c5-6d5a146b4f0a,segment=NetworkSegment(dffbcb34-7084-4135-8b75-6699cd2b9e15),segment_id=dffbcb34-7084-4135-8b75-6699cd2b9e15)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:15.078266 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.138941 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:15.185276 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280f698-2908-4044-af92-1d611c709cd7 None None] Network 37d09252-7e95-4391-ba6c-95fc30cd4bdd requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:15.204715 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435a7f6-81a3-424e-8eb4-1a2d139956d8 None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:15.205850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a435a7f6-81a3-424e-8eb4-1a2d139956d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:15.215876 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91c9eb-c19e-433e-a574-e6ff81d63b45 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Subnet': ['ID=6834cf90-6fce-42d9-b8da-d7de13d76149,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:15.221067 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a91c9eb-c19e-433e-a574-e6ff81d63b45 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.231119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7a91c9eb-c19e-433e-a574-e6ff81d63b45 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/6834cf90-6fce-42d9-b8da-d7de13d76149 HTTP/1.1" status: 204 len: 168 time: 1.0785327 Jan 14 01:57:15.235106 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45412) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:15.304824 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-65f762f9-8c0d-4ce0-94f7-283eedd8d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:12Z', 'revision_number': 10, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:15.363529 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f762f9-8c0d-4ce0-94f7-283eedd8d04e None None] The sync data for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 is: [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:12Z', 'revision_number': 10, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None, '_interfaces': [{'id': 'e620eb27-927b-4e14-b8ea-bca53c61f05e', 'name': '', 'network_id': '633b39cd-c18f-4e90-b021-ebe9078841d1', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'mac_address': 'fa:16:3e:e4:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:12Z', 'updated_at': '2022-01-14T01:56:26Z', 'revision_number': 5, 'project_id': 'c937dabc5863485b9690fd187842225d', 'subnets': [{'id': 'f3d19928-5acf-4a4c-a4d6-c8463bfd276a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:15.367424 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.410074 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=44b854bc-9d5d-4e34-82c5-6d5a146b4f0a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:15.414720 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No DVR routers for this DVR port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:15.420887 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a435a7f6-81a3-424e-8eb4-1a2d139956d8 None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:15.438137 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (37d09252-7e95-4391-ba6c-95fc30cd4bdd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.443332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df8158-76a1-4ae9-9d70-b5e51a4d7f28 req-e95b0f35-42a3-4be1-941b-6b8bac2bcbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:15.445131 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26df8158-76a1-4ae9-9d70-b5e51a4d7f28 req-e95b0f35-42a3-4be1-941b-6b8bac2bcbcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=242fa7f00a68431bbdacf298cad6dce3&device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 1097 time: 0.3245564 Jan 14 01:57:15.455289 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e89a8d-f39b-4afc-a599-3f32baf0c0fc req-706236ad-4f85-42d3-b8ef-c70d7c65de40 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:15.456777 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25e89a8d-f39b-4afc-a599-3f32baf0c0fc req-706236ad-4f85-42d3-b8ef-c70d7c65de40 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.2246344 Jan 14 01:57:15.506339 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:57:15.525758 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (4657564e-dd07-4b8a-a9ae-89522bc61ae2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.549147 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4657564e-dd07-4b8a-a9ae-89522bc61ae2']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:15.564078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffbcb34-7084-4135-8b75-6699cd2b9e15') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:15.564546 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffbcb34-7084-4135-8b75-6699cd2b9e15') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:15.579649 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (dffbcb34-7084-4135-8b75-6699cd2b9e15), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.591976 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6813cf2d-8b4f-4f50-af0b-e4a2f9a6901b None None] Deleting port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:15.592341 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6813cf2d-8b4f-4f50-af0b-e4a2f9a6901b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.599104 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (dffbcb34-7084-4135-8b75-6699cd2b9e15), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.608429 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:57:15.609437 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (dffbcb34-7084-4135-8b75-6699cd2b9e15), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:57:15.613927 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:57:15.672877 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df8158-76a1-4ae9-9d70-b5e51a4d7f28 req-495e08d9-5ee5-4f73-a957-d9d099359fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:15.674550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26df8158-76a1-4ae9-9d70-b5e51a4d7f28 req-495e08d9-5ee5-4f73-a957-d9d099359fdb service neutron] 10.222.0.46 "GET /v2.0/networks?id=db114705-da78-4699-9794-dfd57418bf7f HTTP/1.1" status: 200 len: 912 time: 0.2162530 Jan 14 01:57:15.678911 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25e89a8d-f39b-4afc-a599-3f32baf0c0fc req-23ebf030-f415-4d4e-b709-2c386185a8b3 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982043 Jan 14 01:57:15.724959 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26df8158-76a1-4ae9-9d70-b5e51a4d7f28 req-35701f7d-e8c4-4df0-b3dc-7aa7d560409d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4502ba86-7b72-4593-b540-8813916376a6 HTTP/1.1" status: 200 len: 217 time: 0.0438075 Jan 14 01:57:15.726809 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (4657564e-dd07-4b8a-a9ae-89522bc61ae2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.737005 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.746625 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/networks/4657564e-dd07-4b8a-a9ae-89522bc61ae2 HTTP/1.1" status: 204 len: 168 time: 1.1025345 Jan 14 01:57:15.749612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45418) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:15.805202 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bcce2-73e0-485b-98f7-c2a97fb5a787 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Network': ['ID=4657564e-dd07-4b8a-a9ae-89522bc61ae2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:15.866912 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port a3f53359-93ec-4f02-bebe-33b937ba6cde {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:15.867259 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:15.980039 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df8158-76a1-4ae9-9d70-b5e51a4d7f28 req-6348a906-a4d3-44a6-b1f1-0877028780bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:15.981469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26df8158-76a1-4ae9-9d70-b5e51a4d7f28 req-6348a906-a4d3-44a6-b1f1-0877028780bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48661e49-d83b-4257-b70b-7723a700be89 HTTP/1.1" status: 200 len: 851 time: 0.2408841 Jan 14 01:57:16.050552 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26df8158-76a1-4ae9-9d70-b5e51a4d7f28 req-bc8429a6-b4a0-4483-815a-9f2bda8c8f1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db114705-da78-4699-9794-dfd57418bf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443695 Jan 14 01:57:16.070542 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] For port a3f53359-93ec-4f02-bebe-33b937ba6cde, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a3f53359-93ec-4f02-bebe-33b937ba6cde,segment=NetworkSegment(fabd3461-34b1-42c7-acbc-a5bf503387b7),segment_id=fabd3461-34b1-42c7-acbc-a5bf503387b7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:16.070809 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.131683 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6813cf2d-8b4f-4f50-af0b-e4a2f9a6901b None None] For port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a, host n-d-824358-4, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:16.132067 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6813cf2d-8b4f-4f50-af0b-e4a2f9a6901b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.148235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:57:16.150379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3a6ea6-58df-4d7e-a08d-e8ccfc3216ae None None] DHCP port deletion for 37d09252-7e95-4391-ba6c-95fc30cd4bdd request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:57:16.159120 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45424) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:16.170084 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for a3f53359-93ec-4f02-bebe-33b937ba6cde owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:16.179290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6813cf2d-8b4f-4f50-af0b-e4a2f9a6901b None None] Calling delete_port for 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:16.180854 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:16.181224 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.216513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cece943-3dc9-4396-b9dc-f7f37de77303 req-b0c4a6fa-099a-44a3-b8a4-c47fcf0c1af3 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:16.218011 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5cece943-3dc9-4396-b9dc-f7f37de77303 req-b0c4a6fa-099a-44a3-b8a4-c47fcf0c1af3 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 949 time: 0.3102210 Jan 14 01:57:16.237734 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-6813cf2d-8b4f-4f50-af0b-e4a2f9a6901b None None] Port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 01:57:16.260626 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6813cf2d-8b4f-4f50-af0b-e4a2f9a6901b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (44b854bc-9d5d-4e34-82c5-6d5a146b4f0a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.332321 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3293b2a6-781d-4f15-a150-cb81bb6e2432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.361658 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6813cf2d-8b4f-4f50-af0b-e4a2f9a6901b None None] Network 4657564e-dd07-4b8a-a9ae-89522bc61ae2 is not hosted by any dhcp agent {{(pid=103355) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 14 01:57:16.363181 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6813cf2d-8b4f-4f50-af0b-e4a2f9a6901b None None] No DVR routers for this DVR port 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:16.371268 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813cf2d-8b4f-4f50-af0b-e4a2f9a6901b None None] Pushing event deleted for resources: {'Port': ['ID=44b854bc-9d5d-4e34-82c5-6d5a146b4f0a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:16.396340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26df8158-76a1-4ae9-9d70-b5e51a4d7f28 req-6d710650-c702-49ea-9690-3b8901983a51 service neutron] 10.222.0.46 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360198 Jan 14 01:57:16.405741 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5cece943-3dc9-4396-b9dc-f7f37de77303 req-0f6b729a-7ecf-44ad-aea6-f9894ddd67c3 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780558 Jan 14 01:57:16.453533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a6ea6-58df-4d7e-a08d-e8ccfc3216ae None None] Deleting port a3f53359-93ec-4f02-bebe-33b937ba6cde {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:16.456839 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6ea6-58df-4d7e-a08d-e8ccfc3216ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.529271 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1d3a6ea6-58df-4d7e-a08d-e8ccfc3216ae None None] For port a3f53359-93ec-4f02-bebe-33b937ba6cde, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a3f53359-93ec-4f02-bebe-33b937ba6cde,segment=NetworkSegment(fabd3461-34b1-42c7-acbc-a5bf503387b7),segment_id=fabd3461-34b1-42c7-acbc-a5bf503387b7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:16.529841 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6ea6-58df-4d7e-a08d-e8ccfc3216ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.543667 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3293b2a6-781d-4f15-a150-cb81bb6e2432 admin admin] Publish callbacks [] for security_group (4fd9f502-a2bc-4d60-8f28-eddc0999c0fc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.549355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a6ea6-58df-4d7e-a08d-e8ccfc3216ae None None] Calling delete_port for a3f53359-93ec-4f02-bebe-33b937ba6cde owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:16.558727 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3293b2a6-781d-4f15-a150-cb81bb6e2432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4fd9f502-a2bc-4d60-8f28-eddc0999c0fc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.614029 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:16.614552 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.621359 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.635128 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293b2a6-781d-4f15-a150-cb81bb6e2432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9f502-a2bc-4d60-8f28-eddc0999c0fc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:16.649269 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3293b2a6-781d-4f15-a150-cb81bb6e2432 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=533559f5e2024b709a3eb896640ab078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4852540 Jan 14 01:57:16.649849 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45438) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:16.706281 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=a3f53359-93ec-4f02-bebe-33b937ba6cde,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:16.722934 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-196b95bb-ae63-4f1d-9c63-d6a323fc89f3 admin admin] Publish callbacks [] for security_group (4fd9f502-a2bc-4d60-8f28-eddc0999c0fc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.726313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No DVR routers for this DVR port a3f53359-93ec-4f02-bebe-33b937ba6cde on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:16.748951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:16.755008 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.755590 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.756037 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.756500 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.756943 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.757427 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.757860 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.758289 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.758785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.759218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.759682 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.760137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.760565 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:16.763777 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-196b95bb-ae63-4f1d-9c63-d6a323fc89f3 admin admin] Publish callbacks [] for security_group (4fd9f502-a2bc-4d60-8f28-eddc0999c0fc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.771720 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769e5d07-40d0-457b-a55e-945b43399539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56ad2fb-682c-4e0e-aaea-5224bd1af9d9'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:57:16.779273 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921d340b-2788-4251-b126-d20cd623521a" -d '{"events": [{"server_uuid": "769e5d07-40d0-457b-a55e-945b43399539", "name": "network-vif-plugged", "status": "completed", "tag": "a56ad2fb-682c-4e0e-aaea-5224bd1af9d9"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:57:16.788499 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26df8158-76a1-4ae9-9d70-b5e51a4d7f28 req-4447a8da-1ea6-4666-a138-c8298c318242 service neutron] 10.222.0.46 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778179 Jan 14 01:57:16.797743 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.870099 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (37d09252-7e95-4391-ba6c-95fc30cd4bdd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.876338 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-196b95bb-ae63-4f1d-9c63-d6a323fc89f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4fd9f502-a2bc-4d60-8f28-eddc0999c0fc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.880778 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-196b95bb-ae63-4f1d-9c63-d6a323fc89f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:16.881992 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-196b95bb-ae63-4f1d-9c63-d6a323fc89f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4fd9f502-a2bc-4d60-8f28-eddc0999c0fc HTTP/1.1" status: 204 len: 168 time: 0.2310116 Jan 14 01:57:16.906270 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a435a7f6-81a3-424e-8eb4-1a2d139956d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:12Z', 'revision_number': 9, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:16.927492 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b95bb-ae63-4f1d-9c63-d6a323fc89f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9f502-a2bc-4d60-8f28-eddc0999c0fc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:16.929336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d09252-7e95-4391-ba6c-95fc30cd4bdd']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:16.955122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabd3461-34b1-42c7-acbc-a5bf503387b7') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:16.955445 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabd3461-34b1-42c7-acbc-a5bf503387b7') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:16.988893 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6391a4e-db74-442e-8164-e501431a627f x-openstack-request-id: req-b6391a4e-db74-442e-8164-e501431a627f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:57:16.989137 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769e5d07-40d0-457b-a55e-945b43399539", "name": "network-vif-plugged", "status": "completed", "tag": "a56ad2fb-682c-4e0e-aaea-5224bd1af9d9", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:57:16.989340 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6391a4e-db74-442e-8164-e501431a627f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:57:16.989827 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769e5d07-40d0-457b-a55e-945b43399539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56ad2fb-682c-4e0e-aaea-5224bd1af9d9', 'code': 200} Jan 14 01:57:16.996539 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:17.000866 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (fabd3461-34b1-42c7-acbc-a5bf503387b7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:17.004215 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435a7f6-81a3-424e-8eb4-1a2d139956d8 None None] The sync data for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 is: [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:12Z', 'revision_number': 9, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa088781-0621-481f-ac9b-83c9b046a747', 'name': '', 'network_id': 'd27fca89-ad4e-4eff-bad2-72c6b9773333', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:c9:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:28Z', 'updated_at': '2022-01-14T01:56:39Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '6172c542-19a4-4d55-8b49-ad1c11e83709', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:17.031759 n-d-824358-4 neutron-server[103355]: self.session.flush() Jan 14 01:57:17.035934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc4bd-d1e7-4ee9-b7de-ffe402e8ccf7 req-25bbf67f-c82d-445a-bf52-9308a0c566bd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:17.035934 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5b5fc4bd-d1e7-4ee9-b7de-ffe402e8ccf7 req-25bbf67f-c82d-445a-bf52-9308a0c566bd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1662195 Jan 14 01:57:17.047439 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (fabd3461-34b1-42c7-acbc-a5bf503387b7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:17.050096 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6ea6-58df-4d7e-a08d-e8ccfc3216ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (a3f53359-93ec-4f02-bebe-33b937ba6cde), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:17.078575 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:57:17.079253 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (fabd3461-34b1-42c7-acbc-a5bf503387b7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:17.085047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688e4f7-a0c3-4193-abdf-27dbc117e873 req-f49879a1-1f37-4d0e-ac5a-8a74d52e7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:17.087264 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9688e4f7-a0c3-4193-abdf-27dbc117e873 req-f49879a1-1f37-4d0e-ac5a-8a74d52e7d3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 1101 time: 0.0807135 Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:57:17.088599 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:57:17.106585 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a6ea6-58df-4d7e-a08d-e8ccfc3216ae None None] Pushing event deleted for resources: {'Port': ['ID=a3f53359-93ec-4f02-bebe-33b937ba6cde,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:17.110605 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a6ea6-58df-4d7e-a08d-e8ccfc3216ae None None] No DVR routers for this DVR port a3f53359-93ec-4f02-bebe-33b937ba6cde on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:17.161000 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9688e4f7-a0c3-4193-abdf-27dbc117e873 req-21e0112d-fe63-4878-bc78-1af1744e2355 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669045 Jan 14 01:57:17.206842 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (37d09252-7e95-4391-ba6c-95fc30cd4bdd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:17.211485 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:17.215576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/networks/37d09252-7e95-4391-ba6c-95fc30cd4bdd HTTP/1.1" status: 204 len: 168 time: 1.9789424 Jan 14 01:57:17.218359 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45452) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:17.255197 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5b5fc4bd-d1e7-4ee9-b7de-ffe402e8ccf7 req-d8475993-9268-4ce8-bbe3-17bf2f11cd38 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997638 Jan 14 01:57:17.283507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6001109-e626-464d-bd56-e4ea200092eb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Network': ['ID=37d09252-7e95-4391-ba6c-95fc30cd4bdd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:17.290325 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42368929-805b-493c-9abb-6da15e9ecbee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:17.547288 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a3f53359-93ec-4f02-bebe-33b937ba6cde no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:17.601418 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: a3f53359-93ec-4f02-bebe-33b937ba6cde {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:17.603595 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a3f53359-93ec-4f02-bebe-33b937ba6cde not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:17.605687 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 4a9227a0-3612-4758-b284-da06e6afd77a no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:17.669698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 4a9227a0-3612-4758-b284-da06e6afd77a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:17.671017 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 4a9227a0-3612-4758-b284-da06e6afd77a not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:17.673519 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:17.766509 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:17.766790 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 44b854bc-9d5d-4e34-82c5-6d5a146b4f0a not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:17.773081 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fe84fbcf-d914-4cb0-b48f-916286b55ea2 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:17.807057 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: fe84fbcf-d914-4cb0-b48f-916286b55ea2 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:17.807427 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fe84fbcf-d914-4cb0-b48f-916286b55ea2 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:17.840075 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3319-2bc9-4152-a4a4-6a823d137c80 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:18.003538 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be289-62f9-4451-8eb4-939a07fb712c req-e8c37538-0a3f-43cb-b561-f9caea0617dd tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:18.006929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae8be289-62f9-4451-8eb4-939a07fb712c req-e8c37538-0a3f-43cb-b561-f9caea0617dd tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 950 time: 0.4726417 Jan 14 01:57:18.187558 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae8be289-62f9-4451-8eb4-939a07fb712c req-718e6132-9509-491d-88ae-cd5515b804fa tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700764 Jan 14 01:57:18.216403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3e4c3319-2bc9-4152-a4a4-6a823d137c80 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port e620eb27-927b-4e14-b8ea-bca53c61f05e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:18.217064 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3319-2bc9-4152-a4a4-6a823d137c80 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:18.224474 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-42368929-805b-493c-9abb-6da15e9ecbee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port fa088781-0621-481f-ac9b-83c9b046a747 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:18.224810 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42368929-805b-493c-9abb-6da15e9ecbee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (fa088781-0621-481f-ac9b-83c9b046a747), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:18.349350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-3e4c3319-2bc9-4152-a4a4-6a823d137c80 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] For port e620eb27-927b-4e14-b8ea-bca53c61f05e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e620eb27-927b-4e14-b8ea-bca53c61f05e,segment=NetworkSegment(bbe4488d-4efc-47d8-a17e-70cbeff085ad),segment_id=bbe4488d-4efc-47d8-a17e-70cbeff085ad)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:18.349863 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3319-2bc9-4152-a4a4-6a823d137c80 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:18.380352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-42368929-805b-493c-9abb-6da15e9ecbee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port fa088781-0621-481f-ac9b-83c9b046a747, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fa088781-0621-481f-ac9b-83c9b046a747,segment=NetworkSegment(5123baba-882d-4207-ad1f-f20b59c64b8e),segment_id=5123baba-882d-4207-ad1f-f20b59c64b8e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:18.381077 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42368929-805b-493c-9abb-6da15e9ecbee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (fa088781-0621-481f-ac9b-83c9b046a747), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:18.382087 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3e4c3319-2bc9-4152-a4a4-6a823d137c80 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for e620eb27-927b-4e14-b8ea-bca53c61f05e owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:18.419152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-42368929-805b-493c-9abb-6da15e9ecbee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for fa088781-0621-481f-ac9b-83c9b046a747 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:18.481730 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f4798-d463-4490-b72c-561e54a3a0a6 req-edbc893f-1ea4-4144-a6e2-c73cae065b46 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:18.483433 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-038f4798-d463-4490-b72c-561e54a3a0a6 req-edbc893f-1ea4-4144-a6e2-c73cae065b46 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1076539 Jan 14 01:57:18.621678 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3319-2bc9-4152-a4a4-6a823d137c80 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e620eb27-927b-4e14-b8ea-bca53c61f05e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:18.643102 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-038f4798-d463-4490-b72c-561e54a3a0a6 req-fcc66f75-e7ec-40c9-b579-a6013425ead5 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902712 Jan 14 01:57:18.670687 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c3319-2bc9-4152-a4a4-6a823d137c80 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=e620eb27-927b-4e14-b8ea-bca53c61f05e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:18.729741 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42368929-805b-493c-9abb-6da15e9ecbee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (fa088781-0621-481f-ac9b-83c9b046a747), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:18.849298 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42368929-805b-493c-9abb-6da15e9ecbee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=fa088781-0621-481f-ac9b-83c9b046a747,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:18.913408 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3319-2bc9-4152-a4a4-6a823d137c80 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (a746fcdc-3183-46e3-a55b-8152da707a7f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:19.032410 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42368929-805b-493c-9abb-6da15e9ecbee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:19.160597 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4c3319-2bc9-4152-a4a4-6a823d137c80 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a746fcdc-3183-46e3-a55b-8152da707a7f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:57:19.251383 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4c3319-2bc9-4152-a4a4-6a823d137c80 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:19.259416 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3e4c3319-2bc9-4152-a4a4-6a823d137c80 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0399768 Jan 14 01:57:19.261987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45502) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:19.265169 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168b243-03ed-42cb-8dec-daf946155fc1 None None] Sync routers for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:19.276463 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168b243-03ed-42cb-8dec-daf946155fc1 None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:19.277819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1168b243-03ed-42cb-8dec-daf946155fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:19.325815 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fefc7a-d5d4-4f46-ab5f-0c479fc6ce4a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting subnet f3d19928-5acf-4a4c-a4d6-c8463bfd276a {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:57:19.329129 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d6fefc7a-d5d4-4f46-ab5f-0c479fc6ce4a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (f3d19928-5acf-4a4c-a4d6-c8463bfd276a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:19.349244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42368929-805b-493c-9abb-6da15e9ecbee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:57:19.364597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1168b243-03ed-42cb-8dec-daf946155fc1 None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:19.378570 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fe359-b653-437d-a7fc-ebfcbdfc3af8 req-a8fdfa42-f422-42be-bd5e-7fb4c08a49e0 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:19.380733 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e85fe359-b653-437d-a7fc-ebfcbdfc3af8 req-a8fdfa42-f422-42be-bd5e-7fb4c08a49e0 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 950 time: 0.0749393 Jan 14 01:57:19.382712 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d6fefc7a-d5d4-4f46-ab5f-0c479fc6ce4a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (f3d19928-5acf-4a4c-a4d6-c8463bfd276a), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:19.438896 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1168b243-03ed-42cb-8dec-daf946155fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:18Z', 'revision_number': 11, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:19.470659 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d6fefc7a-d5d4-4f46-ab5f-0c479fc6ce4a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (f3d19928-5acf-4a4c-a4d6-c8463bfd276a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:19.472703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168b243-03ed-42cb-8dec-daf946155fc1 None None] Checking router: a746fcdc-3183-46e3-a55b-8152da707a7f for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:19.483741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168b243-03ed-42cb-8dec-daf946155fc1 None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:19.484593 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1168b243-03ed-42cb-8dec-daf946155fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:19.505980 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e85fe359-b653-437d-a7fc-ebfcbdfc3af8 req-64d08279-1da9-4cf8-9904-be5f999428e2 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883865 Jan 14 01:57:19.515486 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42368929-805b-493c-9abb-6da15e9ecbee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:19.526586 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-42368929-805b-493c-9abb-6da15e9ecbee tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7128599 Jan 14 01:57:19.528218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45504) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:19.532647 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ead5e-cbe1-4886-acfc-e12c12caca7f None None] Sync routers for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:19.545879 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ead5e-cbe1-4886-acfc-e12c12caca7f None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:19.546758 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5f1ead5e-cbe1-4886-acfc-e12c12caca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:19.557782 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d6fefc7a-d5d4-4f46-ab5f-0c479fc6ce4a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (f3d19928-5acf-4a4c-a4d6-c8463bfd276a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:19.596890 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfdca2a0-9f70-44a0-870e-75b5ecd30506 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting subnet 6172c542-19a4-4d55-8b49-ad1c11e83709 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:57:19.601010 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfdca2a0-9f70-44a0-870e-75b5ecd30506 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (6172c542-19a4-4d55-8b49-ad1c11e83709), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:19.602754 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1168b243-03ed-42cb-8dec-daf946155fc1 None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:19.656541 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfdca2a0-9f70-44a0-870e-75b5ecd30506 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (6172c542-19a4-4d55-8b49-ad1c11e83709), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:19.668938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fefc7a-d5d4-4f46-ab5f-0c479fc6ce4a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d19928-5acf-4a4c-a4d6-c8463bfd276a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:19.674030 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1168b243-03ed-42cb-8dec-daf946155fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:18Z', 'revision_number': 11, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:19.677568 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464323d-27d3-41f2-aeab-0b7903959c63 None None] Network 633b39cd-c18f-4e90-b021-ebe9078841d1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:19.677847 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d6fefc7a-d5d4-4f46-ab5f-0c479fc6ce4a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:19.689081 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d6fefc7a-d5d4-4f46-ab5f-0c479fc6ce4a tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/f3d19928-5acf-4a4c-a4d6-c8463bfd276a HTTP/1.1" status: 204 len: 168 time: 0.4230797 Jan 14 01:57:19.693563 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45512) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:19.758311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168b243-03ed-42cb-8dec-daf946155fc1 None None] The sync data for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 is: [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:18Z', 'revision_number': 11, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:19.777565 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5f1ead5e-cbe1-4886-acfc-e12c12caca7f None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:19.891468 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (633b39cd-c18f-4e90-b021-ebe9078841d1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:19.905028 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfdca2a0-9f70-44a0-870e-75b5ecd30506 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (6172c542-19a4-4d55-8b49-ad1c11e83709), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:19.921009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963986e8-75b1-4a11-93cb-dd2cc772d2bc req-a5fe9eea-32c3-4973-bd41-23efb06bc084 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:19.930070 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-963986e8-75b1-4a11-93cb-dd2cc772d2bc req-a5fe9eea-32c3-4973-bd41-23efb06bc084 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1408947 Jan 14 01:57:20.003358 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Deleting port bd2b5591-3c23-4740-af4a-bbb562cf895c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:20.003705 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.083118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-963986e8-75b1-4a11-93cb-dd2cc772d2bc req-bed10e91-dac8-494d-b7fa-b5826e7e0d78 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478531 Jan 14 01:57:20.117352 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfdca2a0-9f70-44a0-870e-75b5ecd30506 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (6172c542-19a4-4d55-8b49-ad1c11e83709), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.159263 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e995221-a4b9-4ca5-9efe-b510fd2f5d0a None None] DHCP port deletion for 633b39cd-c18f-4e90-b021-ebe9078841d1 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:57:20.222044 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdca2a0-9f70-44a0-870e-75b5ecd30506 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Subnet': ['ID=6172c542-19a4-4d55-8b49-ad1c11e83709,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:20.232034 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] For port bd2b5591-3c23-4740-af4a-bbb562cf895c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bd2b5591-3c23-4740-af4a-bbb562cf895c,segment=NetworkSegment(bbe4488d-4efc-47d8-a17e-70cbeff085ad),segment_id=bbe4488d-4efc-47d8-a17e-70cbeff085ad)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:20.235416 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.256657 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5f1ead5e-cbe1-4886-acfc-e12c12caca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:18Z', 'revision_number': 10, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:20.269171 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Calling delete_port for bd2b5591-3c23-4740-af4a-bbb562cf895c owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:20.279918 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfdca2a0-9f70-44a0-870e-75b5ecd30506 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.290472 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056c690-b56f-46cf-95f6-0b1a46038709 None None] Network d27fca89-ad4e-4eff-bad2-72c6b9773333 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:20.294689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7e995221-a4b9-4ca5-9efe-b510fd2f5d0a None None] Deleting port bd2b5591-3c23-4740-af4a-bbb562cf895c {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:20.295066 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e995221-a4b9-4ca5-9efe-b510fd2f5d0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.295379 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bfdca2a0-9f70-44a0-870e-75b5ecd30506 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/6172c542-19a4-4d55-8b49-ad1c11e83709 HTTP/1.1" status: 204 len: 168 time: 0.7572787 Jan 14 01:57:20.297581 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45528) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:20.316279 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ead5e-cbe1-4886-acfc-e12c12caca7f None None] Checking router: 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:20.328404 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ead5e-cbe1-4886-acfc-e12c12caca7f None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:20.329301 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5f1ead5e-cbe1-4886-acfc-e12c12caca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:20.411457 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024f036-a672-43ad-ac71-9fb82efbe2d1 req-3f8d8640-aeab-4a3e-9d8b-926d11ff37df tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:20.413071 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4024f036-a672-43ad-ac71-9fb82efbe2d1 req-3f8d8640-aeab-4a3e-9d8b-926d11ff37df tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 950 time: 0.1728570 Jan 14 01:57:20.510125 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5f1ead5e-cbe1-4886-acfc-e12c12caca7f None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:20.518739 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4024f036-a672-43ad-ac71-9fb82efbe2d1 req-b8291861-4eb5-4a98-b92b-912a96b1ea83 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978611 Jan 14 01:57:20.541779 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (d27fca89-ad4e-4eff-bad2-72c6b9773333), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.551274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7e995221-a4b9-4ca5-9efe-b510fd2f5d0a None None] For port bd2b5591-3c23-4740-af4a-bbb562cf895c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bd2b5591-3c23-4740-af4a-bbb562cf895c,segment=NetworkSegment(bbe4488d-4efc-47d8-a17e-70cbeff085ad),segment_id=bbe4488d-4efc-47d8-a17e-70cbeff085ad)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:20.551669 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e995221-a4b9-4ca5-9efe-b510fd2f5d0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.566851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7e995221-a4b9-4ca5-9efe-b510fd2f5d0a None None] Calling delete_port for bd2b5591-3c23-4740-af4a-bbb562cf895c owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:20.648331 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port d03020d2-fb56-4d99-91c3-be46bfb41084 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:20.648667 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.652394 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.701050 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e995221-a4b9-4ca5-9efe-b510fd2f5d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (bd2b5591-3c23-4740-af4a-bbb562cf895c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.719860 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e995221-a4b9-4ca5-9efe-b510fd2f5d0a None None] No DVR routers for this DVR port bd2b5591-3c23-4740-af4a-bbb562cf895c on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:20.737313 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Port': ['ID=bd2b5591-3c23-4740-af4a-bbb562cf895c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:20.744357 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No DVR routers for this DVR port bd2b5591-3c23-4740-af4a-bbb562cf895c on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:20.770638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e995221-a4b9-4ca5-9efe-b510fd2f5d0a None None] Pushing event deleted for resources: {'Port': ['ID=bd2b5591-3c23-4740-af4a-bbb562cf895c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:20.800006 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5f1ead5e-cbe1-4886-acfc-e12c12caca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:18Z', 'revision_number': 10, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:20.837216 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc26c3a2-9d4f-40f4-820c-4171c1beec17 None None] DHCP port deletion for d27fca89-ad4e-4eff-bad2-72c6b9773333 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:57:20.852527 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port d03020d2-fb56-4d99-91c3-be46bfb41084, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d03020d2-fb56-4d99-91c3-be46bfb41084,segment=NetworkSegment(5123baba-882d-4207-ad1f-f20b59c64b8e),segment_id=5123baba-882d-4207-ad1f-f20b59c64b8e)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:20.852907 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.873262 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ead5e-cbe1-4886-acfc-e12c12caca7f None None] The sync data for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 is: [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:18Z', 'revision_number': 10, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None, '_interfaces': [{'id': '85c4d810-95f9-4fd6-a088-e4d590e7329f', 'name': '', 'network_id': '70a92a4e-916c-402b-afa1-2318d6e51e0f', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'mac_address': 'fa:16:3e:22:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:56:18Z', 'updated_at': '2022-01-14T01:56:29Z', 'revision_number': 5, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'subnets': [{'id': '3368c5a5-1082-49df-8667-7403ac6b2c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:20.878082 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (633b39cd-c18f-4e90-b021-ebe9078841d1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.880972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for d03020d2-fb56-4d99-91c3-be46bfb41084 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:20.925201 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cc26c3a2-9d4f-40f4-820c-4171c1beec17 None None] Deleting port d03020d2-fb56-4d99-91c3-be46bfb41084 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:20.925658 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc26c3a2-9d4f-40f4-820c-4171c1beec17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:20.933021 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633b39cd-c18f-4e90-b021-ebe9078841d1']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:20.972888 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe4488d-4efc-47d8-a17e-70cbeff085ad') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:20.973183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe4488d-4efc-47d8-a17e-70cbeff085ad') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:20.986944 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (bbe4488d-4efc-47d8-a17e-70cbeff085ad), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.010024 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (bbe4488d-4efc-47d8-a17e-70cbeff085ad), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.016972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cc26c3a2-9d4f-40f4-820c-4171c1beec17 None None] For port d03020d2-fb56-4d99-91c3-be46bfb41084, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d03020d2-fb56-4d99-91c3-be46bfb41084,segment=NetworkSegment(5123baba-882d-4207-ad1f-f20b59c64b8e),segment_id=5123baba-882d-4207-ad1f-f20b59c64b8e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:21.017398 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc26c3a2-9d4f-40f4-820c-4171c1beec17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.018775 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:57:21.019183 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (bbe4488d-4efc-47d8-a17e-70cbeff085ad), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:57:21.022102 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:57:21.034355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cc26c3a2-9d4f-40f4-820c-4171c1beec17 None None] Calling delete_port for d03020d2-fb56-4d99-91c3-be46bfb41084 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:21.111781 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.145097 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (633b39cd-c18f-4e90-b021-ebe9078841d1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.153469 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=d03020d2-fb56-4d99-91c3-be46bfb41084,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:21.157300 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.164361 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/networks/633b39cd-c18f-4e90-b021-ebe9078841d1 HTTP/1.1" status: 204 len: 168 time: 1.4666083 Jan 14 01:57:21.167209 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45544) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:21.174877 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No DVR routers for this DVR port d03020d2-fb56-4d99-91c3-be46bfb41084 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:21.176980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9a623-065b-40cd-adf1-3e3f42b3112f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Pushing event deleted for resources: {'Network': ['ID=633b39cd-c18f-4e90-b021-ebe9078841d1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:21.179506 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e556b191-ba47-4772-8f4f-dd6e56a1d81f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'router': {'routes': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:21.189946 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc26c3a2-9d4f-40f4-820c-4171c1beec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (d03020d2-fb56-4d99-91c3-be46bfb41084), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.236530 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26c3a2-9d4f-40f4-820c-4171c1beec17 None None] Pushing event deleted for resources: {'Port': ['ID=d03020d2-fb56-4d99-91c3-be46bfb41084,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:21.261256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26c3a2-9d4f-40f4-820c-4171c1beec17 None None] No DVR routers for this DVR port d03020d2-fb56-4d99-91c3-be46bfb41084 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:21.353054 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (d27fca89-ad4e-4eff-bad2-72c6b9773333), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.378820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27fca89-ad4e-4eff-bad2-72c6b9773333']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:21.391150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5123baba-882d-4207-ad1f-f20b59c64b8e') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:21.391477 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5123baba-882d-4207-ad1f-f20b59c64b8e') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:21.408768 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (5123baba-882d-4207-ad1f-f20b59c64b8e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.426060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (5123baba-882d-4207-ad1f-f20b59c64b8e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.433627 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:57:21.434036 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (5123baba-882d-4207-ad1f-f20b59c64b8e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.442631 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bd2b5591-3c23-4740-af4a-bbb562cf895c no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:21.499891 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: bd2b5591-3c23-4740-af4a-bbb562cf895c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:21.500250 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bd2b5591-3c23-4740-af4a-bbb562cf895c not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:21.500821 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e620eb27-927b-4e14-b8ea-bca53c61f05e no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:21.532386 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e709d0-eed6-4eeb-b582-4605251c13d2 req-ffc32393-ad9a-4a47-a278-425289558b07 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:21.533946 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90e709d0-eed6-4eeb-b582-4605251c13d2 req-ffc32393-ad9a-4a47-a278-425289558b07 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.3686512 Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:57:21.545567 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:57:21.551877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: e620eb27-927b-4e14-b8ea-bca53c61f05e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:21.552418 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e620eb27-927b-4e14-b8ea-bca53c61f05e not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:21.553056 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d03020d2-fb56-4d99-91c3-be46bfb41084 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:21.574353 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: d03020d2-fb56-4d99-91c3-be46bfb41084 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:21.574762 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d03020d2-fb56-4d99-91c3-be46bfb41084 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:21.575180 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fa088781-0621-481f-ac9b-83c9b046a747 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:21.585370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-e556b191-ba47-4772-8f4f-dd6e56a1d81f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Added routes are [] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 14 01:57:21.585972 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-e556b191-ba47-4772-8f4f-dd6e56a1d81f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Removed routes are [] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 14 01:57:21.586571 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e556b191-ba47-4772-8f4f-dd6e56a1d81f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.605181 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: fa088781-0621-481f-ac9b-83c9b046a747 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:21.605494 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fa088781-0621-481f-ac9b-83c9b046a747 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:21.662346 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (d27fca89-ad4e-4eff-bad2-72c6b9773333), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.717083 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1acbe-4d8e-4efa-88c4-37b71fd3b534 req-e6897541-41e3-43b9-aea9-5a7fae3fc684 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:21.719062 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ccc1acbe-4d8e-4efa-88c4-37b71fd3b534 req-e6897541-41e3-43b9-aea9-5a7fae3fc684 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.36 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 950 time: 0.1610341 Jan 14 01:57:21.722022 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.729080 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/networks/d27fca89-ad4e-4eff-bad2-72c6b9773333 HTTP/1.1" status: 204 len: 168 time: 1.4213703 Jan 14 01:57:21.730407 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f208c64-398b-4b70-b02b-975b388ba43a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Network': ['ID=d27fca89-ad4e-4eff-bad2-72c6b9773333,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:21.739199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45558) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:21.854506 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90e709d0-eed6-4eeb-b582-4605251c13d2 req-447c381f-1ef7-45b1-94b0-69e8750058f2 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610760 Jan 14 01:57:21.856954 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e556b191-ba47-4772-8f4f-dd6e56a1d81f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.865580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb7fb8-05ab-4c1a-8f74-8ad265fd284c req-16ac9127-0efd-47b5-a9d2-941aebd81718 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:21.873116 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dfb7fb8-05ab-4c1a-8f74-8ad265fd284c req-16ac9127-0efd-47b5-a9d2-941aebd81718 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 950 time: 0.2007921 Jan 14 01:57:21.927571 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e556b191-ba47-4772-8f4f-dd6e56a1d81f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:21.935934 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3dfb7fb8-05ab-4c1a-8f74-8ad265fd284c req-ca446e84-77df-4b4f-8e27-1f11beacaf12 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619769 Jan 14 01:57:22.019700 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e556b191-ba47-4772-8f4f-dd6e56a1d81f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router a746fcdc-3183-46e3-a55b-8152da707a7f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:57:22.104803 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e556b191-ba47-4772-8f4f-dd6e56a1d81f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:22.112233 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e556b191-ba47-4772-8f4f-dd6e56a1d81f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.116362 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e556b191-ba47-4772-8f4f-dd6e56a1d81f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f HTTP/1.1" status: 200 len: 698 time: 0.9481902 Jan 14 01:57:22.116998 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45566) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:22.117130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708061da-c986-4862-b953-53f6c4e0d89a None None] Sync routers for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:22.126728 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ccc1acbe-4d8e-4efa-88c4-37b71fd3b534 req-8dfe7ea1-a7a5-435d-a273-d6b406abc564 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Deleting port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:22.127587 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ccc1acbe-4d8e-4efa-88c4-37b71fd3b534 req-8dfe7ea1-a7a5-435d-a273-d6b406abc564 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.136193 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708061da-c986-4862-b953-53f6c4e0d89a None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:22.136767 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-708061da-c986-4862-b953-53f6c4e0d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:22.154056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3c9c6e18-9c07-42f4-8f90-ac8009fd94c6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=a746fcdc-3183-46e3-a55b-8152da707a7f HTTP/1.1" status: 200 len: 205 time: 0.0357876 Jan 14 01:57:22.154616 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45570) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:22.245527 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb52d9aa-b4fc-481a-96b0-79bd027f10be tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.272700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-708061da-c986-4862-b953-53f6c4e0d89a None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:22.337260 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-708061da-c986-4862-b953-53f6c4e0d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:18Z', 'revision_number': 11, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:22.413212 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708061da-c986-4862-b953-53f6c4e0d89a None None] Checking router: a746fcdc-3183-46e3-a55b-8152da707a7f for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:22.446545 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708061da-c986-4862-b953-53f6c4e0d89a None None] Routers {'a746fcdc-3183-46e3-a55b-8152da707a7f'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:22.449565 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-708061da-c986-4862-b953-53f6c4e0d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['a746fcdc-3183-46e3-a55b-8152da707a7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:22.484844 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb52d9aa-b4fc-481a-96b0-79bd027f10be tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.487213 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb52d9aa-b4fc-481a-96b0-79bd027f10be tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (a746fcdc-3183-46e3-a55b-8152da707a7f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.543045 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb52d9aa-b4fc-481a-96b0-79bd027f10be tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (a746fcdc-3183-46e3-a55b-8152da707a7f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.543692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb52d9aa-b4fc-481a-96b0-79bd027f10be tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Fanout notify agent at l3_agent the message router_deleted on router a746fcdc-3183-46e3-a55b-8152da707a7f {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:57:22.549401 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-708061da-c986-4862-b953-53f6c4e0d89a None None] Set router a746fcdc-3183-46e3-a55b-8152da707a7f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:22.551626 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb52d9aa-b4fc-481a-96b0-79bd027f10be tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.558543 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fb52d9aa-b4fc-481a-96b0-79bd027f10be tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f HTTP/1.1" status: 204 len: 168 time: 0.4006498 Jan 14 01:57:22.558543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45574) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:22.562234 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-da378a66-6858-4c06-bb85-a17df86158f6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-516631752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:22.589335 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da378a66-6858-4c06-bb85-a17df86158f6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.590910 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da378a66-6858-4c06-bb85-a17df86158f6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.630615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-708061da-c986-4862-b953-53f6c4e0d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:18Z', 'revision_number': 11, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:22.661629 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da378a66-6858-4c06-bb85-a17df86158f6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.668413 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da378a66-6858-4c06-bb85-a17df86158f6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.704543 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da378a66-6858-4c06-bb85-a17df86158f6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.709243 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-da378a66-6858-4c06-bb85-a17df86158f6 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1505568 Jan 14 01:57:22.710204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45576) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:22.715650 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-089b509c-1b36-49c7-9ae4-109d18eead01 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:22.902875 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ccc1acbe-4d8e-4efa-88c4-37b71fd3b534 req-8dfe7ea1-a7a5-435d-a273-d6b406abc564 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] For port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9,segment=NetworkSegment(ae16c022-9d42-4a78-b3b4-e98067da522c),segment_id=ae16c022-9d42-4a78-b3b4-e98067da522c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:22.903494 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ccc1acbe-4d8e-4efa-88c4-37b71fd3b534 req-8dfe7ea1-a7a5-435d-a273-d6b406abc564 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:22.917661 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708061da-c986-4862-b953-53f6c4e0d89a None None] The sync data for ids ['a746fcdc-3183-46e3-a55b-8152da707a7f'] in n-d-824358-4 is: [{'id': 'a746fcdc-3183-46e3-a55b-8152da707a7f', 'name': 'tempest-RoutersTest-router-5126707', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:09Z', 'updated_at': '2022-01-14T01:57:18Z', 'revision_number': 11, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:22.922985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ccc1acbe-4d8e-4efa-88c4-37b71fd3b534 req-8dfe7ea1-a7a5-435d-a273-d6b406abc564 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Calling delete_port for a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:23.125806 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ccc1acbe-4d8e-4efa-88c4-37b71fd3b534 req-8dfe7ea1-a7a5-435d-a273-d6b406abc564 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a56ad2fb-682c-4e0e-aaea-5224bd1af9d9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:23.162536 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['a56ad2fb-682c-4e0e-aaea-5224bd1af9d9'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:57:23.297540 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe7ea1-a7a5-435d-a273-d6b406abc564 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Pushing event deleted for resources: {'Port': ['ID=a56ad2fb-682c-4e0e-aaea-5224bd1af9d9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:23.321416 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-02216229-67a3-496f-bd2d-7add05e1e880 req-5cb13a80-fe59-4a2c-9552-20c049552a3f tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.26 "GET /v2.0/ports?device_id=769e5d07-40d0-457b-a55e-945b43399539 HTTP/1.1" status: 200 len: 210 time: 0.0781612 Jan 14 01:57:23.372450 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc1acbe-4d8e-4efa-88c4-37b71fd3b534 req-8dfe7ea1-a7a5-435d-a273-d6b406abc564 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] No DVR routers for this DVR port a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:23.391755 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ccc1acbe-4d8e-4efa-88c4-37b71fd3b534 req-8dfe7ea1-a7a5-435d-a273-d6b406abc564 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:23.398370 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ccc1acbe-4d8e-4efa-88c4-37b71fd3b534 req-8dfe7ea1-a7a5-435d-a273-d6b406abc564 tempest-VolumesNegativeTest-453624090 tempest-VolumesNegativeTest-453624090-project] 10.222.0.36 "DELETE /v2.0/ports/a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 HTTP/1.1" status: 204 len: 173 time: 1.6616278 Jan 14 01:57:23.401329 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769e5d07-40d0-457b-a55e-945b43399539', 'name': 'network-vif-deleted', 'tag': 'a56ad2fb-682c-4e0e-aaea-5224bd1af9d9'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:57:23.415838 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4e220c-c521-4552-bacb-77ce27f46b04" -d '{"events": [{"server_uuid": "769e5d07-40d0-457b-a55e-945b43399539", "name": "network-vif-deleted", "tag": "a56ad2fb-682c-4e0e-aaea-5224bd1af9d9"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:57:23.514608 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d16f5ef-9cd2-4c4c-8083-050349a74ca8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:23.562353 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03bbdf-cf66-4deb-8ec7-d5357d3d4228 req-233b2ce2-39ac-4f10-9901-8972984b70f3 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:23.570787 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-da03bbdf-cf66-4deb-8ec7-d5357d3d4228 req-233b2ce2-39ac-4f10-9901-8972984b70f3 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.3183334 Jan 14 01:57:23.595438 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d3dbf9-a451-4d98-9abb-e6acfeb9947a x-openstack-request-id: req-12d3dbf9-a451-4d98-9abb-e6acfeb9947a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:57:23.596465 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769e5d07-40d0-457b-a55e-945b43399539", "name": "network-vif-deleted", "tag": "a56ad2fb-682c-4e0e-aaea-5224bd1af9d9", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:57:23.596730 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12d3dbf9-a451-4d98-9abb-e6acfeb9947a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:57:23.597227 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769e5d07-40d0-457b-a55e-945b43399539', 'name': 'network-vif-deleted', 'tag': 'a56ad2fb-682c-4e0e-aaea-5224bd1af9d9', 'status': 'completed', 'code': 200} Jan 14 01:57:23.669364 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ec593db-ec3f-487c-83d4-14a088c399e7 req-325c8b2e-f576-4739-9bc9-557a8f853e9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8468437 Jan 14 01:57:23.692788 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-089b509c-1b36-49c7-9ae4-109d18eead01 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:23.730726 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-089b509c-1b36-49c7-9ae4-109d18eead01 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:23.869629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-da03bbdf-cf66-4deb-8ec7-d5357d3d4228 req-39f97146-f45c-4db8-9291-e6ba88efb61a tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976232 Jan 14 01:57:23.957259 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0d16f5ef-9cd2-4c4c-8083-050349a74ca8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port 85c4d810-95f9-4fd6-a088-e4d590e7329f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:23.957259 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d16f5ef-9cd2-4c4c-8083-050349a74ca8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:23.976978 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec593db-ec3f-487c-83d4-14a088c399e7 req-323111e3-a8a8-47bf-add6-3efe3779f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:23.982656 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ec593db-ec3f-487c-83d4-14a088c399e7 req-323111e3-a8a8-47bf-add6-3efe3779f04a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=242fa7f00a68431bbdacf298cad6dce3&device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 1096 time: 0.2348001 Jan 14 01:57:24.036039 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089b509c-1b36-49c7-9ae4-109d18eead01 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Router 2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:57:24.078550 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-0d16f5ef-9cd2-4c4c-8083-050349a74ca8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port 85c4d810-95f9-4fd6-a088-e4d590e7329f, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=85c4d810-95f9-4fd6-a088-e4d590e7329f,segment=NetworkSegment(2e860706-368d-4f50-8318-da2261c242c1),segment_id=2e860706-368d-4f50-8318-da2261c242c1)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:24.079232 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d16f5ef-9cd2-4c4c-8083-050349a74ca8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:24.098113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0d16f5ef-9cd2-4c4c-8083-050349a74ca8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for 85c4d810-95f9-4fd6-a088-e4d590e7329f owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:24.163271 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089b509c-1b36-49c7-9ae4-109d18eead01 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:24.171194 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-089b509c-1b36-49c7-9ae4-109d18eead01 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:24.174989 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-089b509c-1b36-49c7-9ae4-109d18eead01 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "PUT /v2.0/routers/2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee HTTP/1.1" status: 200 len: 693 time: 1.4633744 Jan 14 01:57:24.176294 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45592) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:24.178110 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a55ab-a2aa-4bcb-b3c9-dc9255235493 None None] Sync routers for ids ['2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:24.197773 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a55ab-a2aa-4bcb-b3c9-dc9255235493 None None] Routers {'2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:24.198726 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a32a55ab-a2aa-4bcb-b3c9-dc9255235493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:24.206947 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec593db-ec3f-487c-83d4-14a088c399e7 req-b1ec8be7-e97b-4a75-9cb1-7b083c95f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:24.208579 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ec593db-ec3f-487c-83d4-14a088c399e7 req-b1ec8be7-e97b-4a75-9cb1-7b083c95f53b service neutron] 10.222.0.36 "GET /v2.0/networks?id=db114705-da78-4699-9794-dfd57418bf7f HTTP/1.1" status: 200 len: 912 time: 0.1805334 Jan 14 01:57:24.255075 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ec593db-ec3f-487c-83d4-14a088c399e7 req-d9d82669-b344-4118-ae3b-c0ed7726d033 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63e63de2-c951-481e-9409-eb25d923502a HTTP/1.1" status: 200 len: 217 time: 0.0393958 Jan 14 01:57:24.313860 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec593db-ec3f-487c-83d4-14a088c399e7 req-1e783fdc-579f-4792-9ec5-89e1d3582f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:24.315595 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-61b71858-7049-445d-9299-5cf822e9b133 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/routers/2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee HTTP/1.1" status: 200 len: 699 time: 0.1380067 Jan 14 01:57:24.315750 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ec593db-ec3f-487c-83d4-14a088c399e7 req-1e783fdc-579f-4792-9ec5-89e1d3582f27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48661e49-d83b-4257-b70b-7723a700be89 HTTP/1.1" status: 200 len: 851 time: 0.0548823 Jan 14 01:57:24.316352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45594) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:24.378692 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a32a55ab-a2aa-4bcb-b3c9-dc9255235493 None None] Set router 2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:24.409451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d16f5ef-9cd2-4c4c-8083-050349a74ca8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (85c4d810-95f9-4fd6-a088-e4d590e7329f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:24.415081 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5a89f977-9a6f-43dc-940c-6c9754a8f08c tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee HTTP/1.1" status: 200 len: 205 time: 0.0952370 Jan 14 01:57:24.415720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45602) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:24.425827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ec593db-ec3f-487c-83d4-14a088c399e7 req-a691824f-e6e8-4d62-819d-35812f707e28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db114705-da78-4699-9794-dfd57418bf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898466 Jan 14 01:57:24.453162 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a32a55ab-a2aa-4bcb-b3c9-dc9255235493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee', 'name': 'tempest-RoutersTest-router-516631752', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:57:22Z', 'updated_at': '2022-01-14T01:57:23Z', 'revision_number': 2, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:24.465738 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16f5ef-9cd2-4c4c-8083-050349a74ca8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=85c4d810-95f9-4fd6-a088-e4d590e7329f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:24.487140 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a55ab-a2aa-4bcb-b3c9-dc9255235493 None None] Checking router: 2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:24.499453 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a55ab-a2aa-4bcb-b3c9-dc9255235493 None None] Routers {'2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:24.500300 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a32a55ab-a2aa-4bcb-b3c9-dc9255235493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:24.580668 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a32a55ab-a2aa-4bcb-b3c9-dc9255235493 None None] Set router 2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:24.633944 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4cbe-71fb-4833-ba55-e7ed956c6240 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:24.650259 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d16f5ef-9cd2-4c4c-8083-050349a74ca8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:24.703007 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a32a55ab-a2aa-4bcb-b3c9-dc9255235493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee', 'name': 'tempest-RoutersTest-router-516631752', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:57:22Z', 'updated_at': '2022-01-14T01:57:23Z', 'revision_number': 2, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:24.740150 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a55ab-a2aa-4bcb-b3c9-dc9255235493 None None] The sync data for ids ['2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee'] in n-d-824358-4 is: [{'id': '2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee', 'name': 'tempest-RoutersTest-router-516631752', 'tenant_id': 'c937dabc5863485b9690fd187842225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:57:22Z', 'updated_at': '2022-01-14T01:57:23Z', 'revision_number': 2, 'project_id': 'c937dabc5863485b9690fd187842225d', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:24.894575 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4cbe-71fb-4833-ba55-e7ed956c6240 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:24.897021 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4cbe-71fb-4833-ba55-e7ed956c6240 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router_controller (2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:24.899955 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ec593db-ec3f-487c-83d4-14a088c399e7 req-721826f4-8c96-48b7-9d93-d25d7c1fb96a service neutron] 10.222.0.36 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277499 Jan 14 01:57:24.934632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d16f5ef-9cd2-4c4c-8083-050349a74ca8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:57:24.988876 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4cbe-71fb-4833-ba55-e7ed956c6240 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:24.989373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9d4cbe-71fb-4833-ba55-e7ed956c6240 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:57:25.009869 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4cbe-71fb-4833-ba55-e7ed956c6240 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:25.014735 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-eb9d4cbe-71fb-4833-ba55-e7ed956c6240 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee HTTP/1.1" status: 204 len: 168 time: 0.5977902 Jan 14 01:57:25.017140 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45628) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.053617 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d16f5ef-9cd2-4c4c-8083-050349a74ca8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:25.060182 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0d16f5ef-9cd2-4c4c-8083-050349a74ca8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3195183 Jan 14 01:57:25.062758 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45630) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.073686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a60ef-728b-473c-924c-fa73155d526f None None] Sync routers for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:25.078079 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4f4a6505-cdb8-447f-9ee7-0661a7816309 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee HTTP/1.1" status: 200 len: 205 time: 0.0586429 Jan 14 01:57:25.081463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45632) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.107076 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a60ef-728b-473c-924c-fa73155d526f None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:25.109101 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ee9a60ef-728b-473c-924c-fa73155d526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:25.138757 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-a3dff1a0-1872-45b9-a89b-a49e45cac084 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:25.142639 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a3dff1a0-1872-45b9-a89b-a49e45cac084 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/2a5d38fe-8477-48a7-b0ff-8a0b0e7d49ee HTTP/1.1" status: 404 len: 336 time: 0.0599923 Jan 14 01:57:25.143506 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45638) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.221574 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-5231df80-d339-4a12-a3c6-f25633218ddb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:25.222056 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5231df80-d339-4a12-a3c6-f25633218ddb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:25.223957 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291587d-e93c-4eaf-b806-45ee99b41b18 req-8e10bf4f-7906-41a0-b67f-f1de19911b02 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:25.225313 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5231df80-d339-4a12-a3c6-f25633218ddb tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/25222341-3d1d-4a91-bd85-650eaa8ce572 HTTP/1.1" status: 404 len: 337 time: 0.0737312 Jan 14 01:57:25.228881 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2291587d-e93c-4eaf-b806-45ee99b41b18 req-8e10bf4f-7906-41a0-b67f-f1de19911b02 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.2424603 Jan 14 01:57:25.229614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45644) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.244831 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ec593db-ec3f-487c-83d4-14a088c399e7 req-cd1c62a1-d0ed-41b6-9b33-a215586bdb0c service neutron] 10.222.0.36 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377826 Jan 14 01:57:25.254628 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8b9649-93dc-43a8-95c6-b78305f4364f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting subnet 3368c5a5-1082-49df-8667-7403ac6b2c14 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:57:25.264477 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9649-93dc-43a8-95c6-b78305f4364f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (3368c5a5-1082-49df-8667-7403ac6b2c14), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:25.271089 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0dfb9df-454d-4d37-83aa-5c3322c407ff tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:25.271746 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0dfb9df-454d-4d37-83aa-5c3322c407ff tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:25.278592 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ee9a60ef-728b-473c-924c-fa73155d526f None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:25.278994 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f0dfb9df-454d-4d37-83aa-5c3322c407ff tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/ed5f81ec-ae10-4dff-a4fd-538a8a364d2b HTTP/1.1" status: 404 len: 337 time: 0.0454741 Jan 14 01:57:25.279885 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45648) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.321220 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4dff172-06c5-425e-8607-9b613d7ee980 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:25.321687 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4dff172-06c5-425e-8607-9b613d7ee980 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:25.327279 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e4dff172-06c5-425e-8607-9b613d7ee980 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/6834cf90-6fce-42d9-b8da-d7de13d76149 HTTP/1.1" status: 404 len: 337 time: 0.0394940 Jan 14 01:57:25.327875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45650) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.382989 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fcfd43-448a-430c-9126-334c82d8d773 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:25.383842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17fcfd43-448a-430c-9126-334c82d8d773 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:25.389746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-17fcfd43-448a-430c-9126-334c82d8d773 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/f3d19928-5acf-4a4c-a4d6-c8463bfd276a HTTP/1.1" status: 404 len: 337 time: 0.0586913 Jan 14 01:57:25.390479 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45662) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.422473 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9649-93dc-43a8-95c6-b78305f4364f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (3368c5a5-1082-49df-8667-7403ac6b2c14), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:25.422890 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2291587d-e93c-4eaf-b806-45ee99b41b18 req-fa85f7f9-d2f4-4cef-83cb-20de9225730e tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693780 Jan 14 01:57:25.423009 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ee9a60ef-728b-473c-924c-fa73155d526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:24Z', 'revision_number': 11, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:25.441952 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fab459d0-6717-4840-81b7-173cee146412 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=a746fcdc-3183-46e3-a55b-8152da707a7f HTTP/1.1" status: 200 len: 205 time: 0.0493915 Jan 14 01:57:25.444401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45664) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.474119 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a60ef-728b-473c-924c-fa73155d526f None None] Checking router: 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:25.486347 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a60ef-728b-473c-924c-fa73155d526f None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:25.487292 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ee9a60ef-728b-473c-924c-fa73155d526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:25.490693 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-a9a0151d-2c02-4d48-8ca7-e15bccf908f1 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:25.492786 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a9a0151d-2c02-4d48-8ca7-e15bccf908f1 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/a746fcdc-3183-46e3-a55b-8152da707a7f HTTP/1.1" status: 404 len: 336 time: 0.0474446 Jan 14 01:57:25.495583 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45666) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.533486 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ea51441a-9434-4932-a8ab-f321fe1f44e4 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3a335b4-1b8c-4356-98b2-a8aa44b079c0 HTTP/1.1" status: 200 len: 205 time: 0.0365639 Jan 14 01:57:25.547983 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45672) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.559397 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9649-93dc-43a8-95c6-b78305f4364f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (3368c5a5-1082-49df-8667-7403ac6b2c14), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:25.607270 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:25.619391 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-51e3b056-45cf-4c8b-a487-9c1f78c2feb8 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:25.633620 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:25.633620 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device a56ad2fb-682c-4e0e-aaea-5224bd1af9d9 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:25.633915 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-51e3b056-45cf-4c8b-a487-9c1f78c2feb8 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/f3a335b4-1b8c-4356-98b2-a8aa44b079c0 HTTP/1.1" status: 404 len: 336 time: 0.0822175 Jan 14 01:57:25.635428 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45692) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.636012 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ee9a60ef-728b-473c-924c-fa73155d526f None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:25.683176 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9649-93dc-43a8-95c6-b78305f4364f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (3368c5a5-1082-49df-8667-7403ac6b2c14), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:25.705620 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ee9a60ef-728b-473c-924c-fa73155d526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:24Z', 'revision_number': 11, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:25.707023 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a17708-425a-42b4-ae5c-f276251b3dba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:25.707399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a17708-425a-42b4-ae5c-f276251b3dba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:25.719069 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a1a17708-425a-42b4-ae5c-f276251b3dba tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/3d132e31-44c1-4007-a109-e12136154c2a HTTP/1.1" status: 404 len: 337 time: 0.0803583 Jan 14 01:57:25.726987 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45708) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.734454 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b9649-93dc-43a8-95c6-b78305f4364f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Subnet': ['ID=3368c5a5-1082-49df-8667-7403ac6b2c14,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:25.742261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a60ef-728b-473c-924c-fa73155d526f None None] The sync data for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 is: [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:24Z', 'revision_number': 11, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:25.747338 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9649-93dc-43a8-95c6-b78305f4364f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:25.749799 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0015f7-d96f-46c4-8724-db6e68d881cf None None] Network 70a92a4e-916c-402b-afa1-2318d6e51e0f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:25.754661 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1d8b9649-93dc-43a8-95c6-b78305f4364f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/3368c5a5-1082-49df-8667-7403ac6b2c14 HTTP/1.1" status: 204 len: 168 time: 0.6908469 Jan 14 01:57:25.755656 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45710) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.784276 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2dccc599-73f0-43ed-a4c2-6184a8d12f9f tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bbe8499-ae1c-483a-9caa-6e22ebc9b452 HTTP/1.1" status: 200 len: 205 time: 0.0558615 Jan 14 01:57:25.800390 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45712) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.863005 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-023d55ab-964e-4269-bc79-30f273f3976b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:25.866446 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-023d55ab-964e-4269-bc79-30f273f3976b tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/1bbe8499-ae1c-483a-9caa-6e22ebc9b452 HTTP/1.1" status: 404 len: 336 time: 0.0627441 Jan 14 01:57:25.876064 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45724) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.921662 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ada3a961-b732-4eca-8ed3-ca8269658705 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0a6436c-95cd-4e96-afc2-8244611b56bd HTTP/1.1" status: 200 len: 205 time: 0.0378709 Jan 14 01:57:25.921990 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45730) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:25.926769 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (70a92a4e-916c-402b-afa1-2318d6e51e0f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:25.993248 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-2b025775-7620-4e3c-9549-a054f7c97359 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:25.997126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2b025775-7620-4e3c-9549-a054f7c97359 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/a0a6436c-95cd-4e96-afc2-8244611b56bd HTTP/1.1" status: 404 len: 336 time: 0.0718424 Jan 14 01:57:25.998297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45734) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:26.040321 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f02363-5ee1-45c9-a2ef-ead3c15e5a9d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:26.040884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f02363-5ee1-45c9-a2ef-ead3c15e5a9d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:26.044070 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a8f02363-5ee1-45c9-a2ef-ead3c15e5a9d tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/16a49987-74fc-47e3-9ba8-bf62f3840ac2 HTTP/1.1" status: 404 len: 337 time: 0.0450079 Jan 14 01:57:26.046930 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45742) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:26.055392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Deleting port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:26.055985 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:26.077314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-14c202c2-f7a9-4f93-b046-d569c311b7f0 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83f5d5d-4497-46d4-8b22-1cc7006c0e80 HTTP/1.1" status: 200 len: 205 time: 0.0292325 Jan 14 01:57:26.079738 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45744) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:26.130631 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] For port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=43f694f4-53db-4bf3-86a6-d8f5dcd856e4,segment=NetworkSegment(2e860706-368d-4f50-8318-da2261c242c1),segment_id=2e860706-368d-4f50-8318-da2261c242c1)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:26.130998 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:26.149469 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Calling delete_port for 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:26.151398 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd8edc3-dab4-406d-897e-a6432cacafd8 None None] DHCP port deletion for 70a92a4e-916c-402b-afa1-2318d6e51e0f request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:57:26.172676 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-9c3febe8-530a-4eef-b0af-7e14e56cc5a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:26.176965 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9c3febe8-530a-4eef-b0af-7e14e56cc5a5 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/f83f5d5d-4497-46d4-8b22-1cc7006c0e80 HTTP/1.1" status: 404 len: 336 time: 0.0955942 Jan 14 01:57:26.177617 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45750) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:26.248201 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8edc3-dab4-406d-897e-a6432cacafd8 None None] Deleting port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:26.249157 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edc3-dab4-406d-897e-a6432cacafd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:26.273302 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:26.275804 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-20de09ae-158b-413e-9fe0-5435dd1eb0b9 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:26.278704 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20de09ae-158b-413e-9fe0-5435dd1eb0b9 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:26.291541 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-20de09ae-158b-413e-9fe0-5435dd1eb0b9 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/021ab4c3-4655-481b-803b-fda2a0df3fbb HTTP/1.1" status: 404 len: 337 time: 0.1128662 Jan 14 01:57:26.291896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45758) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:26.321668 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No DVR routers for this DVR port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:26.335235 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Port': ['ID=43f694f4-53db-4bf3-86a6-d8f5dcd856e4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:26.390608 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-661e181f-c189-42f1-b8d5-19c666808152 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "GET /v2.0/ports?device_id=59ef96ad-610f-4857-bb43-bfa9065c39ba HTTP/1.1" status: 200 len: 205 time: 0.0763452 Jan 14 01:57:26.393351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45764) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:26.404725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3dd8edc3-dab4-406d-897e-a6432cacafd8 None None] For port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=43f694f4-53db-4bf3-86a6-d8f5dcd856e4,segment=NetworkSegment(2e860706-368d-4f50-8318-da2261c242c1),segment_id=2e860706-368d-4f50-8318-da2261c242c1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:26.405122 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edc3-dab4-406d-897e-a6432cacafd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:26.438748 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8edc3-dab4-406d-897e-a6432cacafd8 None None] Calling delete_port for 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:26.456721 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-caaac668-d3f1-4fd2-8c3d-8691ce894a07 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:26.456721 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-caaac668-d3f1-4fd2-8c3d-8691ce894a07 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/routers/59ef96ad-610f-4857-bb43-bfa9065c39ba HTTP/1.1" status: 404 len: 336 time: 0.0560617 Jan 14 01:57:26.459284 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45774) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:26.503267 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (70a92a4e-916c-402b-afa1-2318d6e51e0f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:26.544868 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a92a4e-916c-402b-afa1-2318d6e51e0f']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:26.555610 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e860706-368d-4f50-8318-da2261c242c1') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:26.556012 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e860706-368d-4f50-8318-da2261c242c1') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:26.571908 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da64be1-cca0-4405-aca1-3192e0682302 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:26.572346 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da64be1-cca0-4405-aca1-3192e0682302 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:26.573980 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (2e860706-368d-4f50-8318-da2261c242c1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:26.578135 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6da64be1-cca0-4405-aca1-3192e0682302 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/f41e8097-4a6d-49cb-b381-d69a81c9eb34 HTTP/1.1" status: 404 len: 337 time: 0.1149230 Jan 14 01:57:26.580367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45776) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:26.615298 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-83216485-91d3-4abb-9029-374773b93ce2 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:26.615905 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83216485-91d3-4abb-9029-374773b93ce2 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:26.621661 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-83216485-91d3-4abb-9029-374773b93ce2 tempest-RoutersTest-1805290743 tempest-RoutersTest-1805290743-project] 10.222.0.26 "DELETE /v2.0/subnets/677a29fd-a25b-4405-be3d-7db374630524 HTTP/1.1" status: 404 len: 337 time: 0.0377376 Jan 14 01:57:26.622080 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edc3-dab4-406d-897e-a6432cacafd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (43f694f4-53db-4bf3-86a6-d8f5dcd856e4), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:26.628840 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (2e860706-368d-4f50-8318-da2261c242c1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:26.642051 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:57:26.643566 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (2e860706-368d-4f50-8318-da2261c242c1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:57:26.649785 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:57:26.692209 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245388a-4c76-457d-9985-f7fc72c58f90 req-80f593ac-52b2-4d6f-993e-a8f06e011b6e tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:26.700610 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0245388a-4c76-457d-9985-f7fc72c58f90 req-80f593ac-52b2-4d6f-993e-a8f06e011b6e tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1068070 Jan 14 01:57:26.710356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd8edc3-dab4-406d-897e-a6432cacafd8 None None] No DVR routers for this DVR port 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:26.720643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8edc3-dab4-406d-897e-a6432cacafd8 None None] Pushing event deleted for resources: {'Port': ['ID=43f694f4-53db-4bf3-86a6-d8f5dcd856e4,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:26.789857 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (70a92a4e-916c-402b-afa1-2318d6e51e0f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:26.807424 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:26.819925 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0245388a-4c76-457d-9985-f7fc72c58f90 req-da157eab-7391-42f8-8d8f-86b9ca259d05 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112666 Jan 14 01:57:26.835339 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/networks/70a92a4e-916c-402b-afa1-2318d6e51e0f HTTP/1.1" status: 204 len: 168 time: 1.0756514 Jan 14 01:57:26.835663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45790) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:26.846543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e71100c6-618d-4c57-abc5-681f8e06395f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'router': {'routes': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:26.852102 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48332e6e-ae69-4122-a2d6-97ea52b75b14 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Pushing event deleted for resources: {'Network': ['ID=70a92a4e-916c-402b-afa1-2318d6e51e0f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:27.119662 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45830) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:27.127375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-e71100c6-618d-4c57-abc5-681f8e06395f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Added routes are [] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 14 01:57:27.127776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-e71100c6-618d-4c57-abc5-681f8e06395f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Removed routes are [] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 14 01:57:27.128233 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71100c6-618d-4c57-abc5-681f8e06395f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:27.313369 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:27.339258 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f346459d-b4ff-403a-9f31-e07fc7ac45ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c937dabc5863485b9690fd187842225d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2183397 Jan 14 01:57:27.340183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45848) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:27.362245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:27.362716 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 43f694f4-53db-4bf3-86a6-d8f5dcd856e4 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:27.363148 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 85c4d810-95f9-4fd6-a088-e4d590e7329f no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:27.407870 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77b65f3d-9ef3-4ccb-9190-448aae2020d6 admin admin] Publish callbacks [] for security_group (3b605d51-5d8b-4c83-8718-783958c58ce3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:27.411313 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 85c4d810-95f9-4fd6-a088-e4d590e7329f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:27.411690 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 85c4d810-95f9-4fd6-a088-e4d590e7329f not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:27.439955 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77b65f3d-9ef3-4ccb-9190-448aae2020d6 admin admin] Publish callbacks [] for security_group (3b605d51-5d8b-4c83-8718-783958c58ce3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:27.499013 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77b65f3d-9ef3-4ccb-9190-448aae2020d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3b605d51-5d8b-4c83-8718-783958c58ce3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:27.502277 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77b65f3d-9ef3-4ccb-9190-448aae2020d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:27.506474 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-77b65f3d-9ef3-4ccb-9190-448aae2020d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b605d51-5d8b-4c83-8718-783958c58ce3 HTTP/1.1" status: 204 len: 168 time: 0.1621444 Jan 14 01:57:27.516347 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b65f3d-9ef3-4ccb-9190-448aae2020d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b605d51-5d8b-4c83-8718-783958c58ce3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:27.655451 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71100c6-618d-4c57-abc5-681f8e06395f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:27.658994 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71100c6-618d-4c57-abc5-681f8e06395f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:27.755239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71100c6-618d-4c57-abc5-681f8e06395f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:57:27.908045 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71100c6-618d-4c57-abc5-681f8e06395f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:27.920959 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00674fa-5f73-4416-90dc-df96d9b3bd1e None None] Sync routers for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:27.927405 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71100c6-618d-4c57-abc5-681f8e06395f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:27.928623 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e71100c6-618d-4c57-abc5-681f8e06395f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 HTTP/1.1" status: 200 len: 704 time: 1.0916321 Jan 14 01:57:27.932105 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45896) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:27.945122 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00674fa-5f73-4416-90dc-df96d9b3bd1e None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:27.946028 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e00674fa-5f73-4416-90dc-df96d9b3bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:27.991020 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1b36aac2-8d7e-4ca6-9b83-9b565d61843e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 HTTP/1.1" status: 200 len: 205 time: 0.0573132 Jan 14 01:57:27.994181 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45904) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:28.007975 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91779-4017-4b2d-b3cb-c02d08c1d6e6 req-febbd290-19b7-47b5-9117-1c09636b5115 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:28.019229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8d91779-4017-4b2d-b3cb-c02d08c1d6e6 req-febbd290-19b7-47b5-9117-1c09636b5115 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.0817144 Jan 14 01:57:28.110981 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e00674fa-5f73-4416-90dc-df96d9b3bd1e None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:28.118165 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c8d91779-4017-4b2d-b3cb-c02d08c1d6e6 req-8d24635e-b1e2-443b-b165-5b706430b256 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979221 Jan 14 01:57:28.182027 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d708ffb-cee4-4fae-9045-029e1c537fc7 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.235317 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e00674fa-5f73-4416-90dc-df96d9b3bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:24Z', 'revision_number': 11, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:28.293649 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00674fa-5f73-4416-90dc-df96d9b3bd1e None None] Checking router: 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:28.314535 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00674fa-5f73-4416-90dc-df96d9b3bd1e None None] Routers {'763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:28.315357 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e00674fa-5f73-4416-90dc-df96d9b3bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:28.381189 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d708ffb-cee4-4fae-9045-029e1c537fc7 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.384253 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d708ffb-cee4-4fae-9045-029e1c537fc7 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.399654 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e00674fa-5f73-4416-90dc-df96d9b3bd1e None None] Set router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:28.445143 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d708ffb-cee4-4fae-9045-029e1c537fc7 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.445926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d708ffb-cee4-4fae-9045-029e1c537fc7 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Fanout notify agent at l3_agent the message router_deleted on router 763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:57:28.455474 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d708ffb-cee4-4fae-9045-029e1c537fc7 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.456333 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4d708ffb-cee4-4fae-9045-029e1c537fc7 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 HTTP/1.1" status: 204 len: 168 time: 0.4601200 Jan 14 01:57:28.460484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45924) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:28.465919 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-acb7aa98-3316-4409-a899-ddbe6a9259ed tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-121461276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:28.496849 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e00674fa-5f73-4416-90dc-df96d9b3bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:24Z', 'revision_number': 11, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:28.506676 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acb7aa98-3316-4409-a899-ddbe6a9259ed tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (62789f46-5267-4694-b07b-e963713f2494), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.507919 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acb7aa98-3316-4409-a899-ddbe6a9259ed tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (62789f46-5267-4694-b07b-e963713f2494), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.551714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45928) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:28.563309 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00674fa-5f73-4416-90dc-df96d9b3bd1e None None] The sync data for ids ['763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6'] in n-d-824358-4 is: [{'id': '763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6', 'name': 'tempest-RoutersIpV6Test-router-273305047', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:56:14Z', 'updated_at': '2022-01-14T01:57:24Z', 'revision_number': 11, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:28.613339 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acb7aa98-3316-4409-a899-ddbe6a9259ed tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (62789f46-5267-4694-b07b-e963713f2494), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.624325 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acb7aa98-3316-4409-a899-ddbe6a9259ed tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (62789f46-5267-4694-b07b-e963713f2494), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.662513 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acb7aa98-3316-4409-a899-ddbe6a9259ed tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.668095 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-acb7aa98-3316-4409-a899-ddbe6a9259ed tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2061872 Jan 14 01:57:28.671006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45938) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:28.675626 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-160ad8da-05dd-4106-a197-fdd5c8e12cfe tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:28.804137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-731092012'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:28.921957 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-160ad8da-05dd-4106-a197-fdd5c8e12cfe tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (62789f46-5267-4694-b07b-e963713f2494), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.930511 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Made reservation on behalf of 2ab563e0d7b74f9f82cf162c8bff74f3 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:57:28.935089 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.947363 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-160ad8da-05dd-4106-a197-fdd5c8e12cfe tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (62789f46-5267-4694-b07b-e963713f2494), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:28.949295 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:29.144348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160ad8da-05dd-4106-a197-fdd5c8e12cfe tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Router 62789f46-5267-4694-b07b-e963713f2494 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:57:29.159245 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for security_group (251437e1-611f-48dd-b3bb-e467f765b960), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:29.210215 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (251437e1-611f-48dd-b3bb-e467f765b960), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:29.224361 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:57:29.279574 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (e06f25f8-db58-47bf-8a21-c15b2ddd426f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:29.279849 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Added segment e06f25f8-db58-47bf-8a21-c15b2ddd426f of type vlan for network 5932cdd0-cec6-4be5-8bc8-8294804eca49 Jan 14 01:57:29.300029 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160ad8da-05dd-4106-a197-fdd5c8e12cfe tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:57:29.302572 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719c8df-e08c-49fb-aa7d-5e8ef3f885a8 req-2830cfca-6451-42e8-8746-7453507b00dd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:29.313014 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488d6939-b126-4f45-ac4f-45744ac15891 None None] Sync routers for ids ['62789f46-5267-4694-b07b-e963713f2494'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:57:29.313665 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1719c8df-e08c-49fb-aa7d-5e8ef3f885a8 req-2830cfca-6451-42e8-8746-7453507b00dd tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.0684283 Jan 14 01:57:29.321529 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-160ad8da-05dd-4106-a197-fdd5c8e12cfe tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:29.322784 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-160ad8da-05dd-4106-a197-fdd5c8e12cfe tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "PUT /v2.0/routers/62789f46-5267-4694-b07b-e963713f2494 HTTP/1.1" status: 200 len: 697 time: 0.6507854 Jan 14 01:57:29.329394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:29.331127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488d6939-b126-4f45-ac4f-45744ac15891 None None] Routers {'62789f46-5267-4694-b07b-e963713f2494'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:29.331750 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-488d6939-b126-4f45-ac4f-45744ac15891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['62789f46-5267-4694-b07b-e963713f2494'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:29.364535 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251437e1-611f-48dd-b3bb-e467f765b960,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:29.380993 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (5932cdd0-cec6-4be5-8bc8-8294804eca49), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:29.412967 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (5932cdd0-cec6-4be5-8bc8-8294804eca49), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:29.423041 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:29.423903 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:29.459355 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-940e43ac-d44f-4470-9a39-9872239eb258 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/routers/62789f46-5267-4694-b07b-e963713f2494 HTTP/1.1" status: 200 len: 703 time: 0.1284933 Jan 14 01:57:29.464455 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45976) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:29.496447 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-051e702e-01fc-45a5-845c-da9b9343cc75 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=62789f46-5267-4694-b07b-e963713f2494 HTTP/1.1" status: 200 len: 205 time: 0.0307152 Jan 14 01:57:29.503225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-488d6939-b126-4f45-ac4f-45744ac15891 None None] Set router 62789f46-5267-4694-b07b-e963713f2494 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:29.505531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45978) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:29.509017 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Pushing event updated for resources: {'Network': ['ID=5932cdd0-cec6-4be5-8bc8-8294804eca49,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:29.509445 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1719c8df-e08c-49fb-aa7d-5e8ef3f885a8 req-61a96b92-aaf4-4966-9701-f622e8e8f93a tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939924 Jan 14 01:57:29.581793 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-488d6939-b126-4f45-ac4f-45744ac15891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62789f46-5267-4694-b07b-e963713f2494', 'name': 'tempest-RoutersIpV6Test-router-121461276', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:57:28Z', 'updated_at': '2022-01-14T01:57:28Z', 'revision_number': 2, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:29.600566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45980) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:29.607030 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7339d3ee-4c5a-4282-a6db-771f9146e4cf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Request body: {'subnet': {'network_id': '5932cdd0-cec6-4be5-8bc8-8294804eca49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:29.610619 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-24bd315f-d3d4-4c05-a926-8a3d656f46f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0577400 Jan 14 01:57:29.612303 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488d6939-b126-4f45-ac4f-45744ac15891 None None] Checking router: 62789f46-5267-4694-b07b-e963713f2494 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:57:29.614510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 5932cdd0-cec6-4be5-8bc8-8294804eca49 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:57:29.628873 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb8ed8a3-bae7-450d-af45-64d8dac94315 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (62789f46-5267-4694-b07b-e963713f2494), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:29.688089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488d6939-b126-4f45-ac4f-45744ac15891 None None] Routers {'62789f46-5267-4694-b07b-e963713f2494'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:57:29.688896 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-488d6939-b126-4f45-ac4f-45744ac15891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['62789f46-5267-4694-b07b-e963713f2494'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:29.771609 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-488d6939-b126-4f45-ac4f-45744ac15891 None None] Set router 62789f46-5267-4694-b07b-e963713f2494 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:57:29.830834 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7339d3ee-4c5a-4282-a6db-771f9146e4cf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Made reservation on behalf of 2ab563e0d7b74f9f82cf162c8bff74f3 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:57:29.834545 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7339d3ee-4c5a-4282-a6db-771f9146e4cf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:29.855441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-488d6939-b126-4f45-ac4f-45744ac15891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62789f46-5267-4694-b07b-e963713f2494', 'name': 'tempest-RoutersIpV6Test-router-121461276', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:57:28Z', 'updated_at': '2022-01-14T01:57:28Z', 'revision_number': 2, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:29.911615 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb8ed8a3-bae7-450d-af45-64d8dac94315 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (62789f46-5267-4694-b07b-e963713f2494), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:29.912632 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488d6939-b126-4f45-ac4f-45744ac15891 None None] The sync data for ids ['62789f46-5267-4694-b07b-e963713f2494'] in n-d-824358-4 is: [{'id': '62789f46-5267-4694-b07b-e963713f2494', 'name': 'tempest-RoutersIpV6Test-router-121461276', 'tenant_id': 'a63f156ff5b3491fa61e092c606408e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:57:28Z', 'updated_at': '2022-01-14T01:57:28Z', 'revision_number': 2, 'project_id': 'a63f156ff5b3491fa61e092c606408e7', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:57:29.914734 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb8ed8a3-bae7-450d-af45-64d8dac94315 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router_controller (62789f46-5267-4694-b07b-e963713f2494), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:30.001101 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb8ed8a3-bae7-450d-af45-64d8dac94315 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (62789f46-5267-4694-b07b-e963713f2494), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:30.001847 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8ed8a3-bae7-450d-af45-64d8dac94315 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Fanout notify agent at l3_agent the message router_deleted on router 62789f46-5267-4694-b07b-e963713f2494 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:57:30.015668 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb8ed8a3-bae7-450d-af45-64d8dac94315 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:30.016968 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cb8ed8a3-bae7-450d-af45-64d8dac94315 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/62789f46-5267-4694-b07b-e963713f2494 HTTP/1.1" status: 204 len: 168 time: 0.5041270 Jan 14 01:57:30.021424 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45984) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.065922 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-df745d19-7af6-4b6f-8467-f358a4459b9d tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=62789f46-5267-4694-b07b-e963713f2494 HTTP/1.1" status: 200 len: 205 time: 0.0432220 Jan 14 01:57:30.068443 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45986) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.105783 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7339d3ee-4c5a-4282-a6db-771f9146e4cf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (9f55899f-dc22-4cc1-ab1f-474f85b9fec9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:30.131838 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-f692c2ac-d7ab-4019-b593-e6334b952663 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:30.132890 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f692c2ac-d7ab-4019-b593-e6334b952663 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/62789f46-5267-4694-b07b-e963713f2494 HTTP/1.1" status: 404 len: 336 time: 0.0634594 Jan 14 01:57:30.136083 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45988) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.179197 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-7370c499-6392-4ac7-9941-cf5802830809 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:30.179951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7370c499-6392-4ac7-9941-cf5802830809 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:30.184858 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7370c499-6392-4ac7-9941-cf5802830809 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/b572ef75-205c-4936-b351-f2783b77b18f HTTP/1.1" status: 404 len: 337 time: 0.0474765 Jan 14 01:57:30.187756 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45990) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.195819 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339d3ee-4c5a-4282-a6db-771f9146e4cf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Pushing event updated for resources: {'Subnet': ['ID=9f55899f-dc22-4cc1-ab1f-474f85b9fec9,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:30.210219 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7339d3ee-4c5a-4282-a6db-771f9146e4cf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Checking segment: {'id': 'e06f25f8-db58-47bf-8a21-c15b2ddd426f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5932cdd0-cec6-4be5-8bc8-8294804eca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:57:30.210845 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7339d3ee-4c5a-4282-a6db-771f9146e4cf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Network hostable DHCP agents. Network: 5932cdd0-cec6-4be5-8bc8-8294804eca49, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:57:30.235299 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef940a6-69cf-495c-9b11-953ad8e1fcb8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:30.235299 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef940a6-69cf-495c-9b11-953ad8e1fcb8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:30.242778 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cef940a6-69cf-495c-9b11-953ad8e1fcb8 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/7d95791a-4100-415c-bd5a-e7cea3cc1ac1 HTTP/1.1" status: 404 len: 337 time: 0.0519645 Jan 14 01:57:30.243584 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 45996) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.264709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7339d3ee-4c5a-4282-a6db-771f9146e4cf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Network 5932cdd0-cec6-4be5-8bc8-8294804eca49 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:57:30.283781 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7339d3ee-4c5a-4282-a6db-771f9146e4cf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 5932cdd0-cec6-4be5-8bc8-8294804eca49) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:57:30.284189 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e202d7-d18c-4c7e-aa03-925dd61c83c1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:30.284866 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e202d7-d18c-4c7e-aa03-925dd61c83c1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:30.291820 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 45998) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.291995 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-66e202d7-d18c-4c7e-aa03-925dd61c83c1 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/6172c542-19a4-4d55-8b49-ad1c11e83709 HTTP/1.1" status: 404 len: 337 time: 0.0475035 Jan 14 01:57:30.298535 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f94bd7a-72e7-4279-a9ca-c26a6af481f8 None None] Network 5932cdd0-cec6-4be5-8bc8-8294804eca49 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:30.314567 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7339d3ee-4c5a-4282-a6db-771f9146e4cf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:30.333386 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7339d3ee-4c5a-4282-a6db-771f9146e4cf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:30.362644 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcca982a-28a5-469f-a964-3686d507d499 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:30.368339 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcca982a-28a5-469f-a964-3686d507d499 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:30.373694 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-dcca982a-28a5-469f-a964-3686d507d499 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/3368c5a5-1082-49df-8667-7403ac6b2c14 HTTP/1.1" status: 404 len: 337 time: 0.0807021 Jan 14 01:57:30.376761 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46000) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.410204 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7339d3ee-4c5a-4282-a6db-771f9146e4cf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8059986 Jan 14 01:57:30.414922 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46002) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.423355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Request body: {'port': {'network_id': '5932cdd0-cec6-4be5-8bc8-8294804eca49', 'name': 'tempest-TagsExtTest-1393262106'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:30.430899 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bd577a37-3875-4d92-ad4d-e83f4f077901 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 HTTP/1.1" status: 200 len: 205 time: 0.0426593 Jan 14 01:57:30.433303 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46004) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.482081 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-5932cdd0-cec6-4be5-8bc8-8294804eca49', 'network_id': '5932cdd0-cec6-4be5-8bc8-8294804eca49', 'project_id': '2ab563e0d7b74f9f82cf162c8bff74f3', 'fixed_ips': [{'subnet_id': '9f55899f-dc22-4cc1-ab1f-474f85b9fec9'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:57:30.482979 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:30.522043 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-3361a36f-63d2-4fd4-987a-4c4d4b408b63 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:30.526037 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46008) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.526621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3361a36f-63d2-4fd4-987a-4c4d4b408b63 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/763cfc8e-b16e-4fd2-9e07-b79fb0cbb5d6 HTTP/1.1" status: 404 len: 336 time: 0.0889990 Jan 14 01:57:30.581803 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46012) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.586442 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f14f77b0-aebd-4d15-8fa6-3e740a0e0e97 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c9decdf-1923-4526-af4b-3e6dc4e83fa0 HTTP/1.1" status: 200 len: 205 time: 0.0482821 Jan 14 01:57:30.669069 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-4fddfa4c-87de-4cd4-97cf-507aa075c17b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:30.670021 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Allocated IP 172.20.0.2 (5932cdd0-cec6-4be5-8bc8-8294804eca49/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/0c85cb17-1078-4da3-8b48-7046030932a1) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:57:30.672991 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46014) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.673196 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4fddfa4c-87de-4cd4-97cf-507aa075c17b tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/4c9decdf-1923-4526-af4b-3e6dc4e83fa0 HTTP/1.1" status: 404 len: 336 time: 0.0888660 Jan 14 01:57:30.721569 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ad2149-1522-40df-be65-c72bbd18e10e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:30.723437 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ad2149-1522-40df-be65-c72bbd18e10e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:30.730570 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46016) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.731108 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-68ad2149-1522-40df-be65-c72bbd18e10e tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/5028f2ca-0b9e-4b77-a397-91ca5defc157 HTTP/1.1" status: 404 len: 337 time: 0.0570228 Jan 14 01:57:30.773742 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46018) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.774053 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-371620ad-2939-4568-ae66-970cf8516a4a tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ecd76f9-d649-4465-9d96-d01248b84781 HTTP/1.1" status: 200 len: 205 time: 0.0419593 Jan 14 01:57:30.782353 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225cdb-800c-429e-b70d-55e3e7f73d9a req-00adda39-30b4-4856-bcb9-04222da08aef tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:30.789400 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-44225cdb-800c-429e-b70d-55e3e7f73d9a req-00adda39-30b4-4856-bcb9-04222da08aef tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1128852 Jan 14 01:57:30.839942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Made reservation on behalf of 2ab563e0d7b74f9f82cf162c8bff74f3 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:57:30.843620 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:30.867591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] device_id is not set on port 98556521-1248-4b8f-8424-b567edb35d5a yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:57:30.919599 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-e23868b3-f314-4f19-b1e8-7ca860b47e38 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:30.925061 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e23868b3-f314-4f19-b1e8-7ca860b47e38 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/4ecd76f9-d649-4465-9d96-d01248b84781 HTTP/1.1" status: 404 len: 336 time: 0.1501477 Jan 14 01:57:30.928326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46024) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:30.950532 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-3163f52b-971f-48f2-adec-5c340314da77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1558635 Jan 14 01:57:30.965240 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-44225cdb-800c-429e-b70d-55e3e7f73d9a req-79138534-3e96-48e6-96d8-51408289af14 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748276 Jan 14 01:57:31.029652 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-91230b3b-a4d9-4786-a90d-cf2b43dc4e8c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=94a2d41c-d6bc-4913-913f-cd057f00356c HTTP/1.1" status: 200 len: 205 time: 0.0979197 Jan 14 01:57:31.030959 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46028) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:31.079028 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Publish callbacks [] for port (0c85cb17-1078-4da3-8b48-7046030932a1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:31.087806 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:31.150484 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Network 5932cdd0-cec6-4be5-8bc8-8294804eca49 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:57:31.152257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Pushing event updated for resources: {'Port': ['ID=0c85cb17-1078-4da3-8b48-7046030932a1,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:31.161332 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:57:31.166567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:57:31.201610 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-f65682a6-9a9e-48c7-b43a-aa8305560de0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:31.205416 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f65682a6-9a9e-48c7-b43a-aa8305560de0 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/94a2d41c-d6bc-4913-913f-cd057f00356c HTTP/1.1" status: 404 len: 336 time: 0.1690538 Jan 14 01:57:31.205799 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46030) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:31.250437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-fbd56981-1694-487b-9b5d-b8cef775c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:31.251079 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-fbd56981-1694-487b-9b5d-b8cef775c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:31.252136 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-fbd56981-1694-487b-9b5d-b8cef775c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:31.255073 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-fbd56981-1694-487b-9b5d-b8cef775c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:31.255622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-fbd56981-1694-487b-9b5d-b8cef775c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:31.255892 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d759a1-ac44-42d9-8152-95f81671ceab tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:31.256367 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-fbd56981-1694-487b-9b5d-b8cef775c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:31.256478 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d759a1-ac44-42d9-8152-95f81671ceab tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:31.256884 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-fbd56981-1694-487b-9b5d-b8cef775c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:31.260388 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-fbd56981-1694-487b-9b5d-b8cef775c286 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6489 time: 0.2281537 Jan 14 01:57:31.265944 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d2d759a1-ac44-42d9-8152-95f81671ceab tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/8183cdaa-2df3-4abb-8682-d7957ad204a9 HTTP/1.1" status: 404 len: 337 time: 0.0568817 Jan 14 01:57:31.267243 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46032) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:31.297131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Attempting to bind port 0c85cb17-1078-4da3-8b48-7046030932a1 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:57:31.300385 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Attempting to bind port 0c85cb17-1078-4da3-8b48-7046030932a1 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'e06f25f8-db58-47bf-8a21-c15b2ddd426f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5932cdd0-cec6-4be5-8bc8-8294804eca49'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:57:31.300861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Attempting to bind port 0c85cb17-1078-4da3-8b48-7046030932a1 on network 5932cdd0-cec6-4be5-8bc8-8294804eca49 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:57:31.313758 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:57:31.314299 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Checking segment: {'id': 'e06f25f8-db58-47bf-8a21-c15b2ddd426f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5932cdd0-cec6-4be5-8bc8-8294804eca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:57:31.314838 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:31.315327 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Bound using segment: {'id': 'e06f25f8-db58-47bf-8a21-c15b2ddd426f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5932cdd0-cec6-4be5-8bc8-8294804eca49'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:57:31.316040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Bound port: 0c85cb17-1078-4da3-8b48-7046030932a1, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06f25f8-db58-47bf-8a21-c15b2ddd426f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5932cdd0-cec6-4be5-8bc8-8294804eca49'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:57:31.316526 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:31.328314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Allocated IP 172.20.0.12 (5932cdd0-cec6-4be5-8bc8-8294804eca49/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/98556521-1248-4b8f-8424-b567edb35d5a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:57:31.338332 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2bd7781d-e3fc-4ed9-ab2b-5d5e878783f9 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d90afed-ef8c-4284-b38b-17f43e35c41c HTTP/1.1" status: 200 len: 205 time: 0.0672920 Jan 14 01:57:31.339018 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46036) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:31.448342 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-645df172-e6fe-43e1-9d4f-bd4749e3b522 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:31.451759 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-645df172-e6fe-43e1-9d4f-bd4749e3b522 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/1d90afed-ef8c-4284-b38b-17f43e35c41c HTTP/1.1" status: 404 len: 336 time: 0.1094544 Jan 14 01:57:31.454714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46040) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:31.483363 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] For port 0c85cb17-1078-4da3-8b48-7046030932a1, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:57:31.513751 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] For port 0c85cb17-1078-4da3-8b48-7046030932a1, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=0c85cb17-1078-4da3-8b48-7046030932a1,segment=NetworkSegment(e06f25f8-db58-47bf-8a21-c15b2ddd426f),segment_id=e06f25f8-db58-47bf-8a21-c15b2ddd426f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:57:31.525818 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:31.563401 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f6d274-f970-48d6-ac5a-a2561e38696c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:31.564193 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f6d274-f970-48d6-ac5a-a2561e38696c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:31.593298 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c1f6d274-f970-48d6-ac5a-a2561e38696c tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/70838c34-993f-4ec2-9283-f7d8769044d8 HTTP/1.1" status: 404 len: 337 time: 0.1372640 Jan 14 01:57:31.605345 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46046) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:31.654784 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97c8cf-5359-4d58-87de-f8c5d44d9e51 None None] Pushing event updated for resources: {'Port': ['ID=0c85cb17-1078-4da3-8b48-7046030932a1,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:31.709400 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bfc20a72-1c20-4ee0-8aa6-7f353b70608f tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "GET /v2.0/ports?device_id=0271c49f-693e-43fa-8318-fc10bf05cca5 HTTP/1.1" status: 200 len: 205 time: 0.1027539 Jan 14 01:57:31.714631 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46050) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:31.724131 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:31.801737 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for port (98556521-1248-4b8f-8424-b567edb35d5a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:31.987088 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-fd386d0a-b3b6-4c9f-a1c4-892f5f05118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:31.987644 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-fd386d0a-b3b6-4c9f-a1c4-892f5f05118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:31.988181 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-fd386d0a-b3b6-4c9f-a1c4-892f5f05118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:31.989963 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-fd386d0a-b3b6-4c9f-a1c4-892f5f05118d service neutron] 10.222.0.46 "GET /v2.0/networks?id=76d46afc-cc44-477a-92f7-8aa69ad025a7&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=abc8037e-64e1-4418-bb1b-adc918f77729&id=abc8037e-64e1-4418-bb1b-adc918f77729 HTTP/1.1" status: 200 len: 2293 time: 0.6933844 Jan 14 01:57:32.010349 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (98556521-1248-4b8f-8424-b567edb35d5a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:32.199513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Network 5932cdd0-cec6-4be5-8bc8-8294804eca49 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:57:32.206989 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-cc6e6b3f-49e2-4f12-953b-af20d29a22e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c121a5e7-f7f1-4aad-a52b-c08401d58912 HTTP/1.1" status: 200 len: 1001 time: 0.2106390 Jan 14 01:57:32.208086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Pushing event updated for resources: {'Port': ['ID=98556521-1248-4b8f-8424-b567edb35d5a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:32.223264 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:57:32.231802 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:57:32.307889 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21d154-61da-47cc-b5c3-89aa0a6288c3 req-06109beb-269d-4ada-812b-27bbd5581b3f tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:32.309867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f21d154-61da-47cc-b5c3-89aa0a6288c3 req-06109beb-269d-4ada-812b-27bbd5581b3f tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.2094183 Jan 14 01:57:32.339194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:32.340624 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:32.414285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-84c8db2e-5aec-452a-84a4-afe67fbd24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:32.416751 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-84c8db2e-5aec-452a-84a4-afe67fbd24e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9785ed8-46df-400a-bcac-abcd200ac677 HTTP/1.1" status: 200 len: 850 time: 0.1903615 Jan 14 01:57:32.424668 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f21d154-61da-47cc-b5c3-89aa0a6288c3 req-5f5fcfea-4fa6-4110-9785-2974331a8f3d tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061809 Jan 14 01:57:32.432643 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-643ecfc0-512d-47b8-8a73-5db6a8567ffb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0133364 Jan 14 01:57:32.455606 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46056) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:32.466664 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d3b6b6a5-6fab-4f9b-9d98-27865f4fdf9b tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1903287479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:32.534387 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-5a84d165-6dee-4769-80c2-8887d06237fe tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] delete failed (client error): The resource could not be found. Jan 14 01:57:32.536198 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5a84d165-6dee-4769-80c2-8887d06237fe tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/routers/0271c49f-693e-43fa-8318-fc10bf05cca5 HTTP/1.1" status: 404 len: 336 time: 0.8167605 Jan 14 01:57:32.538839 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46060) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:32.555328 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3b6b6a5-6fab-4f9b-9d98-27865f4fdf9b tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (71a0ab63-5b1e-47e1-9086-9bb9ce766fcc), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:32.557403 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3b6b6a5-6fab-4f9b-9d98-27865f4fdf9b tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (71a0ab63-5b1e-47e1-9086-9bb9ce766fcc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:32.564648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-ebac241e-2be1-48e7-b9d0-359f11c24947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:32.566296 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-ebac241e-2be1-48e7-b9d0-359f11c24947 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=76d46afc-cc44-477a-92f7-8aa69ad025a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407378 Jan 14 01:57:32.573879 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28fe9f6-03cf-466f-9ab7-92a5b9ecd631 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:32.574351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28fe9f6-03cf-466f-9ab7-92a5b9ecd631 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:32.577583 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c28fe9f6-03cf-466f-9ab7-92a5b9ecd631 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/6cb9d8b6-a05f-43ad-8e03-b0fa31121175 HTTP/1.1" status: 404 len: 337 time: 0.0375667 Jan 14 01:57:32.581346 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46062) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:32.621635 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-a215b925-307e-428a-b8b9-4adcb234a660 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] DELETE failed (client error): The resource could not be found. Jan 14 01:57:32.622107 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a215b925-307e-428a-b8b9-4adcb234a660 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 01:57:32.626968 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a215b925-307e-428a-b8b9-4adcb234a660 tempest-RoutersIpV6Test-1357626743 tempest-RoutersIpV6Test-1357626743-project] 10.222.0.26 "DELETE /v2.0/subnets/42d781fe-3b6f-4043-b1f8-5cff8bcb82b0 HTTP/1.1" status: 404 len: 337 time: 0.0444212 Jan 14 01:57:32.908379 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-787ae523-f191-4251-9153-90e43363ab08 service neutron] 10.222.0.46 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347161 Jan 14 01:57:33.028546 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-7ded13eb-f64d-4455-b558-821382a8b6ad service neutron] 10.222.0.46 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110942 Jan 14 01:57:33.029893 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3b6b6a5-6fab-4f9b-9d98-27865f4fdf9b tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for router_controller (71a0ab63-5b1e-47e1-9086-9bb9ce766fcc), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:33.106826 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46076) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:33.124188 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3b6b6a5-6fab-4f9b-9d98-27865f4fdf9b tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (71a0ab63-5b1e-47e1-9086-9bb9ce766fcc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:33.143675 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-c2d4b0fe-d528-48e7-884c-04f773b76905 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=958a3119-0652-4e10-add3-6ef0d62d1943 HTTP/1.1" status: 200 len: 217 time: 0.1063745 Jan 14 01:57:33.239963 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3b6b6a5-6fab-4f9b-9d98-27865f4fdf9b tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:33.241366 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d3b6b6a5-6fab-4f9b-9d98-27865f4fdf9b tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7846134 Jan 14 01:57:33.244180 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46082) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:33.249079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7ee03ad3-858d-4ff5-a20b-e1bb47091d04 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-998255286', 'prefixes': ['172.20.0.0/16']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:33.294003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-87f5502f-3421-486d-a45d-01eba5557d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:33.295663 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-87f5502f-3421-486d-a45d-01eba5557d86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.1461458 Jan 14 01:57:33.374949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1dd89b-201e-4a2d-961d-04c62158a432 None None] Network 5932cdd0-cec6-4be5-8bc8-8294804eca49 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:33.447438 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-667208a8-d63c-4cc9-af76-bd369b5b6e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:33.448960 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-667208a8-d63c-4cc9-af76-bd369b5b6e5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1436474 Jan 14 01:57:33.482771 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ee03ad3-858d-4ff5-a20b-e1bb47091d04 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:33.483972 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7ee03ad3-858d-4ff5-a20b-e1bb47091d04 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2385373 Jan 14 01:57:33.489313 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46090) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:33.503397 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-b30c0d4c-a5cc-4bb6-8c36-bcbd25a782c8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9', 'tempest-TagsExtTest-Tag-352847205') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:33.553878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0c85cb17-1078-4da3-8b48-7046030932a1 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:57:33.649624 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3dae34d1-27cb-4a8e-bb42-720e40212b30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a63f156ff5b3491fa61e092c606408e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5415688 Jan 14 01:57:33.650453 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46096) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:33.741205 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-04558fbd-6628-4bb5-8a06-302d552abd42 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830048 Jan 14 01:57:33.794317 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782d34a-dcba-4137-a7b5-585e4a0ce4ed req-85cfe053-877e-4090-82e1-b50d3a86c95c tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:33.795948 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e782d34a-dcba-4137-a7b5-585e4a0ce4ed req-85cfe053-877e-4090-82e1-b50d3a86c95c tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1511993 Jan 14 01:57:33.919200 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bc70f75-776c-49e4-95f8-1ecb17d11892 admin admin] Publish callbacks [] for security_group (243b0f80-47d6-4687-b2d9-956bbd51ba11), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:33.925789 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b30c0d4c-a5cc-4bb6-8c36-bcbd25a782c8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "PUT /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags/tempest-TagsExtTest-Tag-352847205 HTTP/1.1" status: 201 len: 201 time: 0.4351180 Jan 14 01:57:33.940839 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46102) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:33.958093 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-38590c6d-39d9-40e7-ae74-f5ae475c0740 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a', 'tempest-TagsExtTest-Tag-611849277') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:33.983801 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-16b581a2-8610-4f31-8162-eb0514b7a2f3 None None] Provisioning complete for port 0c85cb17-1078-4da3-8b48-7046030932a1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:33.984572 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16b581a2-8610-4f31-8162-eb0514b7a2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:34.002231 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-61191283-7796-44be-8d9b-c05fc1d4c48b service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427006 Jan 14 01:57:34.037043 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bc70f75-776c-49e4-95f8-1ecb17d11892 admin admin] Publish callbacks [] for security_group (243b0f80-47d6-4687-b2d9-956bbd51ba11), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:34.058109 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-ba85c8e9-8da0-4bf4-9ac7-d28fefe6dedf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=89e7de05-6314-4968-a665-f6d0681ec2d6 HTTP/1.1" status: 200 len: 217 time: 0.0477569 Jan 14 01:57:34.112369 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 0c85cb17-1078-4da3-8b48-7046030932a1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:34.112752 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:34.125313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-e36310d8-1723-4952-8346-a0ccfc187ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:34.126297 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-e36310d8-1723-4952-8346-a0ccfc187ecd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.0609746 Jan 14 01:57:34.157839 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e782d34a-dcba-4137-a7b5-585e4a0ce4ed req-31409687-39e7-4733-9a44-2268896d380e tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284991 Jan 14 01:57:34.210076 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-53076e26-26eb-4060-b3c8-744eb98f7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:34.213107 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-53076e26-26eb-4060-b3c8-744eb98f7c7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0787649 Jan 14 01:57:34.254004 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-38590c6d-39d9-40e7-ae74-f5ae475c0740 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "PUT /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags/tempest-TagsExtTest-Tag-611849277 HTTP/1.1" status: 201 len: 201 time: 0.3119955 Jan 14 01:57:34.256518 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46104) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:34.264861 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-6f8dca30-b6b8-41cb-983c-2914cecad3b4 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc', 'tempest-TagsExtTest-Tag-1905174715') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:34.353954 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bc70f75-776c-49e4-95f8-1ecb17d11892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (243b0f80-47d6-4687-b2d9-956bbd51ba11), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:34.359467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bc70f75-776c-49e4-95f8-1ecb17d11892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:34.366616 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3bc70f75-776c-49e4-95f8-1ecb17d11892 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/243b0f80-47d6-4687-b2d9-956bbd51ba11 HTTP/1.1" status: 204 len: 168 time: 0.6935451 Jan 14 01:57:34.450025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc70f75-776c-49e4-95f8-1ecb17d11892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243b0f80-47d6-4687-b2d9-956bbd51ba11,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:34.465938 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-d0e34877-a9c5-4b6b-8ef8-bb0389d81077 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459919 Jan 14 01:57:34.469045 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-16b581a2-8610-4f31-8162-eb0514b7a2f3 None None] Current status of the port 0c85cb17-1078-4da3-8b48-7046030932a1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:34.469506 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16b581a2-8610-4f31-8162-eb0514b7a2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:34.559606 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6f8dca30-b6b8-41cb-983c-2914cecad3b4 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "PUT /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags/tempest-TagsExtTest-Tag-1905174715 HTTP/1.1" status: 201 len: 201 time: 0.3016968 Jan 14 01:57:34.562937 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46110) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:34.572921 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-69541c58-be17-48c7-8cde-82aa251c659b tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3', 'tempest-TagsExtTest-Tag-2007137179') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:34.601833 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:34.642719 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-16b581a2-8610-4f31-8162-eb0514b7a2f3 None None] For port 0c85cb17-1078-4da3-8b48-7046030932a1, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=0c85cb17-1078-4da3-8b48-7046030932a1,segment=NetworkSegment(e06f25f8-db58-47bf-8a21-c15b2ddd426f),segment_id=e06f25f8-db58-47bf-8a21-c15b2ddd426f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:34.646249 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 0c85cb17-1078-4da3-8b48-7046030932a1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:34.647019 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:34.675684 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16b581a2-8610-4f31-8162-eb0514b7a2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:34.787665 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:57:34.788345 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-41bd4f90-6c9c-425e-8cc3-9e21ebda903f service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118918 Jan 14 01:57:34.789142 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:57:34.795081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46120) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:34.796008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b581a2-8610-4f31-8162-eb0514b7a2f3 None None] Pushing event updated for resources: {'Port': ['ID=0c85cb17-1078-4da3-8b48-7046030932a1,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:34.796428 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-69541c58-be17-48c7-8cde-82aa251c659b tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "PUT /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags/tempest-TagsExtTest-Tag-2007137179 HTTP/1.1" status: 201 len: 201 time: 0.2297873 Jan 14 01:57:34.799932 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-24c91e17-85ba-4029-8006-1b20cbb5be56 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:34.862969 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-20ed55b6-7205-4d68-bd93-954fd66ea4d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=6eeca40e-5089-4d08-b18b-cc5afff82e38 HTTP/1.1" status: 200 len: 217 time: 0.0639112 Jan 14 01:57:34.909031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f8840a56-e21d-4050-8bfb-0fe9c1447ed4 None None] Provisioning complete for port 98556521-1248-4b8f-8424-b567edb35d5a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:34.912282 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f8840a56-e21d-4050-8bfb-0fe9c1447ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (98556521-1248-4b8f-8424-b567edb35d5a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:34.983615 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-24c91e17-85ba-4029-8006-1b20cbb5be56 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags HTTP/1.1" status: 200 len: 240 time: 0.1847410 Jan 14 01:57:34.983882 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46128) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:35.003515 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-9789429a-e0c9-42af-9d5c-7945a4551a40 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9', 'tempest-TagsExtTest-Tag-352847205') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:35.037513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-6e222b45-5482-4545-8184-df5c99601faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:35.039086 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-6e222b45-5482-4545-8184-df5c99601faa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.1699574 Jan 14 01:57:35.088798 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6555996a-c00d-4354-860d-1883e9a9a7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:35.099088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f8840a56-e21d-4050-8bfb-0fe9c1447ed4 None None] Port 98556521-1248-4b8f-8424-b567edb35d5a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:57:35.129245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f8840a56-e21d-4050-8bfb-0fe9c1447ed4 None None] Provisioning complete for port 0c85cb17-1078-4da3-8b48-7046030932a1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:35.131764 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f8840a56-e21d-4050-8bfb-0fe9c1447ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:35.155009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-02c02086-66e5-42f0-a280-b27eb467dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:35.157144 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-02c02086-66e5-42f0-a280-b27eb467dba3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096749 Jan 14 01:57:35.188208 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9789429a-e0c9-42af-9d5c-7945a4551a40 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags/tempest-TagsExtTest-Tag-352847205 HTTP/1.1" status: 204 len: 168 time: 0.2009938 Jan 14 01:57:35.190056 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46140) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:35.208166 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-90dbb60e-fa42-4ea3-852d-80083262a97b tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9', 'tempest-TagsExtTest-Tag-352847205') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:35.335389 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-90dbb60e-fa42-4ea3-852d-80083262a97b tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags/tempest-TagsExtTest-Tag-352847205 HTTP/1.1" status: 204 len: 168 time: 0.1424892 Jan 14 01:57:35.338541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46142) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:35.348804 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-078fca51-dd6a-4720-ab7d-86ffa28796d5 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:35.384637 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f8840a56-e21d-4050-8bfb-0fe9c1447ed4 None None] Current status of the port 0c85cb17-1078-4da3-8b48-7046030932a1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:35.399305 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 0c85cb17-1078-4da3-8b48-7046030932a1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:35.415778 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-f1ef141f-3ce6-4d6b-ad82-49d4e24cfe51 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452588 Jan 14 01:57:35.475286 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-078fca51-dd6a-4720-ab7d-86ffa28796d5 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags HTTP/1.1" status: 200 len: 205 time: 0.1346736 Jan 14 01:57:35.477694 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46150) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:35.481789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-280a8c89-7d1f-4610-8bee-9308cb1065d2 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:35.511478 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e038e931-0b36-4421-b56d-ca3720b20f59 None None] Provisioning complete for port 98556521-1248-4b8f-8424-b567edb35d5a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:35.512198 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e038e931-0b36-4421-b56d-ca3720b20f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (98556521-1248-4b8f-8424-b567edb35d5a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:35.554659 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e038e931-0b36-4421-b56d-ca3720b20f59 None None] Port 98556521-1248-4b8f-8424-b567edb35d5a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:57:35.556897 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0c85cb17-1078-4da3-8b48-7046030932a1 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:57:35.565730 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-280a8c89-7d1f-4610-8bee-9308cb1065d2 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags HTTP/1.1" status: 200 len: 240 time: 0.0848277 Jan 14 01:57:35.572593 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46154) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:35.597951 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-528ba93a-65ed-415c-ac70-8b3563f13208 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a', 'tempest-TagsExtTest-Tag-611849277') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:35.610393 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 0c85cb17-1078-4da3-8b48-7046030932a1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:35.610800 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:35.615991 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604615b4-b8b0-469f-a660-2ade6fdb2cc6 req-8891d562-0a76-4c7f-a623-c6bda61a32f6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:35.626128 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-604615b4-b8b0-469f-a660-2ade6fdb2cc6 req-8891d562-0a76-4c7f-a623-c6bda61a32f6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.3149741 Jan 14 01:57:35.712678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 0c85cb17-1078-4da3-8b48-7046030932a1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:57:35.748689 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-ea21eaca-abd2-46b6-a21b-2da4a4502fa1 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229263 Jan 14 01:57:35.776497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-604615b4-b8b0-469f-a660-2ade6fdb2cc6 req-5e196578-5e76-4510-bf98-041d953291b5 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487651 Jan 14 01:57:35.826953 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-28ed11a4-e53f-4968-8234-b8a2514f4d88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=eae56713-6f97-4a49-b531-5e52b0bb578a HTTP/1.1" status: 200 len: 217 time: 0.0666208 Jan 14 01:57:35.842236 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46164) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:35.869383 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-528ba93a-65ed-415c-ac70-8b3563f13208 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags/tempest-TagsExtTest-Tag-611849277 HTTP/1.1" status: 204 len: 168 time: 0.2921779 Jan 14 01:57:35.870136 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46168) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:35.874983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-c5f8a020-2ef5-41a0-bc56-60a0ba15ecef tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a', 'tempest-TagsExtTest-Tag-611849277') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:35.907194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-061c03ae-1d58-4625-be73-277e8c2d7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:35.908659 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-061c03ae-1d58-4625-be73-277e8c2d7425 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.0747759 Jan 14 01:57:35.985615 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0e2353d9-d8f3-4fc4-9dda-3bb9d0d40bb1 tempest-DvrRoutersNegativeTest-1645815540 tempest-DvrRoutersNegativeTest-1645815540-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1834855344', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:35.988033 n-d-824358-4 neutron-server[103354]: DEBUG neutron.policy [None req-0e2353d9-d8f3-4fc4-9dda-3bb9d0d40bb1 tempest-DvrRoutersNegativeTest-1645815540 tempest-DvrRoutersNegativeTest-1645815540-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103354) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 14 01:57:35.988194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.policy [None req-0e2353d9-d8f3-4fc4-9dda-3bb9d0d40bb1 tempest-DvrRoutersNegativeTest-1645815540 tempest-DvrRoutersNegativeTest-1645815540-project] Failed policy check for 'create_router' {{(pid=103354) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 14 01:57:35.988925 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-0e2353d9-d8f3-4fc4-9dda-3bb9d0d40bb1 tempest-DvrRoutersNegativeTest-1645815540 tempest-DvrRoutersNegativeTest-1645815540-project] create failed (client error): Access was denied to this resource. Jan 14 01:57:35.992527 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0e2353d9-d8f3-4fc4-9dda-3bb9d0d40bb1 tempest-DvrRoutersNegativeTest-1645815540 tempest-DvrRoutersNegativeTest-1645815540-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1464014 Jan 14 01:57:36.009334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-943d6810-7efb-40eb-947e-808c4eb03817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:36.010849 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-943d6810-7efb-40eb-947e-808c4eb03817 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956421 Jan 14 01:57:36.012415 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c5f8a020-2ef5-41a0-bc56-60a0ba15ecef tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags/tempest-TagsExtTest-Tag-611849277 HTTP/1.1" status: 204 len: 168 time: 0.1408682 Jan 14 01:57:36.015508 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46172) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:36.024382 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-ede7f6e5-14b0-48c8-92ef-b6d373c9b7f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:36.153834 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ede7f6e5-14b0-48c8-92ef-b6d373c9b7f8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags HTTP/1.1" status: 200 len: 205 time: 0.1348248 Jan 14 01:57:36.154027 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46178) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:36.158261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-96e7021a-7f7b-4cb4-9ea5-034c731c2682 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:36.280976 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46184) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:36.332616 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46188) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:36.564575 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f50411cc-a35b-4e24-b619-c45891abff3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:36.598704 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8b5e2115-0d3d-46fb-aa88-67f409eaa11b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3097bda44b04d798683b64efe9d082e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3167260 Jan 14 01:57:36.601397 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46198) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:36.629309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-ae88c567-6b9b-45a0-864f-b20af56a8630 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014538 Jan 14 01:57:36.686136 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2682eb3-f52b-4e96-a4f3-45948429de34 admin admin] Publish callbacks [] for security_group (c0ace1c9-61a7-494e-b22e-bbe9cab81ebf), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:36.712576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-96e7021a-7f7b-4cb4-9ea5-034c731c2682 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags HTTP/1.1" status: 200 len: 241 time: 0.5546064 Jan 14 01:57:36.713602 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46202) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:36.724974 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-d97003d1-7550-4ded-95d0-4f61e87d633a tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc', 'tempest-TagsExtTest-Tag-1905174715') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:36.780001 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2682eb3-f52b-4e96-a4f3-45948429de34 admin admin] Publish callbacks [] for security_group (c0ace1c9-61a7-494e-b22e-bbe9cab81ebf), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:36.787756 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-ece5c7e2-7ed1-4cd7-b354-99899e5f8e5c service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502831 Jan 14 01:57:36.835188 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-0176157e-e241-41b8-9108-57fa978a04bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 HTTP/1.1" status: 200 len: 217 time: 0.0409503 Jan 14 01:57:36.896626 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f50411cc-a35b-4e24-b619-c45891abff3a admin admin] Publish callbacks [] for security_group (ade8c4a0-6de7-4f87-8e8f-6f9b5d60c42e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:36.904274 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d97003d1-7550-4ded-95d0-4f61e87d633a tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags/tempest-TagsExtTest-Tag-1905174715 HTTP/1.1" status: 204 len: 168 time: 0.1877565 Jan 14 01:57:36.905456 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46206) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:36.916315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-2e4a6c06-3051-4c2b-be48-4e0d4a1b3570 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc', 'tempest-TagsExtTest-Tag-1905174715') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:36.919863 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f50411cc-a35b-4e24-b619-c45891abff3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ade8c4a0-6de7-4f87-8e8f-6f9b5d60c42e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:36.933345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-36c2df47-e747-4f65-b388-4814068caf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:36.934980 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-36c2df47-e747-4f65-b388-4814068caf99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c58418c-1633-4d58-a790-9f10ce59d42b HTTP/1.1" status: 200 len: 797 time: 0.0923629 Jan 14 01:57:36.976402 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd4ed1-7224-418f-bd5a-098d6c1424d7 req-e0c255f1-fa39-44d8-860a-88ee53be8af3 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:36.978857 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fdd4ed1-7224-418f-bd5a-098d6c1424d7 req-e0c255f1-fa39-44d8-860a-88ee53be8af3 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1012335 Jan 14 01:57:37.002358 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2682eb3-f52b-4e96-a4f3-45948429de34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c0ace1c9-61a7-494e-b22e-bbe9cab81ebf), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:37.005280 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2682eb3-f52b-4e96-a4f3-45948429de34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:37.007756 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e2682eb3-f52b-4e96-a4f3-45948429de34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0ace1c9-61a7-494e-b22e-bbe9cab81ebf HTTP/1.1" status: 204 len: 168 time: 0.4054382 Jan 14 01:57:37.024801 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-28254921-53cc-465c-844a-a76cbac62288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:37.026395 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-28254921-53cc-465c-844a-a76cbac62288 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847754 Jan 14 01:57:37.055302 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f50411cc-a35b-4e24-b619-c45891abff3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a393df088d449388d532a3cb7d4f0cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7220132 Jan 14 01:57:37.060969 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46210) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:37.063279 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50411cc-a35b-4e24-b619-c45891abff3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade8c4a0-6de7-4f87-8e8f-6f9b5d60c42e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:37.097578 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0fdd4ed1-7224-418f-bd5a-098d6c1424d7 req-5676be7b-b4ab-4762-b729-2a74a7737f58 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120441 Jan 14 01:57:37.169779 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2682eb3-f52b-4e96-a4f3-45948429de34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ace1c9-61a7-494e-b22e-bbe9cab81ebf,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:37.194198 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2e4a6c06-3051-4c2b-be48-4e0d4a1b3570 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags/tempest-TagsExtTest-Tag-1905174715 HTTP/1.1" status: 204 len: 168 time: 0.2821839 Jan 14 01:57:37.195130 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46214) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:37.202697 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c127c2e8-1cd8-47c5-b4d2-6bd21d3e47dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:37.203988 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-83b2b460-2bcd-4755-8329-395d7e8b6769 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:37.211645 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afe5541b-ac20-4f90-8233-0c17c120cd16 admin admin] Publish callbacks [] for security_group (ade8c4a0-6de7-4f87-8e8f-6f9b5d60c42e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:37.219894 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-5920bd65-c9e2-4025-aba0-31bb9c47d034 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808660 Jan 14 01:57:37.352225 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-5058cb78-a744-457f-92b9-5fb8c2cfebf9 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233723 Jan 14 01:57:37.356149 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afe5541b-ac20-4f90-8233-0c17c120cd16 admin admin] Publish callbacks [] for security_group (ade8c4a0-6de7-4f87-8e8f-6f9b5d60c42e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:37.394693 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-83b2b460-2bcd-4755-8329-395d7e8b6769 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags HTTP/1.1" status: 200 len: 205 time: 0.1932261 Jan 14 01:57:37.396199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46218) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:37.401195 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-5d5a5cf1-2271-4d59-881a-7c4ce989a624 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:37.417395 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-4b743c1b-47df-43bd-83f5-63e42cb2cf3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30c57d4b-6747-4709-a93c-a72f18d63bff HTTP/1.1" status: 200 len: 217 time: 0.0585749 Jan 14 01:57:37.442354 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5d5a5cf1-2271-4d59-881a-7c4ce989a624 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags HTTP/1.1" status: 200 len: 241 time: 0.0449553 Jan 14 01:57:37.443465 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46220) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:37.449689 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-80f56ca3-0159-43e8-a425-ff6ce8a57808 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3', 'tempest-TagsExtTest-Tag-2007137179') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:37.465507 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afe5541b-ac20-4f90-8233-0c17c120cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ade8c4a0-6de7-4f87-8e8f-6f9b5d60c42e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:37.468605 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afe5541b-ac20-4f90-8233-0c17c120cd16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:37.469942 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-afe5541b-ac20-4f90-8233-0c17c120cd16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ade8c4a0-6de7-4f87-8e8f-6f9b5d60c42e HTTP/1.1" status: 204 len: 168 time: 0.4038651 Jan 14 01:57:37.486784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5541b-ac20-4f90-8233-0c17c120cd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade8c4a0-6de7-4f87-8e8f-6f9b5d60c42e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:37.494175 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-80f56ca3-0159-43e8-a425-ff6ce8a57808 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags/tempest-TagsExtTest-Tag-2007137179 HTTP/1.1" status: 204 len: 168 time: 0.0494406 Jan 14 01:57:37.494952 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46226) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:37.499757 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-13a2d5a9-1dc5-4207-be3d-8f2efcddbfe0 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3', 'tempest-TagsExtTest-Tag-2007137179') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:37.558510 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-13a2d5a9-1dc5-4207-be3d-8f2efcddbfe0 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags/tempest-TagsExtTest-Tag-2007137179 HTTP/1.1" status: 204 len: 168 time: 0.0623031 Jan 14 01:57:37.561053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46230) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:37.568854 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-ab9e07c7-beab-419e-a7b1-32a5b2407d9e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:37.581400 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-9ef3c00e-cd36-4f90-be1d-2095ff140b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:37.585535 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-9ef3c00e-cd36-4f90-be1d-2095ff140b93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c58418c-1633-4d58-a790-9f10ce59d42b HTTP/1.1" status: 200 len: 797 time: 0.1635125 Jan 14 01:57:37.609031 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ab9e07c7-beab-419e-a7b1-32a5b2407d9e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags HTTP/1.1" status: 200 len: 205 time: 0.0451939 Jan 14 01:57:37.609652 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46240) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:37.618326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-4f44a996-6804-4704-a035-a33a04278a56 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:37.680838 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645de05-bb02-4c52-84b0-8b020c80910c req-37d87720-0e7a-4192-b45b-dd982752ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:37.683492 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-37d87720-0e7a-4192-b45b-dd982752ae92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914373 Jan 14 01:57:37.693450 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4f44a996-6804-4704-a035-a33a04278a56 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags HTTP/1.1" status: 204 len: 168 time: 0.0826607 Jan 14 01:57:37.694004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46242) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:37.704715 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-1776c6bb-57b8-44cb-bcb6-12bb5108fb6d tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:37.908910 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-6f134f2e-03bf-4c42-9249-dbc1b676f0b2 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177250 Jan 14 01:57:37.926259 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1776c6bb-57b8-44cb-bcb6-12bb5108fb6d tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags HTTP/1.1" status: 204 len: 168 time: 0.2261579 Jan 14 01:57:37.928090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46250) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:37.934296 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-efbe91d7-6ef9-4ce9-b6cf-1d89b8e7cbb6 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:38.144929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c645de05-bb02-4c52-84b0-8b020c80910c req-af16a0b7-eef3-40d5-8341-582f997fb847 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054858 Jan 14 01:57:38.173941 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46262) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:38.178453 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-7e34f2b1-18a2-4f3f-ac9c-40c64144dbe3 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:38.178818 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-efbe91d7-6ef9-4ce9-b6cf-1d89b8e7cbb6 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags HTTP/1.1" status: 204 len: 168 time: 0.2489748 Jan 14 01:57:38.284380 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9ec01-1279-4c05-b745-98e5cf1fec97 req-7f729f6f-27a5-4131-a566-c2be1e2a077c tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:38.285449 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0a9ec01-1279-4c05-b745-98e5cf1fec97 req-7f729f6f-27a5-4131-a566-c2be1e2a077c tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.0668862 Jan 14 01:57:38.308768 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7e34f2b1-18a2-4f3f-ac9c-40c64144dbe3 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags HTTP/1.1" status: 204 len: 168 time: 0.1337080 Jan 14 01:57:38.313201 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46270) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:38.320035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-02d7baf9-8261-4b98-ad8a-e6d67cedd268 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9', 'tempest-TagsExtTest-Tag-1864178010') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:38.401397 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:38.437953 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0a9ec01-1279-4c05-b745-98e5cf1fec97 req-dd3663f0-fb93-493b-a0ac-bc87b348ea9f tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457429 Jan 14 01:57:38.496799 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-02d7baf9-8261-4b98-ad8a-e6d67cedd268 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "PUT /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags/tempest-TagsExtTest-Tag-1864178010 HTTP/1.1" status: 201 len: 201 time: 0.1826797 Jan 14 01:57:38.499757 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46278) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:38.504685 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-748da5b6-7e26-4067-98cc-cb68df432dbd tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a', 'tempest-TagsExtTest-Tag-32994625') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:38.615006 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-748da5b6-7e26-4067-98cc-cb68df432dbd tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "PUT /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags/tempest-TagsExtTest-Tag-32994625 HTTP/1.1" status: 201 len: 201 time: 0.1141551 Jan 14 01:57:38.617844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46286) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:38.624704 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-4d40cd38-901f-47ec-88ae-00e57b920388 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc', 'tempest-TagsExtTest-Tag-1667563056') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:38.795466 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4d40cd38-901f-47ec-88ae-00e57b920388 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "PUT /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags/tempest-TagsExtTest-Tag-1667563056 HTTP/1.1" status: 201 len: 201 time: 0.1747670 Jan 14 01:57:38.797886 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46298) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:38.803480 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-9a45baaa-e87f-4949-9234-3bb30002477c tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3', 'tempest-TagsExtTest-Tag-56912985') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:38.864549 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9a45baaa-e87f-4949-9234-3bb30002477c tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "PUT /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags/tempest-TagsExtTest-Tag-56912985 HTTP/1.1" status: 201 len: 201 time: 0.0654068 Jan 14 01:57:38.867256 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46304) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:38.872300 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-5b81d98c-b356-4ab7-a654-9e56f3737abb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9', {'tags': ['tempest-TagsExtTest-Tag-604486833', 'tempest-TagsExtTest-Tag-1610226532', 'tempest-TagsExtTest-Tag-1359489659']}) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:38.998458 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5b81d98c-b356-4ab7-a654-9e56f3737abb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "PUT /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags HTTP/1.1" status: 200 len: 317 time: 0.1300337 Jan 14 01:57:39.000987 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46308) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:39.005744 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-fdf8458e-7f18-4763-b234-322a8f3c6e8e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:39.151081 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fdf8458e-7f18-4763-b234-322a8f3c6e8e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags HTTP/1.1" status: 204 len: 168 time: 0.1467283 Jan 14 01:57:39.151427 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46314) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:39.156146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-ca008c4d-1c72-4fd2-83f7-5a79e346730a tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9', 'tempest-TagsExtTest-Tag-604486833') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:39.262475 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-ca008c4d-1c72-4fd2-83f7-5a79e346730a tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] show failed (client error): The resource could not be found. Jan 14 01:57:39.268828 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ca008c4d-1c72-4fd2-83f7-5a79e346730a tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags/tempest-TagsExtTest-Tag-604486833 HTTP/1.1" status: 404 len: 328 time: 0.1134632 Jan 14 01:57:39.271045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46318) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:39.285938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-36f6a6d5-5e97-4679-9198-3fb6d113bfce tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9', 'tempest-TagsExtTest-Tag-1610226532') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:39.294784 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46324) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:39.379501 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46332) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:39.388212 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-36f6a6d5-5e97-4679-9198-3fb6d113bfce tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] show failed (client error): The resource could not be found. Jan 14 01:57:39.389367 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-36f6a6d5-5e97-4679-9198-3fb6d113bfce tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags/tempest-TagsExtTest-Tag-1610226532 HTTP/1.1" status: 404 len: 329 time: 0.1162083 Jan 14 01:57:39.392287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46336) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:39.396532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-3b55dbde-2a00-4dac-9155-34c8e14d8734 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9', 'tempest-TagsExtTest-Tag-1359489659') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:39.478341 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-546396543'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:39.500518 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01f9c7f7-6edd-4384-81da-389dfffb0793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:39.648515 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Made reservation on behalf of f067032d6f1e417eb10a24e00bfc4150 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:57:39.652875 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:39.681903 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:39.723339 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-3b55dbde-2a00-4dac-9155-34c8e14d8734 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] show failed (client error): The resource could not be found. Jan 14 01:57:39.727022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3b55dbde-2a00-4dac-9155-34c8e14d8734 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags/tempest-TagsExtTest-Tag-1359489659 HTTP/1.1" status: 404 len: 329 time: 0.3312197 Jan 14 01:57:39.727368 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46342) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:39.733291 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-d0eec80f-1a3e-4998-a13f-891b5ca6db12 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a', {'tags': ['tempest-TagsExtTest-Tag-2054668419', 'tempest-TagsExtTest-Tag-571218979', 'tempest-TagsExtTest-Tag-938532259']}) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:39.860726 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d0eec80f-1a3e-4998-a13f-891b5ca6db12 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "PUT /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags HTTP/1.1" status: 200 len: 316 time: 0.1319759 Jan 14 01:57:39.870929 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46348) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:39.874155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bed36d-1740-4f76-a6d6-6e0d0cf50b93 req-80b9c3e3-018c-4c7f-8af5-23cc2adb15f6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:39.876100 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7bed36d-1740-4f76-a6d6-6e0d0cf50b93 req-80b9c3e3-018c-4c7f-8af5-23cc2adb15f6 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.2826204 Jan 14 01:57:39.880455 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-d7483bd8-c741-4b4e-8c70-97bc56ba73a3 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:39.905883 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks [] for security_group (4ea14297-ff0e-4328-94ea-e07ab1fb8827), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:39.913605 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:39.931268 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4ea14297-ff0e-4328-94ea-e07ab1fb8827), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:40.005015 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d7483bd8-c741-4b4e-8c70-97bc56ba73a3 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags HTTP/1.1" status: 204 len: 168 time: 0.1303470 Jan 14 01:57:40.005567 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46350) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:40.016857 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-9800f663-c537-4838-8ded-5d36265a560c tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a', 'tempest-TagsExtTest-Tag-2054668419') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:40.027039 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:57:40.030205 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01f9c7f7-6edd-4384-81da-389dfffb0793 admin admin] Publish callbacks [] for security_group (70feec03-d0f6-4d08-a56d-188ea78c121f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:40.042655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea14297-ff0e-4328-94ea-e07ab1fb8827,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:40.061095 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01f9c7f7-6edd-4384-81da-389dfffb0793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (70feec03-d0f6-4d08-a56d-188ea78c121f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:40.067037 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (e9d2d2fc-7aa9-42cb-8b47-64f4c9a87faa), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:40.067391 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Added segment e9d2d2fc-7aa9-42cb-8b47-64f4c9a87faa of type vlan for network 9fc327f0-7bdd-4572-821c-70711868a7cd Jan 14 01:57:40.112434 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9c7f7-6edd-4384-81da-389dfffb0793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70feec03-d0f6-4d08-a56d-188ea78c121f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:40.124600 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7bed36d-1740-4f76-a6d6-6e0d0cf50b93 req-6ebbbb9b-0639-4652-aa9e-5fe3fe409bed tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125475 Jan 14 01:57:40.143791 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-9800f663-c537-4838-8ded-5d36265a560c tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] show failed (client error): The resource could not be found. Jan 14 01:57:40.146359 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9800f663-c537-4838-8ded-5d36265a560c tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags/tempest-TagsExtTest-Tag-2054668419 HTTP/1.1" status: 404 len: 329 time: 0.1398709 Jan 14 01:57:40.148751 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46356) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:40.159248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-d1c8710b-dc18-4d2f-bffa-1dce9eb53acc tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a', 'tempest-TagsExtTest-Tag-571218979') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:40.171483 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-01f9c7f7-6edd-4384-81da-389dfffb0793 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=571268df3cd24b298bd418200303ec84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8755808 Jan 14 01:57:40.175008 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46358) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:40.192367 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (9fc327f0-7bdd-4572-821c-70711868a7cd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:40.249594 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-d1c8710b-dc18-4d2f-bffa-1dce9eb53acc tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] show failed (client error): The resource could not be found. Jan 14 01:57:40.255000 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d1c8710b-dc18-4d2f-bffa-1dce9eb53acc tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags/tempest-TagsExtTest-Tag-571218979 HTTP/1.1" status: 404 len: 328 time: 0.1034195 Jan 14 01:57:40.255673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46360) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:40.260010 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-09132e8d-2c48-483e-b689-c1fa3d20f23a tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a', 'tempest-TagsExtTest-Tag-938532259') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:40.271550 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (9fc327f0-7bdd-4572-821c-70711868a7cd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:40.278320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:40.278980 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:40.307918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9272802 Jan 14 01:57:40.312654 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46362) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:40.317331 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-9990f056-1e4d-4a64-8910-faecf62014a9 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9fc327f0-7bdd-4572-821c-70711868a7cd', 'tempest-TagsTest-Tag-1425309342') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:40.353572 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-09132e8d-2c48-483e-b689-c1fa3d20f23a tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] show failed (client error): The resource could not be found. Jan 14 01:57:40.357192 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-09132e8d-2c48-483e-b689-c1fa3d20f23a tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags/tempest-TagsExtTest-Tag-938532259 HTTP/1.1" status: 404 len: 328 time: 0.0981009 Jan 14 01:57:40.358333 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46366) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:40.361979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-f3d58b15-bae8-4643-8da5-7d5e60af1612 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc', {'tags': ['tempest-TagsExtTest-Tag-1266722314', 'tempest-TagsExtTest-Tag-2116570759', 'tempest-TagsExtTest-Tag-961361741']}) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:40.375154 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-596c6fab-ee1a-4e78-8fed-09bdeaedac1b admin admin] Publish callbacks [] for security_group (70feec03-d0f6-4d08-a56d-188ea78c121f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:40.404261 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-596c6fab-ee1a-4e78-8fed-09bdeaedac1b admin admin] Publish callbacks [] for security_group (70feec03-d0f6-4d08-a56d-188ea78c121f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:40.443316 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b018c-e33a-4d87-8421-bc07881baf3f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Pushing event updated for resources: {'Network': ['ID=9fc327f0-7bdd-4572-821c-70711868a7cd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:40.457808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 9fc327f0-7bdd-4572-821c-70711868a7cd details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:57:40.489341 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-596c6fab-ee1a-4e78-8fed-09bdeaedac1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (70feec03-d0f6-4d08-a56d-188ea78c121f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:40.492868 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-596c6fab-ee1a-4e78-8fed-09bdeaedac1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:40.496565 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-596c6fab-ee1a-4e78-8fed-09bdeaedac1b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70feec03-d0f6-4d08-a56d-188ea78c121f HTTP/1.1" status: 204 len: 168 time: 0.3183653 Jan 14 01:57:40.506217 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c6fab-ee1a-4e78-8fed-09bdeaedac1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70feec03-d0f6-4d08-a56d-188ea78c121f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:40.524461 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46372) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:40.527234 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f3d58b15-bae8-4643-8da5-7d5e60af1612 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "PUT /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags HTTP/1.1" status: 200 len: 317 time: 0.1687930 Jan 14 01:57:40.536236 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-59c88016-0a23-44b3-8ff3-e1638d120599 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:40.580479 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9990f056-1e4d-4a64-8910-faecf62014a9 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "PUT /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd/tags/tempest-TagsTest-Tag-1425309342 HTTP/1.1" status: 201 len: 201 time: 0.2663519 Jan 14 01:57:40.580990 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46374) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:40.588878 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-91fe2066-16ee-429b-aaa6-a189a16e1a5e tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9fc327f0-7bdd-4572-821c-70711868a7cd', 'tempest-TagsTest-Tag-1425309342') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:40.691370 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-91fe2066-16ee-429b-aaa6-a189a16e1a5e tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "GET /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd/tags/tempest-TagsTest-Tag-1425309342 HTTP/1.1" status: 204 len: 168 time: 0.1064579 Jan 14 01:57:40.691619 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46378) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:40.703476 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-68d7cd72-1dd9-4bc8-8b7c-1ed275af286b tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9fc327f0-7bdd-4572-821c-70711868a7cd') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:40.778163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-59c88016-0a23-44b3-8ff3-e1638d120599 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags HTTP/1.1" status: 204 len: 168 time: 0.2513945 Jan 14 01:57:40.780893 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46382) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:40.785936 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-34e67330-5b14-474e-aac9-d782bc3b0c4d tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc', 'tempest-TagsExtTest-Tag-1266722314') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:40.844529 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-68d7cd72-1dd9-4bc8-8b7c-1ed275af286b tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "GET /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd/tags HTTP/1.1" status: 200 len: 238 time: 0.1510551 Jan 14 01:57:40.847037 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46388) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:40.852173 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-55802e04-1313-40b4-922a-3a35900cf831 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9fc327f0-7bdd-4572-821c-70711868a7cd', {'tags': ['tempest-TagsTest-Tag-994461259', 'tempest-TagsTest-Tag-1326489829', 'tempest-TagsTest-Tag-118566105']}) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:40.945967 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-34e67330-5b14-474e-aac9-d782bc3b0c4d tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] show failed (client error): The resource could not be found. Jan 14 01:57:40.948335 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:40.950169 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-34e67330-5b14-474e-aac9-d782bc3b0c4d tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags/tempest-TagsExtTest-Tag-1266722314 HTTP/1.1" status: 404 len: 329 time: 0.1666918 Jan 14 01:57:40.954057 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46392) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:40.964306 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-1a0e7e55-faab-4f17-afc9-34220ec533a8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc', 'tempest-TagsExtTest-Tag-2116570759') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.018046 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-55802e04-1313-40b4-922a-3a35900cf831 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "PUT /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd/tags HTTP/1.1" status: 200 len: 307 time: 0.1696930 Jan 14 01:57:41.020452 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46398) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.027755 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-a95a9896-086a-45c2-a34d-1bb9584c029f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9fc327f0-7bdd-4572-821c-70711868a7cd', 'tempest-TagsTest-Tag-994461259') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.110161 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-1a0e7e55-faab-4f17-afc9-34220ec533a8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] show failed (client error): The resource could not be found. Jan 14 01:57:41.111384 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1a0e7e55-faab-4f17-afc9-34220ec533a8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags/tempest-TagsExtTest-Tag-2116570759 HTTP/1.1" status: 404 len: 329 time: 0.1561053 Jan 14 01:57:41.114052 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46404) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.119823 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-cb4b359d-1128-45d0-ad4c-6a8a8dd5f631 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc', 'tempest-TagsExtTest-Tag-961361741') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.160311 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a95a9896-086a-45c2-a34d-1bb9584c029f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "DELETE /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd/tags/tempest-TagsTest-Tag-994461259 HTTP/1.1" status: 204 len: 168 time: 0.1357205 Jan 14 01:57:41.160522 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46408) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.172463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-10a74f9d-fdbf-4178-af96-e607b7730b89 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9fc327f0-7bdd-4572-821c-70711868a7cd', 'tempest-TagsTest-Tag-994461259') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.220815 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-cb4b359d-1128-45d0-ad4c-6a8a8dd5f631 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] show failed (client error): The resource could not be found. Jan 14 01:57:41.221878 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cb4b359d-1128-45d0-ad4c-6a8a8dd5f631 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags/tempest-TagsExtTest-Tag-961361741 HTTP/1.1" status: 404 len: 328 time: 0.1068003 Jan 14 01:57:41.225048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46414) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.241163 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-c5a2fb52-f441-4e94-8b7d-125b8d224162 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3', {'tags': ['tempest-TagsExtTest-Tag-513937864', 'tempest-TagsExtTest-Tag-1017976115', 'tempest-TagsExtTest-Tag-1363530159']}) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.289867 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c5a2fb52-f441-4e94-8b7d-125b8d224162 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "PUT /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags HTTP/1.1" status: 200 len: 317 time: 0.0628834 Jan 14 01:57:41.292902 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46418) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.304398 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-ac7310c8-9523-4f68-bb31-5fac0fef2e7c tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.375716 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ac7310c8-9523-4f68-bb31-5fac0fef2e7c tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags HTTP/1.1" status: 204 len: 168 time: 0.0816081 Jan 14 01:57:41.376316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46424) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.381344 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-ef836ef8-bde1-42e9-ae34-cf818d1fb3eb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3', 'tempest-TagsExtTest-Tag-513937864') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.407798 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-ef836ef8-bde1-42e9-ae34-cf818d1fb3eb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] show failed (client error): The resource could not be found. Jan 14 01:57:41.411979 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.412617 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ef836ef8-bde1-42e9-ae34-cf818d1fb3eb tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags/tempest-TagsExtTest-Tag-513937864 HTTP/1.1" status: 404 len: 328 time: 0.0353351 Jan 14 01:57:41.420780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-03c07acc-3e47-4985-bac3-6a111b9f550e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3', 'tempest-TagsExtTest-Tag-1017976115') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.447817 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-10a74f9d-fdbf-4178-af96-e607b7730b89 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] show failed (client error): The resource could not be found. Jan 14 01:57:41.448857 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-10a74f9d-fdbf-4178-af96-e607b7730b89 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "GET /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd/tags/tempest-TagsTest-Tag-994461259 HTTP/1.1" status: 404 len: 325 time: 0.2874153 Jan 14 01:57:41.454738 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46428) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.457070 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-7b556dd8-9729-42c0-beaf-8c1bcbb4fd0f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9fc327f0-7bdd-4572-821c-70711868a7cd', 'tempest-TagsTest-Tag-1326489829') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.461090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265d06f-9835-40f1-89c1-78aa8d07cb17 req-31a5a74a-03d9-45be-94a4-52868f79bd26 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:41.462643 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a265d06f-9835-40f1-89c1-78aa8d07cb17 req-31a5a74a-03d9-45be-94a4-52868f79bd26 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1894903 Jan 14 01:57:41.469099 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-03c07acc-3e47-4985-bac3-6a111b9f550e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] show failed (client error): The resource could not be found. Jan 14 01:57:41.470113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-03c07acc-3e47-4985-bac3-6a111b9f550e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags/tempest-TagsExtTest-Tag-1017976115 HTTP/1.1" status: 404 len: 329 time: 0.0572209 Jan 14 01:57:41.476119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46432) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.482646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-0469a7e9-415d-4672-8180-dfb14189e89c tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3', 'tempest-TagsExtTest-Tag-1363530159') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.538773 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-0469a7e9-415d-4672-8180-dfb14189e89c tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] show failed (client error): The resource could not be found. Jan 14 01:57:41.539748 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0469a7e9-415d-4672-8180-dfb14189e89c tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags/tempest-TagsExtTest-Tag-1363530159 HTTP/1.1" status: 404 len: 329 time: 0.0615406 Jan 14 01:57:41.553964 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46434) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.556258 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a265d06f-9835-40f1-89c1-78aa8d07cb17 req-785ca3bb-f05d-4eee-9fe7-ee750a78f0bb tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741401 Jan 14 01:57:41.566093 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-13773275-6de6-478c-83c2-c9e0d7aa1726 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd715b91a-72d8-4122-939c-47699d869aa3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.585092 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7b556dd8-9729-42c0-beaf-8c1bcbb4fd0f tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "GET /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd/tags/tempest-TagsTest-Tag-1326489829 HTTP/1.1" status: 204 len: 168 time: 0.1323509 Jan 14 01:57:41.590468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46436) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.595062 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-c5c73a70-dc3f-4001-a627-71e236622e75 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9fc327f0-7bdd-4572-821c-70711868a7cd', 'tempest-TagsTest-Tag-118566105') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.608295 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-13773275-6de6-478c-83c2-c9e0d7aa1726 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3/tags HTTP/1.1" status: 204 len: 168 time: 0.0504682 Jan 14 01:57:41.610812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46438) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.616004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-4503600b-75c6-4a42-ab19-af44f1a3811c tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '71a0ab63-5b1e-47e1-9086-9bb9ce766fcc') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.698781 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c5c73a70-dc3f-4001-a627-71e236622e75 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "GET /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd/tags/tempest-TagsTest-Tag-118566105 HTTP/1.1" status: 204 len: 168 time: 0.1064618 Jan 14 01:57:41.700643 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46442) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.705876 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-90217ca1-932f-4e71-bd9f-959879943692 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9fc327f0-7bdd-4572-821c-70711868a7cd') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.733381 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4503600b-75c6-4a42-ab19-af44f1a3811c tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc/tags HTTP/1.1" status: 204 len: 168 time: 0.1214747 Jan 14 01:57:41.734175 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46444) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.739841 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-f85dfb6f-d6a6-47c6-9bf4-46bd66ad3913 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '98556521-1248-4b8f-8424-b567edb35d5a') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.820687 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-90217ca1-932f-4e71-bd9f-959879943692 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "DELETE /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd/tags HTTP/1.1" status: 204 len: 168 time: 0.1188548 Jan 14 01:57:41.823932 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46448) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.829389 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-814d8beb-6fbc-47bc-acbd-be2d02150bf0 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9fc327f0-7bdd-4572-821c-70711868a7cd', 'tempest-TagsTest-Tag-1326489829') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.857519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46452) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.858510 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f85dfb6f-d6a6-47c6-9bf4-46bd66ad3913 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a/tags HTTP/1.1" status: 204 len: 168 time: 0.1228185 Jan 14 01:57:41.864322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-416ac5e8-9df5-4bbd-bfc8-1a36ec4f147e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9f55899f-dc22-4cc1-ab1f-474f85b9fec9') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:41.968100 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-814d8beb-6fbc-47bc-acbd-be2d02150bf0 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] show failed (client error): The resource could not be found. Jan 14 01:57:41.970996 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-814d8beb-6fbc-47bc-acbd-be2d02150bf0 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "GET /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd/tags/tempest-TagsTest-Tag-1326489829 HTTP/1.1" status: 404 len: 326 time: 0.1432245 Jan 14 01:57:41.971866 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46460) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:41.976119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-dc0e5296-e3dd-41eb-9344-3e85464ed2ba tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9fc327f0-7bdd-4572-821c-70711868a7cd', 'tempest-TagsTest-Tag-118566105') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:42.046178 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-416ac5e8-9df5-4bbd-bfc8-1a36ec4f147e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9/tags HTTP/1.1" status: 204 len: 168 time: 0.1874900 Jan 14 01:57:42.050797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46464) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:42.076440 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-dc0e5296-e3dd-41eb-9344-3e85464ed2ba tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] show failed (client error): The resource could not be found. Jan 14 01:57:42.078462 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-dc0e5296-e3dd-41eb-9344-3e85464ed2ba tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "GET /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd/tags/tempest-TagsTest-Tag-118566105 HTTP/1.1" status: 404 len: 325 time: 0.1046662 Jan 14 01:57:42.082195 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46468) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:42.086680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-9e66d579-0619-4a92-bf67-3f48e1bbbe49 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9fc327f0-7bdd-4572-821c-70711868a7cd') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:42.186467 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46474) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:42.187918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9e66d579-0619-4a92-bf67-3f48e1bbbe49 tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "DELETE /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd/tags HTTP/1.1" status: 204 len: 168 time: 0.1045818 Jan 14 01:57:42.255266 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a12f6736-8d31-4dfe-98a9-033da1a834b5 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.256494 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a12f6736-8d31-4dfe-98a9-033da1a834b5 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/subnetpools/d715b91a-72d8-4122-939c-47699d869aa3 HTTP/1.1" status: 204 len: 168 time: 0.2047129 Jan 14 01:57:42.259218 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46476) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:42.299390 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2d5974f8-1917-449b-8d6f-3fb586d1f04d tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "GET /v2.0/ports?device_id=71a0ab63-5b1e-47e1-9086-9bb9ce766fcc HTTP/1.1" status: 200 len: 205 time: 0.0390232 Jan 14 01:57:42.301803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46478) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:42.395037 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (9fc327f0-7bdd-4572-821c-70711868a7cd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.408766 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9a28065-fb6e-436d-b447-b4ea33bf783e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for router (71a0ab63-5b1e-47e1-9086-9bb9ce766fcc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.610833 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9a28065-fb6e-436d-b447-b4ea33bf783e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (71a0ab63-5b1e-47e1-9086-9bb9ce766fcc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.614002 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9a28065-fb6e-436d-b447-b4ea33bf783e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for router_controller (71a0ab63-5b1e-47e1-9086-9bb9ce766fcc), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.719107 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d31b7b-4f1d-4619-a996-3cb5a03e00d3 req-a5d46df4-e9ac-4455-9615-d43b6bfb27d5 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:42.720610 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17d31b7b-4f1d-4619-a996-3cb5a03e00d3 req-a5d46df4-e9ac-4455-9615-d43b6bfb27d5 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.0678289 Jan 14 01:57:42.741654 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (9fc327f0-7bdd-4572-821c-70711868a7cd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.765126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc327f0-7bdd-4572-821c-70711868a7cd']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:42.776918 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d2d2fc-7aa9-42cb-8b47-64f4c9a87faa') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:42.777302 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d2d2fc-7aa9-42cb-8b47-64f4c9a87faa') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:42.789302 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (e9d2d2fc-7aa9-42cb-8b47-64f4c9a87faa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.796629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17d31b7b-4f1d-4619-a996-3cb5a03e00d3 req-75c02278-11dc-45b2-9276-364c6793d137 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638144 Jan 14 01:57:42.805203 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (e9d2d2fc-7aa9-42cb-8b47-64f4c9a87faa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.812527 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:57:42.812905 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (e9d2d2fc-7aa9-42cb-8b47-64f4c9a87faa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:57:42.830317 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:57:42.877873 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9a28065-fb6e-436d-b447-b4ea33bf783e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (71a0ab63-5b1e-47e1-9086-9bb9ce766fcc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.878502 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a28065-fb6e-436d-b447-b4ea33bf783e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Fanout notify agent at l3_agent the message router_deleted on router 71a0ab63-5b1e-47e1-9086-9bb9ce766fcc {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:57:42.892181 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9a28065-fb6e-436d-b447-b4ea33bf783e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.895875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46512) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:42.896454 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b9a28065-fb6e-436d-b447-b4ea33bf783e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/routers/71a0ab63-5b1e-47e1-9086-9bb9ce766fcc HTTP/1.1" status: 204 len: 168 time: 0.5935638 Jan 14 01:57:42.910106 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (9fc327f0-7bdd-4572-821c-70711868a7cd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.926492 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:42.933140 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] 10.222.0.26 "DELETE /v2.0/networks/9fc327f0-7bdd-4572-821c-70711868a7cd HTTP/1.1" status: 204 len: 168 time: 0.7429554 Jan 14 01:57:42.942699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b284f7-331a-4059-becd-3af3ed32bcca tempest-TagsTest-1017028886 tempest-TagsTest-1017028886-project] Pushing event deleted for resources: {'Network': ['ID=9fc327f0-7bdd-4572-821c-70711868a7cd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:43.097109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fac8c5e4-46ac-4f97-a601-43dd3f52fbd8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Deleting port 98556521-1248-4b8f-8424-b567edb35d5a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:43.097461 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fac8c5e4-46ac-4f97-a601-43dd3f52fbd8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (98556521-1248-4b8f-8424-b567edb35d5a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:43.243662 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fac8c5e4-46ac-4f97-a601-43dd3f52fbd8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (98556521-1248-4b8f-8424-b567edb35d5a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:43.258346 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fac8c5e4-46ac-4f97-a601-43dd3f52fbd8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Calling delete_port for 98556521-1248-4b8f-8424-b567edb35d5a owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:43.381503 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ef636-46f8-40e2-9476-5c0552446bc8 req-982668f6-3c7e-48d9-8fde-d3eef09a352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:43.383783 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b8ef636-46f8-40e2-9476-5c0552446bc8 req-982668f6-3c7e-48d9-8fde-d3eef09a352e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 1097 time: 0.2003686 Jan 14 01:57:43.430920 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:43.503507 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b8ef636-46f8-40e2-9476-5c0552446bc8 req-8f3adf7e-7552-4c6e-ad53-6b439e429800 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092520 Jan 14 01:57:43.598410 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fac8c5e4-46ac-4f97-a601-43dd3f52fbd8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (98556521-1248-4b8f-8424-b567edb35d5a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:43.610151 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-82ff7743-94e3-41aa-a787-292c155cf85b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f067032d6f1e417eb10a24e00bfc4150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765187 Jan 14 01:57:43.611910 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46552) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:43.647118 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8c5e4-46ac-4f97-a601-43dd3f52fbd8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Pushing event deleted for resources: {'Port': ['ID=98556521-1248-4b8f-8424-b567edb35d5a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:43.693463 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cbfcb27-ea09-4561-8619-3f36d4aab581 admin admin] Publish callbacks [] for security_group (4ea14297-ff0e-4328-94ea-e07ab1fb8827), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:43.739830 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fac8c5e4-46ac-4f97-a601-43dd3f52fbd8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:43.744848 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fac8c5e4-46ac-4f97-a601-43dd3f52fbd8 tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/ports/98556521-1248-4b8f-8424-b567edb35d5a HTTP/1.1" status: 204 len: 168 time: 0.8476300 Jan 14 01:57:43.747222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46554) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:43.752257 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cbfcb27-ea09-4561-8619-3f36d4aab581 admin admin] Publish callbacks [] for security_group (4ea14297-ff0e-4328-94ea-e07ab1fb8827), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:43.779183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46556) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:43.842554 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cbfcb27-ea09-4561-8619-3f36d4aab581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4ea14297-ff0e-4328-94ea-e07ab1fb8827), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:43.845026 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cbfcb27-ea09-4561-8619-3f36d4aab581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:43.846587 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2cbfcb27-ea09-4561-8619-3f36d4aab581 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ea14297-ff0e-4328-94ea-e07ab1fb8827 HTTP/1.1" status: 204 len: 168 time: 0.2333782 Jan 14 01:57:43.869007 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfcb27-ea09-4561-8619-3f36d4aab581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea14297-ff0e-4328-94ea-e07ab1fb8827,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:43.872156 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-767c7882-e8c5-45da-898d-444238cdf04e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Deleting subnet 9f55899f-dc22-4cc1-ab1f-474f85b9fec9 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:57:43.895402 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-767c7882-e8c5-45da-898d-444238cdf04e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for subnet (9f55899f-dc22-4cc1-ab1f-474f85b9fec9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:44.022464 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-767c7882-e8c5-45da-898d-444238cdf04e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (9f55899f-dc22-4cc1-ab1f-474f85b9fec9), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:44.155600 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:44.293024 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1bb63-beaa-4aa4-9866-a35762c0c23d req-23cdc038-baf3-48e5-bb6c-f7c42e2ebf6b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:44.294836 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cad1bb63-beaa-4aa4-9866-a35762c0c23d req-23cdc038-baf3-48e5-bb6c-f7c42e2ebf6b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1794372 Jan 14 01:57:44.304766 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-767c7882-e8c5-45da-898d-444238cdf04e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (9f55899f-dc22-4cc1-ab1f-474f85b9fec9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:44.309124 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Publish callbacks [] for security_group (d641c4b2-17cb-4ef7-ba72-39f6dbbb1013), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:44.323294 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d641c4b2-17cb-4ef7-ba72-39f6dbbb1013), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:44.407916 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=212bf15b2eb84174807d740c2715e6ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6253843 Jan 14 01:57:44.413411 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46578) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:44.453676 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cad1bb63-beaa-4aa4-9866-a35762c0c23d req-6d910c2d-055b-4491-a795-d283cb84d67f tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506252 Jan 14 01:57:44.497435 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d641c4b2-17cb-4ef7-ba72-39f6dbbb1013,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:44.539798 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-767c7882-e8c5-45da-898d-444238cdf04e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (9f55899f-dc22-4cc1-ab1f-474f85b9fec9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:44.556407 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.556757 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.557099 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.557442 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.557784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.558120 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.578116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.578516 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.580551 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.582298 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.584460 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.586145 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.588911 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823d2db-c4a6-4ef8-9497-01369befe4bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:57:44.683168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c7882-e8c5-45da-898d-444238cdf04e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Pushing event deleted for resources: {'Subnet': ['ID=9f55899f-dc22-4cc1-ab1f-474f85b9fec9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:44.687409 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b29812fe-0712-47bf-8eb1-af5eb64dade0 admin admin] Publish callbacks [] for security_group (d641c4b2-17cb-4ef7-ba72-39f6dbbb1013), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:44.697826 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-767c7882-e8c5-45da-898d-444238cdf04e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:44.707661 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd5652-f1dc-40c4-bd05-81e1b21986de None None] Network 5932cdd0-cec6-4be5-8bc8-8294804eca49 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:44.729327 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-767c7882-e8c5-45da-898d-444238cdf04e tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/subnets/9f55899f-dc22-4cc1-ab1f-474f85b9fec9 HTTP/1.1" status: 204 len: 168 time: 0.9788027 Jan 14 01:57:44.729976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46586) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:44.730979 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b29812fe-0712-47bf-8eb1-af5eb64dade0 admin admin] Publish callbacks [] for security_group (d641c4b2-17cb-4ef7-ba72-39f6dbbb1013), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:44.799312 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b29812fe-0712-47bf-8eb1-af5eb64dade0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d641c4b2-17cb-4ef7-ba72-39f6dbbb1013), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:44.802531 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b29812fe-0712-47bf-8eb1-af5eb64dade0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:44.806703 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b29812fe-0712-47bf-8eb1-af5eb64dade0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d641c4b2-17cb-4ef7-ba72-39f6dbbb1013 HTTP/1.1" status: 204 len: 168 time: 0.3924303 Jan 14 01:57:44.837517 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29812fe-0712-47bf-8eb1-af5eb64dade0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d641c4b2-17cb-4ef7-ba72-39f6dbbb1013,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:44.951578 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (5932cdd0-cec6-4be5-8bc8-8294804eca49), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.061784 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1a508c-d2de-473a-8b9a-2e32f42b8b00 None None] DHCP port deletion for 5932cdd0-cec6-4be5-8bc8-8294804eca49 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:57:45.103919 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Deleting port 0c85cb17-1078-4da3-8b48-7046030932a1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:45.107294 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.157955 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a508c-d2de-473a-8b9a-2e32f42b8b00 None None] Deleting port 0c85cb17-1078-4da3-8b48-7046030932a1 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:45.158328 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c1a508c-d2de-473a-8b9a-2e32f42b8b00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.272383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] For port 0c85cb17-1078-4da3-8b48-7046030932a1, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=0c85cb17-1078-4da3-8b48-7046030932a1,segment=NetworkSegment(e06f25f8-db58-47bf-8a21-c15b2ddd426f),segment_id=e06f25f8-db58-47bf-8a21-c15b2ddd426f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:45.279685 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.319631 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Calling delete_port for 0c85cb17-1078-4da3-8b48-7046030932a1 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:45.348782 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8c1a508c-d2de-473a-8b9a-2e32f42b8b00 None None] For port 0c85cb17-1078-4da3-8b48-7046030932a1, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=0c85cb17-1078-4da3-8b48-7046030932a1,segment=NetworkSegment(e06f25f8-db58-47bf-8a21-c15b2ddd426f),segment_id=e06f25f8-db58-47bf-8a21-c15b2ddd426f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:45.349189 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c1a508c-d2de-473a-8b9a-2e32f42b8b00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.371791 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a508c-d2de-473a-8b9a-2e32f42b8b00 None None] Calling delete_port for 0c85cb17-1078-4da3-8b48-7046030932a1 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:45.471472 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c1a508c-d2de-473a-8b9a-2e32f42b8b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.499898 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a508c-d2de-473a-8b9a-2e32f42b8b00 None None] No DVR routers for this DVR port 0c85cb17-1078-4da3-8b48-7046030932a1 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:45.574516 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a508c-d2de-473a-8b9a-2e32f42b8b00 None None] Pushing event deleted for resources: {'Port': ['ID=0c85cb17-1078-4da3-8b48-7046030932a1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:45.589627 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0c85cb17-1078-4da3-8b48-7046030932a1 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:45.613101 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (0c85cb17-1078-4da3-8b48-7046030932a1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.623528 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46614) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:45.647994 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddb16ba0-1bc5-46e9-9148-c4989ed34065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.651715 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 0c85cb17-1078-4da3-8b48-7046030932a1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:45.652369 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0c85cb17-1078-4da3-8b48-7046030932a1 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:45.690395 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Pushing event deleted for resources: {'Port': ['ID=0c85cb17-1078-4da3-8b48-7046030932a1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:45.721931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] No DVR routers for this DVR port 0c85cb17-1078-4da3-8b48-7046030932a1 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:45.800071 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddb16ba0-1bc5-46e9-9148-c4989ed34065 admin admin] Publish callbacks [] for security_group (504ee586-ae6c-4fef-90a8-2e133667ee98), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.807749 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddb16ba0-1bc5-46e9-9148-c4989ed34065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (504ee586-ae6c-4fef-90a8-2e133667ee98), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.895814 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (5932cdd0-cec6-4be5-8bc8-8294804eca49), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.925732 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ddb16ba0-1bc5-46e9-9148-c4989ed34065 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6038b213731342bda73fe1781b76b3eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3005564 Jan 14 01:57:45.930697 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46620) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:45.931266 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5932cdd0-cec6-4be5-8bc8-8294804eca49']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:45.947306 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06f25f8-db58-47bf-8a21-c15b2ddd426f') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:45.948305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06f25f8-db58-47bf-8a21-c15b2ddd426f') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:45.952311 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb16ba0-1bc5-46e9-9148-c4989ed34065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504ee586-ae6c-4fef-90a8-2e133667ee98,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:45.964123 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (e06f25f8-db58-47bf-8a21-c15b2ddd426f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.984488 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (e06f25f8-db58-47bf-8a21-c15b2ddd426f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:45.989956 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:57:45.990411 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (e06f25f8-db58-47bf-8a21-c15b2ddd426f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:46.006299 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2571b28e-80b5-4640-9682-c43506c95478 admin admin] Publish callbacks [] for security_group (504ee586-ae6c-4fef-90a8-2e133667ee98), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:46.039673 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2571b28e-80b5-4640-9682-c43506c95478 admin admin] Publish callbacks [] for security_group (504ee586-ae6c-4fef-90a8-2e133667ee98), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:46.139983 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2571b28e-80b5-4640-9682-c43506c95478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (504ee586-ae6c-4fef-90a8-2e133667ee98), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:46.142899 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2571b28e-80b5-4640-9682-c43506c95478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:46.147975 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2571b28e-80b5-4640-9682-c43506c95478 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/504ee586-ae6c-4fef-90a8-2e133667ee98 HTTP/1.1" status: 204 len: 168 time: 0.2133534 Jan 14 01:57:46.162466 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571b28e-80b5-4640-9682-c43506c95478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504ee586-ae6c-4fef-90a8-2e133667ee98,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: self.session.flush() Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:57:46.481327 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:57:46.505009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b61ac-e2df-42ab-b3fd-408b693c34c5 req-ebc10106-240e-481e-bb93-a2bd10995993 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:46.512381 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cc8b61ac-e2df-42ab-b3fd-408b693c34c5 req-ebc10106-240e-481e-bb93-a2bd10995993 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.8786476 Jan 14 01:57:46.567891 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (5932cdd0-cec6-4be5-8bc8-8294804eca49), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:46.581858 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:46.584748 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] 10.222.0.26 "DELETE /v2.0/networks/5932cdd0-cec6-4be5-8bc8-8294804eca49 HTTP/1.1" status: 204 len: 168 time: 1.8538065 Jan 14 01:57:46.629804 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bc09f-bb38-4bc6-a7f1-6417be3785bf tempest-TagsExtTest-1602272687 tempest-TagsExtTest-1602272687-project] Pushing event deleted for resources: {'Network': ['ID=5932cdd0-cec6-4be5-8bc8-8294804eca49,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:46.643903 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cc8b61ac-e2df-42ab-b3fd-408b693c34c5 req-f0173d2a-16b7-4001-b559-e3416b90d5b7 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306524 Jan 14 01:57:46.998410 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46670) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:47.143728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490bbdb-4cfa-4d49-9479-ba499f434159 req-cbc1ee1f-03e1-4035-a7b1-c3754f7dce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:47.152171 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2490bbdb-4cfa-4d49-9479-ba499f434159 req-cbc1ee1f-03e1-4035-a7b1-c3754f7dce83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=242fa7f00a68431bbdacf298cad6dce3&device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 1097 time: 0.1829512 Jan 14 01:57:47.161427 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da521b-7d00-4512-ba5d-efff4bdd6d17 req-9ea960b0-0f0f-4b9e-843a-8c423e999989 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:47.163475 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40da521b-7d00-4512-ba5d-efff4bdd6d17 req-9ea960b0-0f0f-4b9e-843a-8c423e999989 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1892829 Jan 14 01:57:47.320701 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-389a4fc7-42cb-4bfc-8ae5-c1ed04459e1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ab563e0d7b74f9f82cf162c8bff74f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3203809 Jan 14 01:57:47.322230 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:47.362576 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490bbdb-4cfa-4d49-9479-ba499f434159 req-f4798b62-0a3a-4c8d-a1fe-852dbbd3ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:47.362576 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2490bbdb-4cfa-4d49-9479-ba499f434159 req-f4798b62-0a3a-4c8d-a1fe-852dbbd3ae53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db114705-da78-4699-9794-dfd57418bf7f HTTP/1.1" status: 200 len: 912 time: 0.1898384 Jan 14 01:57:47.388464 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-40da521b-7d00-4512-ba5d-efff4bdd6d17 req-7a28eb94-6226-4872-9a94-15f91a5a8d95 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136486 Jan 14 01:57:47.418603 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a1d8020-4d79-410b-a6b4-01c20ae39478 admin admin] Publish callbacks [] for security_group (251437e1-611f-48dd-b3bb-e467f765b960), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:47.456435 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2490bbdb-4cfa-4d49-9479-ba499f434159 req-67e766b8-6555-49e7-a6e2-c30522953464 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4502ba86-7b72-4593-b540-8813916376a6 HTTP/1.1" status: 200 len: 217 time: 0.0914629 Jan 14 01:57:47.481800 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a1d8020-4d79-410b-a6b4-01c20ae39478 admin admin] Publish callbacks [] for security_group (251437e1-611f-48dd-b3bb-e467f765b960), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:47.547573 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490bbdb-4cfa-4d49-9479-ba499f434159 req-0749f0ed-f7fc-4f3d-b26a-0fcfe2b196ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:47.549210 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2490bbdb-4cfa-4d49-9479-ba499f434159 req-0749f0ed-f7fc-4f3d-b26a-0fcfe2b196ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48661e49-d83b-4257-b70b-7723a700be89 HTTP/1.1" status: 200 len: 851 time: 0.0859730 Jan 14 01:57:47.604711 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a1d8020-4d79-410b-a6b4-01c20ae39478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (251437e1-611f-48dd-b3bb-e467f765b960), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:47.607401 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a1d8020-4d79-410b-a6b4-01c20ae39478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:47.610850 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0a1d8020-4d79-410b-a6b4-01c20ae39478 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/251437e1-611f-48dd-b3bb-e467f765b960 HTTP/1.1" status: 204 len: 168 time: 0.2851992 Jan 14 01:57:47.616598 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2490bbdb-4cfa-4d49-9479-ba499f434159 req-4de2354e-b51d-48c8-9039-a2658d1872ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db114705-da78-4699-9794-dfd57418bf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511906 Jan 14 01:57:47.645975 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d8020-4d79-410b-a6b4-01c20ae39478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251437e1-611f-48dd-b3bb-e467f765b960,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:47.791196 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2490bbdb-4cfa-4d49-9479-ba499f434159 req-d4522384-aeab-4205-a11b-4c818cc35f24 service neutron] 10.222.0.46 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686151 Jan 14 01:57:47.990211 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2490bbdb-4cfa-4d49-9479-ba499f434159 req-159705b5-abbe-408c-89cc-425d8367e011 service neutron] 10.222.0.46 "GET /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920357 Jan 14 01:57:48.580804 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db524f3e-19d1-404a-b01d-9abe8826f583 req-99b121f8-bf89-4e1f-af13-47e340340bf9 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:48.597921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db524f3e-19d1-404a-b01d-9abe8826f583 req-99b121f8-bf89-4e1f-af13-47e340340bf9 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.0882392 Jan 14 01:57:48.636875 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46814) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:48.725288 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db524f3e-19d1-404a-b01d-9abe8826f583 req-e51cb84e-07f4-4991-a055-f94254026c3d tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260545 Jan 14 01:57:48.844491 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35941528-49ed-4f6c-8ecd-22adbf479c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:48.947772 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35941528-49ed-4f6c-8ecd-22adbf479c9a admin admin] Publish callbacks [] for security_group (d6e99666-5cc1-4745-96da-cf1199232edd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:48.955487 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35941528-49ed-4f6c-8ecd-22adbf479c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d6e99666-5cc1-4745-96da-cf1199232edd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:48.992739 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-35941528-49ed-4f6c-8ecd-22adbf479c9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f028b044ffb84007bf230933a9925f39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538563 Jan 14 01:57:48.995270 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46838) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:49.015907 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35941528-49ed-4f6c-8ecd-22adbf479c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e99666-5cc1-4745-96da-cf1199232edd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:49.085167 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccaef302-ed49-4978-9f45-aff1998b1648 admin admin] Publish callbacks [] for security_group (d6e99666-5cc1-4745-96da-cf1199232edd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:49.113013 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccaef302-ed49-4978-9f45-aff1998b1648 admin admin] Publish callbacks [] for security_group (d6e99666-5cc1-4745-96da-cf1199232edd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:49.192397 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccaef302-ed49-4978-9f45-aff1998b1648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d6e99666-5cc1-4745-96da-cf1199232edd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:49.195870 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccaef302-ed49-4978-9f45-aff1998b1648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:49.197387 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ccaef302-ed49-4978-9f45-aff1998b1648 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6e99666-5cc1-4745-96da-cf1199232edd HTTP/1.1" status: 204 len: 168 time: 0.2009110 Jan 14 01:57:49.207010 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaef302-ed49-4978-9f45-aff1998b1648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e99666-5cc1-4745-96da-cf1199232edd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:49.220398 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46852) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:49.570512 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46864) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:49.602935 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1607777340-network', 'tenant_id': 'c14825076e7d45baa8e4d208e7d72524'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:49.688310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Made reservation on behalf of c14825076e7d45baa8e4d208e7d72524 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:57:49.691014 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:49.695689 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0942fed-8904-4e9c-8f30-13f4772f4344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:49.711349 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:49.797604 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0942fed-8904-4e9c-8f30-13f4772f4344 admin admin] Publish callbacks [] for security_group (7c3f4657-6028-4401-8a23-3e3d8aaf5ead), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:49.811575 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0942fed-8904-4e9c-8f30-13f4772f4344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7c3f4657-6028-4401-8a23-3e3d8aaf5ead), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:49.952646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0942fed-8904-4e9c-8f30-13f4772f4344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3f4657-6028-4401-8a23-3e3d8aaf5ead,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:49.977020 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b0942fed-8904-4e9c-8f30-13f4772f4344 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d45bd8ef8dfd4c08b1ae50eebfc594f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4024208 Jan 14 01:57:49.979856 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46884) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:50.074164 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c91ce8af-a72f-42e7-9354-222f336845fc admin admin] Publish callbacks [] for security_group (7c3f4657-6028-4401-8a23-3e3d8aaf5ead), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.074936 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d52e-1a6e-4a9f-936f-c588ea8849ac req-41f4f212-423d-4cab-9650-8e0c54819e4a tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:50.076485 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d3d0d52e-1a6e-4a9f-936f-c588ea8849ac req-41f4f212-423d-4cab-9650-8e0c54819e4a tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1747117 Jan 14 01:57:50.099441 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c91ce8af-a72f-42e7-9354-222f336845fc admin admin] Publish callbacks [] for security_group (7c3f4657-6028-4401-8a23-3e3d8aaf5ead), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.135381 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Publish callbacks [] for security_group (c87788aa-8a1e-4084-ba1c-d549d584a0ff), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.154671 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c87788aa-8a1e-4084-ba1c-d549d584a0ff), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.188022 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c91ce8af-a72f-42e7-9354-222f336845fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7c3f4657-6028-4401-8a23-3e3d8aaf5ead), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.198953 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c91ce8af-a72f-42e7-9354-222f336845fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.199568 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c91ce8af-a72f-42e7-9354-222f336845fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c3f4657-6028-4401-8a23-3e3d8aaf5ead HTTP/1.1" status: 204 len: 168 time: 0.2177587 Jan 14 01:57:50.216723 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d3d0d52e-1a6e-4a9f-936f-c588ea8849ac req-46d457ec-1d54-411b-9682-4a25d31480d1 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332679 Jan 14 01:57:50.220152 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ce8af-a72f-42e7-9354-222f336845fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3f4657-6028-4401-8a23-3e3d8aaf5ead,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:50.234883 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:57:50.253776 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (937ce509-72e8-4b23-bcaa-c069a9d90590), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.254404 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Added segment 937ce509-72e8-4b23-bcaa-c069a9d90590 of type vlan for network 473fe21f-501c-4875-874c-98beb0a7a372 Jan 14 01:57:50.334125 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (473fe21f-501c-4875-874c-98beb0a7a372), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.362394 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87788aa-8a1e-4084-ba1c-d549d584a0ff,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:50.369782 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (473fe21f-501c-4875-874c-98beb0a7a372), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.370813 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:50.371382 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.461301 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2392564 Jan 14 01:57:50.464443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46896) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:50.471458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cbb43e9c-1758-4e58-a1cc-706efc68ebaa admin admin] Request body: {'subnet': {'network_id': '473fe21f-501c-4875-874c-98beb0a7a372', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1607777340-subnet', 'tenant_id': 'c14825076e7d45baa8e4d208e7d72524', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:50.480598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2d84c-576c-4945-b6e4-0ccab90b975f admin admin] Pushing event updated for resources: {'Network': ['ID=473fe21f-501c-4875-874c-98beb0a7a372,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:50.503521 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 473fe21f-501c-4875-874c-98beb0a7a372 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:57:50.513519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb43e9c-1758-4e58-a1cc-706efc68ebaa admin admin] Made reservation on behalf of c14825076e7d45baa8e4d208e7d72524 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:57:50.516908 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbb43e9c-1758-4e58-a1cc-706efc68ebaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.713263 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed25735-47a7-4b79-b88e-f54cd04d5dda req-ef4bcc50-74a0-4931-aa62-a6e5a3756d23 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:50.715837 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ed25735-47a7-4b79-b88e-f54cd04d5dda req-ef4bcc50-74a0-4931-aa62-a6e5a3756d23 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1075983 Jan 14 01:57:50.857358 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ed25735-47a7-4b79-b88e-f54cd04d5dda req-11506232-e3d1-4d8a-bcfe-5f6107e39662 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347733 Jan 14 01:57:50.910879 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbb43e9c-1758-4e58-a1cc-706efc68ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (45aab4e4-18e4-411a-a3ab-2f9312e45749), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.949573 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46912) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:50.967382 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3206070-32d2-403a-9ebf-25ccc573d96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:50.998629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb43e9c-1758-4e58-a1cc-706efc68ebaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=45aab4e4-18e4-411a-a3ab-2f9312e45749,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:51.002817 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb43e9c-1758-4e58-a1cc-706efc68ebaa admin admin] Checking segment: {'id': '937ce509-72e8-4b23-bcaa-c069a9d90590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '473fe21f-501c-4875-874c-98beb0a7a372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:57:51.003019 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb43e9c-1758-4e58-a1cc-706efc68ebaa admin admin] Network hostable DHCP agents. Network: 473fe21f-501c-4875-874c-98beb0a7a372, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:57:51.033149 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb43e9c-1758-4e58-a1cc-706efc68ebaa admin admin] Network 473fe21f-501c-4875-874c-98beb0a7a372 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:57:51.049955 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-cbb43e9c-1758-4e58-a1cc-706efc68ebaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 473fe21f-501c-4875-874c-98beb0a7a372) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:57:51.058308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb43e9c-1758-4e58-a1cc-706efc68ebaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:51.062706 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef0f24-875f-44f6-a8d5-02e00097a52c None None] Network 473fe21f-501c-4875-874c-98beb0a7a372 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:51.073584 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbb43e9c-1758-4e58-a1cc-706efc68ebaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:51.124880 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cbb43e9c-1758-4e58-a1cc-706efc68ebaa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6590979 Jan 14 01:57:51.280796 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b395c-cc64-45d8-bdd4-7778f22d4bcd None None] Network 473fe21f-501c-4875-874c-98beb0a7a372 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:51.564987 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:57:51.667525 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3206070-32d2-403a-9ebf-25ccc573d96f admin admin] Publish callbacks [] for security_group (d21cf439-748a-4099-acca-4dacc053ca6a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:51.676251 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3206070-32d2-403a-9ebf-25ccc573d96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d21cf439-748a-4099-acca-4dacc053ca6a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:51.739108 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e3206070-32d2-403a-9ebf-25ccc573d96f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df40af31857948cfa51777a975935e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7846801 Jan 14 01:57:51.739626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46944) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:51.785215 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3206070-32d2-403a-9ebf-25ccc573d96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21cf439-748a-4099-acca-4dacc053ca6a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:51.883358 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72b3dd3e-97f4-4b42-8015-2999e4a7da42 admin admin] Publish callbacks [] for security_group (d21cf439-748a-4099-acca-4dacc053ca6a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:51.909788 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72b3dd3e-97f4-4b42-8015-2999e4a7da42 admin admin] Publish callbacks [] for security_group (d21cf439-748a-4099-acca-4dacc053ca6a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:52.007249 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72b3dd3e-97f4-4b42-8015-2999e4a7da42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d21cf439-748a-4099-acca-4dacc053ca6a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:52.009766 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72b3dd3e-97f4-4b42-8015-2999e4a7da42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:52.011995 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-72b3dd3e-97f4-4b42-8015-2999e4a7da42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d21cf439-748a-4099-acca-4dacc053ca6a HTTP/1.1" status: 204 len: 168 time: 0.2702188 Jan 14 01:57:52.024289 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3dd3e-97f4-4b42-8015-2999e4a7da42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21cf439-748a-4099-acca-4dacc053ca6a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:52.064659 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3589ae-06ae-4b80-819d-9d560136c0ff req-33b09d8b-8ba5-4837-9c26-ed82a01fc3ec tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:52.067006 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6a3589ae-06ae-4b80-819d-9d560136c0ff req-33b09d8b-8ba5-4837-9c26-ed82a01fc3ec tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1154401 Jan 14 01:57:52.146902 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6a3589ae-06ae-4b80-819d-9d560136c0ff req-e2df470d-073e-4bab-92ad-8f00b91228ce tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732658 Jan 14 01:57:52.197024 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46962) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:52.202680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2106435437-network', 'tenant_id': 'eb56acf0f4514fc398950a3b162a26c3'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:52.259136 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Made reservation on behalf of eb56acf0f4514fc398950a3b162a26c3 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:57:52.263000 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:52.292526 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:52.426784 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Publish callbacks [] for security_group (4cff5882-9fc4-4ab0-9c53-ba85ee887aa9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:52.432105 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4cff5882-9fc4-4ab0-9c53-ba85ee887aa9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:52.447466 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:57:52.471715 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (dd896187-4d06-4f6e-bd4e-35f009fc66d8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:52.472062 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Added segment dd896187-4d06-4f6e-bd4e-35f009fc66d8 of type vlan for network 11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f Jan 14 01:57:52.509345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cff5882-9fc4-4ab0-9c53-ba85ee887aa9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:52.535996 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:52.596490 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:52.597464 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:52.598480 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:52.710140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5115728 Jan 14 01:57:52.713543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 46982) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:52.721146 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a36918cd-ad8b-4a6e-9aaf-ea9d534d8d4e admin admin] Request body: {'subnet': {'network_id': '11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2106435437-subnet', 'tenant_id': 'eb56acf0f4514fc398950a3b162a26c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:52.728779 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579e044-0ead-4927-a38e-3b616dd86294 admin admin] Pushing event updated for resources: {'Network': ['ID=11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:52.740266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:57:52.765610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36918cd-ad8b-4a6e-9aaf-ea9d534d8d4e admin admin] Made reservation on behalf of eb56acf0f4514fc398950a3b162a26c3 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:57:52.775929 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a36918cd-ad8b-4a6e-9aaf-ea9d534d8d4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:52.987884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 46992) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:53.240044 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a36918cd-ad8b-4a6e-9aaf-ea9d534d8d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (9127829a-ff72-443e-b154-6196d9d0a2eb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:53.246324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:53.356541 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:53.426058 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36918cd-ad8b-4a6e-9aaf-ea9d534d8d4e admin admin] Checking segment: {'id': 'dd896187-4d06-4f6e-bd4e-35f009fc66d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:57:53.426456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36918cd-ad8b-4a6e-9aaf-ea9d534d8d4e admin admin] Network hostable DHCP agents. Network: 11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:57:53.433731 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36918cd-ad8b-4a6e-9aaf-ea9d534d8d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9127829a-ff72-443e-b154-6196d9d0a2eb,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:53.467744 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c1f3-eb6e-479c-a985-cbd34b37ce8c req-eca0c924-d1aa-4f62-9aa7-fea3c6efbea1 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:53.469445 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e437c1f3-eb6e-479c-a985-cbd34b37ce8c req-eca0c924-d1aa-4f62-9aa7-fea3c6efbea1 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1709361 Jan 14 01:57:53.470638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36918cd-ad8b-4a6e-9aaf-ea9d534d8d4e admin admin] Network 11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:57:53.517275 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a36918cd-ad8b-4a6e-9aaf-ea9d534d8d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:57:53.530059 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa3f6b-a6f5-4c85-a19a-b915c633c917 None None] Network 11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:53.549887 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36918cd-ad8b-4a6e-9aaf-ea9d534d8d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:53.549887 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a36918cd-ad8b-4a6e-9aaf-ea9d534d8d4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:53.629312 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:53.664621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e437c1f3-eb6e-479c-a985-cbd34b37ce8c req-6e9e3aef-29af-4a66-a989-aed00783b6cf tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817968 Jan 14 01:57:53.671913 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a36918cd-ad8b-4a6e-9aaf-ea9d534d8d4e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9556909 Jan 14 01:57:53.764443 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba73d7-8e81-4a32-a98e-32434fe2469a None None] Network 11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:53.823923 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ca91a-460b-4afd-b418-b9cff560a0e2 req-6c214e44-4f02-44a9-a0b8-6f7adcd5936f tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:53.826068 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4a3ca91a-460b-4afd-b418-b9cff560a0e2 req-6c214e44-4f02-44a9-a0b8-6f7adcd5936f tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 946 time: 0.1473520 Jan 14 01:57:53.860900 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Allocated IP 172.25.2.227 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/fe8faeb1-259f-4b7f-8e3d-bed62a27e171) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:57:54.032034 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4a3ca91a-460b-4afd-b418-b9cff560a0e2 req-bd5f431b-69db-44ff-952f-01c78b9d697b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Deleting port 4502ba86-7b72-4593-b540-8813916376a6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:54.032448 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4a3ca91a-460b-4afd-b418-b9cff560a0e2 req-bd5f431b-69db-44ff-952f-01c78b9d697b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (4502ba86-7b72-4593-b540-8813916376a6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:54.049475 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47016) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:54.137570 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3cfca3-9e8e-44d8-a782-ad17f288fb1d admin admin] Deleting subnet 45aab4e4-18e4-411a-a3ab-2f9312e45749 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:57:54.151967 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfca3-9e8e-44d8-a782-ad17f288fb1d admin admin] Publish callbacks [] for subnet (45aab4e4-18e4-411a-a3ab-2f9312e45749), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:54.218560 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfca3-9e8e-44d8-a782-ad17f288fb1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (45aab4e4-18e4-411a-a3ab-2f9312e45749), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:54.223540 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for port (fe8faeb1-259f-4b7f-8e3d-bed62a27e171), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:54.270012 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4a3ca91a-460b-4afd-b418-b9cff560a0e2 req-bd5f431b-69db-44ff-952f-01c78b9d697b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] For port 4502ba86-7b72-4593-b540-8813916376a6, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4502ba86-7b72-4593-b540-8813916376a6,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:54.270410 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4a3ca91a-460b-4afd-b418-b9cff560a0e2 req-bd5f431b-69db-44ff-952f-01c78b9d697b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (4502ba86-7b72-4593-b540-8813916376a6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:54.293530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4a3ca91a-460b-4afd-b418-b9cff560a0e2 req-bd5f431b-69db-44ff-952f-01c78b9d697b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Calling delete_port for 4502ba86-7b72-4593-b540-8813916376a6 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:54.293713 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (fe8faeb1-259f-4b7f-8e3d-bed62a27e171), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:54.299080 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfca3-9e8e-44d8-a782-ad17f288fb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (45aab4e4-18e4-411a-a3ab-2f9312e45749), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:54.390084 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:57:54.412062 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:57:54.422814 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event updated for resources: {'Port': ['ID=fe8faeb1-259f-4b7f-8e3d-bed62a27e171,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:54.426897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:57:54.474937 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfca3-9e8e-44d8-a782-ad17f288fb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (45aab4e4-18e4-411a-a3ab-2f9312e45749), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:54.510318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cfca3-9e8e-44d8-a782-ad17f288fb1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45aab4e4-18e4-411a-a3ab-2f9312e45749,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:54.559592 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfca3-9e8e-44d8-a782-ad17f288fb1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:54.568758 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1e3cfca3-9e8e-44d8-a782-ad17f288fb1d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/45aab4e4-18e4-411a-a3ab-2f9312e45749 HTTP/1.1" status: 204 len: 168 time: 0.5181711 Jan 14 01:57:54.571589 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47030) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:54.686909 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4a3ca91a-460b-4afd-b418-b9cff560a0e2 req-bd5f431b-69db-44ff-952f-01c78b9d697b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (4502ba86-7b72-4593-b540-8813916376a6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:54.725697 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4502ba86-7b72-4593-b540-8813916376a6'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:57:54.801542 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['63e63de2-c951-481e-9409-eb25d923502a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:57:54.846652 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f431b-69db-44ff-952f-01c78b9d697b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Pushing event deleted for resources: {'Port': ['ID=4502ba86-7b72-4593-b540-8813916376a6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:54.925505 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for floatingip (03a82197-27fc-4815-8d6d-6a689d09db92), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:54.942264 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (473fe21f-501c-4875-874c-98beb0a7a372), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:54.990512 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3ca91a-460b-4afd-b418-b9cff560a0e2 req-bd5f431b-69db-44ff-952f-01c78b9d697b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] No DVR routers for this DVR port 4502ba86-7b72-4593-b540-8813916376a6 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:57:55.000454 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4a3ca91a-460b-4afd-b418-b9cff560a0e2 req-bd5f431b-69db-44ff-952f-01c78b9d697b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.004468 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4a3ca91a-460b-4afd-b418-b9cff560a0e2 req-bd5f431b-69db-44ff-952f-01c78b9d697b tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.46 "DELETE /v2.0/ports/4502ba86-7b72-4593-b540-8813916376a6 HTTP/1.1" status: 204 len: 173 time: 1.1696904 Jan 14 01:57:55.010022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-65cf7cc5-3864-4128-bda3-6f4aaca8759a req-1aed4b6b-a21b-4b20-bf9d-a8542c245ba0 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669ceac-2867-4e18-9daf-163934b22258 HTTP/1.1" status: 200 len: 210 time: 0.1825461 Jan 14 01:57:55.010556 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b669ceac-2867-4e18-9daf-163934b22258', 'name': 'network-vif-deleted', 'tag': '4502ba86-7b72-4593-b540-8813916376a6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:57:55.012969 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2a1f28-58db-45a4-beec-e363c16b3163" -d '{"events": [{"server_uuid": "b669ceac-2867-4e18-9daf-163934b22258", "name": "network-vif-deleted", "tag": "4502ba86-7b72-4593-b540-8813916376a6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:57:55.126818 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fe8faeb1-259f-4b7f-8e3d-bed62a27e171), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.198151 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ba4028-e19a-4629-be84-89e28d3754a0 x-openstack-request-id: req-86ba4028-e19a-4629-be84-89e28d3754a0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:57:55.198907 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b669ceac-2867-4e18-9daf-163934b22258", "name": "network-vif-deleted", "tag": "4502ba86-7b72-4593-b540-8813916376a6", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:57:55.199518 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86ba4028-e19a-4629-be84-89e28d3754a0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:57:55.200087 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b669ceac-2867-4e18-9daf-163934b22258', 'name': 'network-vif-deleted', 'tag': '4502ba86-7b72-4593-b540-8813916376a6', 'status': 'completed', 'code': 200} Jan 14 01:57:55.252057 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (473fe21f-501c-4875-874c-98beb0a7a372), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.282899 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473fe21f-501c-4875-874c-98beb0a7a372']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:55.302259 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937ce509-72e8-4b23-bcaa-c069a9d90590') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:55.302683 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937ce509-72e8-4b23-bcaa-c069a9d90590') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:55.318436 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (937ce509-72e8-4b23-bcaa-c069a9d90590), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.348472 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (937ce509-72e8-4b23-bcaa-c069a9d90590), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.360641 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:57:55.360932 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (937ce509-72e8-4b23-bcaa-c069a9d90590), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:57:55.362797 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:57:55.428764 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for port (fe8faeb1-259f-4b7f-8e3d-bed62a27e171), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.435362 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (fe8faeb1-259f-4b7f-8e3d-bed62a27e171), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.531407 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (473fe21f-501c-4875-874c-98beb0a7a372), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.539271 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.549976 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] 10.222.0.26 "DELETE /v2.0/networks/473fe21f-501c-4875-874c-98beb0a7a372 HTTP/1.1" status: 204 len: 168 time: 0.9681292 Jan 14 01:57:55.550682 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47052) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:55.635050 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event updated for resources: {'Port': ['ID=fe8faeb1-259f-4b7f-8e3d-bed62a27e171,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:55.651154 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c284b11-a04c-443f-9aa7-d4ca61d91b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=473fe21f-501c-4875-874c-98beb0a7a372,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:55.680107 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (03a82197-27fc-4815-8d6d-6a689d09db92), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.700407 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.721406 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47058) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:55.721721 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bf5703dc-e285-4272-87fd-c71031c5808b tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7324224 Jan 14 01:57:55.731734 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1795211683'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:55.750341 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fe5d17-d1f0-4041-93b7-597dc84ec4d9 admin admin] Deleting subnet 9127829a-ff72-443e-b154-6196d9d0a2eb {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:57:55.766048 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33fe5d17-d1f0-4041-93b7-597dc84ec4d9 admin admin] Publish callbacks [] for subnet (9127829a-ff72-443e-b154-6196d9d0a2eb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.812047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47060) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:55.864419 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33fe5d17-d1f0-4041-93b7-597dc84ec4d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (9127829a-ff72-443e-b154-6196d9d0a2eb), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.891408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Made reservation on behalf of 75703e8692534bca8f120a8802cb5555 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:57:55.894769 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:55.922135 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.001663 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33fe5d17-d1f0-4041-93b7-597dc84ec4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (9127829a-ff72-443e-b154-6196d9d0a2eb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.037967 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d63428-70d0-48cf-b562-0bd32e0a8309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.056278 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for security_group (075604e0-cc43-4b66-aaf0-c0424116ae44), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.063856 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (075604e0-cc43-4b66-aaf0-c0424116ae44), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.165077 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075604e0-cc43-4b66-aaf0-c0424116ae44,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:56.182582 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d63428-70d0-48cf-b562-0bd32e0a8309 admin admin] Publish callbacks [] for security_group (dbeb2b34-a449-4ba7-bafd-01230161a227), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.188916 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d63428-70d0-48cf-b562-0bd32e0a8309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (dbeb2b34-a449-4ba7-bafd-01230161a227), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.193019 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33fe5d17-d1f0-4041-93b7-597dc84ec4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (9127829a-ff72-443e-b154-6196d9d0a2eb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.208384 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:57:56.253773 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d3d63428-70d0-48cf-b562-0bd32e0a8309 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5309a643d1034f39bfe93b0c6a1a252d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4405479 Jan 14 01:57:56.254579 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47070) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:56.257161 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe5d17-d1f0-4041-93b7-597dc84ec4d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9127829a-ff72-443e-b154-6196d9d0a2eb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:56.262543 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d63428-70d0-48cf-b562-0bd32e0a8309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbeb2b34-a449-4ba7-bafd-01230161a227,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:56.264256 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33fe5d17-d1f0-4041-93b7-597dc84ec4d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.270921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-33fe5d17-d1f0-4041-93b7-597dc84ec4d9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9127829a-ff72-443e-b154-6196d9d0a2eb HTTP/1.1" status: 204 len: 168 time: 0.7226126 Jan 14 01:57:56.273934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47072) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:56.282962 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (2507d78d-e5c4-4385-9cb1-06af98ed2b27), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.283350 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Added segment 2507d78d-e5c4-4385-9cb1-06af98ed2b27 of type vlan for network 64209a4c-1f03-4990-9edc-7105b7e5ca26 Jan 14 01:57:56.385737 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.433204 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (64209a4c-1f03-4990-9edc-7105b7e5ca26), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.467333 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (64209a4c-1f03-4990-9edc-7105b7e5ca26), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.475560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:56.476357 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.518376 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0de09f3-7fb7-481f-9e8f-4ff6e3b11a0d admin admin] Publish callbacks [] for security_group (dbeb2b34-a449-4ba7-bafd-01230161a227), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.544090 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0de09f3-7fb7-481f-9e8f-4ff6e3b11a0d admin admin] Publish callbacks [] for security_group (dbeb2b34-a449-4ba7-bafd-01230161a227), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.570056 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.610875 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:56.622044 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd896187-4d06-4f6e-bd4e-35f009fc66d8') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:56.622396 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd896187-4d06-4f6e-bd4e-35f009fc66d8') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:57:56.634839 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (dd896187-4d06-4f6e-bd4e-35f009fc66d8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.651522 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0de09f3-7fb7-481f-9e8f-4ff6e3b11a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (dbeb2b34-a449-4ba7-bafd-01230161a227), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.655083 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0de09f3-7fb7-481f-9e8f-4ff6e3b11a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.659373 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f0de09f3-7fb7-481f-9e8f-4ff6e3b11a0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbeb2b34-a449-4ba7-bafd-01230161a227 HTTP/1.1" status: 204 len: 168 time: 0.4037840 Jan 14 01:57:56.660665 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (dd896187-4d06-4f6e-bd4e-35f009fc66d8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.663357 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47084) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:56.667932 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9360893 Jan 14 01:57:56.671915 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1efb82a4-10e2-4c20-80a7-17e0af37987e tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Request body: {'subnet': {'network_id': '64209a4c-1f03-4990-9edc-7105b7e5ca26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:56.726633 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de09f3-7fb7-481f-9e8f-4ff6e3b11a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbeb2b34-a449-4ba7-bafd-01230161a227,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:56.728136 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258413c-8239-47a4-85cc-9a68e7a3987d tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event updated for resources: {'Network': ['ID=64209a4c-1f03-4990-9edc-7105b7e5ca26,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:56.763824 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 64209a4c-1f03-4990-9edc-7105b7e5ca26 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:57:56.766078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:57:56.768800 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (dd896187-4d06-4f6e-bd4e-35f009fc66d8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:57:56.777170 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:57:56.787477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c0496-79c9-4c1d-9689-c04f77667181 req-c78257e5-fc55-41ca-aa97-c459ed9fcce5 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:56.797939 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-158c0496-79c9-4c1d-9689-c04f77667181 req-c78257e5-fc55-41ca-aa97-c459ed9fcce5 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.2102122 Jan 14 01:57:56.958960 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-158c0496-79c9-4c1d-9689-c04f77667181 req-461beebc-a6cd-4506-b5ef-25b3d435ba11 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555679 Jan 14 01:57:57.001555 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.006757 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.012751 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] 10.222.0.26 "DELETE /v2.0/networks/11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f HTTP/1.1" status: 204 len: 168 time: 0.7368686 Jan 14 01:57:57.050709 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efb82a4-10e2-4c20-80a7-17e0af37987e tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Made reservation on behalf of 75703e8692534bca8f120a8802cb5555 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:57:57.058022 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1efb82a4-10e2-4c20-80a7-17e0af37987e tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.136072 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247e665-e0ce-4ba2-82ae-6216992b0891 admin admin] Pushing event deleted for resources: {'Network': ['ID=11eadbb6-7a10-4ac9-aa41-d4eb2cdc990f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:57.137310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47094) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:57.348228 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1efb82a4-10e2-4c20-80a7-17e0af37987e tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (aae1d876-881b-4c45-844a-c586e72557a2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.431450 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb82a4-10e2-4c20-80a7-17e0af37987e tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event updated for resources: {'Subnet': ['ID=aae1d876-881b-4c45-844a-c586e72557a2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:57.440113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efb82a4-10e2-4c20-80a7-17e0af37987e tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Checking segment: {'id': '2507d78d-e5c4-4385-9cb1-06af98ed2b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64209a4c-1f03-4990-9edc-7105b7e5ca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:57:57.440583 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efb82a4-10e2-4c20-80a7-17e0af37987e tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Network hostable DHCP agents. Network: 64209a4c-1f03-4990-9edc-7105b7e5ca26, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:57:57.441482 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47100) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:57.465641 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efb82a4-10e2-4c20-80a7-17e0af37987e tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Network 64209a4c-1f03-4990-9edc-7105b7e5ca26 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:57:57.468803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47102) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:57.489303 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96a23a0f-2974-4e25-9fb3-196671c5da97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.497988 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1efb82a4-10e2-4c20-80a7-17e0af37987e tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 64209a4c-1f03-4990-9edc-7105b7e5ca26) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:57:57.503550 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efb82a4-10e2-4c20-80a7-17e0af37987e tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:57.504171 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1efb82a4-10e2-4c20-80a7-17e0af37987e tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.517703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2378ef68-4eee-436e-81e3-840d3ad93d0c None None] Network 64209a4c-1f03-4990-9edc-7105b7e5ca26 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:57:57.584731 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1efb82a4-10e2-4c20-80a7-17e0af37987e tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9179900 Jan 14 01:57:57.591918 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47106) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:57.597176 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47108) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:57.597577 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-96a194b8-a1fe-4a6b-9c70-f016aa7e95b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c14825076e7d45baa8e4d208e7d72524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545601 Jan 14 01:57:57.611151 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1393512295', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:57:57.706628 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-64209a4c-1f03-4990-9edc-7105b7e5ca26', 'network_id': '64209a4c-1f03-4990-9edc-7105b7e5ca26', 'project_id': '75703e8692534bca8f120a8802cb5555', 'fixed_ips': [{'subnet_id': 'aae1d876-881b-4c45-844a-c586e72557a2'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:57:57.707791 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.726204 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (38201ca7-bc1f-4ba0-b8bc-b107bb390581), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.727923 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (38201ca7-bc1f-4ba0-b8bc-b107bb390581), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.764928 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac8be9fa-f123-40ab-89d8-d13512108fd3 admin admin] Publish callbacks [] for security_group (c87788aa-8a1e-4084-ba1c-d549d584a0ff), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.834849 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96a23a0f-2974-4e25-9fb3-196671c5da97 admin admin] Publish callbacks [] for security_group (37a3f9d3-36ff-416d-972f-6dedd7f6e275), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.841154 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for router_controller (38201ca7-bc1f-4ba0-b8bc-b107bb390581), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.843379 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac8be9fa-f123-40ab-89d8-d13512108fd3 admin admin] Publish callbacks [] for security_group (c87788aa-8a1e-4084-ba1c-d549d584a0ff), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.858468 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96a23a0f-2974-4e25-9fb3-196671c5da97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (37a3f9d3-36ff-416d-972f-6dedd7f6e275), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:57.906757 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd61d9c5-dc11-47f2-953f-e364865a5c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.003626 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-96a23a0f-2974-4e25-9fb3-196671c5da97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=589313b51bac48979c6d72311bbe3d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5337291 Jan 14 01:57:58.006240 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47114) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:58.012257 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a23a0f-2974-4e25-9fb3-196671c5da97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a3f9d3-36ff-416d-972f-6dedd7f6e275,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:58.022163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Allocated IP 172.20.0.2 (64209a4c-1f03-4990-9edc-7105b7e5ca26/aae1d876-881b-4c45-844a-c586e72557a2/2af49f15-a542-443d-a8ef-2303ab517bc8) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:57:58.092419 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for router_gateway (38201ca7-bc1f-4ba0-b8bc-b107bb390581), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.096224 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac8be9fa-f123-40ab-89d8-d13512108fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c87788aa-8a1e-4084-ba1c-d549d584a0ff), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.099108 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac8be9fa-f123-40ab-89d8-d13512108fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.100393 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ac8be9fa-f123-40ab-89d8-d13512108fd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c87788aa-8a1e-4084-ba1c-d549d584a0ff HTTP/1.1" status: 204 len: 168 time: 0.4959421 Jan 14 01:57:58.110806 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8be9fa-f123-40ab-89d8-d13512108fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87788aa-8a1e-4084-ba1c-d549d584a0ff,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:58.204508 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4502ba86-7b72-4593-b540-8813916376a6 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:57:58.228030 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9073-1d56-4fba-9962-ec7b90abb2fc admin admin] Publish callbacks [] for security_group (37a3f9d3-36ff-416d-972f-6dedd7f6e275), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.252428 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd61d9c5-dc11-47f2-953f-e364865a5c0c admin admin] Publish callbacks [] for security_group (69559dd8-8c67-4ac7-9b9f-0eede04014c9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.294207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 4502ba86-7b72-4593-b540-8813916376a6 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:57:58.295355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4502ba86-7b72-4593-b540-8813916376a6 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:57:58.316281 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43829f-c444-413f-87a7-0711f72fea6d req-15ad9a47-7a6e-45a0-86c7-934a727fd504 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:58.337048 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f43829f-c444-413f-87a7-0711f72fea6d req-15ad9a47-7a6e-45a0-86c7-934a727fd504 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.1833274 Jan 14 01:57:58.337951 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd61d9c5-dc11-47f2-953f-e364865a5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (69559dd8-8c67-4ac7-9b9f-0eede04014c9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.423846 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bd61d9c5-dc11-47f2-953f-e364865a5c0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c09a8950abe5490682f7adcf3b10f7b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2852097 Jan 14 01:57:58.428318 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47120) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:58.456348 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Publish callbacks [] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.467083 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.472877 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for router_gateway (38201ca7-bc1f-4ba0-b8bc-b107bb390581), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.503518 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9073-1d56-4fba-9962-ec7b90abb2fc admin admin] Publish callbacks [] for security_group (37a3f9d3-36ff-416d-972f-6dedd7f6e275), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.506284 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.619328 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c499938c-a562-48b7-add1-e40e932e0643 admin admin] Publish callbacks [] for security_group (69559dd8-8c67-4ac7-9b9f-0eede04014c9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.631185 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61d9c5-dc11-47f2-953f-e364865a5c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69559dd8-8c67-4ac7-9b9f-0eede04014c9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:58.631983 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Pushing event updated for resources: {'Port': ['ID=2af49f15-a542-443d-a8ef-2303ab517bc8,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:58.650917 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Network 64209a4c-1f03-4990-9edc-7105b7e5ca26 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:57:58.652372 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:57:58.659135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:57:58.683986 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c499938c-a562-48b7-add1-e40e932e0643 admin admin] Publish callbacks [] for security_group (69559dd8-8c67-4ac7-9b9f-0eede04014c9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.688728 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Allocated IP 172.25.2.107 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/90778e60-fe89-41b6-89e7-127cd6e7ce84) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:57:58.692870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47126) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:58.751567 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f43829f-c444-413f-87a7-0711f72fea6d req-6e36adaf-608b-4a5e-8a59-9a7ea9e36c61 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/security-groups?id=5425cbc7-d707-417f-a944-9e5a7192949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339591 Jan 14 01:57:58.793273 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Attempting to bind port 2af49f15-a542-443d-a8ef-2303ab517bc8 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:57:58.793638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Attempting to bind port 2af49f15-a542-443d-a8ef-2303ab517bc8 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '2507d78d-e5c4-4385-9cb1-06af98ed2b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64209a4c-1f03-4990-9edc-7105b7e5ca26'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:57:58.794001 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Attempting to bind port 2af49f15-a542-443d-a8ef-2303ab517bc8 on network 64209a4c-1f03-4990-9edc-7105b7e5ca26 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:57:58.799974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8cadf-9dfa-4d3e-9231-8a2629ebfd9e req-39c62c81-8839-4fe5-89b9-c5d7a324171e tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:57:58.801711 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ee8cadf-9dfa-4d3e-9231-8a2629ebfd9e req-39c62c81-8839-4fe5-89b9-c5d7a324171e tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 945 time: 0.1100297 Jan 14 01:57:58.808329 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:57:58.808696 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Checking segment: {'id': '2507d78d-e5c4-4385-9cb1-06af98ed2b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64209a4c-1f03-4990-9edc-7105b7e5ca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:57:58.809006 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.809382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Bound using segment: {'id': '2507d78d-e5c4-4385-9cb1-06af98ed2b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64209a4c-1f03-4990-9edc-7105b7e5ca26'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:57:58.809867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Bound port: 2af49f15-a542-443d-a8ef-2303ab517bc8, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2507d78d-e5c4-4385-9cb1-06af98ed2b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64209a4c-1f03-4990-9edc-7105b7e5ca26'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:57:58.810274 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.819234 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-83157eed-6c1c-46e0-a23e-3578e17b58ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb56acf0f4514fc398950a3b162a26c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0958428 Jan 14 01:57:58.827935 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9073-1d56-4fba-9962-ec7b90abb2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (37a3f9d3-36ff-416d-972f-6dedd7f6e275), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.830992 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9073-1d56-4fba-9962-ec7b90abb2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.832101 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2e3c9073-1d56-4fba-9962-ec7b90abb2fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37a3f9d3-36ff-416d-972f-6dedd7f6e275 HTTP/1.1" status: 204 len: 168 time: 0.8247061 Jan 14 01:57:58.833922 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47128) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:57:58.894878 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c499938c-a562-48b7-add1-e40e932e0643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (69559dd8-8c67-4ac7-9b9f-0eede04014c9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.897941 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c499938c-a562-48b7-add1-e40e932e0643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.902845 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c499938c-a562-48b7-add1-e40e932e0643 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69559dd8-8c67-4ac7-9b9f-0eede04014c9 HTTP/1.1" status: 204 len: 168 time: 0.4735520 Jan 14 01:57:58.925204 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499938c-a562-48b7-add1-e40e932e0643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69559dd8-8c67-4ac7-9b9f-0eede04014c9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:58.949131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] For port 2af49f15-a542-443d-a8ef-2303ab517bc8, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:57:58.952705 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] For port 2af49f15-a542-443d-a8ef-2303ab517bc8, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2af49f15-a542-443d-a8ef-2303ab517bc8,segment=NetworkSegment(2507d78d-e5c4-4385-9cb1-06af98ed2b27),segment_id=2507d78d-e5c4-4385-9cb1-06af98ed2b27)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:57:58.970882 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c9073-1d56-4fba-9962-ec7b90abb2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a3f9d3-36ff-416d-972f-6dedd7f6e275,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:58.974827 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for port (90778e60-fe89-41b6-89e7-127cd6e7ce84), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:58.976924 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:59.048944 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (90778e60-fe89-41b6-89e7-127cd6e7ce84), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:59.157842 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:57:59.160587 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:57:59.171317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55086dd-d8c3-4d35-b5b2-43ab06d75da0 None None] Pushing event updated for resources: {'Port': ['ID=2af49f15-a542-443d-a8ef-2303ab517bc8,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:59.173959 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fcca7aa5-0eb3-4c24-bd77-a29e9e228135 admin admin] Publish callbacks [] for security_group (4cff5882-9fc4-4ab0-9c53-ba85ee887aa9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:59.180493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbcacb8-d3ec-48c7-8e54-01436ca50575 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:57:59.183428 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:57:59.237085 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event updated for resources: {'Port': ['ID=90778e60-fe89-41b6-89e7-127cd6e7ce84,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:59.307140 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c97ea742-d026-43fe-a015-09c013b2a828 None None] Provisioning complete for port 90778e60-fe89-41b6-89e7-127cd6e7ce84 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:57:59.309945 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c97ea742-d026-43fe-a015-09c013b2a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (90778e60-fe89-41b6-89e7-127cd6e7ce84), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:59.329928 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fcca7aa5-0eb3-4c24-bd77-a29e9e228135 admin admin] Publish callbacks [] for security_group (4cff5882-9fc4-4ab0-9c53-ba85ee887aa9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:59.381098 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7ee8cadf-9dfa-4d3e-9231-8a2629ebfd9e req-d8fd5577-fc48-4b65-8726-793df4109e57 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Deleting port 63e63de2-c951-481e-9409-eb25d923502a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:57:59.381657 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7ee8cadf-9dfa-4d3e-9231-8a2629ebfd9e req-d8fd5577-fc48-4b65-8726-793df4109e57 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (63e63de2-c951-481e-9409-eb25d923502a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:59.476400 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fcca7aa5-0eb3-4c24-bd77-a29e9e228135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4cff5882-9fc4-4ab0-9c53-ba85ee887aa9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:59.478758 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fcca7aa5-0eb3-4c24-bd77-a29e9e228135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:59.481206 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fcca7aa5-0eb3-4c24-bd77-a29e9e228135 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cff5882-9fc4-4ab0-9c53-ba85ee887aa9 HTTP/1.1" status: 204 len: 168 time: 0.6305807 Jan 14 01:57:59.509954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca7aa5-0eb3-4c24-bd77-a29e9e228135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cff5882-9fc4-4ab0-9c53-ba85ee887aa9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:57:59.540905 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c97ea742-d026-43fe-a015-09c013b2a828 None None] Port 90778e60-fe89-41b6-89e7-127cd6e7ce84 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:57:59.552843 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7ee8cadf-9dfa-4d3e-9231-8a2629ebfd9e req-d8fd5577-fc48-4b65-8726-793df4109e57 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] For port 63e63de2-c951-481e-9409-eb25d923502a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=63e63de2-c951-481e-9409-eb25d923502a,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:57:59.555504 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7ee8cadf-9dfa-4d3e-9231-8a2629ebfd9e req-d8fd5577-fc48-4b65-8726-793df4109e57 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (63e63de2-c951-481e-9409-eb25d923502a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:59.580667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7ee8cadf-9dfa-4d3e-9231-8a2629ebfd9e req-d8fd5577-fc48-4b65-8726-793df4109e57 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Calling delete_port for 63e63de2-c951-481e-9409-eb25d923502a owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:57:59.919104 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7ee8cadf-9dfa-4d3e-9231-8a2629ebfd9e req-d8fd5577-fc48-4b65-8726-793df4109e57 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (63e63de2-c951-481e-9409-eb25d923502a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:57:59.997366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd5577-fc48-4b65-8726-793df4109e57 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Pushing event deleted for resources: {'Port': ['ID=63e63de2-c951-481e-9409-eb25d923502a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:00.068086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee8cadf-9dfa-4d3e-9231-8a2629ebfd9e req-d8fd5577-fc48-4b65-8726-793df4109e57 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] No DVR routers for this DVR port 63e63de2-c951-481e-9409-eb25d923502a on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:58:00.073467 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7ee8cadf-9dfa-4d3e-9231-8a2629ebfd9e req-d8fd5577-fc48-4b65-8726-793df4109e57 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:00.077856 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7ee8cadf-9dfa-4d3e-9231-8a2629ebfd9e req-d8fd5577-fc48-4b65-8726-793df4109e57 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.36 "DELETE /v2.0/ports/63e63de2-c951-481e-9409-eb25d923502a HTTP/1.1" status: 204 len: 173 time: 1.2569525 Jan 14 01:58:00.077856 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a2344d-8668-48b3-8455-2e1593b1a21c', 'name': 'network-vif-deleted', 'tag': '63e63de2-c951-481e-9409-eb25d923502a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:58:00.081435 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d932c2d1-871f-4e97-a393-64ace91451a0" -d '{"events": [{"server_uuid": "c2a2344d-8668-48b3-8455-2e1593b1a21c", "name": "network-vif-deleted", "tag": "63e63de2-c951-481e-9409-eb25d923502a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:58:00.132000 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f7bcfc50-25f8-4843-9e24-b5da9f9b3dc2 req-9147ba99-dc51-430b-ba7c-a4f7dcfc3a55 tempest-ServerRescueTestJSON-1163748214 tempest-ServerRescueTestJSON-1163748214-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2a2344d-8668-48b3-8455-2e1593b1a21c HTTP/1.1" status: 200 len: 210 time: 0.1356871 Jan 14 01:58:00.159419 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for router_gateway (38201ca7-bc1f-4ba0-b8bc-b107bb390581), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:00.173119 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac0233b-29c5-431c-be3f-c11979949100 x-openstack-request-id: req-1ac0233b-29c5-431c-be3f-c11979949100 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:58:00.173777 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a2344d-8668-48b3-8455-2e1593b1a21c", "name": "network-vif-deleted", "tag": "63e63de2-c951-481e-9409-eb25d923502a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:58:00.174275 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ac0233b-29c5-431c-be3f-c11979949100 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:58:00.177011 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a2344d-8668-48b3-8455-2e1593b1a21c', 'name': 'network-vif-deleted', 'tag': '63e63de2-c951-481e-9409-eb25d923502a', 'status': 'completed', 'code': 200} Jan 14 01:58:00.579813 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (38201ca7-bc1f-4ba0-b8bc-b107bb390581), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:00.918916 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Router 38201ca7-bc1f-4ba0-b8bc-b107bb390581 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:58:01.114140 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a3d17-02f6-4f04-bdc3-8e335cec40f6 None None] Network 64209a4c-1f03-4990-9edc-7105b7e5ca26 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:58:01.199521 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:01.214345 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23770a8c-7c9a-4ba9-804c-25fbe18a573e None None] Sync routers for ids ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:01.236320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47206) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:01.251782 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23770a8c-7c9a-4ba9-804c-25fbe18a573e None None] Routers {'38201ca7-bc1f-4ba0-b8bc-b107bb390581'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:01.253933 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-23770a8c-7c9a-4ba9-804c-25fbe18a573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:01.264600 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:01.266853 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f134c045-9a1c-4c05-98b5-b62692c6bec5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.6634209 Jan 14 01:58:01.269617 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:01.347806 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-23770a8c-7c9a-4ba9-804c-25fbe18a573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:01.373012 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23770a8c-7c9a-4ba9-804c-25fbe18a573e None None] Routers {'38201ca7-bc1f-4ba0-b8bc-b107bb390581'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:01.373689 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-23770a8c-7c9a-4ba9-804c-25fbe18a573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:01.432550 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-23770a8c-7c9a-4ba9-804c-25fbe18a573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:01.433579 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23770a8c-7c9a-4ba9-804c-25fbe18a573e None None] The sync data for ids ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:58:01.494815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Provisioning complete for port 2af49f15-a542-443d-a8ef-2303ab517bc8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:01.505485 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:01.681420 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2af49f15-a542-443d-a8ef-2303ab517bc8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:02.091367 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c771866d-f13f-4f7c-bdc3-b5295de2dc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:02.100587 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 63e63de2-c951-481e-9409-eb25d923502a no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:58:02.176500 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:02.290623 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Current status of the port 2af49f15-a542-443d-a8ef-2303ab517bc8 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:02.291211 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:02.308123 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 63e63de2-c951-481e-9409-eb25d923502a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:58:02.308471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 63e63de2-c951-481e-9409-eb25d923502a not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:58:02.343599 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:02.358846 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 2af49f15-a542-443d-a8ef-2303ab517bc8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:02.359223 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:02.471280 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] For port 2af49f15-a542-443d-a8ef-2303ab517bc8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2af49f15-a542-443d-a8ef-2303ab517bc8,segment=NetworkSegment(2507d78d-e5c4-4385-9cb1-06af98ed2b27),segment_id=2507d78d-e5c4-4385-9cb1-06af98ed2b27)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:02.486733 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:02.653194 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Pushing event updated for resources: {'Port': ['ID=2af49f15-a542-443d-a8ef-2303ab517bc8,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:02.706878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c771866d-f13f-4f7c-bdc3-b5295de2dc9b admin admin] Deleting port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:02.707413 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c771866d-f13f-4f7c-bdc3-b5295de2dc9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:02.725451 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.726082 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.726670 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.727227 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.727855 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.728464 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.728982 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.729477 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.730038 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.731870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.732517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.733130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.733645 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209f6a2-3a45-4d35-85c0-82a02e1aa773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:02.739189 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 2af49f15-a542-443d-a8ef-2303ab517bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:02.755660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-349258c3-5827-4322-b04a-752639729a8d None None] Provisioning complete for port 2af49f15-a542-443d-a8ef-2303ab517bc8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:02.756307 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-349258c3-5827-4322-b04a-752639729a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:02.811668 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Allocated IP 172.20.0.1 (64209a4c-1f03-4990-9edc-7105b7e5ca26/aae1d876-881b-4c45-844a-c586e72557a2/14988956-ac3e-438c-b52d-58bf7824c637) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:02.870026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-349258c3-5827-4322-b04a-752639729a8d None None] Current status of the port 2af49f15-a542-443d-a8ef-2303ab517bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:02.901610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c771866d-f13f-4f7c-bdc3-b5295de2dc9b admin admin] For port d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d,segment=NetworkSegment(8e06dae0-5f83-4346-9b2c-f310c69390b9),segment_id=8e06dae0-5f83-4346-9b2c-f310c69390b9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:02.901971 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c771866d-f13f-4f7c-bdc3-b5295de2dc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:02.920412 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c771866d-f13f-4f7c-bdc3-b5295de2dc9b admin admin] Calling delete_port for d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:02.990710 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for port (14988956-ac3e-438c-b52d-58bf7824c637), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:03.078092 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (14988956-ac3e-438c-b52d-58bf7824c637), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:03.159011 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Network 64209a4c-1f03-4990-9edc-7105b7e5ca26 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:03.162077 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:03.175089 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:03.218047 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (38201ca7-bc1f-4ba0-b8bc-b107bb390581), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:03.234640 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c771866d-f13f-4f7c-bdc3-b5295de2dc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:03.264245 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event updated for resources: {'Port': ['ID=14988956-ac3e-438c-b52d-58bf7824c637,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:03.285526 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771866d-f13f-4f7c-bdc3-b5295de2dc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:03.482361 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (14988956-ac3e-438c-b52d-58bf7824c637), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:03.697709 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c771866d-f13f-4f7c-bdc3-b5295de2dc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:03.751201 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2af49f15-a542-443d-a8ef-2303ab517bc8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:03.860553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-72b774e5-0f8b-47f2-8234-509357ae0d65 None None] Provisioning complete for port 14988956-ac3e-438c-b52d-58bf7824c637 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:03.865670 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-72b774e5-0f8b-47f2-8234-509357ae0d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (14988956-ac3e-438c-b52d-58bf7824c637), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:03.967006 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 2af49f15-a542-443d-a8ef-2303ab517bc8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:03.967376 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:03.982632 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-72b774e5-0f8b-47f2-8234-509357ae0d65 None None] Port 14988956-ac3e-438c-b52d-58bf7824c637 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:04.045694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c771866d-f13f-4f7c-bdc3-b5295de2dc9b admin admin] Router 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:58:04.110570 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for port (14988956-ac3e-438c-b52d-58bf7824c637), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:04.121518 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (14988956-ac3e-438c-b52d-58bf7824c637), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:04.129702 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 2af49f15-a542-443d-a8ef-2303ab517bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:04.235141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (38201ca7-bc1f-4ba0-b8bc-b107bb390581), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:04.346254 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event updated for resources: {'Port': ['ID=14988956-ac3e-438c-b52d-58bf7824c637,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:04.394515 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Network 64209a4c-1f03-4990-9edc-7105b7e5ca26 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:04.404349 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:04.520978 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:04.632135 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Router 38201ca7-bc1f-4ba0-b8bc-b107bb390581 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:58:04.697377 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c771866d-f13f-4f7c-bdc3-b5295de2dc9b admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:04.706701 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c771866d-f13f-4f7c-bdc3-b5295de2dc9b admin admin] 10.222.0.26 "PUT /v2.0/routers/4cfa4555-56ab-4b45-bfb0-c078e95f8f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4662130 Jan 14 01:58:04.706952 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47328) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:04.710017 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579cd25-219f-41ea-a10e-7be1c4a01693 None None] Sync routers for ids ['4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:04.726987 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579cd25-219f-41ea-a10e-7be1c4a01693 None None] Routers {'4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:04.727729 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4579cd25-219f-41ea-a10e-7be1c4a01693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:04.905734 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:04.926271 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5ff11-8751-4510-afd9-f5affc9269e1 None None] Sync routers for ids ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:04.930811 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-98ca2e32-8499-468f-9eb0-bfdace069f92 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "PUT /v2.0/routers/38201ca7-bc1f-4ba0-b8bc-b107bb390581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6582077 Jan 14 01:58:04.933154 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47338) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:04.940068 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Publish callbacks [] for router (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:04.948327 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5ff11-8751-4510-afd9-f5affc9269e1 None None] Routers {'38201ca7-bc1f-4ba0-b8bc-b107bb390581'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:04.950776 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a1b5ff11-8751-4510-afd9-f5affc9269e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:04.955960 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Request body: {'port': {'network_id': '64209a4c-1f03-4990-9edc-7105b7e5ca26', 'name': 'tempest-FloatingIPAdminTestJSON-1936956163'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:05.006754 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab23c9bb-b8b2-467e-974a-0575cfc03a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:05.044127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4579cd25-219f-41ea-a10e-7be1c4a01693 None None] Set router 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:05.055748 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a1b5ff11-8751-4510-afd9-f5affc9269e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:05.065263 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5ff11-8751-4510-afd9-f5affc9269e1 None None] Routers {'38201ca7-bc1f-4ba0-b8bc-b107bb390581'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:05.065991 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a1b5ff11-8751-4510-afd9-f5affc9269e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:05.100981 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dee4b511-6fe7-4f1c-b77c-40d8e32762bf None None] Provisioning complete for port 14988956-ac3e-438c-b52d-58bf7824c637 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:05.101357 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dee4b511-6fe7-4f1c-b77c-40d8e32762bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (14988956-ac3e-438c-b52d-58bf7824c637), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:05.103034 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a1b5ff11-8751-4510-afd9-f5affc9269e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:05.103876 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5ff11-8751-4510-afd9-f5affc9269e1 None None] The sync data for ids ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:58:05.153307 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Publish callbacks [] for router_gateway (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:05.280906 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Made reservation on behalf of 75703e8692534bca8f120a8802cb5555 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:05.288440 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:05.296970 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Deleting port bae49035-f887-4f3d-865a-4cddb05c1131 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:05.297309 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:05.300351 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dee4b511-6fe7-4f1c-b77c-40d8e32762bf None None] Port 14988956-ac3e-438c-b52d-58bf7824c637 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:05.344834 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] device_id is not set on port 53368869-d1f0-4ea4-95a2-d2c987514a75 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:58:05.470928 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4579cd25-219f-41ea-a10e-7be1c4a01693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'name': 'tempest-ServerRescueTestJSON-1113231879-router', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:55:44Z', 'updated_at': '2022-01-14T01:58:03Z', 'revision_number': 5, 'project_id': '242fa7f00a68431bbdacf298cad6dce3', 'gw_port': {'id': 'bae49035-f887-4f3d-865a-4cddb05c1131', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:55:45Z', 'updated_at': '2022-01-14T01:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:05.486934 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] For port bae49035-f887-4f3d-865a-4cddb05c1131, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bae49035-f887-4f3d-865a-4cddb05c1131,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:05.487263 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:05.518720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Calling delete_port for bae49035-f887-4f3d-865a-4cddb05c1131 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:05.542756 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579cd25-219f-41ea-a10e-7be1c4a01693 None None] Checking router: 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:58:05.556447 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Allocated IP 172.20.0.10 (64209a4c-1f03-4990-9edc-7105b7e5ca26/aae1d876-881b-4c45-844a-c586e72557a2/53368869-d1f0-4ea4-95a2-d2c987514a75) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:05.567685 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579cd25-219f-41ea-a10e-7be1c4a01693 None None] Routers {'4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:05.569567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4579cd25-219f-41ea-a10e-7be1c4a01693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:57:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:05.688883 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47372) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:05.703110 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4579cd25-219f-41ea-a10e-7be1c4a01693 None None] Set router 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:05.730836 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Request body: {'network': {'name': 'tempest-network-smoke--436511352', 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'port_security_enabled': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:05.771638 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Made reservation on behalf of f24ad4a62192446cbf1d8d5d4545d57d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:05.775947 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:05.791400 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:05.797807 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4579cd25-219f-41ea-a10e-7be1c4a01693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'name': 'tempest-ServerRescueTestJSON-1113231879-router', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:55:44Z', 'updated_at': '2022-01-14T01:58:05Z', 'revision_number': 6, 'project_id': '242fa7f00a68431bbdacf298cad6dce3', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:05.860156 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579cd25-219f-41ea-a10e-7be1c4a01693 None None] The sync data for ids ['4cfa4555-56ab-4b45-bfb0-c078e95f8f8a'] in n-d-824358-4 is: [{'id': '4cfa4555-56ab-4b45-bfb0-c078e95f8f8a', 'name': 'tempest-ServerRescueTestJSON-1113231879-router', 'tenant_id': '242fa7f00a68431bbdacf298cad6dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:55:44Z', 'updated_at': '2022-01-14T01:58:05Z', 'revision_number': 6, 'project_id': '242fa7f00a68431bbdacf298cad6dce3', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:58:05.908469 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (bae49035-f887-4f3d-865a-4cddb05c1131), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:05.987714 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12144cf-0776-4bc6-89eb-3dcec191b5b0 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:58:06.027998 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Pushing event deleted for resources: {'Port': ['ID=bae49035-f887-4f3d-865a-4cddb05c1131,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:06.089643 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.224849 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for port (53368869-d1f0-4ea4-95a2-d2c987514a75), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.230274 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.242715 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Publish callbacks [] for router_controller (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.334777 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (53368869-d1f0-4ea4-95a2-d2c987514a75), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.338166 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (4cfa4555-56ab-4b45-bfb0-c078e95f8f8a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.339546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cfa4555-56ab-4b45-bfb0-c078e95f8f8a {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:58:06.348795 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.356182 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c6166f89-292d-4472-9fe2-65b5188e86fe admin admin] 10.222.0.26 "DELETE /v2.0/routers/4cfa4555-56ab-4b45-bfb0-c078e95f8f8a HTTP/1.1" status: 204 len: 168 time: 1.6480062 Jan 14 01:58:06.358666 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47390) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:06.393821 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (2b8fd266-3a12-447b-8f1f-55058f7dd765), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.395062 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event updated for resources: {'Port': ['ID=53368869-d1f0-4ea4-95a2-d2c987514a75,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:06.410088 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2b8fd266-3a12-447b-8f1f-55058f7dd765), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.424315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:58:06.440025 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e20c393-ee34-48ce-9743-514dd4867ffd admin admin] Deleting subnet 48661e49-d83b-4257-b70b-7723a700be89 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:58:06.444666 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e20c393-ee34-48ce-9743-514dd4867ffd admin admin] Publish callbacks [] for subnet (48661e49-d83b-4257-b70b-7723a700be89), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.450076 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.450489 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Added segment c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6 of type vlan for network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 Jan 14 01:58:06.494472 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47392) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:06.503054 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.503420 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e20c393-ee34-48ce-9743-514dd4867ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (48661e49-d83b-4257-b70b-7723a700be89), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.564818 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e20c393-ee34-48ce-9743-514dd4867ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (48661e49-d83b-4257-b70b-7723a700be89), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.565054 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Network 64209a4c-1f03-4990-9edc-7105b7e5ca26 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:06.566195 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.573050 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:06.573641 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.588479 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:06.591002 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:06.668401 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e20c393-ee34-48ce-9743-514dd4867ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (48661e49-d83b-4257-b70b-7723a700be89), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.671122 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:06.671786 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.684065 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47396) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:06.684494 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9930267 Jan 14 01:58:06.691312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'admin_state_up': True, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:06.699469 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8fd266-3a12-447b-8f1f-55058f7dd765,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:06.782089 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fd15eda2-24d0-4e78-b209-618c74c57dc2 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8470767 Jan 14 01:58:06.785422 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47400) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:06.812447 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd71bdf-dd4a-4cea-b4be-0855ba02341c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Network': ['ID=5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:06.826673 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:58:06.832981 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e20c393-ee34-48ce-9743-514dd4867ffd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.844725 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47404) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:06.855022 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2e20c393-ee34-48ce-9743-514dd4867ffd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/48661e49-d83b-4257-b70b-7723a700be89 HTTP/1.1" status: 204 len: 168 time: 0.4948616 Jan 14 01:58:06.880666 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fdb75ce-c1e8-4429-9f03-50da90009b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.883211 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20c393-ee34-48ce-9743-514dd4867ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48661e49-d83b-4257-b70b-7723a700be89,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:06.895393 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:06.896612 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.021627 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'project_id': '75703e8692534bca8f120a8802cb5555', 'port_id': '53368869-d1f0-4ea4-95a2-d2c987514a75'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:07.034139 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (db114705-da78-4699-9794-dfd57418bf7f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.060245 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fdb75ce-c1e8-4429-9f03-50da90009b5f admin admin] Publish callbacks [] for security_group (c73ed6b9-233c-4b46-b1c1-4002ff777d52), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.081784 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fdb75ce-c1e8-4429-9f03-50da90009b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c73ed6b9-233c-4b46-b1c1-4002ff777d52), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.094909 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.130766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb75ce-c1e8-4429-9f03-50da90009b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73ed6b9-233c-4b46-b1c1-4002ff777d52,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:07.185899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b47da6d3-be6c-414f-b25d-0f1461086755 None None] Provisioning complete for port 53368869-d1f0-4ea4-95a2-d2c987514a75 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:07.186682 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b47da6d3-be6c-414f-b25d-0f1461086755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (53368869-d1f0-4ea4-95a2-d2c987514a75), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.196478 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34b2b0ec-ca5a-429b-8807-67c50abd5ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.239499 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router_controller (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.246460 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8fdb75ce-c1e8-4429-9f03-50da90009b5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0158a7657e86400085005cd20d829dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7505193 Jan 14 01:58:07.247397 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47416) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:07.307098 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (db114705-da78-4699-9794-dfd57418bf7f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.321035 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b47da6d3-be6c-414f-b25d-0f1461086755 None None] Port 53368869-d1f0-4ea4-95a2-d2c987514a75 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:07.333843 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db114705-da78-4699-9794-dfd57418bf7f']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:07.378520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e06dae0-5f83-4346-9b2c-f310c69390b9') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:07.379478 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e06dae0-5f83-4346-9b2c-f310c69390b9') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:07.391862 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (8e06dae0-5f83-4346-9b2c-f310c69390b9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.424045 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (8e06dae0-5f83-4346-9b2c-f310c69390b9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.438811 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:58:07.439521 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (8e06dae0-5f83-4346-9b2c-f310c69390b9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:58:07.441530 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:58:07.514564 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.526643 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (db114705-da78-4699-9794-dfd57418bf7f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.533416 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.537663 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] 10.222.0.26 "DELETE /v2.0/networks/db114705-da78-4699-9794-dfd57418bf7f HTTP/1.1" status: 204 len: 168 time: 0.6919327 Jan 14 01:58:07.566731 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2b77-02ff-4f44-a3b0-db1e0529b8ed admin admin] Publish callbacks [] for security_group (c73ed6b9-233c-4b46-b1c1-4002ff777d52), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.594076 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router_gateway (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.633626 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bae49035-f887-4f3d-865a-4cddb05c1131 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:58:07.642187 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404cfba-b2e3-418f-9dda-fec2327ec22b admin admin] Pushing event deleted for resources: {'Network': ['ID=db114705-da78-4699-9794-dfd57418bf7f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:07.697796 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: bae49035-f887-4f3d-865a-4cddb05c1131 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:58:07.698490 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bae49035-f887-4f3d-865a-4cddb05c1131 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:58:07.699105 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:58:07.701168 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2b77-02ff-4f44-a3b0-db1e0529b8ed admin admin] Publish callbacks [] for security_group (c73ed6b9-233c-4b46-b1c1-4002ff777d52), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.727958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:58:07.728711 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d5dbbd30-12bb-4eac-b9ea-f551ba0c2c4d not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:58:07.759031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:07.802160 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Allocated IP 172.25.2.223 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/746eabc7-27c9-4fa8-8500-013e18271b6a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:07.825630 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2b77-02ff-4f44-a3b0-db1e0529b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c73ed6b9-233c-4b46-b1c1-4002ff777d52), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.828494 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2b77-02ff-4f44-a3b0-db1e0529b8ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.829791 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5f1f2b77-02ff-4f44-a3b0-db1e0529b8ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c73ed6b9-233c-4b46-b1c1-4002ff777d52 HTTP/1.1" status: 204 len: 168 time: 0.5813494 Jan 14 01:58:07.868167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f2b77-02ff-4f44-a3b0-db1e0529b8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73ed6b9-233c-4b46-b1c1-4002ff777d52,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:07.883336 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47430) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:07.885314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-98cc1caf-29c6-4ac8-800a-d5bc988b5699 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=242fa7f00a68431bbdacf298cad6dce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1204271 Jan 14 01:58:07.906307 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47432) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:07.985022 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65f9cb16-7f46-46d5-bd45-7c41a37f6521 admin admin] Publish callbacks [] for security_group (5425cbc7-d707-417f-a944-9e5a7192949c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:07.997662 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks [] for port (746eabc7-27c9-4fa8-8500-013e18271b6a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.026996 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65f9cb16-7f46-46d5-bd45-7c41a37f6521 admin admin] Publish callbacks [] for security_group (5425cbc7-d707-417f-a944-9e5a7192949c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.074521 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router_gateway (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.081078 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (746eabc7-27c9-4fa8-8500-013e18271b6a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.095674 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.130455 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:08.134027 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:08.137037 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:08.177259 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65f9cb16-7f46-46d5-bd45-7c41a37f6521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5425cbc7-d707-417f-a944-9e5a7192949c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.180107 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65f9cb16-7f46-46d5-bd45-7c41a37f6521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.181311 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-65f9cb16-7f46-46d5-bd45-7c41a37f6521 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5425cbc7-d707-417f-a944-9e5a7192949c HTTP/1.1" status: 204 len: 168 time: 0.2963543 Jan 14 01:58:08.194220 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Pushing event updated for resources: {'Port': ['ID=746eabc7-27c9-4fa8-8500-013e18271b6a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:08.208351 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9cb16-7f46-46d5-bd45-7c41a37f6521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5425cbc7-d707-417f-a944-9e5a7192949c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:08.255397 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Allocated IP 172.25.2.5 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/d144c35e-9740-4cd8-8944-3c81a0f89606) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:08.387158 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.474787 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-664531db-fc9c-4f36-90eb-e1e5a18d476f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.594793 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.606631 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47452) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:08.645649 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad517611-2b98-413c-8ccc-bd8e70eadd8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.799216 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-664531db-fc9c-4f36-90eb-e1e5a18d476f admin admin] Publish callbacks [] for security_group (4511c102-f8d2-4f45-bd03-dee032a389ab), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.811959 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-664531db-fc9c-4f36-90eb-e1e5a18d476f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4511c102-f8d2-4f45-bd03-dee032a389ab), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.848363 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks [] for floatingip (d10ac359-5718-4ff1-9e1f-d4760c4a4526), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.850035 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-664531db-fc9c-4f36-90eb-e1e5a18d476f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ecc1895efe4045dfb3846904a9bad538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9420843 Jan 14 01:58:08.851430 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:08.855176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47460) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:08.938498 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Port': ['ID=d144c35e-9740-4cd8-8944-3c81a0f89606,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:08.989881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:09.000555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:09.009753 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:09.025855 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (746eabc7-27c9-4fa8-8500-013e18271b6a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.027412 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679bb7e1-5294-4f48-bac6-d49f63d9893b None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:58:09.077111 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-66482ae4-347e-456b-8385-e1463a14957a None None] Provisioning complete for port d144c35e-9740-4cd8-8944-3c81a0f89606 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:09.077912 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66482ae4-347e-456b-8385-e1463a14957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.108517 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664531db-fc9c-4f36-90eb-e1e5a18d476f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4511c102-f8d2-4f45-bd03-dee032a389ab,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:09.164952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-66482ae4-347e-456b-8385-e1463a14957a None None] Port d144c35e-9740-4cd8-8944-3c81a0f89606 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:09.172500 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3abb66a-efd6-4fba-8987-ea5020b283e4 admin admin] Publish callbacks [] for security_group (4511c102-f8d2-4f45-bd03-dee032a389ab), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.268735 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3abb66a-efd6-4fba-8987-ea5020b283e4 admin admin] Publish callbacks [] for security_group (4511c102-f8d2-4f45-bd03-dee032a389ab), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.291467 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad517611-2b98-413c-8ccc-bd8e70eadd8e admin admin] Publish callbacks [] for security_group (42b1b4b0-1e02-4e33-b0e3-2c6cc06f13ad), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.316762 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad517611-2b98-413c-8ccc-bd8e70eadd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (42b1b4b0-1e02-4e33-b0e3-2c6cc06f13ad), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.349169 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ad517611-2b98-413c-8ccc-bd8e70eadd8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afcd3bf47209472eab370a59e7a0e18c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7337236 Jan 14 01:58:09.359459 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47474) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:09.384205 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks [] for port (746eabc7-27c9-4fa8-8500-013e18271b6a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.395342 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (746eabc7-27c9-4fa8-8500-013e18271b6a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.516733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad517611-2b98-413c-8ccc-bd8e70eadd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b1b4b0-1e02-4e33-b0e3-2c6cc06f13ad,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:09.551873 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Pushing event updated for resources: {'Port': ['ID=746eabc7-27c9-4fa8-8500-013e18271b6a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:09.570109 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e29cf534-c62e-4884-954c-c9cf8d0d90c0 admin admin] Publish callbacks [] for security_group (42b1b4b0-1e02-4e33-b0e3-2c6cc06f13ad), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.583194 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3abb66a-efd6-4fba-8987-ea5020b283e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4511c102-f8d2-4f45-bd03-dee032a389ab), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.591111 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (d10ac359-5718-4ff1-9e1f-d4760c4a4526), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.592615 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3abb66a-efd6-4fba-8987-ea5020b283e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.596814 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d3abb66a-efd6-4fba-8987-ea5020b283e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4511c102-f8d2-4f45-bd03-dee032a389ab HTTP/1.1" status: 204 len: 168 time: 0.6928253 Jan 14 01:58:09.667766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47484) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:09.690453 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abb66a-efd6-4fba-8987-ea5020b283e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4511c102-f8d2-4f45-bd03-dee032a389ab,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:09.722841 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router_gateway (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.728222 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e29cf534-c62e-4884-954c-c9cf8d0d90c0 admin admin] Publish callbacks [] for security_group (42b1b4b0-1e02-4e33-b0e3-2c6cc06f13ad), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:09.768888 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Floating IP d10ac359-5718-4ff1-9e1f-d4760c4a4526 associated. External IP: 172.25.2.223, port: 53368869-d1f0-4ea4-95a2-d2c987514a75. Jan 14 01:58:09.905089 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-818924047-network', 'tenant_id': 'f564ca830f1145cbbe5deec2acfddfdb'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:09.915164 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.056168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Made reservation on behalf of f564ca830f1145cbbe5deec2acfddfdb for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:10.058945 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.074201 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e29cf534-c62e-4884-954c-c9cf8d0d90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (42b1b4b0-1e02-4e33-b0e3-2c6cc06f13ad), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.080873 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e29cf534-c62e-4884-954c-c9cf8d0d90c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.080873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e29cf534-c62e-4884-954c-c9cf8d0d90c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42b1b4b0-1e02-4e33-b0e3-2c6cc06f13ad HTTP/1.1" status: 204 len: 168 time: 0.7164557 Jan 14 01:58:10.100732 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.163841 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Router 38201ca7-bc1f-4ba0-b8bc-b107bb390581 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:58:10.234942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cf534-c62e-4884-954c-c9cf8d0d90c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b1b4b0-1e02-4e33-b0e3-2c6cc06f13ad,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:10.238108 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47494) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:10.271894 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2ead-d5e3-482c-9b34-93e1471da6b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.353781 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:10.355089 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.366244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545aa094-c105-482f-9f0d-0cc224873c7e None None] Sync routers for ids ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:10.391760 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.392762 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545aa094-c105-482f-9f0d-0cc224873c7e None None] Routers {'38201ca7-bc1f-4ba0-b8bc-b107bb390581'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:10.395651 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-545aa094-c105-482f-9f0d-0cc224873c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:10.470636 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-545aa094-c105-482f-9f0d-0cc224873c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:10.480359 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545aa094-c105-482f-9f0d-0cc224873c7e None None] Routers {'38201ca7-bc1f-4ba0-b8bc-b107bb390581'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:10.481410 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-545aa094-c105-482f-9f0d-0cc224873c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:10.487470 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2091f357-f76e-4dfb-8329-48775a60dacb tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.6989079 Jan 14 01:58:10.487892 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2ead-d5e3-482c-9b34-93e1471da6b6 admin admin] Publish callbacks [] for security_group (42136d41-96ee-4bfd-a8e7-dbe5d825b546), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.488950 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47500) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:10.531840 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2ead-d5e3-482c-9b34-93e1471da6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (42136d41-96ee-4bfd-a8e7-dbe5d825b546), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.547861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-545aa094-c105-482f-9f0d-0cc224873c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:10.551534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545aa094-c105-482f-9f0d-0cc224873c7e None None] The sync data for ids ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:58:10.574858 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e2ead-d5e3-482c-9b34-93e1471da6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42136d41-96ee-4bfd-a8e7-dbe5d825b546,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:10.632295 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-322e2ead-d5e3-482c-9b34-93e1471da6b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01f922ff838848968179ab85489ea64a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3873818 Jan 14 01:58:10.635825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47508) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:10.659647 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Publish callbacks [] for security_group (898991eb-ce5a-4991-8275-9c1437675faf), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.678938 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ece64073-e6ac-4f62-a6f3-e1d9bbbf6567 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] 10.222.0.26 "GET /v2.0/floatingips/d10ac359-5718-4ff1-9e1f-d4760c4a4526 HTTP/1.1" status: 200 len: 984 time: 0.1866689 Jan 14 01:58:10.679456 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47512) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:10.738939 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (898991eb-ce5a-4991-8275-9c1437675faf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.760160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:58:10.797714 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:58:10.825005 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (a8a5aec3-9691-4aac-996f-78f734b0449a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.825558 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Added segment a8a5aec3-9691-4aac-996f-78f734b0449a of type vlan for network ce44465e-5817-4e20-b73c-23427f785610 Jan 14 01:58:10.827133 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898991eb-ce5a-4991-8275-9c1437675faf,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:10.874712 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92e8695e-fde4-4c1b-a855-d78eb3a2abdc admin admin] Publish callbacks [] for security_group (42136d41-96ee-4bfd-a8e7-dbe5d825b546), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.905380 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92e8695e-fde4-4c1b-a855-d78eb3a2abdc admin admin] Publish callbacks [] for security_group (42136d41-96ee-4bfd-a8e7-dbe5d825b546), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:10.947113 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:11.060412 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92e8695e-fde4-4c1b-a855-d78eb3a2abdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (42136d41-96ee-4bfd-a8e7-dbe5d825b546), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:11.063202 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92e8695e-fde4-4c1b-a855-d78eb3a2abdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:11.067596 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-92e8695e-fde4-4c1b-a855-d78eb3a2abdc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42136d41-96ee-4bfd-a8e7-dbe5d825b546 HTTP/1.1" status: 204 len: 168 time: 0.4305773 Jan 14 01:58:11.075995 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (ce44465e-5817-4e20-b73c-23427f785610), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:11.095713 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8695e-fde4-4c1b-a855-d78eb3a2abdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42136d41-96ee-4bfd-a8e7-dbe5d825b546,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:11.110252 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-412728cc-3a07-4711-8062-65b7ab9270fe tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3039 time: 0.4267986 Jan 14 01:58:11.111109 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47526) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:11.165389 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (ce44465e-5817-4e20-b73c-23427f785610), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:11.166405 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:11.167070 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:11.460519 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Deleting port 746eabc7-27c9-4fa8-8500-013e18271b6a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:11.461837 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (746eabc7-27c9-4fa8-8500-013e18271b6a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:11.586456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:11.600904 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Sync routers for ids ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:11.618001 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (746eabc7-27c9-4fa8-8500-013e18271b6a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:11.618327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for floatingip (746eabc7-27c9-4fa8-8500-013e18271b6a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:11.624496 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Routers {'2f4bd742-c4d8-4415-afc9-0bdd9bd74279'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:11.625158 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:11.642578 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Calling delete_port for 746eabc7-27c9-4fa8-8500-013e18271b6a owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:11.678327 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:11.680530 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7fb8506f-4fa0-4c46-98fa-8e5aaec2feef tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.9943750 Jan 14 01:58:11.703108 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0342519 Jan 14 01:58:11.703834 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47546) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:11.704183 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47548) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:11.724456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-be5473e1-37aa-42f4-87e0-1d01414b43b4 admin admin] Request body: {'subnet': {'network_id': 'ce44465e-5817-4e20-b73c-23427f785610', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-818924047-subnet', 'tenant_id': 'f564ca830f1145cbbe5deec2acfddfdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:11.754918 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594a70e-017e-4088-8d62-56e4b3d2c7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ce44465e-5817-4e20-b73c-23427f785610,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:11.766863 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network ce44465e-5817-4e20-b73c-23427f785610 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:58:11.813248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5473e1-37aa-42f4-87e0-1d01414b43b4 admin admin] Made reservation on behalf of f564ca830f1145cbbe5deec2acfddfdb for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:11.816004 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be5473e1-37aa-42f4-87e0-1d01414b43b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:12.108082 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Set router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:12.165471 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be5473e1-37aa-42f4-87e0-1d01414b43b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (60a45985-263c-4fe3-925b-69b8ad1db2ec), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:12.180339 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (746eabc7-27c9-4fa8-8500-013e18271b6a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:12.323031 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47570) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:12.323455 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1ac02a01-c95b-4db6-95c7-d0996f92bd48 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f24ad4a62192446cbf1d8d5d4545d57d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6073413 Jan 14 01:58:12.325789 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for floatingip (d10ac359-5718-4ff1-9e1f-d4760c4a4526), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:12.327292 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Floating IP d10ac359-5718-4ff1-9e1f-d4760c4a4526 disassociated (deleted). External IP: 172.25.2.223, port: 53368869-d1f0-4ea4-95a2-d2c987514a75. Jan 14 01:58:12.347845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event deleted for resources: {'Port': ['ID=746eabc7-27c9-4fa8-8500-013e18271b6a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:12.350680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5473e1-37aa-42f4-87e0-1d01414b43b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a45985-263c-4fe3-925b-69b8ad1db2ec,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:12.390768 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5473e1-37aa-42f4-87e0-1d01414b43b4 admin admin] Checking segment: {'id': 'a8a5aec3-9691-4aac-996f-78f734b0449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce44465e-5817-4e20-b73c-23427f785610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:12.391227 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5473e1-37aa-42f4-87e0-1d01414b43b4 admin admin] Network hostable DHCP agents. Network: ce44465e-5817-4e20-b73c-23427f785610, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:58:12.426447 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T01:58:09Z', 'revision_number': 3, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:12.431523 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5473e1-37aa-42f4-87e0-1d01414b43b4 admin admin] Network ce44465e-5817-4e20-b73c-23427f785610 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:58:12.445011 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-be5473e1-37aa-42f4-87e0-1d01414b43b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, ce44465e-5817-4e20-b73c-23427f785610) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:12.449807 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5473e1-37aa-42f4-87e0-1d01414b43b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:12.450409 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be5473e1-37aa-42f4-87e0-1d01414b43b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:12.458019 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36944b2-0a96-48f3-a6fb-133993177803 None None] Network ce44465e-5817-4e20-b73c-23427f785610 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:58:12.473974 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Checking router: 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:58:12.474972 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Updating router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 port d144c35e-9740-4cd8-8944-3c81a0f89606 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:58:12.503314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-be5473e1-37aa-42f4-87e0-1d01414b43b4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7868700 Jan 14 01:58:12.519476 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:12.665328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e3fff-0972-4f48-9d37-746a69be6c06 None None] Network ce44465e-5817-4e20-b73c-23427f785610 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:58:12.786293 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0721e6ae-3273-4d91-975d-ecd8a99fdedc tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:12.797904 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47584) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:12.800603 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0721e6ae-3273-4d91-975d-ecd8a99fdedc tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4694779 Jan 14 01:58:12.857375 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cae56c94-2b14-4bc2-bd6a-e29ff59f83a3 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574446 Jan 14 01:58:12.859706 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47586) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:12.874033 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-79d39236-15a7-4f61-9467-5032a26e8b73 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838439706', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:13.152573 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Publish callbacks [] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:13.162012 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:13.169242 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Router 38201ca7-bc1f-4ba0-b8bc-b107bb390581 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:58:13.181689 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d39236-15a7-4f61-9467-5032a26e8b73 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Made reservation on behalf of f24ad4a62192446cbf1d8d5d4545d57d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:13.185830 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79d39236-15a7-4f61-9467-5032a26e8b73 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:13.239256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff001cc1-6e4e-496f-9495-3d98148596af None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:58:13.264478 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Attempting to bind port d144c35e-9740-4cd8-8944-3c81a0f89606 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:58:13.266252 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Attempting to bind port d144c35e-9740-4cd8-8944-3c81a0f89606 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:58:13.266909 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Attempting to bind port d144c35e-9740-4cd8-8944-3c81a0f89606 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:58:13.283535 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:58:13.284249 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:13.285047 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:13.285746 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:58:13.286788 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Bound port: d144c35e-9740-4cd8-8944-3c81a0f89606, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:58:13.287538 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:13.354188 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3be32b9c-7179-41d7-9004-9f24d41f7641 None None] Provisioning complete for port d144c35e-9740-4cd8-8944-3c81a0f89606 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:13.355458 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3be32b9c-7179-41d7-9004-9f24d41f7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:13.398278 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] For port d144c35e-9740-4cd8-8944-3c81a0f89606, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:58:13.402713 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] For port d144c35e-9740-4cd8-8944-3c81a0f89606, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d144c35e-9740-4cd8-8944-3c81a0f89606,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:58:13.411196 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Pushing event updated for resources: {'Port': ['ID=d144c35e-9740-4cd8-8944-3c81a0f89606,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:13.417124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:13.419729 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:13.427994 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:13.443800 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.446049 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.446634 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.447183 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.447888 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.448950 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.450864 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.451683 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.452248 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.454878 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.455785 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.456218 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.456682 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:13.469425 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-88a2912a-40b0-478c-8271-128a48cc0a64 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "DELETE /v2.0/floatingips/d10ac359-5718-4ff1-9e1f-d4760c4a4526 HTTP/1.1" status: 204 len: 168 time: 2.3574867 Jan 14 01:58:13.472915 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:13.481961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:13.489442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3be32b9c-7179-41d7-9004-9f24d41f7641 None None] Port d144c35e-9740-4cd8-8944-3c81a0f89606 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:13.494377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58a121-3bf7-44a2-b605-920b3d18b359 None None] Sync routers for ids ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:13.524563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58a121-3bf7-44a2-b605-920b3d18b359 None None] Routers {'38201ca7-bc1f-4ba0-b8bc-b107bb390581'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:13.525644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6a58a121-3bf7-44a2-b605-920b3d18b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:13.535709 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:13.592178 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19d0dd-cdcf-4905-a116-598bb65cfbb8 None None] Pushing event updated for resources: {'Port': ['ID=d144c35e-9740-4cd8-8944-3c81a0f89606,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:13.625365 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79d39236-15a7-4f61-9467-5032a26e8b73 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (c9fb6311-60df-422e-9af6-a17f376aedf6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:13.627208 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6a58a121-3bf7-44a2-b605-920b3d18b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:13.646286 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95144ab4-7030-40ec-8ba7-22a9ca42fd27 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:58:13.673363 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58a121-3bf7-44a2-b605-920b3d18b359 None None] Routers {'38201ca7-bc1f-4ba0-b8bc-b107bb390581'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:13.674003 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6a58a121-3bf7-44a2-b605-920b3d18b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:13.702674 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Routers {'2f4bd742-c4d8-4415-afc9-0bdd9bd74279'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:13.707146 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:13.762727 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:13.781253 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6a58a121-3bf7-44a2-b605-920b3d18b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:13.782191 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58a121-3bf7-44a2-b605-920b3d18b359 None None] The sync data for ids ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:58:13.789886 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d39236-15a7-4f61-9467-5032a26e8b73 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Subnet': ['ID=c9fb6311-60df-422e-9af6-a17f376aedf6,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:13.938836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8a530f53-0c3b-4c32-8ac5-27077e66affb None None] Provisioning complete for port d144c35e-9740-4cd8-8944-3c81a0f89606 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:13.939188 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8a530f53-0c3b-4c32-8ac5-27077e66affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:13.997025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Allocated IP 172.25.2.198 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/e24f62e5-620d-4040-acb1-c1a18e9b1f32) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:14.058109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d39236-15a7-4f61-9467-5032a26e8b73 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Checking segment: {'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:14.059796 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d39236-15a7-4f61-9467-5032a26e8b73 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network hostable DHCP agents. Network: 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:58:14.068263 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] Set router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:14.091229 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-664f72a3-6bc9-495a-aec5-b68242b31a37 req-6b07f04a-fce8-4e8a-ae42-8f17c4e8eee7 service neutron] (103353) timed out ('10.222.0.26', 48634) {{(pid=103353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 14 01:58:14.157035 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8a530f53-0c3b-4c32-8ac5-27077e66affb None None] Current status of the port d144c35e-9740-4cd8-8944-3c81a0f89606 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:14.157467 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8a530f53-0c3b-4c32-8ac5-27077e66affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:14.203592 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-5ecbefc4-590b-4f3a-aa62-822610efa159 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:14.213735 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-5ecbefc4-590b-4f3a-aa62-822610efa159 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/networks?id=ce44465e-5817-4e20-b73c-23427f785610 HTTP/1.1" status: 200 len: 808 time: 0.3718364 Jan 14 01:58:14.233837 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d39236-15a7-4f61-9467-5032a26e8b73 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:58:14.240272 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8a530f53-0c3b-4c32-8ac5-27077e66affb None None] For port d144c35e-9740-4cd8-8944-3c81a0f89606, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d144c35e-9740-4cd8-8944-3c81a0f89606,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:14.249766 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8a530f53-0c3b-4c32-8ac5-27077e66affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:14.260238 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-a6067189-e628-4006-8b8d-dc6090f451ac tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/quotas/f564ca830f1145cbbe5deec2acfddfdb HTTP/1.1" status: 200 len: 375 time: 0.0433898 Jan 14 01:58:14.293260 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks [] for port (e24f62e5-620d-4040-acb1-c1a18e9b1f32), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:14.339651 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a530f53-0c3b-4c32-8ac5-27077e66affb None None] Pushing event updated for resources: {'Port': ['ID=d144c35e-9740-4cd8-8944-3c81a0f89606,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:14.340367 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-13e4a8ec-37fc-4c9c-82b1-84fd0bf09618 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f564ca830f1145cbbe5deec2acfddfdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743847 Jan 14 01:58:14.405715 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e24f62e5-620d-4040-acb1-c1a18e9b1f32), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:14.436466 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T01:58:09Z', 'revision_number': 3, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:14.456888 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-4848c791-4176-4320-84e2-cbb4d47cfcd4 service neutron] 10.222.0.26 "GET /v2.0/networks/ce44465e-5817-4e20-b73c-23427f785610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054974 Jan 14 01:58:14.466762 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-79d39236-15a7-4f61-9467-5032a26e8b73 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:14.476785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534b05ce-c204-47e3-bd27-d8559c7b494a None None] Network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:58:14.497858 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f5613-1841-4161-9ff1-3565d94748fb None None] The sync data for ids ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'] in n-d-824358-4 is: [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T01:58:09Z', 'revision_number': 3, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:58:14.498771 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d39236-15a7-4f61-9467-5032a26e8b73 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:14.499558 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79d39236-15a7-4f61-9467-5032a26e8b73 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:14.505779 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:14.517098 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:14.524735 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:14.592776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Pushing event updated for resources: {'Port': ['ID=e24f62e5-620d-4040-acb1-c1a18e9b1f32,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:14.666382 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-79d39236-15a7-4f61-9467-5032a26e8b73 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8050046 Jan 14 01:58:14.672743 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47646) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:14.731741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'fixed_ips': [{'subnet_id': 'c9fb6311-60df-422e-9af6-a17f376aedf6'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:58:14.734864 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:14.825919 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-038880ad-23aa-4e2f-97ca-4446b221480b service neutron] 10.222.0.26 "GET /v2.0/networks/ce44465e-5817-4e20-b73c-23427f785610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678589 Jan 14 01:58:14.880513 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks [] for floatingip (43102d38-b921-47e3-9bbc-886cd2dcb92b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:15.112352 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e24f62e5-620d-4040-acb1-c1a18e9b1f32), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:15.119200 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Allocated IP 172.20.0.2 (5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453/c9fb6311-60df-422e-9af6-a17f376aedf6/36bdff96-6cf6-429f-a07a-2572e80b649c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:15.901368 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34365cdc-06db-483c-a11f-8fd9a231b4a8 req-623e34c6-c22a-4e5f-930b-4cf6e405d7e0 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 210 time: 0.6967463 Jan 14 01:58:16.096813 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d144c35e-9740-4cd8-8944-3c81a0f89606 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:16.315846 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Publish callbacks [] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:16.331000 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d144c35e-9740-4cd8-8944-3c81a0f89606 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:16.331525 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:16.365836 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks [] for port (e24f62e5-620d-4040-acb1-c1a18e9b1f32), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:16.387576 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (e24f62e5-620d-4040-acb1-c1a18e9b1f32), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:16.508081 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:16.672802 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:16.685917 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:16.692485 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Pushing event updated for resources: {'Port': ['ID=e24f62e5-620d-4040-acb1-c1a18e9b1f32,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:16.759291 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (43102d38-b921-47e3-9bbc-886cd2dcb92b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:16.793952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d144c35e-9740-4cd8-8944-3c81a0f89606 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:16.799722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:16.805382 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:16.829943 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:16.834285 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47684) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:16.834458 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9b3acb42-1e9b-479b-96fa-819a73ff3848 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3603227 Jan 14 01:58:16.856376 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Pushing event updated for resources: {'Port': ['ID=36bdff96-6cf6-429f-a07a-2572e80b649c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:16.966046 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Attempting to bind port 36bdff96-6cf6-429f-a07a-2572e80b649c on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:58:16.966581 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Attempting to bind port 36bdff96-6cf6-429f-a07a-2572e80b649c by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:58:16.966947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Attempting to bind port 36bdff96-6cf6-429f-a07a-2572e80b649c on network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:58:16.975574 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:58:16.975960 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Checking segment: {'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:16.978901 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:16.979500 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Bound using segment: {'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:58:16.980016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Bound port: 36bdff96-6cf6-429f-a07a-2572e80b649c, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:58:16.980411 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:17.108891 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] For port 36bdff96-6cf6-429f-a07a-2572e80b649c, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:58:17.117616 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] For port 36bdff96-6cf6-429f-a07a-2572e80b649c, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=36bdff96-6cf6-429f-a07a-2572e80b649c,segment=NetworkSegment(c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6),segment_id=c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:58:17.131792 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:17.156514 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:17.241504 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34ee973a-9e82-418f-acbd-7afdf9312ca9 req-6ed51edd-8934-4801-b241-3a647610e318 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 210 time: 0.2049832 Jan 14 01:58:17.314176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05ea01-9421-4b88-bc13-83426ff8f95e None None] Pushing event updated for resources: {'Port': ['ID=36bdff96-6cf6-429f-a07a-2572e80b649c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:17.501366 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Allocated IP 172.20.0.1 (5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453/c9fb6311-60df-422e-9af6-a17f376aedf6/0551dd9a-290a-4c30-8721-9eff15f0dcac) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:17.659555 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:17.761214 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-21297cba-34dc-446f-8b5e-427c77246695 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:17.767661 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-21297cba-34dc-446f-8b5e-427c77246695 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.36 "GET /v2.0/networks?id=ce44465e-5817-4e20-b73c-23427f785610 HTTP/1.1" status: 200 len: 808 time: 0.5071378 Jan 14 01:58:17.795597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Request body: {'port': {'device_id': '70120a3c-76d5-444d-9c31-582893cb734a', 'network_id': 'ce44465e-5817-4e20-b73c-23427f785610', 'admin_state_up': True, 'tenant_id': 'f564ca830f1145cbbe5deec2acfddfdb'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:17.937546 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:18.050286 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:18.052780 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:18.153519 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:18.159961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:18.167459 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:18.212696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Allocated IP 172.25.2.166 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/8b9f821e-af5e-49ce-81bb-f800f91bc069) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:18.244308 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Port': ['ID=0551dd9a-290a-4c30-8721-9eff15f0dcac,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:18.327955 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:18.354684 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks [] for port (8b9f821e-af5e-49ce-81bb-f800f91bc069), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:18.397855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Made reservation on behalf of f564ca830f1145cbbe5deec2acfddfdb for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:18.403634 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:18.413041 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (8b9f821e-af5e-49ce-81bb-f800f91bc069), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:18.504683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:18.544607 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:18.551777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:18.569101 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b7c7648-8f27-4fbf-8bba-aa0fc6a22533 req-5b831598-ad67-4b8f-84a5-3f85907fbda8 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 210 time: 0.0823176 Jan 14 01:58:18.643663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Pushing event updated for resources: {'Port': ['ID=8b9f821e-af5e-49ce-81bb-f800f91bc069,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:18.682220 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:18.688023 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.688649 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.689317 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.689966 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.690732 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.691510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.692194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.692741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.693276 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.693807 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.694473 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.696191 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.697037 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:18.958400 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks [] for floatingip (bf6486ab-4fcb-473e-a21e-b21cb860fb83), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:18.994493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42cc5ea-53cd-46ae-a97b-6440c10c68b9 None None] Network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:58:19.010585 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8b9f821e-af5e-49ce-81bb-f800f91bc069), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.121061 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Allocated IP 172.20.0.8 (ce44465e-5817-4e20-b73c-23427f785610/60a45985-263c-4fe3-925b-69b8ad1db2ec/420f9ade-750f-49a0-80b4-3bcb8bc965d3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:19.253450 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1e9623a2-6d9f-4ab7-a8e3-accc3aae18d9 None None] Provisioning complete for port 36bdff96-6cf6-429f-a07a-2572e80b649c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:19.254172 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e9623a2-6d9f-4ab7-a8e3-accc3aae18d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.340370 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.363994 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.407016 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks [] for port (8b9f821e-af5e-49ce-81bb-f800f91bc069), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.423665 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (8b9f821e-af5e-49ce-81bb-f800f91bc069), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.472369 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1e9623a2-6d9f-4ab7-a8e3-accc3aae18d9 None None] Current status of the port 36bdff96-6cf6-429f-a07a-2572e80b649c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:19.472958 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e9623a2-6d9f-4ab7-a8e3-accc3aae18d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.497718 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Publish callbacks [] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.579485 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1e9623a2-6d9f-4ab7-a8e3-accc3aae18d9 None None] For port 36bdff96-6cf6-429f-a07a-2572e80b649c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=36bdff96-6cf6-429f-a07a-2572e80b649c,segment=NetworkSegment(c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6),segment_id=c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:19.579622 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.588182 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e9623a2-6d9f-4ab7-a8e3-accc3aae18d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.590506 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Port': ['ID=0551dd9a-290a-4c30-8721-9eff15f0dcac,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:19.646655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Pushing event updated for resources: {'Port': ['ID=8b9f821e-af5e-49ce-81bb-f800f91bc069,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:19.693485 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (bf6486ab-4fcb-473e-a21e-b21cb860fb83), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.709168 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 36bdff96-6cf6-429f-a07a-2572e80b649c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:19.745508 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.746963 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-322e2994-db89-499b-996c-f6af4f3b7be6 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9077330 Jan 14 01:58:19.749529 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47732) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:19.859147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9623a2-6d9f-4ab7-a8e3-accc3aae18d9 None None] Pushing event updated for resources: {'Port': ['ID=36bdff96-6cf6-429f-a07a-2572e80b649c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:19.870718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 36bdff96-6cf6-429f-a07a-2572e80b649c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:19.871306 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.921301 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7c1564b0-ec1a-41b3-ba70-27291bffe6e2 None None] Provisioning complete for port 36bdff96-6cf6-429f-a07a-2572e80b649c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:19.921928 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c1564b0-ec1a-41b3-ba70-27291bffe6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:19.945955 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:19.956249 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:20.075674 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ccfc9d9c-d3e0-46bd-b827-c300198dd96f tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.3247676 Jan 14 01:58:20.078162 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47742) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:20.139348 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18e626ef-7e8e-4572-ae88-dfd247b599e9 req-1ba61d78-6161-4648-aa35-25677b787a42 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 210 time: 0.2625618 Jan 14 01:58:20.154380 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:20.158527 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 36bdff96-6cf6-429f-a07a-2572e80b649c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:20.203347 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7c1564b0-ec1a-41b3-ba70-27291bffe6e2 None None] Current status of the port 36bdff96-6cf6-429f-a07a-2572e80b649c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:20.213154 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Network ce44465e-5817-4e20-b73c-23427f785610 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:20.223051 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:20.225889 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:20.227356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7c1564b0-ec1a-41b3-ba70-27291bffe6e2 None None] Provisioning complete for port 0551dd9a-290a-4c30-8721-9eff15f0dcac triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:20.227778 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c1564b0-ec1a-41b3-ba70-27291bffe6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:20.283174 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:20.283943 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:20.299190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Pushing event updated for resources: {'Port': ['ID=420f9ade-750f-49a0-80b4-3bcb8bc965d3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:20.305870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7c1564b0-ec1a-41b3-ba70-27291bffe6e2 None None] Port 0551dd9a-290a-4c30-8721-9eff15f0dcac cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:20.317508 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-2b3b4a3b-cbc6-44f1-b504-f967c45e7a5e tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5325511 Jan 14 01:58:20.327917 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ab746ea3-dc2b-4c12-aa23-7688e7406272 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2483637 Jan 14 01:58:20.334118 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47746) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:20.340019 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-19101192-e0e0-4143-a906-dae845312142 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:58:20.341983 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-19101192-e0e0-4143-a906-dae845312142 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117621 Jan 14 01:58:20.361571 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Request body: {'port': {'device_id': '70120a3c-76d5-444d-9c31-582893cb734a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:20.434824 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cf86782f-ca7b-4e53-bb87-2b538ff8f136 None None] Provisioning complete for port 0551dd9a-290a-4c30-8721-9eff15f0dcac triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:20.435461 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cf86782f-ca7b-4e53-bb87-2b538ff8f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:20.449927 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:20.525760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cf86782f-ca7b-4e53-bb87-2b538ff8f136 None None] Port 0551dd9a-290a-4c30-8721-9eff15f0dcac cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:20.628601 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:58:20.648511 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-90c82b59-38f2-43f2-a671-963a5a04cbb0 None None] Provisioning complete for port 0551dd9a-290a-4c30-8721-9eff15f0dcac triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:20.650305 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90c82b59-38f2-43f2-a671-963a5a04cbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:20.650565 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3d5f9639-b5d4-4616-afa5-2cfb5d20f794 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Deleting port 8b9f821e-af5e-49ce-81bb-f800f91bc069 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:20.650852 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9639-b5d4-4616-afa5-2cfb5d20f794 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8b9f821e-af5e-49ce-81bb-f800f91bc069), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:20.726199 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-90c82b59-38f2-43f2-a671-963a5a04cbb0 None None] Port 0551dd9a-290a-4c30-8721-9eff15f0dcac cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:20.823659 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420f9ade-750f-49a0-80b4-3bcb8bc965d3 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:58:20.833672 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Publish callbacks [] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:20.859059 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Transition to ACTIVE for port object 420f9ade-750f-49a0-80b4-3bcb8bc965d3 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:58:20.866211 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:20.981618 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Pushing event updated for resources: {'Port': ['ID=420f9ade-750f-49a0-80b4-3bcb8bc965d3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:21.041237 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9639-b5d4-4616-afa5-2cfb5d20f794 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8b9f821e-af5e-49ce-81bb-f800f91bc069), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:21.041969 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9639-b5d4-4616-afa5-2cfb5d20f794 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks [] for floatingip (8b9f821e-af5e-49ce-81bb-f800f91bc069), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:21.056366 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3d5f9639-b5d4-4616-afa5-2cfb5d20f794 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Calling delete_port for 8b9f821e-af5e-49ce-81bb-f800f91bc069 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:21.089245 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Attempting to bind port 420f9ade-750f-49a0-80b4-3bcb8bc965d3 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:58:21.089569 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Attempting to bind port 420f9ade-750f-49a0-80b4-3bcb8bc965d3 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'a8a5aec3-9691-4aac-996f-78f734b0449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce44465e-5817-4e20-b73c-23427f785610'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:58:21.090032 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Attempting to bind port 420f9ade-750f-49a0-80b4-3bcb8bc965d3 on network ce44465e-5817-4e20-b73c-23427f785610 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:58:21.099414 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Port 420f9ade-750f-49a0-80b4-3bcb8bc965d3 on network ce44465e-5817-4e20-b73c-23427f785610 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:58:21.099754 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Attempting to bind port 420f9ade-750f-49a0-80b4-3bcb8bc965d3 on network ce44465e-5817-4e20-b73c-23427f785610 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:58:21.111677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:58:21.112300 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Checking segment: {'id': 'a8a5aec3-9691-4aac-996f-78f734b0449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce44465e-5817-4e20-b73c-23427f785610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:21.112702 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Bound using segment: {'id': 'a8a5aec3-9691-4aac-996f-78f734b0449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce44465e-5817-4e20-b73c-23427f785610'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:58:21.116314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Bound port: 420f9ade-750f-49a0-80b4-3bcb8bc965d3, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a5aec3-9691-4aac-996f-78f734b0449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce44465e-5817-4e20-b73c-23427f785610'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:58:21.116314 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:21.238562 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:21.246168 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cef373b2-7646-4f10-95d5-f6ade2125fec tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "PUT /v2.0/routers/2f4bd742-c4d8-4415-afc9-0bdd9bd74279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5723710 Jan 14 01:58:21.249340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47758) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:21.260458 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Sync routers for ids ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:21.272053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-703c9d3d-59ce-4feb-a915-0e0c61a1016d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1186332407', 'description': 'tempest-secgroup_access--1186332407 description', 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:21.280065 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Routers {'2f4bd742-c4d8-4415-afc9-0bdd9bd74279'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:21.281113 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:21.287378 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9639-b5d4-4616-afa5-2cfb5d20f794 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8b9f821e-af5e-49ce-81bb-f800f91bc069), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:21.362248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] For port 420f9ade-750f-49a0-80b4-3bcb8bc965d3, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:58:21.393336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] For port 420f9ade-750f-49a0-80b4-3bcb8bc965d3, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=420f9ade-750f-49a0-80b4-3bcb8bc965d3,segment=NetworkSegment(a8a5aec3-9691-4aac-996f-78f734b0449a),segment_id=a8a5aec3-9691-4aac-996f-78f734b0449a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:58:21.424161 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9dfca-6740-485d-8a11-b4886b6fbade req-6bbfc6c5-68e0-4486-a3d9-c6093ea89d25 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:21.428260 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e0f9dfca-6740-485d-8a11-b4886b6fbade req-6bbfc6c5-68e0-4486-a3d9-c6093ea89d25 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 943 time: 0.1346519 Jan 14 01:58:21.435438 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:21.489526 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9639-b5d4-4616-afa5-2cfb5d20f794 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks [] for floatingip (bf6486ab-4fcb-473e-a21e-b21cb860fb83), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:21.497419 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9639-b5d4-4616-afa5-2cfb5d20f794 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:21.498657 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3d5f9639-b5d4-4616-afa5-2cfb5d20f794 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] 10.222.0.26 "DELETE /v2.0/floatingips/bf6486ab-4fcb-473e-a21e-b21cb860fb83 HTTP/1.1" status: 204 len: 168 time: 1.1602561 Jan 14 01:58:21.499542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f9639-b5d4-4616-afa5-2cfb5d20f794 tempest-FloatingIPAdminTestJSON-793609815 tempest-FloatingIPAdminTestJSON-793609815-project] Pushing event deleted for resources: {'Port': ['ID=8b9f821e-af5e-49ce-81bb-f800f91bc069,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:21.506623 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47762) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:21.530377 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Set router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:21.544999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:21.548797 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:21.550858 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] 10.222.0.36 "PUT /v2.0/ports/420f9ade-750f-49a0-80b4-3bcb8bc965d3 HTTP/1.1" status: 200 len: 1091 time: 1.1935730 Jan 14 01:58:21.557790 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70120a3c-76d5-444d-9c31-582893cb734a', 'tag': '420f9ade-750f-49a0-80b4-3bcb8bc965d3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:58:21.561586 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f250b4-d557-40c4-ac55-8ad7ffb8aa8d" -d '{"events": [{"name": "network-changed", "server_uuid": "70120a3c-76d5-444d-9c31-582893cb734a", "tag": "420f9ade-750f-49a0-80b4-3bcb8bc965d3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:58:21.627408 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e0f9dfca-6740-485d-8a11-b4886b6fbade req-98502533-6c40-4948-99db-83e3807e9bad tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/security-groups?id=898991eb-ce5a-4991-8275-9c1437675faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945624 Jan 14 01:58:21.672995 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-703c9d3d-59ce-4feb-a915-0e0c61a1016d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:21.687886 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 36bdff96-6cf6-429f-a07a-2572e80b649c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:21.735407 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9292c-8f29-43c5-babe-bfec13566b82 service neutron] Pushing event updated for resources: {'Port': ['ID=420f9ade-750f-49a0-80b4-3bcb8bc965d3,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:21.765586 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-f0546649-8f91-4373-b037-2fe8ebb5285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:21.767788 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-f0546649-8f91-4373-b037-2fe8ebb5285f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f564ca830f1145cbbe5deec2acfddfdb&device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 1094 time: 0.1326799 Jan 14 01:58:21.910670 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-8f35ea7d-9535-4c04-a9bf-48f63c1d18ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420f9ade-750f-49a0-80b4-3bcb8bc965d3 HTTP/1.1" status: 200 len: 217 time: 0.1222110 Jan 14 01:58:21.932055 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 36bdff96-6cf6-429f-a07a-2572e80b649c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:21.932763 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.040663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-80774c5d-f2d3-41cb-9232-715551ba7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:22.042087 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-80774c5d-f2d3-41cb-9232-715551ba7705 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60a45985-263c-4fe3-925b-69b8ad1db2ec HTTP/1.1" status: 200 len: 848 time: 0.1284277 Jan 14 01:58:22.048990 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b8e2d4-ac1a-4e29-95c1-856fe3d1510c x-openstack-request-id: req-17b8e2d4-ac1a-4e29-95c1-856fe3d1510c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:58:22.049315 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70120a3c-76d5-444d-9c31-582893cb734a", "tag": "420f9ade-750f-49a0-80b4-3bcb8bc965d3", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:58:22.050401 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17b8e2d4-ac1a-4e29-95c1-856fe3d1510c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:58:22.050874 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70120a3c-76d5-444d-9c31-582893cb734a', 'tag': '420f9ade-750f-49a0-80b4-3bcb8bc965d3', 'status': 'completed', 'code': 200} Jan 14 01:58:22.110769 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-703c9d3d-59ce-4feb-a915-0e0c61a1016d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (72af0669-6763-4712-8d13-41932e3576e5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.112746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-437ab803-e078-45e4-9e94-5110fb495a31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce44465e-5817-4e20-b73c-23427f785610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513289 Jan 14 01:58:22.124950 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T01:58:18Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '0551dd9a-290a-4c30-8721-9eff15f0dcac', 'name': '', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'mac_address': 'fa:16:3e:a3:11:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:16Z', 'updated_at': '2022-01-14T01:58:19Z', 'revision_number': 2, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'subnets': [{'id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:22.148524 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-703c9d3d-59ce-4feb-a915-0e0c61a1016d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (72af0669-6763-4712-8d13-41932e3576e5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.180968 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Checking router: 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:58:22.184512 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Updating router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 port 0551dd9a-290a-4c30-8721-9eff15f0dcac binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:58:22.228564 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.238084 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-703c9d3d-59ce-4feb-a915-0e0c61a1016d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.247553 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-703c9d3d-59ce-4feb-a915-0e0c61a1016d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9971097 Jan 14 01:58:22.252276 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47774) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:22.290318 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-911d0943-93a2-4f04-a4b5-eadea7dce8d1 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--824318730', 'description': 'tempest-secgroup_general--824318730 description', 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:22.292749 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 36bdff96-6cf6-429f-a07a-2572e80b649c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:22.395815 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-61668295-bddb-4418-8dc6-43598b8cf2d1 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Deleting port e24f62e5-620d-4040-acb1-c1a18e9b1f32 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:22.396347 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61668295-bddb-4418-8dc6-43598b8cf2d1 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e24f62e5-620d-4040-acb1-c1a18e9b1f32), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.407756 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c9d3d-59ce-4feb-a915-0e0c61a1016d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72af0669-6763-4712-8d13-41932e3576e5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:22.443166 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-215b9ef3-0b46-4ac9-96e8-80fb569aff07 service neutron] 10.222.0.36 "GET /v2.0/networks/ce44465e-5817-4e20-b73c-23427f785610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201609 Jan 14 01:58:22.547816 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911d0943-93a2-4f04-a4b5-eadea7dce8d1 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.639303 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61668295-bddb-4418-8dc6-43598b8cf2d1 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e24f62e5-620d-4040-acb1-c1a18e9b1f32), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.640025 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61668295-bddb-4418-8dc6-43598b8cf2d1 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks [] for floatingip (e24f62e5-620d-4040-acb1-c1a18e9b1f32), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.661296 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-61668295-bddb-4418-8dc6-43598b8cf2d1 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Calling delete_port for e24f62e5-620d-4040-acb1-c1a18e9b1f32 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:22.734976 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Publish callbacks [] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.754534 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.768740 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f73b710d-518d-43fe-8c5e-1b2d5ec0139c req-0195f35f-3c04-4469-8304-425b0c319b37 service neutron] 10.222.0.36 "GET /v2.0/networks/ce44465e-5817-4e20-b73c-23427f785610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210366 Jan 14 01:58:22.853382 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd71eab-f8db-4782-bf10-a56ed421313c None None] Pushing event updated for resources: {'Port': ['ID=0551dd9a-290a-4c30-8721-9eff15f0dcac,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:22.887702 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911d0943-93a2-4f04-a4b5-eadea7dce8d1 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (2708733e-bbeb-405d-b103-eac68ba6a381), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.903347 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911d0943-93a2-4f04-a4b5-eadea7dce8d1 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2708733e-bbeb-405d-b103-eac68ba6a381), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.921184 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Attempting to bind port 0551dd9a-290a-4c30-8721-9eff15f0dcac on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:58:22.921557 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Attempting to bind port 0551dd9a-290a-4c30-8721-9eff15f0dcac by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:58:22.922546 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Attempting to bind port 0551dd9a-290a-4c30-8721-9eff15f0dcac on network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:58:22.927177 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:58:22.927603 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Checking segment: {'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:22.927949 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:22.928351 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Bound using segment: {'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:58:22.928810 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Bound port: 0551dd9a-290a-4c30-8721-9eff15f0dcac, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:58:22.929219 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:23.024295 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d0943-93a2-4f04-a4b5-eadea7dce8d1 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2708733e-bbeb-405d-b103-eac68ba6a381,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:23.027790 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] For port 0551dd9a-290a-4c30-8721-9eff15f0dcac, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:58:23.031023 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] For port 0551dd9a-290a-4c30-8721-9eff15f0dcac, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=0551dd9a-290a-4c30-8721-9eff15f0dcac,segment=NetworkSegment(c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6),segment_id=c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:58:23.041864 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:23.050009 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911d0943-93a2-4f04-a4b5-eadea7dce8d1 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:23.055660 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-911d0943-93a2-4f04-a4b5-eadea7dce8d1 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7949393 Jan 14 01:58:23.059849 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47782) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:23.070837 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5cbec1e4-a9d7-4815-a4ba-a589a5a81d5d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Request body: {'security_group_rule': {'security_group_id': '72af0669-6763-4712-8d13-41932e3576e5', 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:23.184208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00339c-6c6f-4957-8969-9997c8df2b49 req-6e034174-7705-46ab-a56a-1b1a1c945b2c tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:23.187077 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c00339c-6c6f-4957-8969-9997c8df2b49 req-6e034174-7705-46ab-a56a-1b1a1c945b2c tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 943 time: 0.3863475 Jan 14 01:58:23.234240 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cbec1e4-a9d7-4815-a4ba-a589a5a81d5d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group_rule (9fcc0e28-71fa-4aa3-8b0f-966266c1f6b4), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:23.301638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f250b4-d557-40c4-ac55-8ad7ffb8aa8d req-4f18c566-ec2c-4ea4-b394-85516969f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:23.304689 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-82f250b4-d557-40c4-ac55-8ad7ffb8aa8d req-4f18c566-ec2c-4ea4-b394-85516969f4a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f564ca830f1145cbbe5deec2acfddfdb&device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 1094 time: 0.3566544 Jan 14 01:58:23.324256 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61668295-bddb-4418-8dc6-43598b8cf2d1 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e24f62e5-620d-4040-acb1-c1a18e9b1f32), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:23.383470 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a31952a6-cb20-434c-b0fa-ffed51be0ac9 None None] Provisioning complete for port 0551dd9a-290a-4c30-8721-9eff15f0dcac triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:23.384534 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a31952a6-cb20-434c-b0fa-ffed51be0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:23.592533 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Routers {'2f4bd742-c4d8-4415-afc9-0bdd9bd74279'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:23.600769 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:23.601141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61668295-bddb-4418-8dc6-43598b8cf2d1 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Pushing event deleted for resources: {'Port': ['ID=e24f62e5-620d-4040-acb1-c1a18e9b1f32,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:23.733498 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd71eab-f8db-4782-bf10-a56ed421313c None None] Pushing event updated for resources: {'Port': ['ID=0551dd9a-290a-4c30-8721-9eff15f0dcac,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:23.757846 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a31952a6-cb20-434c-b0fa-ffed51be0ac9 None None] Current status of the port 0551dd9a-290a-4c30-8721-9eff15f0dcac is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:23.758502 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a31952a6-cb20-434c-b0fa-ffed51be0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:23.861607 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cbec1e4-a9d7-4815-a4ba-a589a5a81d5d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group_rule (9fcc0e28-71fa-4aa3-8b0f-966266c1f6b4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:23.869291 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a31952a6-cb20-434c-b0fa-ffed51be0ac9 None None] For port 0551dd9a-290a-4c30-8721-9eff15f0dcac, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=0551dd9a-290a-4c30-8721-9eff15f0dcac,segment=NetworkSegment(c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6),segment_id=c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:23.880498 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cbec1e4-a9d7-4815-a4ba-a589a5a81d5d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (9fcc0e28-71fa-4aa3-8b0f-966266c1f6b4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:23.884599 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a31952a6-cb20-434c-b0fa-ffed51be0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:23.973137 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cbec1e4-a9d7-4815-a4ba-a589a5a81d5d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:23.980350 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5cbec1e4-a9d7-4815-a4ba-a589a5a81d5d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9158537 Jan 14 01:58:23.986561 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbec1e4-a9d7-4815-a4ba-a589a5a81d5d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fcc0e28-71fa-4aa3-8b0f-966266c1f6b4,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:24.046160 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61668295-bddb-4418-8dc6-43598b8cf2d1 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks [] for floatingip (43102d38-b921-47e3-9bbc-886cd2dcb92b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:24.060453 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] Set router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:24.061604 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31952a6-cb20-434c-b0fa-ffed51be0ac9 None None] Pushing event updated for resources: {'Port': ['ID=0551dd9a-290a-4c30-8721-9eff15f0dcac,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:24.065598 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61668295-bddb-4418-8dc6-43598b8cf2d1 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:24.067988 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-61668295-bddb-4418-8dc6-43598b8cf2d1 tempest-FloatingIPAdminTestJSON-1528538466 tempest-FloatingIPAdminTestJSON-1528538466-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/43102d38-b921-47e3-9bbc-886cd2dcb92b HTTP/1.1" status: 204 len: 168 time: 2.5574005 Jan 14 01:58:24.074041 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47834) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:24.115700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4faeab00-27f7-4e95-9bc9-14a69c9ff5fb None None] Provisioning complete for port 0551dd9a-290a-4c30-8721-9eff15f0dcac triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:24.118913 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4faeab00-27f7-4e95-9bc9-14a69c9ff5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:24.366326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-91eb2bd4-4f1e-4184-8df5-091943ff95f5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Deleting port 53368869-d1f0-4ea4-95a2-d2c987514a75 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:24.367951 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91eb2bd4-4f1e-4184-8df5-091943ff95f5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (53368869-d1f0-4ea4-95a2-d2c987514a75), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:24.380343 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4faeab00-27f7-4e95-9bc9-14a69c9ff5fb None None] Current status of the port 0551dd9a-290a-4c30-8721-9eff15f0dcac is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:24.625725 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91eb2bd4-4f1e-4184-8df5-091943ff95f5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (53368869-d1f0-4ea4-95a2-d2c987514a75), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:24.654084 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-91eb2bd4-4f1e-4184-8df5-091943ff95f5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Calling delete_port for 53368869-d1f0-4ea4-95a2-d2c987514a75 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:24.871971 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f250b4-d557-40c4-ac55-8ad7ffb8aa8d req-ff29d761-7522-4e9c-b773-7f6469447fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:24.874100 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-82f250b4-d557-40c4-ac55-8ad7ffb8aa8d req-ff29d761-7522-4e9c-b773-7f6469447fd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce44465e-5817-4e20-b73c-23427f785610 HTTP/1.1" status: 200 len: 909 time: 1.5408871 Jan 14 01:58:24.937928 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-82f250b4-d557-40c4-ac55-8ad7ffb8aa8d req-2f0fff44-0abf-4494-9b45-e2472634e54d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420f9ade-750f-49a0-80b4-3bcb8bc965d3 HTTP/1.1" status: 200 len: 217 time: 0.0500968 Jan 14 01:58:24.961071 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c00339c-6c6f-4957-8969-9997c8df2b49 req-9c0e2ee0-2818-4257-b82f-2f480a8b6980 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/security-groups?id=898991eb-ce5a-4991-8275-9c1437675faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7612784 Jan 14 01:58:24.971192 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T01:58:18Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '0551dd9a-290a-4c30-8721-9eff15f0dcac', 'name': '', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'mac_address': 'fa:16:3e:a3:11:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:16Z', 'updated_at': '2022-01-14T01:58:23Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'subnets': [{'id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:25.004333 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-506b5dfa-1dc1-4967-aadc-601846c68047 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_access--1186332407&fields=id&tenant_id=f24ad4a62192446cbf1d8d5d4545d57d HTTP/1.1" status: 200 len: 267 time: 0.4122832 Jan 14 01:58:25.063145 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91eb2bd4-4f1e-4184-8df5-091943ff95f5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (53368869-d1f0-4ea4-95a2-d2c987514a75), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:25.072842 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8752512-aaa9-40c4-ac04-9ff0b5a39a4e None None] The sync data for ids ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'] in n-d-824358-4 is: [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T01:58:18Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '0551dd9a-290a-4c30-8721-9eff15f0dcac', 'name': '', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'mac_address': 'fa:16:3e:a3:11:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:16Z', 'updated_at': '2022-01-14T01:58:23Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'subnets': [{'id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:58:25.152870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb2bd4-4f1e-4184-8df5-091943ff95f5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event deleted for resources: {'Port': ['ID=53368869-d1f0-4ea4-95a2-d2c987514a75,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:25.173081 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-e9fd7c14-ec0d-41a5-a7c3-d75dae86aefc tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_general--824318730&fields=id&tenant_id=f24ad4a62192446cbf1d8d5d4545d57d HTTP/1.1" status: 200 len: 267 time: 0.1505072 Jan 14 01:58:25.392914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91eb2bd4-4f1e-4184-8df5-091943ff95f5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:25.396603 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-91eb2bd4-4f1e-4184-8df5-091943ff95f5 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "DELETE /v2.0/ports/53368869-d1f0-4ea4-95a2-d2c987514a75 HTTP/1.1" status: 204 len: 168 time: 1.3212192 Jan 14 01:58:25.399628 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47892) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:25.415321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f250b4-d557-40c4-ac55-8ad7ffb8aa8d req-5a5fa210-89d5-4320-bb28-4129c31a2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:25.419941 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-82f250b4-d557-40c4-ac55-8ad7ffb8aa8d req-5a5fa210-89d5-4320-bb28-4129c31a2b2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60a45985-263c-4fe3-925b-69b8ad1db2ec HTTP/1.1" status: 200 len: 848 time: 0.4726152 Jan 14 01:58:25.559899 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511eee64-3be3-4465-9160-a5e863b38767 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:25.563560 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-511eee64-3be3-4465-9160-a5e863b38767 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "GET /v2.0/ports?device_id=38201ca7-bc1f-4ba0-b8bc-b107bb390581 HTTP/1.1" status: 200 len: 913 time: 0.1604650 Jan 14 01:58:25.567041 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47894) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:25.603841 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-82f250b4-d557-40c4-ac55-8ad7ffb8aa8d req-53696370-4a8f-4952-b536-e07fbcca8f2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce44465e-5817-4e20-b73c-23427f785610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570177 Jan 14 01:58:25.710552 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617fbf8-bca3-460f-b181-b067df95383f req-a70b19ae-bb16-43ed-b577-ddda21db7f89 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:25.748165 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-a70b19ae-bb16-43ed-b577-ddda21db7f89 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/networks?id=5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 HTTP/1.1" status: 200 len: 796 time: 0.5721409 Jan 14 01:58:25.771563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0551dd9a-290a-4c30-8721-9eff15f0dcac up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:25.885371 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 420f9ade-750f-49a0-80b4-3bcb8bc965d3 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:58:25.910736 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-3efb1384-22d4-464e-bde3-3d352f0500e9 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/quotas/f24ad4a62192446cbf1d8d5d4545d57d HTTP/1.1" status: 200 len: 375 time: 0.1616101 Jan 14 01:58:26.149326 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 420f9ade-750f-49a0-80b4-3bcb8bc965d3, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=420f9ade-750f-49a0-80b4-3bcb8bc965d3,segment=NetworkSegment(a8a5aec3-9691-4aac-996f-78f734b0449a),segment_id=a8a5aec3-9691-4aac-996f-78f734b0449a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:26.202860 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-97519c3b-97de-465d-90ef-51b4ebe4463b tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f24ad4a62192446cbf1d8d5d4545d57d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2782025 Jan 14 01:58:26.217211 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-82f250b4-d557-40c4-ac55-8ad7ffb8aa8d req-dd28d61a-7454-4f69-abf0-41f4b545b688 service neutron] 10.222.0.36 "GET /v2.0/networks/ce44465e-5817-4e20-b73c-23427f785610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568269 Jan 14 01:58:26.220065 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '420f9ade-750f-49a0-80b4-3bcb8bc965d3', 'network_id': 'ce44465e-5817-4e20-b73c-23427f785610', 'port_id': '420f9ade-750f-49a0-80b4-3bcb8bc965d3', 'mac_address': 'fa:16:3e:84:0f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a45985-263c-4fe3-925b-69b8ad1db2ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:58:26.373466 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 420f9ade-750f-49a0-80b4-3bcb8bc965d3 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:26.373874 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:26.411950 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420f9ade-750f-49a0-80b4-3bcb8bc965d3 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:58:26.469190 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 0551dd9a-290a-4c30-8721-9eff15f0dcac triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:26.485656 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:26.566389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 420f9ade-750f-49a0-80b4-3bcb8bc965d3, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=420f9ade-750f-49a0-80b4-3bcb8bc965d3,segment=NetworkSegment(a8a5aec3-9691-4aac-996f-78f734b0449a),segment_id=a8a5aec3-9691-4aac-996f-78f734b0449a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:26.614208 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:26.765097 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-dec15ddb-74c4-44a0-9e46-d240a8a3d0e5 service neutron] 10.222.0.26 "GET /v2.0/networks/5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729663 Jan 14 01:58:26.836673 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=420f9ade-750f-49a0-80b4-3bcb8bc965d3,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:26.870054 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 0551dd9a-290a-4c30-8721-9eff15f0dcac is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:26.903060 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['420f9ade-750f-49a0-80b4-3bcb8bc965d3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:58:27.012330 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4d345-45d8-44f2-b9c3-9f9c1fedd930 req-159b3e86-fd43-4a6c-a827-e9aaac02141c tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:27.027938 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1fe4d345-45d8-44f2-b9c3-9f9c1fedd930 req-159b3e86-fd43-4a6c-a827-e9aaac02141c tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 943 time: 0.7795186 Jan 14 01:58:27.247345 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1fe4d345-45d8-44f2-b9c3-9f9c1fedd930 req-d8715bb4-c848-458f-a396-707631de08b5 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/security-groups?id=898991eb-ce5a-4991-8275-9c1437675faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126098 Jan 14 01:58:27.257790 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-82f250b4-d557-40c4-ac55-8ad7ffb8aa8d req-efe8e4c3-fd16-4df4-847a-d753439a0ad7 service neutron] 10.222.0.36 "GET /v2.0/networks/ce44465e-5817-4e20-b73c-23427f785610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0214288 Jan 14 01:58:27.377571 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-38656e85-6a7f-4de8-81f5-d462ffab2750 service neutron] 10.222.0.26 "GET /v2.0/networks/5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115630 Jan 14 01:58:27.721215 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba09a498-0220-4df8-93e6-54ce1bb1b334 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (38201ca7-bc1f-4ba0-b8bc-b107bb390581), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:27.792338 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15ac2968-bbed-4f4f-bae2-9d744d056356 req-f5df9ea4-c893-44b3-b34b-7ef16bb18ea3 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 210 time: 0.0871089 Jan 14 01:58:27.806967 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 420f9ade-750f-49a0-80b4-3bcb8bc965d3 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:27.987865 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 420f9ade-750f-49a0-80b4-3bcb8bc965d3 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:58:28.000541 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 420f9ade-750f-49a0-80b4-3bcb8bc965d3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:28.001061 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:28.187864 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 420f9ade-750f-49a0-80b4-3bcb8bc965d3 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:28.188737 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:28.248853 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70120a3c-76d5-444d-9c31-582893cb734a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420f9ade-750f-49a0-80b4-3bcb8bc965d3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:58:28.254891 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06de2f61-71e5-4e54-978f-a3c357c8fde8" -d '{"events": [{"server_uuid": "70120a3c-76d5-444d-9c31-582893cb734a", "name": "network-vif-plugged", "status": "completed", "tag": "420f9ade-750f-49a0-80b4-3bcb8bc965d3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:58:28.317835 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 420f9ade-750f-49a0-80b4-3bcb8bc965d3, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=420f9ade-750f-49a0-80b4-3bcb8bc965d3,segment=NetworkSegment(a8a5aec3-9691-4aac-996f-78f734b0449a),segment_id=a8a5aec3-9691-4aac-996f-78f734b0449a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:28.332107 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:28.457312 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6864aaf-b049-4c07-9e50-49633faf30cc x-openstack-request-id: req-b6864aaf-b049-4c07-9e50-49633faf30cc {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:58:28.457779 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70120a3c-76d5-444d-9c31-582893cb734a", "name": "network-vif-plugged", "status": "completed", "tag": "420f9ade-750f-49a0-80b4-3bcb8bc965d3", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:58:28.458136 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6864aaf-b049-4c07-9e50-49633faf30cc {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:58:28.458720 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70120a3c-76d5-444d-9c31-582893cb734a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420f9ade-750f-49a0-80b4-3bcb8bc965d3', 'code': 200} Jan 14 01:58:28.460800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=420f9ade-750f-49a0-80b4-3bcb8bc965d3,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:28.568898 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:58:28.585590 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ba09a498-0220-4df8-93e6-54ce1bb1b334 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Deleting port 14988956-ac3e-438c-b52d-58bf7824c637 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:28.586216 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba09a498-0220-4df8-93e6-54ce1bb1b334 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (14988956-ac3e-438c-b52d-58bf7824c637), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:28.650040 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c7772-0a0e-4b0b-8503-e824900b217f req-f7cd4a7d-08d9-4906-9464-ac127324b629 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:28.657034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae9c7772-0a0e-4b0b-8503-e824900b217f req-f7cd4a7d-08d9-4906-9464-ac127324b629 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 945 time: 0.2560706 Jan 14 01:58:28.784068 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68978f47-f272-497e-b72d-4583f73d1b6d req-c19be423-c290-4f21-8e5a-d7e91a30ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:28.785710 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68978f47-f272-497e-b72d-4583f73d1b6d req-c19be423-c290-4f21-8e5a-d7e91a30ef6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 1096 time: 0.2899508 Jan 14 01:58:28.821054 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba09a498-0220-4df8-93e6-54ce1bb1b334 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (14988956-ac3e-438c-b52d-58bf7824c637), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:28.855660 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ba09a498-0220-4df8-93e6-54ce1bb1b334 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Calling delete_port for 14988956-ac3e-438c-b52d-58bf7824c637 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:28.856593 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae9c7772-0a0e-4b0b-8503-e824900b217f req-ac61ec71-c7d8-4192-820f-0bd0662dd504 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/security-groups?id=898991eb-ce5a-4991-8275-9c1437675faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871433 Jan 14 01:58:28.959233 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2d37a963-f2e4-454f-92c3-3b773fedbb64 req-2cef34f1-8045-480c-9f05-e4118b964513 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 210 time: 0.0540540 Jan 14 01:58:29.000746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68978f47-f272-497e-b72d-4583f73d1b6d req-65e688be-01bb-4da4-b546-1bec6a2bb61b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=898991eb-ce5a-4991-8275-9c1437675faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062709 Jan 14 01:58:29.236891 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba09a498-0220-4df8-93e6-54ce1bb1b334 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (14988956-ac3e-438c-b52d-58bf7824c637), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:29.320645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09a498-0220-4df8-93e6-54ce1bb1b334 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event deleted for resources: {'Port': ['ID=14988956-ac3e-438c-b52d-58bf7824c637,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:29.661810 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba09a498-0220-4df8-93e6-54ce1bb1b334 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (38201ca7-bc1f-4ba0-b8bc-b107bb390581), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:30.022242 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:30.090213 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba09a498-0220-4df8-93e6-54ce1bb1b334 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Router 38201ca7-bc1f-4ba0-b8bc-b107bb390581 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:58:30.243820 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bac29be5-b465-42b2-a2ea-2b3ad5d886b4 req-96cdfe94-d583-42dd-a301-e1010ad54076 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 210 time: 0.1063159 Jan 14 01:58:30.317259 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4197846e-7ea3-472f-b70a-7431190a5bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:30.361555 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba09a498-0220-4df8-93e6-54ce1bb1b334 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:30.371334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fe7f0-7110-4d69-b9c9-46b99c35138b req-16eb80a7-bb92-4b82-8871-a8c9b1727ee9 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:30.371493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ab99a-cb32-4d89-856a-b1b822230f6c None None] Sync routers for ids ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:30.386406 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ab99a-cb32-4d89-856a-b1b822230f6c None None] Routers {'38201ca7-bc1f-4ba0-b8bc-b107bb390581'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:30.386619 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-858fe7f0-7110-4d69-b9c9-46b99c35138b req-16eb80a7-bb92-4b82-8871-a8c9b1727ee9 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 945 time: 0.3382478 Jan 14 01:58:30.387057 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-049ab99a-cb32-4d89-856a-b1b822230f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:30.389186 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ba09a498-0220-4df8-93e6-54ce1bb1b334 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "PUT /v2.0/routers/38201ca7-bc1f-4ba0-b8bc-b107bb390581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8210518 Jan 14 01:58:30.392555 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 47982) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:30.460196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-049ab99a-cb32-4d89-856a-b1b822230f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:30.476096 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ab99a-cb32-4d89-856a-b1b822230f6c None None] Routers {'38201ca7-bc1f-4ba0-b8bc-b107bb390581'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:30.479108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-049ab99a-cb32-4d89-856a-b1b822230f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:30.519037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-858fe7f0-7110-4d69-b9c9-46b99c35138b req-998e4b6e-6b1c-433c-b83c-41c84344057a tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/security-groups?id=898991eb-ce5a-4991-8275-9c1437675faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314619 Jan 14 01:58:30.528709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617fbf8-bca3-460f-b181-b067df95383f req-7e2f8b34-05fe-4fb8-93a9-8bbebd37a831 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:30.535359 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-7e2f8b34-05fe-4fb8-93a9-8bbebd37a831 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.46 "GET /v2.0/networks?id=5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 HTTP/1.1" status: 200 len: 796 time: 0.6561551 Jan 14 01:58:30.572829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-049ab99a-cb32-4d89-856a-b1b822230f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:30.576312 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ab99a-cb32-4d89-856a-b1b822230f6c None None] The sync data for ids ['38201ca7-bc1f-4ba0-b8bc-b107bb390581'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:58:30.581404 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for router (38201ca7-bc1f-4ba0-b8bc-b107bb390581), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:30.664139 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4197846e-7ea3-472f-b70a-7431190a5bb3 admin admin] Publish callbacks [] for security_group (0fa4ff75-7a81-4500-aa8c-f9fca3cfc178), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:30.675810 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-57b635e0-50c6-43a5-90d9-a0e650896669 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f24ad4a62192446cbf1d8d5d4545d57d HTTP/1.1" status: 200 len: 477 time: 0.1244419 Jan 14 01:58:30.677034 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4197846e-7ea3-472f-b70a-7431190a5bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0fa4ff75-7a81-4500-aa8c-f9fca3cfc178), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:30.684703 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a617fbf8-bca3-460f-b181-b067df95383f req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Request body: {'port': {'device_id': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'admin_state_up': True, 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'security_groups': ['72af0669-6763-4712-8d13-41932e3576e5', '2708733e-bbeb-405d-b103-eac68ba6a381']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:30.738158 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for router_gateway (38201ca7-bc1f-4ba0-b8bc-b107bb390581), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:30.777349 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197846e-7ea3-472f-b70a-7431190a5bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa4ff75-7a81-4500-aa8c-f9fca3cfc178,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:30.783808 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4197846e-7ea3-472f-b70a-7431190a5bb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d8612ac90634092a0f9a48d0448b4bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7598813 Jan 14 01:58:30.793017 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 47986) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:30.889469 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4ace-c747-44a5-9b4d-dd93ce5cf8e8 admin admin] Publish callbacks [] for security_group (0fa4ff75-7a81-4500-aa8c-f9fca3cfc178), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:30.917683 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4ace-c747-44a5-9b4d-dd93ce5cf8e8 admin admin] Publish callbacks [] for security_group (0fa4ff75-7a81-4500-aa8c-f9fca3cfc178), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:30.919924 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a617fbf8-bca3-460f-b181-b067df95383f req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Made reservation on behalf of f24ad4a62192446cbf1d8d5d4545d57d for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:30.924129 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a617fbf8-bca3-460f-b181-b067df95383f req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:30.941429 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Deleting port 90778e60-fe89-41b6-89e7-127cd6e7ce84 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:30.943231 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (90778e60-fe89-41b6-89e7-127cd6e7ce84), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:31.158564 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-a617fbf8-bca3-460f-b181-b067df95383f req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Allocated IP 172.20.0.6 (5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453/c9fb6311-60df-422e-9af6-a17f376aedf6/abd77974-dfbf-46d6-8adb-27580f39a4b9) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:31.214536 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-3e2386dc-91ed-491e-9643-8e1ea3798560 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3633449 Jan 14 01:58:31.353970 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (90778e60-fe89-41b6-89e7-127cd6e7ce84), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:31.369548 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a617fbf8-bca3-460f-b181-b067df95383f req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:31.385177 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Calling delete_port for 90778e60-fe89-41b6-89e7-127cd6e7ce84 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:31.433748 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a617fbf8-bca3-460f-b181-b067df95383f req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:31.638776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a617fbf8-bca3-460f-b181-b067df95383f req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:31.643165 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Port': ['ID=abd77974-dfbf-46d6-8adb-27580f39a4b9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:31.646683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-a617fbf8-bca3-460f-b181-b067df95383f req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:31.650501 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a617fbf8-bca3-460f-b181-b067df95383f req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:31.708134 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:31.784445 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4ace-c747-44a5-9b4d-dd93ce5cf8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0fa4ff75-7a81-4500-aa8c-f9fca3cfc178), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:31.791765 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4ace-c747-44a5-9b4d-dd93ce5cf8e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:31.808983 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d9fa4ace-c747-44a5-9b4d-dd93ce5cf8e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fa4ff75-7a81-4500-aa8c-f9fca3cfc178 HTTP/1.1" status: 204 len: 168 time: 1.0129395 Jan 14 01:58:31.885880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617fbf8-bca3-460f-b181-b067df95383f req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:31.887988 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a617fbf8-bca3-460f-b181-b067df95383f req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:31.924833 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (90778e60-fe89-41b6-89e7-127cd6e7ce84), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:31.937029 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa4ace-c747-44a5-9b4d-dd93ce5cf8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa4ff75-7a81-4500-aa8c-f9fca3cfc178,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:31.942222 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-0eb96145-b135-40ac-8434-ff21bdf79e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:31.948316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-0eb96145-b135-40ac-8434-ff21bdf79e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:31.949416 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-0eb96145-b135-40ac-8434-ff21bdf79e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:31.949897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-0eb96145-b135-40ac-8434-ff21bdf79e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:31.950367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-0eb96145-b135-40ac-8434-ff21bdf79e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:31.951005 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-0eb96145-b135-40ac-8434-ff21bdf79e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:31.951480 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-0eb96145-b135-40ac-8434-ff21bdf79e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:31.954370 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-0eb96145-b135-40ac-8434-ff21bdf79e08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6501 time: 0.6957524 Jan 14 01:58:31.983021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-908564bc-9506-4c50-a2cb-ef0ceae7983f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3008835 Jan 14 01:58:32.007621 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event deleted for resources: {'Port': ['ID=90778e60-fe89-41b6-89e7-127cd6e7ce84,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:32.013166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565af36-ea6d-4115-a3a3-50ddc11497a7 req-faa78423-073f-4048-9405-046c7fb42c82 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:32.023312 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0565af36-ea6d-4115-a3a3-50ddc11497a7 req-faa78423-073f-4048-9405-046c7fb42c82 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 945 time: 0.2119706 Jan 14 01:58:32.040137 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f9d4c-d989-4993-85f1-3fb6d10bd49d None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:58:32.049007 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-77ea3bc4-8740-4e23-a1f6-64ed4a294b4f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:58:32.050015 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-77ea3bc4-8740-4e23-a1f6-64ed4a294b4f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089736 Jan 14 01:58:32.081324 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Request body: {'port': {'device_id': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:32.134816 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fb20de5f-91b0-4265-9a96-c706a0233cbf None None] Provisioning complete for port abd77974-dfbf-46d6-8adb-27580f39a4b9 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:32.136442 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb20de5f-91b0-4265-9a96-c706a0233cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.164622 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (38201ca7-bc1f-4ba0-b8bc-b107bb390581), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.169077 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0565af36-ea6d-4115-a3a3-50ddc11497a7 req-b33d0069-5084-4498-9e53-6d556f2cb3dc tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/security-groups?id=898991eb-ce5a-4991-8275-9c1437675faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440220 Jan 14 01:58:32.230058 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fb20de5f-91b0-4265-9a96-c706a0233cbf None None] Port abd77974-dfbf-46d6-8adb-27580f39a4b9 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:32.272363 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (38201ca7-bc1f-4ba0-b8bc-b107bb390581), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.277926 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for router_controller (38201ca7-bc1f-4ba0-b8bc-b107bb390581), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.299402 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2e5bd-485d-4571-a3f4-1c89b668987b req-8dcb3fdb-135f-4661-9a94-3cacf7f4b52f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:32.307864 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41f2e5bd-485d-4571-a3f4-1c89b668987b req-8dcb3fdb-135f-4661-9a94-3cacf7f4b52f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 970 time: 0.2456858 Jan 14 01:58:32.334353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-7753c2ec-cb18-46f4-b36c-495ddce519a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:32.334918 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-7753c2ec-cb18-46f4-b36c-495ddce519a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:32.336466 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-7753c2ec-cb18-46f4-b36c-495ddce519a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:32.338971 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-7753c2ec-cb18-46f4-b36c-495ddce519a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d904935c-610e-42e6-94e1-24e36d7164e2&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=34af9444-73e2-4bf1-aca9-d671713da719&id=34af9444-73e2-4bf1-aca9-d671713da719 HTTP/1.1" status: 200 len: 2297 time: 0.3325255 Jan 14 01:58:32.339688 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (38201ca7-bc1f-4ba0-b8bc-b107bb390581), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.340283 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Fanout notify agent at l3_agent the message router_deleted on router 38201ca7-bc1f-4ba0-b8bc-b107bb390581 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:58:32.348539 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.359732 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.375324 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0c65a589-de3e-44a3-9d09-d43e36ac49ef tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "DELETE /v2.0/routers/38201ca7-bc1f-4ba0-b8bc-b107bb390581 HTTP/1.1" status: 204 len: 168 time: 1.9824057 Jan 14 01:58:32.375908 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48014) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:32.476724 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-41f2e5bd-485d-4571-a3f4-1c89b668987b req-95051b99-1827-442d-b1cb-acbfc6b09989 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1677976 Jan 14 01:58:32.518592 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5aa61ed-3f6e-408f-bce1-97ec62055efc tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Deleting subnet aae1d876-881b-4c45-844a-c586e72557a2 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:58:32.528203 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5aa61ed-3f6e-408f-bce1-97ec62055efc tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for subnet (aae1d876-881b-4c45-844a-c586e72557a2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.561830 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-608aed9b-cbed-4888-8c56-f8aec4cd0ae5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077e1f7b-84a1-4a94-afd3-17ae41a0903c HTTP/1.1" status: 200 len: 1002 time: 0.1806476 Jan 14 01:58:32.622006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48016) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:32.651210 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09ba1028-ada8-4c06-bc5f-ebeea545e942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.658919 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-56b310b2-274b-4349-8d00-2ac4a99ed086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:32.661464 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-56b310b2-274b-4349-8d00-2ac4a99ed086 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56102bb5-946c-4250-a30d-1c09c3c59942 HTTP/1.1" status: 200 len: 855 time: 0.0926547 Jan 14 01:58:32.686546 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5aa61ed-3f6e-408f-bce1-97ec62055efc tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (aae1d876-881b-4c45-844a-c586e72557a2), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.736527 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-bb5e477b-9642-4c8b-98e6-dbdb6634343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:32.738223 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-bb5e477b-9642-4c8b-98e6-dbdb6634343c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d904935c-610e-42e6-94e1-24e36d7164e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703077 Jan 14 01:58:32.889020 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09ba1028-ada8-4c06-bc5f-ebeea545e942 admin admin] Publish callbacks [] for security_group (3925d023-ba97-492a-9e2a-eebe5bd65b8b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.896051 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-d4a3e8b6-f516-4016-8ac8-ec9df21f0f81 service neutron] 10.222.0.46 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499588 Jan 14 01:58:32.897113 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5aa61ed-3f6e-408f-bce1-97ec62055efc tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (aae1d876-881b-4c45-844a-c586e72557a2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.899333 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09ba1028-ada8-4c06-bc5f-ebeea545e942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3925d023-ba97-492a-9e2a-eebe5bd65b8b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:32.998855 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba1028-ada8-4c06-bc5f-ebeea545e942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3925d023-ba97-492a-9e2a-eebe5bd65b8b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:33.018616 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-09ba1028-ada8-4c06-bc5f-ebeea545e942 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8a0d2e15e2b4ef3a3d04939fcbe2317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3928242 Jan 14 01:58:33.018752 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd77974-dfbf-46d6-8adb-27580f39a4b9 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:58:33.021387 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48030) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:33.033128 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Publish callbacks [] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:33.043068 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5aa61ed-3f6e-408f-bce1-97ec62055efc tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (aae1d876-881b-4c45-844a-c586e72557a2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:33.064296 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-e4185962-969b-4d65-9f1b-521c3a53b914 service neutron] 10.222.0.46 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547472 Jan 14 01:58:33.130554 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-ed78116b-a242-4dac-8e01-33d2947daa32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=4023414f-3958-4985-843f-ed50fbc2073b HTTP/1.1" status: 200 len: 217 time: 0.0589051 Jan 14 01:58:33.154160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa61ed-3f6e-408f-bce1-97ec62055efc tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event deleted for resources: {'Subnet': ['ID=aae1d876-881b-4c45-844a-c586e72557a2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:33.173689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d03e6-0713-40f0-b0ad-0476b6c56578 None None] Network 64209a4c-1f03-4990-9edc-7105b7e5ca26 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:58:33.183296 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5aa61ed-3f6e-408f-bce1-97ec62055efc tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:33.186623 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e5aa61ed-3f6e-408f-bce1-97ec62055efc tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "DELETE /v2.0/subnets/aae1d876-881b-4c45-844a-c586e72557a2 HTTP/1.1" status: 204 len: 168 time: 0.8083611 Jan 14 01:58:33.189471 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48040) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:33.191705 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Transition to ACTIVE for port object abd77974-dfbf-46d6-8adb-27580f39a4b9 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:58:33.208434 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:33.258716 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30fc2b71-92b1-480f-9688-08c9e83a2eb0 admin admin] Publish callbacks [] for security_group (3925d023-ba97-492a-9e2a-eebe5bd65b8b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:33.285380 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30fc2b71-92b1-480f-9688-08c9e83a2eb0 admin admin] Publish callbacks [] for security_group (3925d023-ba97-492a-9e2a-eebe5bd65b8b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:33.324769 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-81ea0cf5-b943-409b-9c86-402cf653502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:33.326240 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-81ea0cf5-b943-409b-9c86-402cf653502c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.1894987 Jan 14 01:58:33.376563 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30fc2b71-92b1-480f-9688-08c9e83a2eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3925d023-ba97-492a-9e2a-eebe5bd65b8b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:33.385893 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30fc2b71-92b1-480f-9688-08c9e83a2eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:33.394386 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-30fc2b71-92b1-480f-9688-08c9e83a2eb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3925d023-ba97-492a-9e2a-eebe5bd65b8b HTTP/1.1" status: 204 len: 168 time: 0.3698342 Jan 14 01:58:33.494748 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Pushing event updated for resources: {'Port': ['ID=abd77974-dfbf-46d6-8adb-27580f39a4b9,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:33.530577 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d704aaa-5ffb-4ead-ae82-ae8ac9d8fe32 None None] DHCP port deletion for 64209a4c-1f03-4990-9edc-7105b7e5ca26 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:58:33.581690 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc2b71-92b1-480f-9688-08c9e83a2eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3925d023-ba97-492a-9e2a-eebe5bd65b8b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:33.689085 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Attempting to bind port abd77974-dfbf-46d6-8adb-27580f39a4b9 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:58:33.692862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Attempting to bind port abd77974-dfbf-46d6-8adb-27580f39a4b9 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:58:33.694147 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Attempting to bind port abd77974-dfbf-46d6-8adb-27580f39a4b9 on network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:58:33.718519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Port abd77974-dfbf-46d6-8adb-27580f39a4b9 on network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:58:33.720126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Attempting to bind port abd77974-dfbf-46d6-8adb-27580f39a4b9 on network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:58:33.739126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:58:33.739574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Checking segment: {'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:33.740029 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Bound using segment: {'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:58:33.740532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Bound port: abd77974-dfbf-46d6-8adb-27580f39a4b9, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:58:33.740962 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:33.765185 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9d704aaa-5ffb-4ead-ae82-ae8ac9d8fe32 None None] Deleting port 2af49f15-a542-443d-a8ef-2303ab517bc8 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:33.773648 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d704aaa-5ffb-4ead-ae82-ae8ac9d8fe32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:33.983962 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] For port abd77974-dfbf-46d6-8adb-27580f39a4b9, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:58:33.996549 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] For port abd77974-dfbf-46d6-8adb-27580f39a4b9, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=abd77974-dfbf-46d6-8adb-27580f39a4b9,segment=NetworkSegment(c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6),segment_id=c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:58:34.024755 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafa194-b151-4ea6-8b8b-d259b229498b req-0aa10297-8699-4f5f-8619-9b1803fb58d5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:34.026454 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6bafa194-b151-4ea6-8b8b-d259b229498b req-0aa10297-8699-4f5f-8619-9b1803fb58d5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 982 time: 0.1859584 Jan 14 01:58:34.029101 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:34.098968 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9d704aaa-5ffb-4ead-ae82-ae8ac9d8fe32 None None] For port 2af49f15-a542-443d-a8ef-2303ab517bc8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=2af49f15-a542-443d-a8ef-2303ab517bc8,segment=NetworkSegment(2507d78d-e5c4-4385-9cb1-06af98ed2b27),segment_id=2507d78d-e5c4-4385-9cb1-06af98ed2b27)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:34.102798 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d704aaa-5ffb-4ead-ae82-ae8ac9d8fe32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:34.151306 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:34.151946 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:34.153564 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] 10.222.0.46 "PUT /v2.0/ports/abd77974-dfbf-46d6-8adb-27580f39a4b9 HTTP/1.1" status: 200 len: 1130 time: 2.0798407 Jan 14 01:58:34.154042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'tag': 'abd77974-dfbf-46d6-8adb-27580f39a4b9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:58:34.156986 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8bdd15-578a-42b1-9f11-5a24d78ed5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf", "tag": "abd77974-dfbf-46d6-8adb-27580f39a4b9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:58:34.157955 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (64209a4c-1f03-4990-9edc-7105b7e5ca26), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:34.166561 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9d704aaa-5ffb-4ead-ae82-ae8ac9d8fe32 None None] Calling delete_port for 2af49f15-a542-443d-a8ef-2303ab517bc8 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:34.221211 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-5bee42bb-15f7-4005-82cd-548ea248a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:34.222800 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-5bee42bb-15f7-4005-82cd-548ea248a5c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8899503 Jan 14 01:58:34.305561 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74599e-8b9e-4c4e-801c-5338cb3be082 service neutron] Pushing event updated for resources: {'Port': ['ID=abd77974-dfbf-46d6-8adb-27580f39a4b9,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:34.340467 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6bafa194-b151-4ea6-8b8b-d259b229498b req-56d666d5-7e05-436f-85b3-e28907b4c1b1 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3059852 Jan 14 01:58:34.437663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617fbf8-bca3-460f-b181-b067df95383f req-d16adec0-da54-4baa-9dce-33a57c2874e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:34.443986 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-d16adec0-da54-4baa-9dce-33a57c2874e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f24ad4a62192446cbf1d8d5d4545d57d&device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 1133 time: 0.0907998 Jan 14 01:58:34.547685 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:34.548520 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d704aaa-5ffb-4ead-ae82-ae8ac9d8fe32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:34.578953 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e79ad9-807f-4995-957e-9e34085f1727 x-openstack-request-id: req-81e79ad9-807f-4995-957e-9e34085f1727 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:58:34.579261 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf", "tag": "abd77974-dfbf-46d6-8adb-27580f39a4b9", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:58:34.579529 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81e79ad9-807f-4995-957e-9e34085f1727 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:58:34.579954 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'tag': 'abd77974-dfbf-46d6-8adb-27580f39a4b9', 'status': 'completed', 'code': 200} Jan 14 01:58:34.582147 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-0c816161-e791-4029-96f0-d534176a48ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd77974-dfbf-46d6-8adb-27580f39a4b9 HTTP/1.1" status: 200 len: 217 time: 0.1244445 Jan 14 01:58:34.614622 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-d353f64d-1f03-4ad1-b1e8-962359fd0003 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832433 Jan 14 01:58:34.620127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d704aaa-5ffb-4ead-ae82-ae8ac9d8fe32 None None] Pushing event deleted for resources: {'Port': ['ID=2af49f15-a542-443d-a8ef-2303ab517bc8,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:34.621990 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Deleting port 2af49f15-a542-443d-a8ef-2303ab517bc8 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:34.622573 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:34.644265 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d704aaa-5ffb-4ead-ae82-ae8ac9d8fe32 None None] No DVR routers for this DVR port 2af49f15-a542-443d-a8ef-2303ab517bc8 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:58:34.706805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617fbf8-bca3-460f-b181-b067df95383f req-c0c2be6f-3d56-4e12-9c67-b5931c541398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:34.708289 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-c0c2be6f-3d56-4e12-9c67-b5931c541398 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9fb6311-60df-422e-9af6-a17f376aedf6 HTTP/1.1" status: 200 len: 834 time: 0.1189904 Jan 14 01:58:34.805127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] For port 2af49f15-a542-443d-a8ef-2303ab517bc8, host n-d-824358-4, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:34.805485 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:34.823282 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617fbf8-bca3-460f-b181-b067df95383f req-174ccb4a-8196-4f63-952e-54191bc7b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:34.825911 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-174ccb4a-8196-4f63-952e-54191bc7b6db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100378 Jan 14 01:58:34.866109 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Calling delete_port for 2af49f15-a542-443d-a8ef-2303ab517bc8 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:34.888808 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Port 2af49f15-a542-443d-a8ef-2303ab517bc8 was not found and therefore no delete operation was performed {{(pid=103354) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 01:58:34.893359 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (2af49f15-a542-443d-a8ef-2303ab517bc8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:34.955960 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31eaf4d9-5fa6-4d42-b1e0-ca90c6b6f019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:34.978340 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event deleted for resources: {'Port': ['ID=2af49f15-a542-443d-a8ef-2303ab517bc8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:34.989009 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-77c8dd79-ab6d-4ad1-ba3b-b98b3cc5946e service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634245 Jan 14 01:58:34.999527 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] No DVR routers for this DVR port 2af49f15-a542-443d-a8ef-2303ab517bc8 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:58:35.050246 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-a50bd4cc-eeac-4139-9bfc-e62c5e03f354 service neutron] 10.222.0.46 "GET /v2.0/networks/5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152762 Jan 14 01:58:35.172574 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (64209a4c-1f03-4990-9edc-7105b7e5ca26), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:35.196178 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64209a4c-1f03-4990-9edc-7105b7e5ca26']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:35.207581 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2507d78d-e5c4-4385-9cb1-06af98ed2b27') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:35.207982 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2507d78d-e5c4-4385-9cb1-06af98ed2b27') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:35.215825 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-693d36d4-fcff-475e-b6fd-88da945067ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=dba46bf2-660d-41aa-a444-cfdf10aa436f HTTP/1.1" status: 200 len: 217 time: 0.2040598 Jan 14 01:58:35.221541 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (2507d78d-e5c4-4385-9cb1-06af98ed2b27), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:35.242915 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a617fbf8-bca3-460f-b181-b067df95383f req-9405b64f-7cc3-4f28-80eb-9998661b309a service neutron] 10.222.0.46 "GET /v2.0/networks/5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852951 Jan 14 01:58:35.300600 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (2507d78d-e5c4-4385-9cb1-06af98ed2b27), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:35.328077 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:58:35.333584 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (2507d78d-e5c4-4385-9cb1-06af98ed2b27), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:58:35.336981 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:58:35.421490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bdd15-578a-42b1-9f11-5a24d78ed5a6 req-6f775cf3-27fa-462d-bb93-b72254ef1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:35.424961 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca8bdd15-578a-42b1-9f11-5a24d78ed5a6 req-6f775cf3-27fa-462d-bb93-b72254ef1752 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f24ad4a62192446cbf1d8d5d4545d57d&device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 1133 time: 0.0873942 Jan 14 01:58:35.447207 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-470d1b8c-5d7e-4b4e-a4f6-cfeb954e6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:35.454685 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-470d1b8c-5d7e-4b4e-a4f6-cfeb954e6bbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.2268023 Jan 14 01:58:35.562808 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (64209a4c-1f03-4990-9edc-7105b7e5ca26), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:35.576847 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bdd15-578a-42b1-9f11-5a24d78ed5a6 req-647c4124-f987-45c2-81d5-3f7acc0784a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:35.581139 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca8bdd15-578a-42b1-9f11-5a24d78ed5a6 req-647c4124-f987-45c2-81d5-3f7acc0784a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 HTTP/1.1" status: 200 len: 897 time: 0.1507580 Jan 14 01:58:35.582325 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-a2a47c46-6470-4bdf-8219-3666219de5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:35.584713 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-a2a47c46-6470-4bdf-8219-3666219de5a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1216884 Jan 14 01:58:35.587166 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:35.593949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2af49f15-a542-443d-a8ef-2303ab517bc8 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:58:35.594511 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "DELETE /v2.0/networks/64209a4c-1f03-4990-9edc-7105b7e5ca26 HTTP/1.1" status: 204 len: 168 time: 2.3848097 Jan 14 01:58:35.600372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48122) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:35.662151 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 2af49f15-a542-443d-a8ef-2303ab517bc8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:58:35.663982 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 2af49f15-a542-443d-a8ef-2303ab517bc8 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:58:35.671152 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34268b8-2a14-4490-af8d-7d2a825fb8c6 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event deleted for resources: {'Network': ['ID=64209a4c-1f03-4990-9edc-7105b7e5ca26,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:35.753764 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca8bdd15-578a-42b1-9f11-5a24d78ed5a6 req-81b1222c-8ef3-43d6-8dc4-5a40c1c61837 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd77974-dfbf-46d6-8adb-27580f39a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0906732 Jan 14 01:58:35.798321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d8ccf-2561-4744-8fa8-00f36e6eec6b req-580d4967-d76b-49ce-8c3b-08188fe97088 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:35.799708 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e6d8ccf-2561-4744-8fa8-00f36e6eec6b req-580d4967-d76b-49ce-8c3b-08188fe97088 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 982 time: 0.2158675 Jan 14 01:58:35.968175 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e6d8ccf-2561-4744-8fa8-00f36e6eec6b req-3fb640e9-9989-4498-bbbb-6e6f20e291a8 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1602161 Jan 14 01:58:36.021299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bdd15-578a-42b1-9f11-5a24d78ed5a6 req-0f9eb0a0-8f20-468e-9a1d-c1dc04ceddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:36.023572 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca8bdd15-578a-42b1-9f11-5a24d78ed5a6 req-0f9eb0a0-8f20-468e-9a1d-c1dc04ceddb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9fb6311-60df-422e-9af6-a17f376aedf6 HTTP/1.1" status: 200 len: 834 time: 0.2612212 Jan 14 01:58:36.097965 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-32d63baa-4159-4ac9-ac67-a029f6c52c0e service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960084 Jan 14 01:58:36.180903 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bdd15-578a-42b1-9f11-5a24d78ed5a6 req-1af5a33e-7c86-4e41-94e1-e4ad4482abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:36.182359 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca8bdd15-578a-42b1-9f11-5a24d78ed5a6 req-1af5a33e-7c86-4e41-94e1-e4ad4482abaa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294799 Jan 14 01:58:36.202844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a16f6-51eb-45f0-b9ea-a319f92cad55 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Deleting port fe8faeb1-259f-4b7f-8e3d-bed62a27e171 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:36.203446 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a1a16f6-51eb-45f0-b9ea-a319f92cad55 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (fe8faeb1-259f-4b7f-8e3d-bed62a27e171), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:36.219086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2efe0-f05e-46c9-8f3a-e848eda24dd7 req-24753a76-25b1-4dcb-93c1-7a9fa33c06bc tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:36.220638 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a4b2efe0-f05e-46c9-8f3a-e848eda24dd7 req-24753a76-25b1-4dcb-93c1-7a9fa33c06bc tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 945 time: 0.1214964 Jan 14 01:58:36.281009 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-23b326a2-85a9-4d1e-89a0-a99cb822a35f service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696036 Jan 14 01:58:36.320571 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca8bdd15-578a-42b1-9f11-5a24d78ed5a6 req-11ce9c2d-9f01-4af4-9c8b-940a5e3132b2 service neutron] 10.222.0.46 "GET /v2.0/networks/5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989444 Jan 14 01:58:36.346826 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-72a54dd1-bd75-4add-922b-7a33a730ee37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=24769aab-2ae0-4058-b14a-fce058cc9145 HTTP/1.1" status: 200 len: 217 time: 0.0560417 Jan 14 01:58:36.368433 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a1a16f6-51eb-45f0-b9ea-a319f92cad55 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (fe8faeb1-259f-4b7f-8e3d-bed62a27e171), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:36.368863 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a1a16f6-51eb-45f0-b9ea-a319f92cad55 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for floatingip (fe8faeb1-259f-4b7f-8e3d-bed62a27e171), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:36.404867 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a16f6-51eb-45f0-b9ea-a319f92cad55 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Calling delete_port for fe8faeb1-259f-4b7f-8e3d-bed62a27e171 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:36.432961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-53c5714d-bf40-4c48-a28e-7043d2dd5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:36.434489 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-53c5714d-bf40-4c48-a28e-7043d2dd5b64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.0773144 Jan 14 01:58:36.531150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-1d68f7f6-1dda-450b-a4e0-80ae615574dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:36.532744 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-1d68f7f6-1dda-450b-a4e0-80ae615574dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672452 Jan 14 01:58:36.701715 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-ac62da8f-1237-443d-a646-b8f9c853d2a6 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594124 Jan 14 01:58:36.819675 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-9d4af107-87b6-4850-a2d0-7d1a984d1cfa service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076932 Jan 14 01:58:36.889288 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48146) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:36.893580 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a1a16f6-51eb-45f0-b9ea-a319f92cad55 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (fe8faeb1-259f-4b7f-8e3d-bed62a27e171), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:36.903100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-99163f30-326e-4e92-82a4-f6ee5b4b7663 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293720737', 'description': 'tempest-secgroup-smoke-1293720737 description', 'project_id': '63ad23e535974d8ebd72d18abfca4821'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:36.924721 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-0242dff9-ebe4-4cc9-bb25-11a737665f3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=6305cef5-fc1a-47d8-8758-22836b774bff HTTP/1.1" status: 200 len: 217 time: 0.0957077 Jan 14 01:58:36.973275 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a16f6-51eb-45f0-b9ea-a319f92cad55 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Pushing event deleted for resources: {'Port': ['ID=fe8faeb1-259f-4b7f-8e3d-bed62a27e171,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:37.019413 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a4b2efe0-f05e-46c9-8f3a-e848eda24dd7 req-71096c18-e983-4f4e-8e02-4c20fd2b0979 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/security-groups?id=898991eb-ce5a-4991-8275-9c1437675faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6977601 Jan 14 01:58:37.074396 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ca8bdd15-578a-42b1-9f11-5a24d78ed5a6 req-23cc957c-ed2b-4122-8cd5-2fc4aa42530f service neutron] 10.222.0.46 "GET /v2.0/networks/5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446916 Jan 14 01:58:37.144399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-a4add961-9fe2-4eef-9060-1d97295f3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:37.146087 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-a4add961-9fe2-4eef-9060-1d97295f3344 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.1873803 Jan 14 01:58:37.151178 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99163f30-326e-4e92-82a4-f6ee5b4b7663 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.180256 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c7a8abe-8023-426a-a25b-87e917135a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.188640 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a1a16f6-51eb-45f0-b9ea-a319f92cad55 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks [] for floatingip (03a82197-27fc-4815-8d6d-6a689d09db92), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.201175 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a1a16f6-51eb-45f0-b9ea-a319f92cad55 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.202553 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1a1a16f6-51eb-45f0-b9ea-a319f92cad55 tempest-FloatingIPAdminTestJSON-1133737686 tempest-FloatingIPAdminTestJSON-1133737686-project] 10.222.0.26 "DELETE /v2.0/floatingips/03a82197-27fc-4815-8d6d-6a689d09db92 HTTP/1.1" status: 204 len: 168 time: 1.5994339 Jan 14 01:58:37.204907 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99163f30-326e-4e92-82a4-f6ee5b4b7663 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.220467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325b552-c93a-4757-b7e0-4be500fb47b5 req-696efc9e-ad7d-498d-8ad8-507daf397b41 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:37.229697 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b325b552-c93a-4757-b7e0-4be500fb47b5 req-696efc9e-ad7d-498d-8ad8-507daf397b41 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 982 time: 0.1354570 Jan 14 01:58:37.301863 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-39500e52-9e03-4a0d-970a-3175dadcd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:37.304994 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-39500e52-9e03-4a0d-970a-3175dadcd6f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1486409 Jan 14 01:58:37.315842 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b325b552-c93a-4757-b7e0-4be500fb47b5 req-74a71663-8d8d-4fc9-833d-a2706a49c6b2 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0836987 Jan 14 01:58:37.421554 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5efc5-d400-45a4-be6f-689f8c8643c8 req-109ed9c0-75ac-496f-bc48-7a5345c4a8bc tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:37.423233 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ca5efc5-d400-45a4-be6f-689f8c8643c8 req-109ed9c0-75ac-496f-bc48-7a5345c4a8bc tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.36 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 945 time: 0.0569453 Jan 14 01:58:37.427401 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99163f30-326e-4e92-82a4-f6ee5b4b7663 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (e91fe21a-0eb5-4a59-8ed7-743d2b2cb169), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.438277 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99163f30-326e-4e92-82a4-f6ee5b4b7663 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e91fe21a-0eb5-4a59-8ed7-743d2b2cb169), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.520423 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99163f30-326e-4e92-82a4-f6ee5b4b7663 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91fe21a-0eb5-4a59-8ed7-743d2b2cb169,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:37.544053 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-6582147f-2afb-4436-91a2-6337dc794702 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213581 Jan 14 01:58:37.557051 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1ca5efc5-d400-45a4-be6f-689f8c8643c8 req-74347722-bfb4-45ef-83ee-a85048df2341 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Deleting port 420f9ade-750f-49a0-80b4-3bcb8bc965d3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:37.557649 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1ca5efc5-d400-45a4-be6f-689f8c8643c8 req-74347722-bfb4-45ef-83ee-a85048df2341 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.631309 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99163f30-326e-4e92-82a4-f6ee5b4b7663 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (bea467b5-c688-436f-90c2-0657e1f608db), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.635332 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48160) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:37.653004 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99163f30-326e-4e92-82a4-f6ee5b4b7663 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (bea467b5-c688-436f-90c2-0657e1f608db), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.661800 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1ca5efc5-d400-45a4-be6f-689f8c8643c8 req-74347722-bfb4-45ef-83ee-a85048df2341 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] For port 420f9ade-750f-49a0-80b4-3bcb8bc965d3, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=420f9ade-750f-49a0-80b4-3bcb8bc965d3,segment=NetworkSegment(a8a5aec3-9691-4aac-996f-78f734b0449a),segment_id=a8a5aec3-9691-4aac-996f-78f734b0449a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:37.661964 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1ca5efc5-d400-45a4-be6f-689f8c8643c8 req-74347722-bfb4-45ef-83ee-a85048df2341 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.681516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1ca5efc5-d400-45a4-be6f-689f8c8643c8 req-74347722-bfb4-45ef-83ee-a85048df2341 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Calling delete_port for 420f9ade-750f-49a0-80b4-3bcb8bc965d3 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:37.712390 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99163f30-326e-4e92-82a4-f6ee5b4b7663 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.713621 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-99163f30-326e-4e92-82a4-f6ee5b4b7663 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8219125 Jan 14 01:58:37.716368 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-7c172ad8-74ca-4ed4-8f95-08ae40b52103 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606314 Jan 14 01:58:37.716823 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48164) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:37.719120 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99163f30-326e-4e92-82a4-f6ee5b4b7663 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea467b5-c688-436f-90c2-0657e1f608db,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:37.723781 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f81b275b-4180-4bcc-91ad-f12ca3e7b0e2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': 'bea467b5-c688-436f-90c2-0657e1f608db', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:37.776867 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-21240973-7b45-4ef6-8c22-c91b8ef91d1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=61f3805e-7044-41b5-86e1-4050dd2c244f HTTP/1.1" status: 200 len: 217 time: 0.0458035 Jan 14 01:58:37.828733 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f81b275b-4180-4bcc-91ad-f12ca3e7b0e2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (b652c156-30c1-4162-ad3f-54912fd46d89), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.882368 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1ca5efc5-d400-45a4-be6f-689f8c8643c8 req-74347722-bfb4-45ef-83ee-a85048df2341 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (420f9ade-750f-49a0-80b4-3bcb8bc965d3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.899610 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-f8b422bc-ea2f-448f-a4c1-c9f2f033f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:37.901182 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-f8b422bc-ea2f-448f-a4c1-c9f2f033f2bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc80e2fd-d094-4f83-ba41-9367938e7b49 HTTP/1.1" status: 200 len: 797 time: 0.1212132 Jan 14 01:58:37.910602 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74347722-bfb4-45ef-83ee-a85048df2341 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Pushing event deleted for resources: {'Port': ['ID=420f9ade-750f-49a0-80b4-3bcb8bc965d3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:37.929252 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6ea6cbbd-1801-463f-91cb-6d18182d0a73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75703e8692534bca8f120a8802cb5555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831628 Jan 14 01:58:37.930111 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48168) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:37.961101 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca5efc5-d400-45a4-be6f-689f8c8643c8 req-74347722-bfb4-45ef-83ee-a85048df2341 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] No DVR routers for this DVR port 420f9ade-750f-49a0-80b4-3bcb8bc965d3 on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:58:37.963295 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1ca5efc5-d400-45a4-be6f-689f8c8643c8 req-74347722-bfb4-45ef-83ee-a85048df2341 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:37.967490 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ca5efc5-d400-45a4-be6f-689f8c8643c8 req-74347722-bfb4-45ef-83ee-a85048df2341 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.36 "DELETE /v2.0/ports/420f9ade-750f-49a0-80b4-3bcb8bc965d3 HTTP/1.1" status: 204 len: 173 time: 0.5379913 Jan 14 01:58:37.967955 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70120a3c-76d5-444d-9c31-582893cb734a', 'name': 'network-vif-deleted', 'tag': '420f9ade-750f-49a0-80b4-3bcb8bc965d3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:58:37.970593 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efbfac4-15dd-40d7-baf2-99974c03ea26" -d '{"events": [{"server_uuid": "70120a3c-76d5-444d-9c31-582893cb734a", "name": "network-vif-deleted", "tag": "420f9ade-750f-49a0-80b4-3bcb8bc965d3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:58:38.002803 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f81b275b-4180-4bcc-91ad-f12ca3e7b0e2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (b652c156-30c1-4162-ad3f-54912fd46d89), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.014906 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f81b275b-4180-4bcc-91ad-f12ca3e7b0e2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (b652c156-30c1-4162-ad3f-54912fd46d89), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.016373 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03ce3d2-a14f-4328-87de-cf952ff59145 x-openstack-request-id: req-c03ce3d2-a14f-4328-87de-cf952ff59145 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:58:38.016754 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70120a3c-76d5-444d-9c31-582893cb734a", "name": "network-vif-deleted", "tag": "420f9ade-750f-49a0-80b4-3bcb8bc965d3", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:58:38.017396 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c03ce3d2-a14f-4328-87de-cf952ff59145 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:58:38.017556 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70120a3c-76d5-444d-9c31-582893cb734a', 'name': 'network-vif-deleted', 'tag': '420f9ade-750f-49a0-80b4-3bcb8bc965d3', 'status': 'completed', 'code': 200} Jan 14 01:58:38.020981 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-08d41e86-90a8-4fe2-b8c9-56b901cd0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:38.023020 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-08d41e86-90a8-4fe2-b8c9-56b901cd0f6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1132925 Jan 14 01:58:38.093172 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b275b-4180-4bcc-91ad-f12ca3e7b0e2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b652c156-30c1-4162-ad3f-54912fd46d89,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:38.095005 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5338b1d3-bf3f-45c2-994f-0c8d6bd76ef9 admin admin] Publish callbacks [] for security_group (075604e0-cc43-4b66-aaf0-c0424116ae44), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.102655 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f81b275b-4180-4bcc-91ad-f12ca3e7b0e2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.106664 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48174) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:38.107060 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f81b275b-4180-4bcc-91ad-f12ca3e7b0e2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3887646 Jan 14 01:58:38.112433 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3c583a18-fda7-4578-8a52-1226b006c78d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': 'bea467b5-c688-436f-90c2-0657e1f608db', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:38.135942 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5338b1d3-bf3f-45c2-994f-0c8d6bd76ef9 admin admin] Publish callbacks [] for security_group (075604e0-cc43-4b66-aaf0-c0424116ae44), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.190360 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-847461f6-75b5-4881-8ce4-04d1f0798b2a service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545868 Jan 14 01:58:38.196826 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-32f37525-aab5-426f-a62d-5ee6fc83cbb9 req-7ca5d5e4-b0e6-4791-9433-69f75b969948 tempest-ServerTagsTestJSON-486407099 tempest-ServerTagsTestJSON-486407099-project] 10.222.0.26 "GET /v2.0/ports?device_id=70120a3c-76d5-444d-9c31-582893cb734a HTTP/1.1" status: 200 len: 210 time: 0.0422325 Jan 14 01:58:38.202731 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c583a18-fda7-4578-8a52-1226b006c78d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (0a5c32c2-dd1c-4a20-a734-da558b70259b), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.255604 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5338b1d3-bf3f-45c2-994f-0c8d6bd76ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (075604e0-cc43-4b66-aaf0-c0424116ae44), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.258768 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5338b1d3-bf3f-45c2-994f-0c8d6bd76ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.259556 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c583a18-fda7-4578-8a52-1226b006c78d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (0a5c32c2-dd1c-4a20-a734-da558b70259b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.260110 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5338b1d3-bf3f-45c2-994f-0c8d6bd76ef9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/075604e0-cc43-4b66-aaf0-c0424116ae44 HTTP/1.1" status: 204 len: 168 time: 0.3105776 Jan 14 01:58:38.267759 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c583a18-fda7-4578-8a52-1226b006c78d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (0a5c32c2-dd1c-4a20-a734-da558b70259b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.283387 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338b1d3-bf3f-45c2-994f-0c8d6bd76ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075604e0-cc43-4b66-aaf0-c0424116ae44,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:38.291736 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c583a18-fda7-4578-8a52-1226b006c78d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5c32c2-dd1c-4a20-a734-da558b70259b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:38.301678 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c583a18-fda7-4578-8a52-1226b006c78d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.306541 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3c583a18-fda7-4578-8a52-1226b006c78d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1987562 Jan 14 01:58:38.307518 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48180) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:38.312254 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-de6e78fe-fb0e-40b8-8276-12125224a592 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': 'bea467b5-c688-436f-90c2-0657e1f608db', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:38.326859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device abd77974-dfbf-46d6-8adb-27580f39a4b9 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:58:38.348192 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-7e61f675-6472-4319-8cd1-3ae2c9ecf29f service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512179 Jan 14 01:58:38.407843 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6e78fe-fb0e-40b8-8276-12125224a592 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (8fef9a30-1b90-48cc-a9ae-b1e8bf0d72b6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.440646 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-91e3177c-b967-46c6-a166-026099f8ee07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66b723c2-5d1d-48ea-a557-a4370dd2a8d1 HTTP/1.1" status: 200 len: 217 time: 0.0819261 Jan 14 01:58:38.508180 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6e78fe-fb0e-40b8-8276-12125224a592 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (8fef9a30-1b90-48cc-a9ae-b1e8bf0d72b6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.520568 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6e78fe-fb0e-40b8-8276-12125224a592 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (8fef9a30-1b90-48cc-a9ae-b1e8bf0d72b6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.530411 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-6fc89424-b18a-4abe-86d4-65f03207d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:38.532032 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-6fc89424-b18a-4abe-86d4-65f03207d722 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc80e2fd-d094-4f83-ba41-9367938e7b49 HTTP/1.1" status: 200 len: 797 time: 0.0844128 Jan 14 01:58:38.543596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port abd77974-dfbf-46d6-8adb-27580f39a4b9, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=abd77974-dfbf-46d6-8adb-27580f39a4b9,segment=NetworkSegment(c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6),segment_id=c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:38.558394 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e78fe-fb0e-40b8-8276-12125224a592 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fef9a30-1b90-48cc-a9ae-b1e8bf0d72b6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:38.559953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'abd77974-dfbf-46d6-8adb-27580f39a4b9', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'port_id': 'abd77974-dfbf-46d6-8adb-27580f39a4b9', 'mac_address': 'fa:16:3e:7d:bd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:58:38.574397 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.604262 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6e78fe-fb0e-40b8-8276-12125224a592 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.608001 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-de6e78fe-fb0e-40b8-8276-12125224a592 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2970021 Jan 14 01:58:38.608612 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48194) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:38.612719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ecfb1d7b-ab9d-41bb-9b1b-85fe8dcf9dc6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': 'bea467b5-c688-436f-90c2-0657e1f608db', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:38.618263 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-ce7c9993-933f-4c18-8c28-57a94a2afa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:38.620000 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-ce7c9993-933f-4c18-8c28-57a94a2afa6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785480 Jan 14 01:58:38.635787 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port abd77974-dfbf-46d6-8adb-27580f39a4b9 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:38.636395 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.654866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd77974-dfbf-46d6-8adb-27580f39a4b9 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:58:38.681595 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port abd77974-dfbf-46d6-8adb-27580f39a4b9, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=abd77974-dfbf-46d6-8adb-27580f39a4b9,segment=NetworkSegment(c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6),segment_id=c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:38.688914 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2991-a9e3-4c7c-967f-afd75406c5db req-af9a95c2-a71d-4015-97c6-e30a07f86063 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:38.689453 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.706437 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e31b2991-a9e3-4c7c-967f-afd75406c5db req-af9a95c2-a71d-4015-97c6-e30a07f86063 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 982 time: 0.1210918 Jan 14 01:58:38.792447 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=abd77974-dfbf-46d6-8adb-27580f39a4b9,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:38.803451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1d7b-ab9d-41bb-9b1b-85fe8dcf9dc6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (d3bc7076-ca71-489a-b98c-2bbdd68052d0), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.809968 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e31b2991-a9e3-4c7c-967f-afd75406c5db req-c4e6afa4-2645-4d7b-ac7e-ce6c7437f9b6 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1025133 Jan 14 01:58:38.899604 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48202) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:38.922674 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bcbec95-933b-4520-8671-f262b100d8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.929169 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1d7b-ab9d-41bb-9b1b-85fe8dcf9dc6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (d3bc7076-ca71-489a-b98c-2bbdd68052d0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.937931 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1d7b-ab9d-41bb-9b1b-85fe8dcf9dc6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (d3bc7076-ca71-489a-b98c-2bbdd68052d0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.971589 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-2ff02534-608e-45ba-b7d8-90797c26c700 service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413329 Jan 14 01:58:38.972609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb1d7b-ab9d-41bb-9b1b-85fe8dcf9dc6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bc7076-ca71-489a-b98c-2bbdd68052d0,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:38.976973 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1d7b-ab9d-41bb-9b1b-85fe8dcf9dc6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:38.978215 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ecfb1d7b-ab9d-41bb-9b1b-85fe8dcf9dc6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3690732 Jan 14 01:58:38.980903 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48204) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:38.985193 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-60596722-52b4-4507-9575-ef65394a87a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': 'bea467b5-c688-436f-90c2-0657e1f608db', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:39.031340 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bcbec95-933b-4520-8671-f262b100d8c4 admin admin] Publish callbacks [] for security_group (fc0e3e4e-99af-46ac-ab1c-491854e02db7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.037092 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bcbec95-933b-4520-8671-f262b100d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fc0e3e4e-99af-46ac-ab1c-491854e02db7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.068270 n-d-824358-4 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-60596722-52b4-4507-9575-ef65394a87a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Project 63ad23e535974d8ebd72d18abfca4821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 01:58:39.082374 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60596722-52b4-4507-9575-ef65394a87a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (052c6c8a-1ed4-4649-8703-678f6547cad6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.083842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbec95-933b-4520-8671-f262b100d8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0e3e4e-99af-46ac-ab1c-491854e02db7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:39.097600 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['abd77974-dfbf-46d6-8adb-27580f39a4b9'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:58:39.105681 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8bcbec95-933b-4520-8671-f262b100d8c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3058b90ee9fb4303a32afb0d37a84ec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2047784 Jan 14 01:58:39.107111 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48206) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:39.120747 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e412451d-fe47-4364-b0f2-fa0d1d3d5304 req-88daf300-3d45-4e7a-9b96-26f1ae61ee3a service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410310 Jan 14 01:58:39.157385 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60596722-52b4-4507-9575-ef65394a87a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (052c6c8a-1ed4-4649-8703-678f6547cad6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.165724 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60596722-52b4-4507-9575-ef65394a87a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (052c6c8a-1ed4-4649-8703-678f6547cad6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.189468 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60596722-52b4-4507-9575-ef65394a87a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052c6c8a-1ed4-4649-8703-678f6547cad6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:39.201075 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60596722-52b4-4507-9575-ef65394a87a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.202773 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-60596722-52b4-4507-9575-ef65394a87a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2209239 Jan 14 01:58:39.205734 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:39.210833 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-72b4a98c-f90f-4509-8604-4cdc71fc6b55 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': 'bea467b5-c688-436f-90c2-0657e1f608db', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:39.213796 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00fbaf00-4466-4814-8277-6a055af37b1d admin admin] Publish callbacks [] for security_group (fc0e3e4e-99af-46ac-ab1c-491854e02db7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.242893 n-d-824358-4 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-72b4a98c-f90f-4509-8604-4cdc71fc6b55 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Project 63ad23e535974d8ebd72d18abfca4821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 01:58:39.252310 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72b4a98c-f90f-4509-8604-4cdc71fc6b55 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (e1f054f9-8b06-4d7d-8e79-ee1ef1588414), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.309409 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00fbaf00-4466-4814-8277-6a055af37b1d admin admin] Publish callbacks [] for security_group (fc0e3e4e-99af-46ac-ab1c-491854e02db7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.338042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48212) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:39.347067 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72b4a98c-f90f-4509-8604-4cdc71fc6b55 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (e1f054f9-8b06-4d7d-8e79-ee1ef1588414), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.352420 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72b4a98c-f90f-4509-8604-4cdc71fc6b55 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (e1f054f9-8b06-4d7d-8e79-ee1ef1588414), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.390637 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4a98c-f90f-4509-8604-4cdc71fc6b55 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f054f9-8b06-4d7d-8e79-ee1ef1588414,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:39.406587 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72b4a98c-f90f-4509-8604-4cdc71fc6b55 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.406587 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-72b4a98c-f90f-4509-8604-4cdc71fc6b55 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1955051 Jan 14 01:58:39.407135 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48216) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:39.415022 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e3104b99-cfaf-41d6-a24b-c1e30196c317 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'network': {'name': 'tempest-network-smoke--1289543471', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'port_security_enabled': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:39.434672 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db399ac-c928-4bf3-bc71-e21c5c53650d admin admin] Deleting subnet 60a45985-263c-4fe3-925b-69b8ad1db2ec {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:58:39.438205 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7db399ac-c928-4bf3-bc71-e21c5c53650d admin admin] Publish callbacks [] for subnet (60a45985-263c-4fe3-925b-69b8ad1db2ec), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.448385 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3104b99-cfaf-41d6-a24b-c1e30196c317 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Made reservation on behalf of 63ad23e535974d8ebd72d18abfca4821 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:39.453687 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3104b99-cfaf-41d6-a24b-c1e30196c317 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.501392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3104b99-cfaf-41d6-a24b-c1e30196c317 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:58:39.517419 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3104b99-cfaf-41d6-a24b-c1e30196c317 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (082a0ff2-62be-4db3-b041-2ffb5b264ed3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.517955 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-e3104b99-cfaf-41d6-a24b-c1e30196c317 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Added segment 082a0ff2-62be-4db3-b041-2ffb5b264ed3 of type vlan for network 531b2251-eafb-431d-aaa1-e2effd220bd0 Jan 14 01:58:39.520193 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7db399ac-c928-4bf3-bc71-e21c5c53650d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (60a45985-263c-4fe3-925b-69b8ad1db2ec), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.583681 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3104b99-cfaf-41d6-a24b-c1e30196c317 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (531b2251-eafb-431d-aaa1-e2effd220bd0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.598006 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7db399ac-c928-4bf3-bc71-e21c5c53650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (60a45985-263c-4fe3-925b-69b8ad1db2ec), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.621413 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3104b99-cfaf-41d6-a24b-c1e30196c317 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (531b2251-eafb-431d-aaa1-e2effd220bd0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.623785 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00fbaf00-4466-4814-8277-6a055af37b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fc0e3e4e-99af-46ac-ab1c-491854e02db7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.626738 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00fbaf00-4466-4814-8277-6a055af37b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.628474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3104b99-cfaf-41d6-a24b-c1e30196c317 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:39.629165 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3104b99-cfaf-41d6-a24b-c1e30196c317 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.641824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-00fbaf00-4466-4814-8277-6a055af37b1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc0e3e4e-99af-46ac-ab1c-491854e02db7 HTTP/1.1" status: 204 len: 168 time: 0.5220838 Jan 14 01:58:39.674763 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbaf00-4466-4814-8277-6a055af37b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0e3e4e-99af-46ac-ab1c-491854e02db7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:39.711682 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3104b99-cfaf-41d6-a24b-c1e30196c317 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Network': ['ID=531b2251-eafb-431d-aaa1-e2effd220bd0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:39.721854 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 531b2251-eafb-431d-aaa1-e2effd220bd0 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:58:39.746273 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e3104b99-cfaf-41d6-a24b-c1e30196c317 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3366017 Jan 14 01:58:39.748973 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48222) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:39.753826 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'admin_state_up': True, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:39.766758 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7db399ac-c928-4bf3-bc71-e21c5c53650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (60a45985-263c-4fe3-925b-69b8ad1db2ec), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.805243 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db399ac-c928-4bf3-bc71-e21c5c53650d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a45985-263c-4fe3-925b-69b8ad1db2ec,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:39.816328 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7db399ac-c928-4bf3-bc71-e21c5c53650d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.823238 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7db399ac-c928-4bf3-bc71-e21c5c53650d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/60a45985-263c-4fe3-925b-69b8ad1db2ec HTTP/1.1" status: 204 len: 168 time: 0.4811511 Jan 14 01:58:39.823238 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48224) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:39.824497 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.826135 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:39.916458 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (ce44465e-5817-4e20-b73c-23427f785610), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.014029 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_controller (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.080771 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (ce44465e-5817-4e20-b73c-23427f785610), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.126662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce44465e-5817-4e20-b73c-23427f785610']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:40.158645 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83d9cc-1bc4-419a-8fd1-669dbce4bdc8 req-06b43b5b-7b25-4068-a7e5-8f94ccd4520d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:40.171261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e83d9cc-1bc4-419a-8fd1-669dbce4bdc8 req-06b43b5b-7b25-4068-a7e5-8f94ccd4520d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 983 time: 0.1472661 Jan 14 01:58:40.177032 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a5aec3-9691-4aac-996f-78f734b0449a') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:40.177560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a5aec3-9691-4aac-996f-78f734b0449a') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:40.251773 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (a8a5aec3-9691-4aac-996f-78f734b0449a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.285444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 420f9ade-750f-49a0-80b4-3bcb8bc965d3 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:58:40.317564 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (a8a5aec3-9691-4aac-996f-78f734b0449a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.342741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 420f9ade-750f-49a0-80b4-3bcb8bc965d3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:58:40.343196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 420f9ade-750f-49a0-80b4-3bcb8bc965d3 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:58:40.348384 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:58:40.349175 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (a8a5aec3-9691-4aac-996f-78f734b0449a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.349891 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: timer() Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:58:40.364130 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:58:40.381375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48234) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:40.420587 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dd7b042-23d1-4028-aeba-57205c67a849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.429325 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e83d9cc-1bc4-419a-8fd1-669dbce4bdc8 req-dce28349-6f7d-4a63-b6bf-35bb427c07e2 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2468655 Jan 14 01:58:40.485935 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (ce44465e-5817-4e20-b73c-23427f785610), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.495099 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.500584 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ce44465e-5817-4e20-b73c-23427f785610 HTTP/1.1" status: 204 len: 168 time: 0.6740410 Jan 14 01:58:40.530367 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f246a-603d-4d85-9c48-a0dcfa100d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce44465e-5817-4e20-b73c-23427f785610,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:40.613883 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dd7b042-23d1-4028-aeba-57205c67a849 admin admin] Publish callbacks [] for security_group (5af59d74-b930-467a-b3ae-3c214b021c7e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.625192 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dd7b042-23d1-4028-aeba-57205c67a849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5af59d74-b930-467a-b3ae-3c214b021c7e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.692609 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9dd7b042-23d1-4028-aeba-57205c67a849 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75e6f270e85047a1b1862b630549f93d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3092442 Jan 14 01:58:40.723930 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48242) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:40.726345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7b042-23d1-4028-aeba-57205c67a849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af59d74-b930-467a-b3ae-3c214b021c7e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:40.814787 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48244) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:40.844586 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e8db993-fd26-4b59-a83a-5eca47a4fae1 admin admin] Publish callbacks [] for security_group (5af59d74-b930-467a-b3ae-3c214b021c7e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.864729 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_gateway (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.878205 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-80a9c6c5-226e-4b1e-b7f1-08d578423f25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f564ca830f1145cbbe5deec2acfddfdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0673809 Jan 14 01:58:40.881379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48246) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:40.884844 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e8db993-fd26-4b59-a83a-5eca47a4fae1 admin admin] Publish callbacks [] for security_group (5af59d74-b930-467a-b3ae-3c214b021c7e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.945399 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:40.973851 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a220594-8415-4eea-8eb8-8b03a4660c2e admin admin] Publish callbacks [] for security_group (898991eb-ce5a-4991-8275-9c1437675faf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:41.025129 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a220594-8415-4eea-8eb8-8b03a4660c2e admin admin] Publish callbacks [] for security_group (898991eb-ce5a-4991-8275-9c1437675faf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:41.035561 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e8db993-fd26-4b59-a83a-5eca47a4fae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5af59d74-b930-467a-b3ae-3c214b021c7e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:41.038987 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e8db993-fd26-4b59-a83a-5eca47a4fae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:41.040261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5e8db993-fd26-4b59-a83a-5eca47a4fae1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5af59d74-b930-467a-b3ae-3c214b021c7e HTTP/1.1" status: 204 len: 168 time: 0.2978451 Jan 14 01:58:41.071271 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8db993-fd26-4b59-a83a-5eca47a4fae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af59d74-b930-467a-b3ae-3c214b021c7e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:41.114180 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a220594-8415-4eea-8eb8-8b03a4660c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (898991eb-ce5a-4991-8275-9c1437675faf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:41.118075 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a220594-8415-4eea-8eb8-8b03a4660c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:41.120570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2a220594-8415-4eea-8eb8-8b03a4660c2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/898991eb-ce5a-4991-8275-9c1437675faf HTTP/1.1" status: 204 len: 168 time: 0.2379591 Jan 14 01:58:41.151164 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_gateway (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:41.161162 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a220594-8415-4eea-8eb8-8b03a4660c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898991eb-ce5a-4991-8275-9c1437675faf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:41.171750 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:41.337605 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Allocated IP 172.25.2.162 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/780817c7-e3c5-486d-8c82-a610b9442f05) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:41.513329 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (780817c7-e3c5-486d-8c82-a610b9442f05), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:41.587275 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:41.682661 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0320e3f-8909-4ecf-af8c-8531ddeb849e req-fc253f9a-0b57-4fe0-a742-2892b79feaa3 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:41.691544 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:41.704521 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:41.706026 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0320e3f-8909-4ecf-af8c-8531ddeb849e req-fc253f9a-0b57-4fe0-a742-2892b79feaa3 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 983 time: 0.1246567 Jan 14 01:58:41.711942 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:41.714909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=780817c7-e3c5-486d-8c82-a610b9442f05,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:41.726753 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3131939a-c312-4fe0-bfb9-64c5e39517c3 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:58:41.836216 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-88a35911-502a-4cd5-a162-3f8365dc2243 None None] Provisioning complete for port 780817c7-e3c5-486d-8c82-a610b9442f05 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:41.836873 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88a35911-502a-4cd5-a162-3f8365dc2243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:41.844143 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0320e3f-8909-4ecf-af8c-8531ddeb849e req-0d2a69d9-c7d6-4c88-a224-56b38f04c085 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1263134 Jan 14 01:58:41.986257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-88a35911-502a-4cd5-a162-3f8365dc2243 None None] Port 780817c7-e3c5-486d-8c82-a610b9442f05 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:42.235682 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_gateway (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:42.332609 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device abd77974-dfbf-46d6-8adb-27580f39a4b9 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:42.430445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port abd77974-dfbf-46d6-8adb-27580f39a4b9 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:58:42.434548 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port abd77974-dfbf-46d6-8adb-27580f39a4b9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:42.434928 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:42.496213 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48304) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:42.557288 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:42.583976 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port abd77974-dfbf-46d6-8adb-27580f39a4b9 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:42.584644 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:42.620923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd77974-dfbf-46d6-8adb-27580f39a4b9'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:58:42.623663 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb0d57b-950b-4a2f-9ce0-863ea831c8a3" -d '{"events": [{"server_uuid": "8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "abd77974-dfbf-46d6-8adb-27580f39a4b9"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:58:42.640731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port abd77974-dfbf-46d6-8adb-27580f39a4b9, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=abd77974-dfbf-46d6-8adb-27580f39a4b9,segment=NetworkSegment(c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6),segment_id=c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:42.650895 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:42.696392 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1524803972-network', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:42.723444 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030ffc54-1ebd-490f-b8a3-5f6af1fc8db9 x-openstack-request-id: req-030ffc54-1ebd-490f-b8a3-5f6af1fc8db9 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:58:42.723877 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "abd77974-dfbf-46d6-8adb-27580f39a4b9", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:58:42.723877 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-030ffc54-1ebd-490f-b8a3-5f6af1fc8db9 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:58:42.724168 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd77974-dfbf-46d6-8adb-27580f39a4b9', 'code': 200} Jan 14 01:58:42.727463 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:58:42.748246 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Made reservation on behalf of 42f9d01fc2414870a905772f960ffd1e for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:42.761834 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:42.773971 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:42.790410 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=abd77974-dfbf-46d6-8adb-27580f39a4b9,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:42.900261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9293ef-a245-4350-a582-54a0fb390f79 req-e0829be0-7ee6-4c26-a30c-caab53084235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:42.900261 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0e9293ef-a245-4350-a582-54a0fb390f79 req-e0829be0-7ee6-4c26-a30c-caab53084235 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 1135 time: 0.1009440 Jan 14 01:58:42.912264 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Publish callbacks [] for security_group (6be67404-d1b2-4502-9951-8a5bc346418f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:42.927946 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6be67404-d1b2-4502-9951-8a5bc346418f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:42.934443 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:42.950458 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Sync routers for ids ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:42.977143 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Routers {'78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:42.983654 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:43.015276 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be67404-d1b2-4502-9951-8a5bc346418f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:43.017829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:58:43.039364 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (bc0f638b-432d-4605-94af-0d6243149f6f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:43.039721 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Added segment bc0f638b-432d-4605-94af-0d6243149f6f of type vlan for network 6f80240f-7727-4830-9a11-a724cf54f32d Jan 14 01:58:43.061941 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d22bd7-2c9f-4494-b361-01f12ca6a35e req-55ac8077-aef9-4147-9a3a-b8e5867a2c32 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:43.063591 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7d22bd7-2c9f-4494-b361-01f12ca6a35e req-55ac8077-aef9-4147-9a3a-b8e5867a2c32 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 984 time: 0.0926702 Jan 14 01:58:43.075861 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:43.079129 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3d13af10-8c6b-4b36-82c7-b8f0cc875e91 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3290257 Jan 14 01:58:43.082668 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48330) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:43.101010 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0e9293ef-a245-4350-a582-54a0fb390f79 req-9d7823c2-48e8-4b5c-abdd-89a3dc8d28d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1949940 Jan 14 01:58:43.112522 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (6f80240f-7727-4830-9a11-a724cf54f32d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:43.226591 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (6f80240f-7727-4830-9a11-a724cf54f32d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:43.226591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:43.227250 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:43.247951 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Set router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:43.340958 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] Pushing event updated for resources: {'Network': ['ID=6f80240f-7727-4830-9a11-a724cf54f32d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:43.355185 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 6f80240f-7727-4830-9a11-a724cf54f32d details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:58:43.367673 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d7d22bd7-2c9f-4494-b361-01f12ca6a35e req-95d4fa28-babb-4c10-bbdb-6ce7fd46e9cb tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2811096 Jan 14 01:58:43.396302 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-640eb3ab-b486-4873-ade8-e1c5083f05aa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8987129 Jan 14 01:58:43.399150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48348) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:43.409273 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-99310dd5-8400-4249-87d3-834aa9a95359 admin admin] Request body: {'subnet': {'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1524803972-subnet', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:43.442220 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99310dd5-8400-4249-87d3-834aa9a95359 admin admin] Made reservation on behalf of 42f9d01fc2414870a905772f960ffd1e for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:43.446368 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99310dd5-8400-4249-87d3-834aa9a95359 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:43.523208 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T01:58:42Z', 'revision_number': 3, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:43.572529 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Checking router: 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:58:43.572745 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Updating router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca port 780817c7-e3c5-486d-8c82-a610b9442f05 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:58:43.638843 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:43.685207 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48354) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:43.733674 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-dd9c45e1-857e-4e99-a859-38da4e8bfcc5 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=63ad23e535974d8ebd72d18abfca4821&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6437483 Jan 14 01:58:43.733982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48358) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:43.748464 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99310dd5-8400-4249-87d3-834aa9a95359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (cd91e3b7-de24-46af-a7f7-5709419078da), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:43.846260 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99310dd5-8400-4249-87d3-834aa9a95359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd91e3b7-de24-46af-a7f7-5709419078da,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:43.883650 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99310dd5-8400-4249-87d3-834aa9a95359 admin admin] Checking segment: {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:43.884060 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99310dd5-8400-4249-87d3-834aa9a95359 admin admin] Network hostable DHCP agents. Network: 6f80240f-7727-4830-9a11-a724cf54f32d, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:58:43.898212 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9db74dbf-aa45-4230-a27e-dc3f2b1cf985 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:43.917680 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99310dd5-8400-4249-87d3-834aa9a95359 admin admin] Network 6f80240f-7727-4830-9a11-a724cf54f32d is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:58:43.946174 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-99310dd5-8400-4249-87d3-834aa9a95359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 6f80240f-7727-4830-9a11-a724cf54f32d) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:43.953099 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99310dd5-8400-4249-87d3-834aa9a95359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:43.955588 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99310dd5-8400-4249-87d3-834aa9a95359 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:43.956362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807e8a87-d7b0-4fd6-9370-7048ff03c2cd None None] Network 6f80240f-7727-4830-9a11-a724cf54f32d requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:58:43.993138 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-99310dd5-8400-4249-87d3-834aa9a95359 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5927606 Jan 14 01:58:43.995594 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48360) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:44.005653 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:44.035825 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (3ac8ba68-0c41-404d-8b24-88d3b05f2bf9), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:44.037325 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (3ac8ba68-0c41-404d-8b24-88d3b05f2bf9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:44.044098 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9db74dbf-aa45-4230-a27e-dc3f2b1cf985 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] 10.222.0.26 "PUT /v2.0/quotas/eb7bc347a9d04ce28957ead33bd7eed1 HTTP/1.1" status: 200 len: 366 time: 0.3578939 Jan 14 01:58:44.046685 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48362) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:44.059642 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009dcb6d-66fa-40ca-9361-5befec6398fc tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:44.064812 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-009dcb6d-66fa-40ca-9361-5befec6398fc tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3297553 Jan 14 01:58:44.065920 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48364) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:44.077104 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4f838b91-30b4-46b2-bfb4-cf548c053a2f tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0291111 Jan 14 01:58:44.097215 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48366) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:44.110827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cb879f8f-7632-432b-99c1-71fdf6aadbac tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435898 Jan 14 01:58:44.111183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48368) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:44.114719 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c520a6ad-538d-45dc-b4a1-289a632dd8b8 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] 10.222.0.26 "GET /v2.0/quotas/eb7bc347a9d04ce28957ead33bd7eed1 HTTP/1.1" status: 200 len: 366 time: 0.0161648 Jan 14 01:58:44.117509 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48370) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:44.129477 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-700495021', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:44.140585 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Publish callbacks [] for router_controller (3ac8ba68-0c41-404d-8b24-88d3b05f2bf9), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:44.140784 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Publish callbacks [] for port (780817c7-e3c5-486d-8c82-a610b9442f05), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:44.155279 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:44.176639 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-01ba384d-f06b-4c76-8da6-596429eb64ad tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/eb7bc347a9d04ce28957ead33bd7eed1 HTTP/1.1" status: 204 len: 168 time: 0.0577762 Jan 14 01:58:44.177379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48374) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:44.243941 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Attempting to bind port 780817c7-e3c5-486d-8c82-a610b9442f05 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:58:44.245527 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Attempting to bind port 780817c7-e3c5-486d-8c82-a610b9442f05 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:58:44.246255 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Attempting to bind port 780817c7-e3c5-486d-8c82-a610b9442f05 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:58:44.246754 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ec5493-cf36-4b12-b0f5-6a93deb34c4c None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:58:44.254586 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbcbc1-1d77-4972-8283-1abe82ed8f3b None None] Pushing event updated for resources: {'Port': ['ID=780817c7-e3c5-486d-8c82-a610b9442f05,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:44.261015 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:58:44.262994 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:44.263339 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:44.263732 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:58:44.265822 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Bound port: 780817c7-e3c5-486d-8c82-a610b9442f05, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:58:44.266242 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:44.286051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-6f80240f-7727-4830-9a11-a724cf54f32d', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:58:44.286962 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:44.307014 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9d293ec1-0440-425b-b788-e090531b21ee tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1284981 Jan 14 01:58:44.311369 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48376) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:44.355359 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] For port 780817c7-e3c5-486d-8c82-a610b9442f05, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:58:44.359476 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] For port 780817c7-e3c5-486d-8c82-a610b9442f05, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=780817c7-e3c5-486d-8c82-a610b9442f05,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:58:44.371062 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:44.376482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-54ba19e3-9348-456f-8f87-088145a8b15f None None] Provisioning complete for port 780817c7-e3c5-486d-8c82-a610b9442f05 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:44.377640 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54ba19e3-9348-456f-8f87-088145a8b15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:44.449908 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48384) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:44.458896 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d3409dd9-29ce-4adc-be71-590cbe7be19e tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] 10.222.0.26 "GET /v2.0/quotas/eb7bc347a9d04ce28957ead33bd7eed1/default HTTP/1.1" status: 200 len: 370 time: 0.0077965 Jan 14 01:58:44.459491 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48386) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:44.464068 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a679fd39-68d3-4881-b610-965ec81f5416 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] 10.222.0.26 "GET /v2.0/quotas/eb7bc347a9d04ce28957ead33bd7eed1 HTTP/1.1" status: 200 len: 370 time: 0.0995281 Jan 14 01:58:44.475529 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-6638c9b7-374c-4aae-8325-42876a3fc89b tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] delete failed (client error): The resource could not be found. Jan 14 01:58:44.481124 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Routers {'78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:44.481902 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:44.486622 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6638c9b7-374c-4aae-8325-42876a3fc89b tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/eb7bc347a9d04ce28957ead33bd7eed1 HTTP/1.1" status: 404 len: 348 time: 0.0253928 Jan 14 01:58:44.562848 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbcbc1-1d77-4972-8283-1abe82ed8f3b None None] Pushing event updated for resources: {'Port': ['ID=780817c7-e3c5-486d-8c82-a610b9442f05,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:44.634691 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b640e-166a-4e54-b9e2-789ae13f88fe req-a14f0eff-8bd2-4b99-af78-724bb28d5e97 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:44.636246 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-798b640e-166a-4e54-b9e2-789ae13f88fe req-a14f0eff-8bd2-4b99-af78-724bb28d5e97 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 984 time: 0.1226058 Jan 14 01:58:44.670380 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Publish callbacks [] for router_gateway (3ac8ba68-0c41-404d-8b24-88d3b05f2bf9), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:44.696523 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] Set router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:44.730333 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Made reservation on behalf of 63ad23e535974d8ebd72d18abfca4821 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:44.736373 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:44.742469 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48392) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:44.783510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-798b640e-166a-4e54-b9e2-789ae13f88fe req-5789a522-b3ff-44c5-b07b-b641f2d0cdcf tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1410809 Jan 14 01:58:44.783729 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Allocated IP 172.20.0.2 (6f80240f-7727-4830-9a11-a724cf54f32d/cd91e3b7-de24-46af-a7f7-5709419078da/785a3a4d-5f1a-465a-943d-ebe25c8a1446) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:44.796815 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Usage tracker for resource:network and project:ab03d2112c5f4132846c5511718a97d0 is out of sync, need to count used quota {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 14 01:58:44.802571 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 14 01:58:44.839583 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Usage tracker for resource:subnet and project:ab03d2112c5f4132846c5511718a97d0 is out of sync, need to count used quota {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 14 01:58:44.852619 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 14 01:58:44.878796 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Usage tracker for resource:subnetpool and project:ab03d2112c5f4132846c5511718a97d0 is out of sync, need to count used quota {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 14 01:58:44.891810 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 14 01:58:44.905581 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Usage tracker for resource:port and project:ab03d2112c5f4132846c5511718a97d0 is out of sync, need to count used quota {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 14 01:58:44.913988 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 14 01:58:44.931169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Usage tracker for resource:router and project:ab03d2112c5f4132846c5511718a97d0 is out of sync, need to count used quota {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 14 01:58:44.937982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 14 01:58:44.984338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Usage tracker for resource:floatingip and project:ab03d2112c5f4132846c5511718a97d0 is out of sync, need to count used quota {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 14 01:58:44.989729 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 14 01:58:45.031339 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49466f08-cd49-4e5d-adc9-babaa90a320b req-4382adb3-58a9-458d-be78-ae6c3c189443 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:45.039511 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49466f08-cd49-4e5d-adc9-babaa90a320b req-4382adb3-58a9-458d-be78-ae6c3c189443 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 984 time: 0.0878112 Jan 14 01:58:45.050766 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Publish callbacks [] for port (785a3a4d-5f1a-465a-943d-ebe25c8a1446), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:45.057327 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41448a3-9a94-482c-8c88-044bef72de5a None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:58:45.079077 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (785a3a4d-5f1a-465a-943d-ebe25c8a1446), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:45.121118 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-49466f08-cd49-4e5d-adc9-babaa90a320b req-dbb65c3f-8bf2-4c96-bcfe-2ba77765705f tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0744164 Jan 14 01:58:45.131546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Usage tracker for resource:security_group and project:ab03d2112c5f4132846c5511718a97d0 is out of sync, need to count used quota {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 14 01:58:45.146660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 14 01:58:45.149142 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T01:58:42Z', 'revision_number': 3, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:45.164151 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Usage tracker for resource:security_group_rule and project:ab03d2112c5f4132846c5511718a97d0 is out of sync, need to count used quota {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 14 01:58:45.170287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.quota.resource [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103353) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 14 01:58:45.179718 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945f6674-6ad8-4aa6-9982-c4bf3c4815c5 None None] The sync data for ids ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'] in n-d-824358-4 is: [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T01:58:42Z', 'revision_number': 3, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:58:45.188985 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c8b42ec0-bad6-4f0f-ba39-2ab4cfb73de3 tempest-QuotasTest-468448918 tempest-QuotasTest-468448918-project-admin] 10.222.0.26 "GET /v2.0/quotas/ab03d2112c5f4132846c5511718a97d0/details.json HTTP/1.1" status: 200 len: 703 time: 0.4282227 Jan 14 01:58:45.254384 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (08f743ef-8ce0-4eb6-9084-211b90b0e49c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:45.260398 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-54ba19e3-9348-456f-8f87-088145a8b15f None None] Current status of the port 780817c7-e3c5-486d-8c82-a610b9442f05 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:45.261053 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54ba19e3-9348-456f-8f87-088145a8b15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:45.299564 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-54ba19e3-9348-456f-8f87-088145a8b15f None None] For port 780817c7-e3c5-486d-8c82-a610b9442f05, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=780817c7-e3c5-486d-8c82-a610b9442f05,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:45.332388 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54ba19e3-9348-456f-8f87-088145a8b15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:45.337995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Network 6f80240f-7727-4830-9a11-a724cf54f32d is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:45.359091 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572d3d2-5ea8-466b-a256-cc15748259d5 req-ec8cf8a8-f466-4a03-be3b-82cbf0fffec9 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:45.403061 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4572d3d2-5ea8-466b-a256-cc15748259d5 req-ec8cf8a8-f466-4a03-be3b-82cbf0fffec9 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 1135 time: 0.1680436 Jan 14 01:58:45.456969 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:45.483741 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4572d3d2-5ea8-466b-a256-cc15748259d5 req-673364f6-cee7-4196-abb2-952a88358edd tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:45.486857 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Pushing event updated for resources: {'Port': ['ID=785a3a4d-5f1a-465a-943d-ebe25c8a1446,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:45.507061 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:45.523514 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Checking segment: {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:45.524004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network hostable DHCP agents. Network: 531b2251-eafb-431d-aaa1-e2effd220bd0, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:58:45.556512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Subnet': ['ID=08f743ef-8ce0-4eb6-9084-211b90b0e49c,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:45.574493 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.577288 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.577829 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.578332 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.578835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.579314 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.579786 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.580523 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.581009 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.581495 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.581979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.582478 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.582973 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:58:45.608241 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network 531b2251-eafb-431d-aaa1-e2effd220bd0 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:58:45.688664 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 531b2251-eafb-431d-aaa1-e2effd220bd0) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:45.698019 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:45.699310 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:45.728995 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-367ce3ea-bb24-4599-99c9-3b411c9bbb8f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6129491 Jan 14 01:58:45.730272 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48408) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:45.818383 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb2077-f6ad-4a9a-9844-f65c6ef0ccea None None] Network 531b2251-eafb-431d-aaa1-e2effd220bd0 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:58:45.869717 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-25e55bc0-7fbf-4f96-891c-dbba6c517ebd None None] Provisioning complete for port 780817c7-e3c5-486d-8c82-a610b9442f05 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:45.870084 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25e55bc0-7fbf-4f96-891c-dbba6c517ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:45.871448 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Publish callbacks [] for router_gateway (3ac8ba68-0c41-404d-8b24-88d3b05f2bf9), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:45.888642 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4572d3d2-5ea8-466b-a256-cc15748259d5 req-673364f6-cee7-4196-abb2-952a88358edd tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Publish callbacks [] for security_group (79e60abd-f93c-4711-a08b-93f2030cfc6d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:45.904903 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4572d3d2-5ea8-466b-a256-cc15748259d5 req-673364f6-cee7-4196-abb2-952a88358edd tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (79e60abd-f93c-4711-a08b-93f2030cfc6d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:45.967990 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4572d3d2-5ea8-466b-a256-cc15748259d5 req-673364f6-cee7-4196-abb2-952a88358edd tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5447142 Jan 14 01:58:45.985720 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:45.986656 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48412) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:45.995754 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48414) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:46.021947 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673364f6-cee7-4196-abb2-952a88358edd tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e60abd-f93c-4711-a08b-93f2030cfc6d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:46.028830 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Attempting to bind port 785a3a4d-5f1a-465a-943d-ebe25c8a1446 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:58:46.029208 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Attempting to bind port 785a3a4d-5f1a-465a-943d-ebe25c8a1446 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:58:46.029564 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Attempting to bind port 785a3a4d-5f1a-465a-943d-ebe25c8a1446 on network 6f80240f-7727-4830-9a11-a724cf54f32d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:58:46.038498 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:58:46.039159 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Checking segment: {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:46.039717 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:46.040254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Bound using segment: {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:58:46.040884 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Bound port: 785a3a4d-5f1a-465a-943d-ebe25c8a1446, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:58:46.041831 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (785a3a4d-5f1a-465a-943d-ebe25c8a1446), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:46.083119 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba19e3-9348-456f-8f87-088145a8b15f None None] Pushing event updated for resources: {'Port': ['ID=780817c7-e3c5-486d-8c82-a610b9442f05,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:46.208325 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e58a4523-2ebb-46cc-82d5-42e1087b5400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:46.260857 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] For port 785a3a4d-5f1a-465a-943d-ebe25c8a1446, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:58:46.265517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] For port 785a3a4d-5f1a-465a-943d-ebe25c8a1446, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=785a3a4d-5f1a-465a-943d-ebe25c8a1446,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:58:46.294809 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (785a3a4d-5f1a-465a-943d-ebe25c8a1446), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:46.403305 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e58a4523-2ebb-46cc-82d5-42e1087b5400 admin admin] Publish callbacks [] for security_group (6dcf98a0-0f78-4629-8941-adb96a5a3cfb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:46.415084 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e58a4523-2ebb-46cc-82d5-42e1087b5400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6dcf98a0-0f78-4629-8941-adb96a5a3cfb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:46.521249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e58a4523-2ebb-46cc-82d5-42e1087b5400 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51c8b74f9b9a4bdcae451ada0d1a1a2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5310051 Jan 14 01:58:46.521249 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a4523-2ebb-46cc-82d5-42e1087b5400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcf98a0-0f78-4629-8941-adb96a5a3cfb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:46.522461 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:46.639272 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-706a5cf0-cc45-4548-a9c8-97a19710c66a admin admin] Publish callbacks [] for security_group (6dcf98a0-0f78-4629-8941-adb96a5a3cfb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:46.661616 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-531b2251-eafb-431d-aaa1-e2effd220bd0', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'fixed_ips': [{'subnet_id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:58:46.679028 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:46.702362 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-706a5cf0-cc45-4548-a9c8-97a19710c66a admin admin] Publish callbacks [] for security_group (6dcf98a0-0f78-4629-8941-adb96a5a3cfb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:46.756399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-25e55bc0-7fbf-4f96-891c-dbba6c517ebd None None] Current status of the port 780817c7-e3c5-486d-8c82-a610b9442f05 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:46.845415 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68126433-d75f-44c1-aed3-20d50ce952b7 None None] Pushing event updated for resources: {'Port': ['ID=785a3a4d-5f1a-465a-943d-ebe25c8a1446,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:46.882186 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-706a5cf0-cc45-4548-a9c8-97a19710c66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6dcf98a0-0f78-4629-8941-adb96a5a3cfb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:46.884803 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-706a5cf0-cc45-4548-a9c8-97a19710c66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:46.888337 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-706a5cf0-cc45-4548-a9c8-97a19710c66a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dcf98a0-0f78-4629-8941-adb96a5a3cfb HTTP/1.1" status: 204 len: 168 time: 0.3627505 Jan 14 01:58:46.900566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a5cf0-cc45-4548-a9c8-97a19710c66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcf98a0-0f78-4629-8941-adb96a5a3cfb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:47.047082 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Allocated IP 172.20.0.2 (531b2251-eafb-431d-aaa1-e2effd220bd0/08f743ef-8ce0-4eb6-9084-211b90b0e49c/a58a4f00-25d8-4bed-af11-113ee35a27b1) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:47.108873 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e5b3ac-c801-4031-aab5-da2e49bf9d5b tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:47.113312 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a0e5b3ac-c801-4031-aab5-da2e49bf9d5b tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 1130 time: 1.1010416 Jan 14 01:58:47.113658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48438) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:47.118663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'port_id': 'abd77974-dfbf-46d6-8adb-27580f39a4b9', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:47.169023 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:47.275751 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Allocated IP 172.25.2.176 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/df6cb805-a33d-45f3-bb42-1096187869b7) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:47.352090 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Publish callbacks [] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:47.361824 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:47.388511 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:47.431813 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Network 531b2251-eafb-431d-aaa1-e2effd220bd0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:47.456706 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:47.459356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:47.487031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48442) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:47.508424 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-546eb7fa-c5d3-4ca8-b37d-21fbe1e4b9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:47.547886 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Pushing event updated for resources: {'Port': ['ID=a58a4f00-25d8-4bed-af11-113ee35a27b1,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:47.676076 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Publish callbacks [] for port (df6cb805-a33d-45f3-bb42-1096187869b7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:47.703974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Attempting to bind port a58a4f00-25d8-4bed-af11-113ee35a27b1 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:58:47.705082 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Attempting to bind port a58a4f00-25d8-4bed-af11-113ee35a27b1 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:58:47.705915 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Attempting to bind port a58a4f00-25d8-4bed-af11-113ee35a27b1 on network 531b2251-eafb-431d-aaa1-e2effd220bd0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:58:47.720008 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-546eb7fa-c5d3-4ca8-b37d-21fbe1e4b9fc admin admin] Publish callbacks [] for security_group (1bd5fa07-77ef-4c03-90d3-df163275c585), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:47.720425 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:58:47.721004 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Checking segment: {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:47.721730 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:47.722226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Bound using segment: {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:58:47.724672 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Bound port: a58a4f00-25d8-4bed-af11-113ee35a27b1, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:58:47.725221 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:47.733867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 780817c7-e3c5-486d-8c82-a610b9442f05 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:47.734938 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-546eb7fa-c5d3-4ca8-b37d-21fbe1e4b9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1bd5fa07-77ef-4c03-90d3-df163275c585), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:47.777705 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (df6cb805-a33d-45f3-bb42-1096187869b7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:47.895102 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:47.957586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:47.972116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:48.059149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac153b3-b43e-46fb-906d-c3af6d31c5ff None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:58:48.064673 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:48.066729 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-546eb7fa-c5d3-4ca8-b37d-21fbe1e4b9fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab03d2112c5f4132846c5511718a97d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5781014 Jan 14 01:58:48.067510 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Pushing event updated for resources: {'Port': ['ID=df6cb805-a33d-45f3-bb42-1096187869b7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:48.069756 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48452) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:48.097049 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546eb7fa-c5d3-4ca8-b37d-21fbe1e4b9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd5fa07-77ef-4c03-90d3-df163275c585,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:48.128563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 780817c7-e3c5-486d-8c82-a610b9442f05 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:48.128563 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:48.188043 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Allocated IP 172.25.2.86 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/001315b5-7749-498c-8d32-08efac6b4849) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:48.306455 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 780817c7-e3c5-486d-8c82-a610b9442f05 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:48.309274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 785a3a4d-5f1a-465a-943d-ebe25c8a1446 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:48.365712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] For port a58a4f00-25d8-4bed-af11-113ee35a27b1, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:58:48.380367 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b8894-e735-4a44-9fbd-085fe433ffd2 None None] Network 6f80240f-7727-4830-9a11-a724cf54f32d requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:58:48.394258 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for port (001315b5-7749-498c-8d32-08efac6b4849), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:48.443955 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a47f78bd-05e8-4d1d-a8a7-e5dfaf54042e admin admin] Publish callbacks [] for security_group (1bd5fa07-77ef-4c03-90d3-df163275c585), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:48.470183 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (001315b5-7749-498c-8d32-08efac6b4849), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:48.477650 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a47f78bd-05e8-4d1d-a8a7-e5dfaf54042e admin admin] Publish callbacks [] for security_group (1bd5fa07-77ef-4c03-90d3-df163275c585), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:48.512485 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:48.515741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:48.519834 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:48.554925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4592d325-b996-4172-8ffc-478f196523c9 None None] Provisioning complete for port df6cb805-a33d-45f3-bb42-1096187869b7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:48.555691 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4592d325-b996-4172-8ffc-478f196523c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (df6cb805-a33d-45f3-bb42-1096187869b7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:48.569095 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Port': ['ID=001315b5-7749-498c-8d32-08efac6b4849,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:48.651448 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] For port a58a4f00-25d8-4bed-af11-113ee35a27b1, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a58a4f00-25d8-4bed-af11-113ee35a27b1,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:58:48.676649 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4592d325-b996-4172-8ffc-478f196523c9 None None] Port df6cb805-a33d-45f3-bb42-1096187869b7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:48.697427 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:48.700329 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a47f78bd-05e8-4d1d-a8a7-e5dfaf54042e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1bd5fa07-77ef-4c03-90d3-df163275c585), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:48.703046 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a47f78bd-05e8-4d1d-a8a7-e5dfaf54042e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:48.704182 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a47f78bd-05e8-4d1d-a8a7-e5dfaf54042e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bd5fa07-77ef-4c03-90d3-df163275c585 HTTP/1.1" status: 204 len: 168 time: 0.5905142 Jan 14 01:58:48.779179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9b06b-7ee3-434c-87b3-6e3e4bce4429 None None] Pushing event updated for resources: {'Port': ['ID=a58a4f00-25d8-4bed-af11-113ee35a27b1,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:48.814344 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f78bd-05e8-4d1d-a8a7-e5dfaf54042e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd5fa07-77ef-4c03-90d3-df163275c585,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:48.885902 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Publish callbacks [] for router_gateway (3ac8ba68-0c41-404d-8b24-88d3b05f2bf9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:48.942318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-98753c42-cc51-498c-9ba0-3dd9a3d28fe6 None None] Provisioning complete for port 785a3a4d-5f1a-465a-943d-ebe25c8a1446 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:48.946710 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-98753c42-cc51-498c-9ba0-3dd9a3d28fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (785a3a4d-5f1a-465a-943d-ebe25c8a1446), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:49.046870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 785a3a4d-5f1a-465a-943d-ebe25c8a1446 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:49.047244 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (785a3a4d-5f1a-465a-943d-ebe25c8a1446), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:49.093976 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Allocated IP 172.20.0.1 (531b2251-eafb-431d-aaa1-e2effd220bd0/08f743ef-8ce0-4eb6-9084-211b90b0e49c/5367b9f8-1ea7-4d1c-a9c8-85039be9b153) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:49.519177 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-98753c42-cc51-498c-9ba0-3dd9a3d28fe6 None None] Current status of the port 785a3a4d-5f1a-465a-943d-ebe25c8a1446 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:49.522690 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-98753c42-cc51-498c-9ba0-3dd9a3d28fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (785a3a4d-5f1a-465a-943d-ebe25c8a1446), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:49.577776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (3ac8ba68-0c41-404d-8b24-88d3b05f2bf9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:49.586492 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 785a3a4d-5f1a-465a-943d-ebe25c8a1446 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:49.588883 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (785a3a4d-5f1a-465a-943d-ebe25c8a1446), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:49.627833 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-98753c42-cc51-498c-9ba0-3dd9a3d28fe6 None None] For port 785a3a4d-5f1a-465a-943d-ebe25c8a1446, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=785a3a4d-5f1a-465a-943d-ebe25c8a1446,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:49.640090 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-98753c42-cc51-498c-9ba0-3dd9a3d28fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (785a3a4d-5f1a-465a-943d-ebe25c8a1446), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:49.729835 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:58:49.730513 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:58:49.740918 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98753c42-cc51-498c-9ba0-3dd9a3d28fe6 None None] Pushing event updated for resources: {'Port': ['ID=785a3a4d-5f1a-465a-943d-ebe25c8a1446,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:49.775415 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for floatingip (dfd98800-5338-4e4b-9966-0b50ca5aeeff), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:49.781613 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:49.785280 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-374d95fe-50a8-4899-b2da-6b684b894948 None None] Provisioning complete for port 785a3a4d-5f1a-465a-943d-ebe25c8a1446 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:49.785725 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-374d95fe-50a8-4899-b2da-6b684b894948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (785a3a4d-5f1a-465a-943d-ebe25c8a1446), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:49.844762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:58:49.871545 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:49.956128 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-374d95fe-50a8-4899-b2da-6b684b894948 None None] Current status of the port 785a3a4d-5f1a-465a-943d-ebe25c8a1446 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:50.050947 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=5367b9f8-1ea7-4d1c-a9c8-85039be9b153,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:50.071707 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network 531b2251-eafb-431d-aaa1-e2effd220bd0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:50.078659 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:50.082799 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:50.189195 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:50.248264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:50.284786 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Sync routers for ids ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:50.354913 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Routers {'3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:50.356940 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:50.363028 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 785a3a4d-5f1a-465a-943d-ebe25c8a1446 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:50.365088 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:50.366978 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7084aefe-93a0-452b-93af-295355b99754 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3704307 Jan 14 01:58:50.369844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48506) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:50.649735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Set router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:50.711188 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (001315b5-7749-498c-8d32-08efac6b4849), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:50.783970 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a58a4f00-25d8-4bed-af11-113ee35a27b1 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:51.027187 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e68c7-e38a-4fd3-b763-34824d61da62 None None] Network 531b2251-eafb-431d-aaa1-e2effd220bd0 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:58:51.078708 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for port (001315b5-7749-498c-8d32-08efac6b4849), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:51.092130 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (001315b5-7749-498c-8d32-08efac6b4849), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:51.231327 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f0b225cd-2f70-42bd-ae5e-54b0a6234584 None None] Provisioning complete for port a58a4f00-25d8-4bed-af11-113ee35a27b1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:51.236058 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f0b225cd-2f70-42bd-ae5e-54b0a6234584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:51.252115 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Port': ['ID=001315b5-7749-498c-8d32-08efac6b4849,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:51.265344 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (dfd98800-5338-4e4b-9966-0b50ca5aeeff), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:51.421190 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a58a4f00-25d8-4bed-af11-113ee35a27b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:51.421566 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:51.494950 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Floating IP dfd98800-5338-4e4b-9966-0b50ca5aeeff associated. External IP: 172.25.2.86, port: abd77974-dfbf-46d6-8adb-27580f39a4b9. Jan 14 01:58:51.498090 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:51.537099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f0b225cd-2f70-42bd-ae5e-54b0a6234584 None None] Current status of the port a58a4f00-25d8-4bed-af11-113ee35a27b1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:51.538065 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f0b225cd-2f70-42bd-ae5e-54b0a6234584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:51.732736 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48530) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:51.758899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f0b225cd-2f70-42bd-ae5e-54b0a6234584 None None] For port a58a4f00-25d8-4bed-af11-113ee35a27b1, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a58a4f00-25d8-4bed-af11-113ee35a27b1,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:51.773416 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f0b225cd-2f70-42bd-ae5e-54b0a6234584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:51.777561 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:58:51.786634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:48Z', 'revision_number': 3, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:51.893965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a58a4f00-25d8-4bed-af11-113ee35a27b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:51.895093 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 785a3a4d-5f1a-465a-943d-ebe25c8a1446 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:51.962607 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Checking router: 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:58:51.962960 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Updating router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 port df6cb805-a33d-45f3-bb42-1096187869b7 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:58:51.983738 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2088869124', 'router:external': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:52.039873 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (df6cb805-a33d-45f3-bb42-1096187869b7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:52.068024 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:52.081604 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62018488-e54c-4bba-ad97-9f5aab2c9364 None None] Sync routers for ids ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:52.093777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Made reservation on behalf of dfe3b18a7d134c00ac850f4f8d421e71 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:52.099734 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:52.107679 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62018488-e54c-4bba-ad97-9f5aab2c9364 None None] Routers {'2f4bd742-c4d8-4415-afc9-0bdd9bd74279'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:52.113166 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:52.113610 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-62018488-e54c-4bba-ad97-9f5aab2c9364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:52.181825 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b4cda0cf-08ad-450d-a969-69217567b0fd tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0668492 Jan 14 01:58:52.182734 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'tag': 'abd77974-dfbf-46d6-8adb-27580f39a4b9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:58:52.187323 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342e247f-3a39-4bd8-ab1c-a80b7480afb2" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf", "tag": "abd77974-dfbf-46d6-8adb-27580f39a4b9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:58:52.196362 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48536) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:52.201335 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:52.335669 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b225cd-2f70-42bd-ae5e-54b0a6234584 None None] Pushing event updated for resources: {'Port': ['ID=a58a4f00-25d8-4bed-af11-113ee35a27b1,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:52.542627 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.543026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.543487 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.543948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.544399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.544993 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.545445 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.545898 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.546345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.546844 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.547991 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.547991 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.548239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.548663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.551007 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cba6a254-f74b-4a21-95d5-2a1271b7b22f tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9836 time: 0.3532155 Jan 14 01:58:52.552575 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db2d727-8b97-4177-999d-631b6a0eeaef x-openstack-request-id: req-3db2d727-8b97-4177-999d-631b6a0eeaef {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:58:52.552858 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf", "tag": "abd77974-dfbf-46d6-8adb-27580f39a4b9", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:58:52.553147 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3db2d727-8b97-4177-999d-631b6a0eeaef {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:58:52.553535 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'tag': 'abd77974-dfbf-46d6-8adb-27580f39a4b9', 'status': 'completed', 'code': 200} Jan 14 01:58:52.562719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48542) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:52.565976 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-62018488-e54c-4bba-ad97-9f5aab2c9364 None None] Set router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:52.703663 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e247f-3a39-4bd8-ab1c-a80b7480afb2 req-8ecef953-6cf8-4ffd-95ad-0614a3b885b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.708439 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-342e247f-3a39-4bd8-ab1c-a80b7480afb2 req-8ecef953-6cf8-4ffd-95ad-0614a3b885b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f24ad4a62192446cbf1d8d5d4545d57d&device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 1135 time: 0.3696985 Jan 14 01:58:52.864693 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.865146 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.866119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.866735 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.867200 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.867822 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.868278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.868776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.869221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.869668 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.870110 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.871145 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.871646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.872090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:52.874460 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-22cc495e-c828-4976-87c3-8249202d7d57 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8891 time: 0.3100581 Jan 14 01:58:52.878244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48548) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:53.003068 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 785a3a4d-5f1a-465a-943d-ebe25c8a1446 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:53.012445 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (785a3a4d-5f1a-465a-943d-ebe25c8a1446), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.036034 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-62018488-e54c-4bba-ad97-9f5aab2c9364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T01:58:18Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'dfd98800-5338-4e4b-9966-0b50ca5aeeff', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'port_id': 'abd77974-dfbf-46d6-8adb-27580f39a4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'mac_address': 'fa:16:3e:7d:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:58:49Z', 'updated_at': '2022-01-14T01:58:49Z', 'revision_number': 0, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0551dd9a-290a-4c30-8721-9eff15f0dcac', 'name': '', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'mac_address': 'fa:16:3e:a3:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:16Z', 'updated_at': '2022-01-14T01:58:23Z', 'revision_number': 5, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'subnets': [{'id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:53.041489 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.058703 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.063211 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e247f-3a39-4bd8-ab1c-a80b7480afb2 req-a6607e3f-3865-401e-8a97-6bec4c906558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:53.067177 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-342e247f-3a39-4bd8-ab1c-a80b7480afb2 req-a6607e3f-3865-401e-8a97-6bec4c906558 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 HTTP/1.1" status: 200 len: 897 time: 0.3204634 Jan 14 01:58:53.085058 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62018488-e54c-4bba-ad97-9f5aab2c9364 None None] Checking router: 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:58:53.105454 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62018488-e54c-4bba-ad97-9f5aab2c9364 None None] Routers {'2f4bd742-c4d8-4415-afc9-0bdd9bd74279'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:53.106298 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-62018488-e54c-4bba-ad97-9f5aab2c9364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:53.108052 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.122346 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b7bf3cf2-bbf4-41fc-a05c-9b6da5441181 None None] Provisioning complete for port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:53.122916 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7bf3cf2-bbf4-41fc-a05c-9b6da5441181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.167172 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for security_group (094bd16b-6ad2-46e9-b290-8bb361f863ac), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.205549 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf3cf2-bbf4-41fc-a05c-9b6da5441181 None None] Port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:53.213751 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (094bd16b-6ad2-46e9-b290-8bb361f863ac), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.244880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:58:53.268452 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c8d31f41-4f30-4242-93b8-707c71cce950), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.269965 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Added segment c8d31f41-4f30-4242-93b8-707c71cce950 of type vlan for network 956fd7d5-9120-43b7-aad9-e6f22e03af28 Jan 14 01:58:53.289901 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-62018488-e54c-4bba-ad97-9f5aab2c9364 None None] Set router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:53.292290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b7bf3cf2-bbf4-41fc-a05c-9b6da5441181 None None] Provisioning complete for port a58a4f00-25d8-4bed-af11-113ee35a27b1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:53.292290 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7bf3cf2-bbf4-41fc-a05c-9b6da5441181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.295182 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 785a3a4d-5f1a-465a-943d-ebe25c8a1446 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:53.346794 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (956fd7d5-9120-43b7-aad9-e6f22e03af28), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.407398 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Publish callbacks [] for port (df6cb805-a33d-45f3-bb42-1096187869b7), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.439989 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (df6cb805-a33d-45f3-bb42-1096187869b7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.450942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094bd16b-6ad2-46e9-b290-8bb361f863ac,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:53.454742 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (956fd7d5-9120-43b7-aad9-e6f22e03af28), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.455999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:53.456571 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.502509 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d76e7-87b6-4d59-aefa-bca277db5066 None None] Pushing event updated for resources: {'Port': ['ID=df6cb805-a33d-45f3-bb42-1096187869b7,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:53.513530 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a58a4f00-25d8-4bed-af11-113ee35a27b1 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:53.519049 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7850296 Jan 14 01:58:53.549629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48560) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:53.555905 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Request body: {'subnet': {'network_id': '956fd7d5-9120-43b7-aad9-e6f22e03af28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:53.562901 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-342e247f-3a39-4bd8-ab1c-a80b7480afb2 req-e5ec75d0-0d81-4da6-9196-430fc1cb91ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd77974-dfbf-46d6-8adb-27580f39a4b9 HTTP/1.1" status: 200 len: 998 time: 0.4858053 Jan 14 01:58:53.566237 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.573136 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=5367b9f8-1ea7-4d1c-a9c8-85039be9b153,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:53.608346 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326897b-7f23-459c-80b8-2a6c16945e9f None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:58:53.641452 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Attempting to bind port df6cb805-a33d-45f3-bb42-1096187869b7 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:58:53.641829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Attempting to bind port df6cb805-a33d-45f3-bb42-1096187869b7 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:58:53.642192 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Attempting to bind port df6cb805-a33d-45f3-bb42-1096187869b7 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:58:53.646064 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf3cf2-bbf4-41fc-a05c-9b6da5441181 None None] Current status of the port a58a4f00-25d8-4bed-af11-113ee35a27b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:53.656692 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:58:53.657073 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:53.657542 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.657937 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:58:53.658594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Bound port: df6cb805-a33d-45f3-bb42-1096187869b7, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:58:53.658975 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (df6cb805-a33d-45f3-bb42-1096187869b7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.751994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Made reservation on behalf of dfe3b18a7d134c00ac850f4f8d421e71 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:53.755088 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.778717 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] For port df6cb805-a33d-45f3-bb42-1096187869b7, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:58:53.782305 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] For port df6cb805-a33d-45f3-bb42-1096187869b7, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=df6cb805-a33d-45f3-bb42-1096187869b7,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:58:53.825129 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a58a4f00-25d8-4bed-af11-113ee35a27b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:53.825570 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.889273 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (df6cb805-a33d-45f3-bb42-1096187869b7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.910336 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b41d5517-dc6e-4049-820b-0565017c7ef0 None None] Provisioning complete for port df6cb805-a33d-45f3-bb42-1096187869b7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:53.910905 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b41d5517-dc6e-4049-820b-0565017c7ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (df6cb805-a33d-45f3-bb42-1096187869b7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:53.938456 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-62018488-e54c-4bba-ad97-9f5aab2c9364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T01:58:18Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'dfd98800-5338-4e4b-9966-0b50ca5aeeff', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'port_id': 'abd77974-dfbf-46d6-8adb-27580f39a4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'mac_address': 'fa:16:3e:7d:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:58:49Z', 'updated_at': '2022-01-14T01:58:49Z', 'revision_number': 0, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0551dd9a-290a-4c30-8721-9eff15f0dcac', 'name': '', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'mac_address': 'fa:16:3e:a3:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:16Z', 'updated_at': '2022-01-14T01:58:23Z', 'revision_number': 5, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'subnets': [{'id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:53.969645 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b016e8-3ceb-47c8-be2f-00bfc67c65f4 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:58:53.997993 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62018488-e54c-4bba-ad97-9f5aab2c9364 None None] The sync data for ids ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'] in n-d-824358-4 is: [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T01:58:18Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'dfd98800-5338-4e4b-9966-0b50ca5aeeff', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'port_id': 'abd77974-dfbf-46d6-8adb-27580f39a4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'mac_address': 'fa:16:3e:7d:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:58:49Z', 'updated_at': '2022-01-14T01:58:49Z', 'revision_number': 0, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0551dd9a-290a-4c30-8721-9eff15f0dcac', 'name': '', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'mac_address': 'fa:16:3e:a3:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:16Z', 'updated_at': '2022-01-14T01:58:23Z', 'revision_number': 5, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'subnets': [{'id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:58:54.077279 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Routers {'3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:54.077925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:54.091434 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e247f-3a39-4bd8-ab1c-a80b7480afb2 req-4ff504cb-6a2c-4472-a321-398c85dadac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:54.112590 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-342e247f-3a39-4bd8-ab1c-a80b7480afb2 req-4ff504cb-6a2c-4472-a321-398c85dadac7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9fb6311-60df-422e-9af6-a17f376aedf6 HTTP/1.1" status: 200 len: 834 time: 0.5231793 Jan 14 01:58:54.125532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ebb32-f905-4e34-9dc8-57cee1a4e969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event updated for resources: {'Network': ['ID=956fd7d5-9120-43b7-aad9-e6f22e03af28,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:54.204970 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] Set router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:54.242654 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-503a8daa-c595-4ad6-b836-0e68a2644cdf tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5949 time: 1.3632233 Jan 14 01:58:54.245405 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48568) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:54.268402 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Allocated IP 172.20.0.1 (6f80240f-7727-4830-9a11-a724cf54f32d/cd91e3b7-de24-46af-a7f7-5709419078da/530bd29d-ef73-451b-a0ef-2b83665923c7) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:54.338372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e247f-3a39-4bd8-ab1c-a80b7480afb2 req-2ebffbbd-af77-42c2-9668-6f194663211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:54.339954 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-342e247f-3a39-4bd8-ab1c-a80b7480afb2 req-2ebffbbd-af77-42c2-9668-6f194663211f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1998277 Jan 14 01:58:54.343008 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network 531b2251-eafb-431d-aaa1-e2effd220bd0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:54.357427 n-d-824358-4 neutron-server[103353]: DEBUG neutron.objects.ports [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103353) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 14 01:58:54.360095 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:54.361563 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (0cfec4b5-8960-4531-bb73-a6f032a96f29), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:54.442610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 956fd7d5-9120-43b7-aad9-e6f22e03af28 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:58:54.445910 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Checking segment: {'id': 'c8d31f41-4f30-4242-93b8-707c71cce950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '956fd7d5-9120-43b7-aad9-e6f22e03af28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:54.446279 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Network hostable DHCP agents. Network: 956fd7d5-9120-43b7-aad9-e6f22e03af28, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:58:54.459872 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0cfec4b5-8960-4531-bb73-a6f032a96f29,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:54.476287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Network 956fd7d5-9120-43b7-aad9-e6f22e03af28 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:58:54.488717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 956fd7d5-9120-43b7-aad9-e6f22e03af28) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:54.495894 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:54.497890 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:54.526260 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2eeba069-9be6-40c2-8cfc-5244a4af70e0 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9754093 Jan 14 01:58:54.527016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48572) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:54.543999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-617418112', 'network_id': '956fd7d5-9120-43b7-aad9-e6f22e03af28'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:54.547173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6cb60e-3de8-444d-9e4d-0d9c05201bd5 None None] Network 956fd7d5-9120-43b7-aad9-e6f22e03af28 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:58:54.555468 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc792482-cb69-4383-b746-532e8b4803fb None None] New status for floating IP dfd98800-5338-4e4b-9966-0b50ca5aeeff: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:58:54.585472 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Made reservation on behalf of dfe3b18a7d134c00ac850f4f8d421e71 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:58:54.588631 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:54.608611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c390c7b-a17d-4b1d-a70f-a33e71539e76 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:54.609458 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c390c7b-a17d-4b1d-a70f-a33e71539e76 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:54.611245 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8c390c7b-a17d-4b1d-a70f-a33e71539e76 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2f4bd742-c4d8-4415-afc9-0bdd9bd74279 HTTP/1.1" status: 200 len: 1988 time: 0.3636498 Jan 14 01:58:54.628868 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] device_id is not set on port ddfe012f-9853-45f9-b93b-2ed65ef09465 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 01:58:54.753453 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d76e7-87b6-4d59-aefa-bca277db5066 None None] Pushing event updated for resources: {'Port': ['ID=df6cb805-a33d-45f3-bb42-1096187869b7,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:54.771060 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Allocated IP 2001:db8::2ed (956fd7d5-9120-43b7-aad9-e6f22e03af28/0cfec4b5-8960-4531-bb73-a6f032a96f29/ddfe012f-9853-45f9-b93b-2ed65ef09465) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:58:54.796310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a58a4f00-25d8-4bed-af11-113ee35a27b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:54.802108 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-342e247f-3a39-4bd8-ab1c-a80b7480afb2 req-abf32201-e301-49e8-9cbe-547740d74bde service neutron] 10.222.0.46 "GET /v2.0/networks/5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538267 Jan 14 01:58:54.889982 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Publish callbacks [] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:54.951413 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:58:54.993335 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for port (ddfe012f-9853-45f9-b93b-2ed65ef09465), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:55.010546 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:48Z', 'revision_number': 3, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:55.056182 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ddfe012f-9853-45f9-b93b-2ed65ef09465), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:55.117262 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Network 956fd7d5-9120-43b7-aad9-e6f22e03af28 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:55.125348 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:55.129691 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:55.131647 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:55.132673 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:55.133923 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-342e247f-3a39-4bd8-ab1c-a80b7480afb2 req-b116e323-efd0-4bf3-8ab0-3a4d557ac885 service neutron] 10.222.0.46 "GET /v2.0/networks/5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235526 Jan 14 01:58:55.135268 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:55.143124 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event updated for resources: {'Port': ['ID=ddfe012f-9853-45f9-b93b-2ed65ef09465,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:55.143855 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24471e3c-62f5-435b-9b7c-476a358e5b79 None None] Network 956fd7d5-9120-43b7-aad9-e6f22e03af28 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:58:55.167298 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ef542e96-ff0b-4467-832c-c83dbb404a04 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6367726 Jan 14 01:58:55.169468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48590) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:55.208994 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b40c4-8484-40af-99d6-acc1faef987a None None] The sync data for ids ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'] in n-d-824358-4 is: [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:48Z', 'revision_number': 3, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:58:55.208994 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b41d5517-dc6e-4049-820b-0565017c7ef0 None None] Current status of the port df6cb805-a33d-45f3-bb42-1096187869b7 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:55.208994 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b41d5517-dc6e-4049-820b-0565017c7ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (df6cb805-a33d-45f3-bb42-1096187869b7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:55.355218 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Network 6f80240f-7727-4830-9a11-a724cf54f32d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:55.373842 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:55.378247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:58:55.380472 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Pushing event updated for resources: {'Port': ['ID=530bd29d-ef73-451b-a0ef-2b83665923c7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:55.388302 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c9bd7-65fb-427f-bd11-9343b4359b97 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Deleting port ddfe012f-9853-45f9-b93b-2ed65ef09465 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:58:55.388747 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e9c9bd7-65fb-427f-bd11-9343b4359b97 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ddfe012f-9853-45f9-b93b-2ed65ef09465), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:55.420771 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b41d5517-dc6e-4049-820b-0565017c7ef0 None None] For port df6cb805-a33d-45f3-bb42-1096187869b7, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=df6cb805-a33d-45f3-bb42-1096187869b7,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:55.441523 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:55.443461 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b41d5517-dc6e-4049-820b-0565017c7ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (df6cb805-a33d-45f3-bb42-1096187869b7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:55.450240 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-508e857b-c5e7-4c62-b8c6-ec3798b211b4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "PUT /v2.0/routers/78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7191820 Jan 14 01:58:55.458862 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (3ac8ba68-0c41-404d-8b24-88d3b05f2bf9), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:55.459999 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Sync routers for ids ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:55.479795 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Routers {'78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:55.480428 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:55.629465 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e9c9bd7-65fb-427f-bd11-9343b4359b97 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ddfe012f-9853-45f9-b93b-2ed65ef09465), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:55.663577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c9bd7-65fb-427f-bd11-9343b4359b97 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Calling delete_port for ddfe012f-9853-45f9-b93b-2ed65ef09465 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:58:55.833780 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:55.847263 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Set router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:56.054237 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e9c9bd7-65fb-427f-bd11-9343b4359b97 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ddfe012f-9853-45f9-b93b-2ed65ef09465), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:56.126488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b41d5517-dc6e-4049-820b-0565017c7ef0 None None] Provisioning complete for port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:56.128184 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b41d5517-dc6e-4049-820b-0565017c7ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:56.135392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d5517-dc6e-4049-820b-0565017c7ef0 None None] Pushing event updated for resources: {'Port': ['ID=df6cb805-a33d-45f3-bb42-1096187869b7,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:56.171812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c9bd7-65fb-427f-bd11-9343b4359b97 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddfe012f-9853-45f9-b93b-2ed65ef09465,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:56.188605 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f4e5ff39-45ff-42a7-bc2b-046e24cbb13a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293720737&fields=id&tenant_id=63ad23e535974d8ebd72d18abfca4821 HTTP/1.1" status: 200 len: 267 time: 0.1624219 Jan 14 01:58:56.225487 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Publish callbacks [] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:56.239159 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:56.284749 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b41d5517-dc6e-4049-820b-0565017c7ef0 None None] Port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:56.295553 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e9c9bd7-65fb-427f-bd11-9343b4359b97 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:56.304615 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3e9c9bd7-65fb-427f-bd11-9343b4359b97 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "DELETE /v2.0/ports/ddfe012f-9853-45f9-b93b-2ed65ef09465 HTTP/1.1" status: 204 len: 168 time: 1.1322556 Jan 14 01:58:56.341830 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48612) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:56.357873 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '956fd7d5-9120-43b7-aad9-e6f22e03af28', 'external_fixed_ips': [{'subnet_id': '0cfec4b5-8960-4531-bb73-a6f032a96f29', 'ip_address': '2001:db8::2ed'}]}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:56.399168 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T01:58:50Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '5367b9f8-1ea7-4d1c-a9c8-85039be9b153', 'name': '', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:1c:55:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:48Z', 'updated_at': '2022-01-14T01:58:52Z', 'revision_number': 2, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:56.414595 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ff78e049-5bd0-4116-b74f-398fe0468119 None None] Provisioning complete for port df6cb805-a33d-45f3-bb42-1096187869b7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:56.416260 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff78e049-5bd0-4116-b74f-398fe0468119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (df6cb805-a33d-45f3-bb42-1096187869b7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:56.432617 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (3ac8ba68-0c41-404d-8b24-88d3b05f2bf9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:56.447171 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (e88cf77b-ce27-43bf-a600-6cbee467b6c2), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:56.448346 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (e88cf77b-ce27-43bf-a600-6cbee467b6c2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:56.473595 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Pushing event updated for resources: {'Port': ['ID=530bd29d-ef73-451b-a0ef-2b83665923c7,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:56.496116 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Checking router: 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:58:56.507791 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Updating router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:58:56.525315 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-fb935fff-03b8-49b2-b1da-7b5768b368a3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:58:56.536908 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-fb935fff-03b8-49b2-b1da-7b5768b368a3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/networks?id=531b2251-eafb-431d-aaa1-e2effd220bd0 HTTP/1.1" status: 200 len: 797 time: 0.3345432 Jan 14 01:58:56.563364 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:56.650237 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ff78e049-5bd0-4116-b74f-398fe0468119 None None] Current status of the port df6cb805-a33d-45f3-bb42-1096187869b7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:56.661644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ff78e049-5bd0-4116-b74f-398fe0468119 None None] Provisioning complete for port 530bd29d-ef73-451b-a0ef-2b83665923c7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:56.662292 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff78e049-5bd0-4116-b74f-398fe0468119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:56.700777 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ff78e049-5bd0-4116-b74f-398fe0468119 None None] Port 530bd29d-ef73-451b-a0ef-2b83665923c7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:56.717496 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ff78e049-5bd0-4116-b74f-398fe0468119 None None] Provisioning complete for port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:56.717869 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff78e049-5bd0-4116-b74f-398fe0468119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:56.757323 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-5b1766f6-d624-48a7-bfa0-b3b030900b15 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/quotas/63ad23e535974d8ebd72d18abfca4821 HTTP/1.1" status: 200 len: 375 time: 0.1654317 Jan 14 01:58:56.789545 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ff78e049-5bd0-4116-b74f-398fe0468119 None None] Port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:56.790053 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_controller (e88cf77b-ce27-43bf-a600-6cbee467b6c2), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:57.022195 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-36d254d9-fd71-48e3-a467-f807440c7543 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2531476 Jan 14 01:58:57.076446 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Publish callbacks [] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:57.083245 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-6c98c183-c82b-49c2-ac2d-ccc796d9259e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:58:57.090501 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:57.091299 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-6c98c183-c82b-49c2-ac2d-ccc796d9259e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126994 Jan 14 01:58:57.156757 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc84276-a84c-4e8e-8cf5-fb9ab7f5d495 None None] Pushing event updated for resources: {'Port': ['ID=5367b9f8-1ea7-4d1c-a9c8-85039be9b153,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:57.207817 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (e88cf77b-ce27-43bf-a600-6cbee467b6c2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:57.257933 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Attempting to bind port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:58:57.258293 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Attempting to bind port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:58:57.258702 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Attempting to bind port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 on network 531b2251-eafb-431d-aaa1-e2effd220bd0 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:58:57.268235 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:58:57.268612 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Checking segment: {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:58:57.269018 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:57.269413 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Bound using segment: {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:58:57.269898 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Bound port: 5367b9f8-1ea7-4d1c-a9c8-85039be9b153, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:58:57.270278 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:57.278249 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Network 6f80240f-7727-4830-9a11-a724cf54f32d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:58:57.284060 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:58:57.382954 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-568052e0-9d72-4145-93ef-42c041d926b9 service neutron] 10.222.0.26 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903180 Jan 14 01:58:57.439607 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] For port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:58:57.443076 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] For port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5367b9f8-1ea7-4d1c-a9c8-85039be9b153,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:58:57.463207 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:57.513358 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device df6cb805-a33d-45f3-bb42-1096187869b7 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:57.543241 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Routers {'78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:57.547408 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:57.559924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:58:57.738028 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc84276-a84c-4e8e-8cf5-fb9ab7f5d495 None None] Pushing event updated for resources: {'Port': ['ID=5367b9f8-1ea7-4d1c-a9c8-85039be9b153,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:57.775348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f9252a64-9cc3-4337-8216-4c9b12b37d1a None None] Provisioning complete for port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:57.775936 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9252a64-9cc3-4337-8216-4c9b12b37d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:57.813991 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-59c5454a-d713-4131-95f7-7f960fd109dc service neutron] 10.222.0.26 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300752 Jan 14 01:58:57.848219 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port df6cb805-a33d-45f3-bb42-1096187869b7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:57.849308 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (df6cb805-a33d-45f3-bb42-1096187869b7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:57.908417 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:58:57.917986 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-acdd338e-495a-4736-b21c-3bb9a646673b admin admin] 10.222.0.26 "PUT /v2.0/routers/3ac8ba68-0c41-404d-8b24-88d3b05f2bf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5451725 Jan 14 01:58:58.055853 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f9252a64-9cc3-4337-8216-4c9b12b37d1a None None] Current status of the port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:58.056254 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9252a64-9cc3-4337-8216-4c9b12b37d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:58.187376 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] Set router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:58.214612 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f9252a64-9cc3-4337-8216-4c9b12b37d1a None None] For port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5367b9f8-1ea7-4d1c-a9c8-85039be9b153,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:58:58.226528 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9252a64-9cc3-4337-8216-4c9b12b37d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:58.295899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port df6cb805-a33d-45f3-bb42-1096187869b7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:58.378619 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9252a64-9cc3-4337-8216-4c9b12b37d1a None None] Pushing event updated for resources: {'Port': ['ID=5367b9f8-1ea7-4d1c-a9c8-85039be9b153,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:58.413293 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Sync routers for ids ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:58:58.422673 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7d83e76d-c4ca-4d2f-b76f-8b065c61fccf None None] Provisioning complete for port 530bd29d-ef73-451b-a0ef-2b83665923c7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:58.423164 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d83e76d-c4ca-4d2f-b76f-8b065c61fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:58.501942 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Routers {'3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:58:58.502617 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:58.530099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7d83e76d-c4ca-4d2f-b76f-8b065c61fccf None None] Port 530bd29d-ef73-451b-a0ef-2b83665923c7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:58:58.633024 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T01:58:50Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '5367b9f8-1ea7-4d1c-a9c8-85039be9b153', 'name': '', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:1c:55:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:48Z', 'updated_at': '2022-01-14T01:58:57Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:58.658442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7d83e76d-c4ca-4d2f-b76f-8b065c61fccf None None] Provisioning complete for port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:58.662621 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d83e76d-c4ca-4d2f-b76f-8b065c61fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:58.697831 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a38cf-20c3-43a1-a0de-91d2cff1d45e None None] The sync data for ids ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'] in n-d-824358-4 is: [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T01:58:50Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '5367b9f8-1ea7-4d1c-a9c8-85039be9b153', 'name': '', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:1c:55:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:48Z', 'updated_at': '2022-01-14T01:58:57Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:58:58.857070 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Set router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:58:59.054551 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7d83e76d-c4ca-4d2f-b76f-8b065c61fccf None None] Current status of the port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:58:59.099418 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d786339e-4773-4dfc-a094-af5e711c4a09 req-b2de363a-5bd3-4ba2-93ac-19c38dc824b1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 210 time: 0.1290514 Jan 14 01:58:59.381716 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (e88cf77b-ce27-43bf-a600-6cbee467b6c2), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:59.455555 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:59.478207 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48650) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:59.483101 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-70c20032-6ef4-46f7-95a8-9a332c1e8e02 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301947349', 'description': 'tempest-description--1892739520'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:59.541022 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:58:59.565721 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70c20032-6ef4-46f7-95a8-9a332c1e8e02 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:59.750461 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70c20032-6ef4-46f7-95a8-9a332c1e8e02 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group (68f7c8d1-39be-49da-985a-25b6f0cd54bf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:59.757651 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70c20032-6ef4-46f7-95a8-9a332c1e8e02 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (68f7c8d1-39be-49da-985a-25b6f0cd54bf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:59.783410 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '530bd29d-ef73-451b-a0ef-2b83665923c7', 'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'mac_address': 'fa:16:3e:44:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:53Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 2, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'subnets': [{'id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:58:59.801136 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70c20032-6ef4-46f7-95a8-9a332c1e8e02 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:59.802253 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:58:59.802663 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:59.804803 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-70c20032-6ef4-46f7-95a8-9a332c1e8e02 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3254678 Jan 14 01:58:59.806103 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c20032-6ef4-46f7-95a8-9a332c1e8e02 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f7c8d1-39be-49da-985a-25b6f0cd54bf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:58:59.808456 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48652) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:58:59.835137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1de5942f-0d65-4831-8f65-d4aa04a94024 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Request body: {'security_group_rule': {'security_group_id': '68f7c8d1-39be-49da-985a-25b6f0cd54bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:58:59.935403 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1de5942f-0d65-4831-8f65-d4aa04a94024 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group_rule (9c386837-240b-4670-8b7a-2238276f5140), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:58:59.961164 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Checking router: 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:58:59.961573 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Updating router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 port 530bd29d-ef73-451b-a0ef-2b83665923c7 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:58:59.979694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Allocated IP 2001:db8::2ed (956fd7d5-9120-43b7-aad9-e6f22e03af28/0cfec4b5-8960-4531-bb73-a6f032a96f29/dfeabfd5-5dad-4f1f-bc6e-ad162828d035) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:00.048991 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.086021 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1de5942f-0d65-4831-8f65-d4aa04a94024 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group_rule (9c386837-240b-4670-8b7a-2238276f5140), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.099451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1de5942f-0d65-4831-8f65-d4aa04a94024 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (9c386837-240b-4670-8b7a-2238276f5140), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.165825 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5942f-0d65-4831-8f65-d4aa04a94024 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c386837-240b-4670-8b7a-2238276f5140,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:00.186756 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1de5942f-0d65-4831-8f65-d4aa04a94024 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.189547 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1de5942f-0d65-4831-8f65-d4aa04a94024 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3643270 Jan 14 01:59:00.191300 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48662) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:00.196509 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c6d38015-4bd2-4a95-9737-d870fdb3645d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Request body: {'security_group_rule': {'security_group_id': '68f7c8d1-39be-49da-985a-25b6f0cd54bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:00.281285 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6d38015-4bd2-4a95-9737-d870fdb3645d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group_rule (4d5e961c-10d7-4d37-864e-52bc7f5e2f3f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.346740 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6d38015-4bd2-4a95-9737-d870fdb3645d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group_rule (4d5e961c-10d7-4d37-864e-52bc7f5e2f3f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.357303 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6d38015-4bd2-4a95-9737-d870fdb3645d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (4d5e961c-10d7-4d37-864e-52bc7f5e2f3f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.361313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e863d4c6-fd85-4f94-8428-85d8ca569387 req-627e1e71-ab95-4dc7-b589-cb113c7d8f2a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 210 time: 0.1093538 Jan 14 01:59:00.414573 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38015-4bd2-4a95-9737-d870fdb3645d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5e961c-10d7-4d37-864e-52bc7f5e2f3f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:00.431755 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-43724c8f-5c7f-4bdf-9066-20ed8721c991 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:00.432740 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6d38015-4bd2-4a95-9737-d870fdb3645d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.433418 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-43724c8f-5c7f-4bdf-9066-20ed8721c991 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.36 "GET /v2.0/networks?id=531b2251-eafb-431d-aaa1-e2effd220bd0 HTTP/1.1" status: 200 len: 797 time: 0.3743896 Jan 14 01:59:00.434933 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c6d38015-4bd2-4a95-9737-d870fdb3645d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2426121 Jan 14 01:59:00.438635 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48666) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:00.439461 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for port (dfeabfd5-5dad-4f1f-bc6e-ad162828d035), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.452719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:00.457630 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:00.504235 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.537071 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (dfeabfd5-5dad-4f1f-bc6e-ad162828d035), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.562947 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-737a68f0-3625-4307-8b63-910bb8e7613b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63ad23e535974d8ebd72d18abfca4821 HTTP/1.1" status: 200 len: 380 time: 0.1083179 Jan 14 01:59:00.593452 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'port': {'device_id': '496fb499-27b1-4201-add2-882d512e71f8', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'admin_state_up': True, 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'security_groups': ['bea467b5-c688-436f-90c2-0657e1f608db']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:00.611947 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Network 956fd7d5-9120-43b7-aad9-e6f22e03af28 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:00.650679 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:00.660273 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:00.679530 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.707921 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event updated for resources: {'Port': ['ID=dfeabfd5-5dad-4f1f-bc6e-ad162828d035,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:00.742057 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Publish callbacks [] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.754003 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.806530 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3abad-1150-458c-a2dc-c67d13bba6b9 None None] Pushing event updated for resources: {'Port': ['ID=530bd29d-ef73-451b-a0ef-2b83665923c7,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:00.926950 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Allocated IP 172.25.2.189 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:00.947128 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Attempting to bind port 530bd29d-ef73-451b-a0ef-2b83665923c7 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:00.947515 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Attempting to bind port 530bd29d-ef73-451b-a0ef-2b83665923c7 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:00.949115 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Attempting to bind port 530bd29d-ef73-451b-a0ef-2b83665923c7 on network 6f80240f-7727-4830-9a11-a724cf54f32d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:00.954865 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:00.955847 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Checking segment: {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:00.956391 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:00.956786 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Bound using segment: {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:00.957405 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Bound port: 530bd29d-ef73-451b-a0ef-2b83665923c7, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:00.957791 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:01.014221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Made reservation on behalf of 63ad23e535974d8ebd72d18abfca4821 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:59:01.020228 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:01.145509 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] For port 530bd29d-ef73-451b-a0ef-2b83665923c7, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:01.149730 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] For port 530bd29d-ef73-451b-a0ef-2b83665923c7, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=530bd29d-ef73-451b-a0ef-2b83665923c7,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:01.160255 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:01.194649 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (e88cf77b-ce27-43bf-a600-6cbee467b6c2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:01.200416 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for port (e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:01.233257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2e657c65-ac82-4fd6-aaa0-d0946ea46827 None None] Provisioning complete for port 530bd29d-ef73-451b-a0ef-2b83665923c7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:01.233710 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e657c65-ac82-4fd6-aaa0-d0946ea46827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:01.292603 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:01.402601 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:01.410485 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:01.411117 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3abad-1150-458c-a2dc-c67d13bba6b9 None None] Pushing event updated for resources: {'Port': ['ID=530bd29d-ef73-451b-a0ef-2b83665923c7,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:01.415592 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Routers {'3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:01.416423 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:01.422909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:01.451227 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Allocated IP 172.20.0.11 (531b2251-eafb-431d-aaa1-e2effd220bd0/08f743ef-8ce0-4eb6-9084-211b90b0e49c/e4440516-aadd-4347-9ee1-488520ad3844) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:01.616495 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] Set router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:01.792825 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (e4440516-aadd-4347-9ee1-488520ad3844), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:01.813921 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event updated for resources: {'Port': ['ID=e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:01.854995 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:01.928753 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for floatingip (84742fdf-1be5-42d0-83d2-d1d44a6a173e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:01.949486 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2e657c65-ac82-4fd6-aaa0-d0946ea46827 None None] Current status of the port 530bd29d-ef73-451b-a0ef-2b83665923c7 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:01.950164 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e657c65-ac82-4fd6-aaa0-d0946ea46827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:01.967284 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (e4440516-aadd-4347-9ee1-488520ad3844), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:02.000263 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:02.045446 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f999c5-0953-43e9-b858-ed572c587f0e req-43bdb6bf-0465-4e64-95fd-7d638a997c7b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:02.047056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75f999c5-0953-43e9-b858-ed572c587f0e req-43bdb6bf-0465-4e64-95fd-7d638a997c7b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 932 time: 0.1478622 Jan 14 01:59:02.125354 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network 531b2251-eafb-431d-aaa1-e2effd220bd0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:02.136867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:02.145395 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:02.163757 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2e657c65-ac82-4fd6-aaa0-d0946ea46827 None None] For port 530bd29d-ef73-451b-a0ef-2b83665923c7, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=530bd29d-ef73-451b-a0ef-2b83665923c7,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:02.197854 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (e88cf77b-ce27-43bf-a600-6cbee467b6c2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:02.200061 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=e4440516-aadd-4347-9ee1-488520ad3844,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:02.231362 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for port (e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:02.236565 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e657c65-ac82-4fd6-aaa0-d0946ea46827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:02.244245 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:02.369110 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e657c65-ac82-4fd6-aaa0-d0946ea46827 None None] Pushing event updated for resources: {'Port': ['ID=530bd29d-ef73-451b-a0ef-2b83665923c7,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:02.393262 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2a94e618-d6cd-4be9-8f6c-ae6f0c5f32fd None None] Provisioning complete for port 530bd29d-ef73-451b-a0ef-2b83665923c7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:02.393635 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2a94e618-d6cd-4be9-8f6c-ae6f0c5f32fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:02.401130 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event updated for resources: {'Port': ['ID=e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:02.424294 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '530bd29d-ef73-451b-a0ef-2b83665923c7', 'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'mac_address': 'fa:16:3e:44:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:53Z', 'updated_at': '2022-01-14T01:59:01Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'subnets': [{'id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:02.435930 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (84742fdf-1be5-42d0-83d2-d1d44a6a173e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:02.463813 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:02.464631 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb729eb5-b2ed-448e-9f23-c39e29e66a1a None None] The sync data for ids ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'] in n-d-824358-4 is: [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '530bd29d-ef73-451b-a0ef-2b83665923c7', 'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'mac_address': 'fa:16:3e:44:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:53Z', 'updated_at': '2022-01-14T01:59:01Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'subnets': [{'id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:02.476820 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-42a320c3-fa86-4ac3-9307-e2c17c05c3a2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0329957 Jan 14 01:59:02.839748 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75f999c5-0953-43e9-b858-ed572c587f0e req-1f9dc743-05b9-4024-a37d-1874d80a00b8 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7811694 Jan 14 01:59:02.870580 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2a94e618-d6cd-4be9-8f6c-ae6f0c5f32fd None None] Current status of the port 530bd29d-ef73-451b-a0ef-2b83665923c7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:02.896684 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:02.897341 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:02.929478 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-190e579a-d236-4573-8048-b4e1fba0ac53 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3444805 Jan 14 01:59:02.982292 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Request body: {'port': {'device_id': '496fb499-27b1-4201-add2-882d512e71f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:03.007749 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a502f690-22de-4822-951a-e742ab1493cf None None] Provisioning complete for port e4440516-aadd-4347-9ee1-488520ad3844 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:03.008316 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a502f690-22de-4822-951a-e742ab1493cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e4440516-aadd-4347-9ee1-488520ad3844), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:03.065427 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a502f690-22de-4822-951a-e742ab1493cf None None] Port e4440516-aadd-4347-9ee1-488520ad3844 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:03.085115 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-0b37e029-77b4-4823-83a3-121b4d8d80a9 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1301947349&fields=id&tenant_id=42f9d01fc2414870a905772f960ffd1e HTTP/1.1" status: 200 len: 267 time: 0.3688753 Jan 14 01:59:03.138843 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4440516-aadd-4347-9ee1-488520ad3844), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:03.451167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 530bd29d-ef73-451b-a0ef-2b83665923c7 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:03.513325 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 530bd29d-ef73-451b-a0ef-2b83665923c7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:03.513529 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (530bd29d-ef73-451b-a0ef-2b83665923c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:03.519910 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-bd7e071b-8dfe-4887-92eb-54abd66027b8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:03.521540 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-bd7e071b-8dfe-4887-92eb-54abd66027b8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 811 time: 0.4260161 Jan 14 01:59:03.548241 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-9662c0a4-06b4-4d39-b165-62fd1c2b2af8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/quotas/42f9d01fc2414870a905772f960ffd1e HTTP/1.1" status: 200 len: 375 time: 0.0164139 Jan 14 01:59:03.551354 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Router e88cf77b-ce27-43bf-a600-6cbee467b6c2 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:59:03.624173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 530bd29d-ef73-451b-a0ef-2b83665923c7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:03.776300 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-26ac4fee-6b85-45a7-9379-9fe5f1354899 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2187071 Jan 14 01:59:03.790574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4440516-aadd-4347-9ee1-488520ad3844 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:59:03.806300 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-3016755b-e47a-412b-9883-3a1ea86f0a54 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:59:03.807471 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-3016755b-e47a-412b-9883-3a1ea86f0a54 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109813 Jan 14 01:59:03.813611 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Publish callbacks [] for port (e4440516-aadd-4347-9ee1-488520ad3844), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:03.898357 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:03.908778 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Transition to ACTIVE for port object e4440516-aadd-4347-9ee1-488520ad3844 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:59:03.909244 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] Sync routers for ids ['e88cf77b-ce27-43bf-a600-6cbee467b6c2'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:03.933609 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] Routers {'e88cf77b-ce27-43bf-a600-6cbee467b6c2'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:03.934626 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e88cf77b-ce27-43bf-a600-6cbee467b6c2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:03.934750 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (e4440516-aadd-4347-9ee1-488520ad3844), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:03.984402 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:03.988751 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48716) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:04.002409 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a4cd050f-030d-4f07-9144-6f774fde5e1f tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6585846 Jan 14 01:59:04.104295 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] Set router e88cf77b-ce27-43bf-a600-6cbee467b6c2 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:04.130805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Pushing event updated for resources: {'Port': ['ID=e4440516-aadd-4347-9ee1-488520ad3844,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:04.151021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-3271429c-cb1f-4b5d-bde0-2c6302b20645 service neutron] 10.222.0.26 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319969 Jan 14 01:59:04.161818 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (e88cf77b-ce27-43bf-a600-6cbee467b6c2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:04.217772 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c06dda-f1fb-43b3-ae63-3a74dadcc5a4 req-00121706-a08c-4410-8b5a-85a34675a8aa tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:04.219820 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18c06dda-f1fb-43b3-ae63-3a74dadcc5a4 req-00121706-a08c-4410-8b5a-85a34675a8aa tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 944 time: 0.1844838 Jan 14 01:59:04.318145 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (e88cf77b-ce27-43bf-a600-6cbee467b6c2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:04.390238 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Deleting port dfeabfd5-5dad-4f1f-bc6e-ad162828d035 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:59:04.390706 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (dfeabfd5-5dad-4f1f-bc6e-ad162828d035), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:04.453303 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88cf77b-ce27-43bf-a600-6cbee467b6c2', 'name': '', 'tenant_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956fd7d5-9120-43b7-aad9-e6f22e03af28', 'external_fixed_ips': [{'subnet_id': '0cfec4b5-8960-4531-bb73-a6f032a96f29', 'ip_address': '2001:db8::2ed'}], 'enable_snat': True}, 'gw_port_id': 'dfeabfd5-5dad-4f1f-bc6e-ad162828d035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:56Z', 'updated_at': '2022-01-14T01:59:00Z', 'revision_number': 3, 'project_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'gw_port': {'id': 'dfeabfd5-5dad-4f1f-bc6e-ad162828d035', 'name': '', 'network_id': '956fd7d5-9120-43b7-aad9-e6f22e03af28', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88cf77b-ce27-43bf-a600-6cbee467b6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '0cfec4b5-8960-4531-bb73-a6f032a96f29', 'ip_address': '2001:db8::2ed', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:59Z', 'updated_at': '2022-01-14T01:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cfec4b5-8960-4531-bb73-a6f032a96f29', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:04.492852 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] Checking router: e88cf77b-ce27-43bf-a600-6cbee467b6c2 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:59:04.493210 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] Updating router e88cf77b-ce27-43bf-a600-6cbee467b6c2 port dfeabfd5-5dad-4f1f-bc6e-ad162828d035 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:59:04.506743 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (dfeabfd5-5dad-4f1f-bc6e-ad162828d035), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:04.525536 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dfeabfd5-5dad-4f1f-bc6e-ad162828d035), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:04.533942 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Calling delete_port for dfeabfd5-5dad-4f1f-bc6e-ad162828d035 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:59:04.553343 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:04.562967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Attempting to bind port e4440516-aadd-4347-9ee1-488520ad3844 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:04.563304 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Attempting to bind port e4440516-aadd-4347-9ee1-488520ad3844 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:04.563639 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Attempting to bind port e4440516-aadd-4347-9ee1-488520ad3844 on network 531b2251-eafb-431d-aaa1-e2effd220bd0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:04.637250 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Port e4440516-aadd-4347-9ee1-488520ad3844 on network 531b2251-eafb-431d-aaa1-e2effd220bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:59:04.637579 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Attempting to bind port e4440516-aadd-4347-9ee1-488520ad3844 on network 531b2251-eafb-431d-aaa1-e2effd220bd0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:04.643113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-bc98a318-84d8-46df-9774-1dcadf2e3c3d service neutron] 10.222.0.26 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462311 Jan 14 01:59:04.649829 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18c06dda-f1fb-43b3-ae63-3a74dadcc5a4 req-34b5d4fe-4776-4a80-826a-365fcfe4d968 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671218 Jan 14 01:59:04.663842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:04.664102 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Checking segment: {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:04.664416 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Bound using segment: {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:04.664863 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Bound port: e4440516-aadd-4347-9ee1-488520ad3844, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:04.665223 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4440516-aadd-4347-9ee1-488520ad3844), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:04.784065 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:04.872375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=e4440516-aadd-4347-9ee1-488520ad3844,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:04.877190 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (dfeabfd5-5dad-4f1f-bc6e-ad162828d035), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:04.881702 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (e4440516-aadd-4347-9ee1-488520ad3844), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:04.950568 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78147f98-1a73-4c0a-82cc-2cf7bcb9c484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:04.980407 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (e88cf77b-ce27-43bf-a600-6cbee467b6c2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:04.987519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:04.991330 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:04.995683 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] 10.222.0.36 "PUT /v2.0/ports/e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 200 len: 1092 time: 2.0236464 Jan 14 01:59:04.998879 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:59:05.004686 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.db.api [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 01:59:05.006584 n-d-824358-4 neutron-server[103356]: DEBUG oslo_db.api [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 01:59:05.007581 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0ce52c-228a-4e57-8804-f38570c01313" -d '{"events": [{"name": "network-changed", "server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "tag": "e4440516-aadd-4347-9ee1-488520ad3844"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:59:05.040990 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfeabfd5-5dad-4f1f-bc6e-ad162828d035,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:05.152258 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34f97292-c4c9-43db-a826-cb4b14734fe4 req-b0f4f78b-bdf4-49de-bc4a-60537a10ecba tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 210 time: 0.1374421 Jan 14 01:59:05.155767 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0972064-4dc6-4b7f-b9a1-ff61521ad998 service neutron] Pushing event updated for resources: {'Port': ['ID=e4440516-aadd-4347-9ee1-488520ad3844,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:05.161685 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52453ee-8eb0-48ea-8f36-2f9a1022d8ad x-openstack-request-id: req-e52453ee-8eb0-48ea-8f36-2f9a1022d8ad {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:59:05.162728 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "tag": "e4440516-aadd-4347-9ee1-488520ad3844", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:59:05.163418 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e52453ee-8eb0-48ea-8f36-2f9a1022d8ad {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:59:05.164180 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844', 'status': 'completed', 'code': 200} Jan 14 01:59:05.296324 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (e88cf77b-ce27-43bf-a600-6cbee467b6c2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:05.299073 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_controller (e88cf77b-ce27-43bf-a600-6cbee467b6c2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:05.337609 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-87d22825-2272-4fe6-be5a-ae4120984a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:05.344229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-87d22825-2272-4fe6-be5a-ae4120984a7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1095 time: 0.1369174 Jan 14 01:59:05.386683 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (e88cf77b-ce27-43bf-a600-6cbee467b6c2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:05.387264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e88cf77b-ce27-43bf-a600-6cbee467b6c2 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:59:05.391709 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:05.392990 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2d2fcd34-65a0-4398-a622-db214e0babdd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e88cf77b-ce27-43bf-a600-6cbee467b6c2 HTTP/1.1" status: 204 len: 168 time: 1.4029882 Jan 14 01:59:05.395556 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48748) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:05.434701 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-21567c2b-e374-4657-8f26-7d79b85d2537 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 200 len: 217 time: 0.0708487 Jan 14 01:59:05.517469 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b21e62-a0a1-4c2b-beb5-57abd86f27fa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Deleting subnet 0cfec4b5-8960-4531-bb73-a6f032a96f29 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:59:05.522103 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3b21e62-a0a1-4c2b-beb5-57abd86f27fa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for subnet (0cfec4b5-8960-4531-bb73-a6f032a96f29), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:05.546293 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] Port dfeabfd5-5dad-4f1f-bc6e-ad162828d035 not found while updating agent binding for router e88cf77b-ce27-43bf-a600-6cbee467b6c2. {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 14 01:59:05.547611 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-1025b834-244a-49e1-82c3-5391bd7c006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:05.549121 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-1025b834-244a-49e1-82c3-5391bd7c006a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f743ef-8ce0-4eb6-9084-211b90b0e49c HTTP/1.1" status: 200 len: 834 time: 0.1098900 Jan 14 01:59:05.556983 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] Routers set() bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:05.557347 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] Router IDs set() for agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 14 01:59:05.557975 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_agentschedulers_db [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e88cf77b-ce27-43bf-a600-6cbee467b6c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:58:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent'). {{(pid=103356) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 14 01:59:05.558351 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b114f-b34e-4ec5-8d01-3633264ccb1b None None] The sync data for ids ['e88cf77b-ce27-43bf-a600-6cbee467b6c2'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:05.581204 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:59:05.593953 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3b21e62-a0a1-4c2b-beb5-57abd86f27fa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (0cfec4b5-8960-4531-bb73-a6f032a96f29), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:05.757657 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-1b86d91f-2b22-4555-98a9-6d10f8d8db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:05.762631 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-1b86d91f-2b22-4555-98a9-6d10f8d8db9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531b2251-eafb-431d-aaa1-e2effd220bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047260 Jan 14 01:59:05.774713 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3b21e62-a0a1-4c2b-beb5-57abd86f27fa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (0cfec4b5-8960-4531-bb73-a6f032a96f29), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:05.869218 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3b21e62-a0a1-4c2b-beb5-57abd86f27fa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (0cfec4b5-8960-4531-bb73-a6f032a96f29), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:05.952312 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b21e62-a0a1-4c2b-beb5-57abd86f27fa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0cfec4b5-8960-4531-bb73-a6f032a96f29,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:05.956610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59463e5d-9f04-4eb2-852a-367f338cb898 req-f9d970a9-707f-4e79-b751-bb6dbeb4a9a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:05.964564 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3b21e62-a0a1-4c2b-beb5-57abd86f27fa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:05.968419 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a3b21e62-a0a1-4c2b-beb5-57abd86f27fa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/0cfec4b5-8960-4531-bb73-a6f032a96f29 HTTP/1.1" status: 204 len: 168 time: 0.5716424 Jan 14 01:59:05.969918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-59463e5d-9f04-4eb2-852a-367f338cb898 req-f9d970a9-707f-4e79-b751-bb6dbeb4a9a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 944 time: 0.0951889 Jan 14 01:59:05.971200 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48758) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:06.069884 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-933678b8-d4f2-464f-9aa6-9bad848b6da6 service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900109 Jan 14 01:59:06.087393 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-59463e5d-9f04-4eb2-852a-367f338cb898 req-18e019b0-b8d3-4fc3-a296-a0d04066ad0a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062639 Jan 14 01:59:06.171809 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (956fd7d5-9120-43b7-aad9-e6f22e03af28), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:06.240023 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2b8d4c7-85b5-470e-81b8-3adc89177aa2 req-bdb6fb08-b2ed-4e62-9728-f24af6aeaae6 service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514068 Jan 14 01:59:06.314090 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-04c3b7ad-517c-4d69-b3e9-b97ed5dede92 req-68010463-9db3-4704-9adf-282cec149454 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 210 time: 0.0453246 Jan 14 01:59:06.322819 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (956fd7d5-9120-43b7-aad9-e6f22e03af28), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:06.348337 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956fd7d5-9120-43b7-aad9-e6f22e03af28']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:06.358714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d31f41-4f30-4242-93b8-707c71cce950') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:06.359221 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d31f41-4f30-4242-93b8-707c71cce950') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:06.370826 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (c8d31f41-4f30-4242-93b8-707c71cce950), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:06.385956 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c8d31f41-4f30-4242-93b8-707c71cce950), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:06.394063 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 01:59:06.394578 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (c8d31f41-4f30-4242-93b8-707c71cce950), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: timer() Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 01:59:06.397434 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 01:59:06.404260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ce52c-228a-4e57-8804-f38570c01313 req-ecc1dcc6-791b-4c39-b8fc-896ff75c3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:06.406070 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c0ce52c-228a-4e57-8804-f38570c01313 req-ecc1dcc6-791b-4c39-b8fc-896ff75c3413 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1095 time: 0.0549114 Jan 14 01:59:06.462276 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (956fd7d5-9120-43b7-aad9-e6f22e03af28), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:06.482555 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 956fd7d5-9120-43b7-aad9-e6f22e03af28 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 14 01:59:06.484543 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event deleted for resources: {'Network': ['ID=956fd7d5-9120-43b7-aad9-e6f22e03af28,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:06.486738 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:06.491046 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-02e1988c-0be6-4f20-a3e3-28bb0a701346 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "DELETE /v2.0/networks/956fd7d5-9120-43b7-aad9-e6f22e03af28 HTTP/1.1" status: 204 len: 168 time: 0.5180993 Jan 14 01:59:06.613043 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ce52c-228a-4e57-8804-f38570c01313 req-283d47ba-6b89-48fc-af58-8fce9395bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:06.614614 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c0ce52c-228a-4e57-8804-f38570c01313 req-283d47ba-6b89-48fc-af58-8fce9395bf86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=531b2251-eafb-431d-aaa1-e2effd220bd0 HTTP/1.1" status: 200 len: 898 time: 0.2015643 Jan 14 01:59:06.684348 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c0ce52c-228a-4e57-8804-f38570c01313 req-4145b8fa-664a-419a-8ebd-2913ac89c1e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 200 len: 217 time: 0.0624123 Jan 14 01:59:06.770542 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ce52c-228a-4e57-8804-f38570c01313 req-67d366f9-5c41-40b4-a68f-89deceab7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:06.773084 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c0ce52c-228a-4e57-8804-f38570c01313 req-67d366f9-5c41-40b4-a68f-89deceab7cd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f743ef-8ce0-4eb6-9084-211b90b0e49c HTTP/1.1" status: 200 len: 834 time: 0.0632100 Jan 14 01:59:06.854305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ce52c-228a-4e57-8804-f38570c01313 req-741744ef-f418-4921-9c2b-680b7569e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:06.857280 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c0ce52c-228a-4e57-8804-f38570c01313 req-741744ef-f418-4921-9c2b-680b7569e138 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531b2251-eafb-431d-aaa1-e2effd220bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758867 Jan 14 01:59:06.901417 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48786) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:07.036564 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-3ebd53cc-2a3b-4a81-b625-4a1afeeedf36 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:07.039298 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-3ebd53cc-2a3b-4a81-b625-4a1afeeedf36 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.36 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 811 time: 0.3291855 Jan 14 01:59:07.047954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-51ab6052-1682-4262-a6f7-47fa77d7a3aa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Request body: {'router': {'name': 'tempest-router--1013288433', 'project_id': '4a9ce2b325cc4942a58b72707248413b'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:07.114163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c0ce52c-228a-4e57-8804-f38570c01313 req-b32b8598-5a81-4b6a-9bdb-5fe19ee776ac service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426195 Jan 14 01:59:07.189722 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-b9f8fc59-1586-43e5-8745-e15b26f5e4cf tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f9d01fc2414870a905772f960ffd1e HTTP/1.1" status: 200 len: 380 time: 0.1022758 Jan 14 01:59:07.207132 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Request body: {'port': {'device_id': '0c378776-f79d-46d9-9318-02f4034b93fd', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'admin_state_up': True, 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'security_groups': ['68f7c8d1-39be-49da-985a-25b6f0cd54bf']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:07.258206 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9c0ce52c-228a-4e57-8804-f38570c01313 req-dd57f9de-1152-4877-bb0b-3878cb2bb754 service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356001 Jan 14 01:59:07.273126 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51ab6052-1682-4262-a6f7-47fa77d7a3aa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (e409eb64-f711-4e9d-b796-4066e3f028ea), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:07.276130 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51ab6052-1682-4262-a6f7-47fa77d7a3aa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (e409eb64-f711-4e9d-b796-4066e3f028ea), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:07.385410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae46d35-78e3-446d-8875-2c50edcbc2a0 req-cd58ea8c-9dd1-49ac-ab72-ae640d69770c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:07.387091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ae46d35-78e3-446d-8875-2c50edcbc2a0 req-cd58ea8c-9dd1-49ac-ab72-ae640d69770c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 944 time: 0.1275480 Jan 14 01:59:07.390712 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51ab6052-1682-4262-a6f7-47fa77d7a3aa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_controller (e409eb64-f711-4e9d-b796-4066e3f028ea), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:07.403563 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51ab6052-1682-4262-a6f7-47fa77d7a3aa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (e409eb64-f711-4e9d-b796-4066e3f028ea), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:07.437018 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Made reservation on behalf of 42f9d01fc2414870a905772f960ffd1e for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:59:07.441258 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:07.483124 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51ab6052-1682-4262-a6f7-47fa77d7a3aa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:07.487274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-51ab6052-1682-4262-a6f7-47fa77d7a3aa tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5679135 Jan 14 01:59:07.492666 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48802) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:07.494966 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-95d0e4db-a033-4ed7-b7bc-b1cda8cedceb req-564e5c18-de25-4091-a4d9-d566171ff8ef tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 210 time: 0.0441670 Jan 14 01:59:07.540039 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d80af093-0647-4d0d-bddd-1b9677ec0e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:07.550679 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6ae46d35-78e3-446d-8875-2c50edcbc2a0 req-3a5f927c-5299-401d-873e-d30354e1ef34 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576614 Jan 14 01:59:07.596724 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c05259e2-e3b0-4470-b243-92874beaf9c8 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (e409eb64-f711-4e9d-b796-4066e3f028ea), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:07.629696 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Allocated IP 172.20.0.9 (6f80240f-7727-4830-9a11-a724cf54f32d/cd91e3b7-de24-46af-a7f7-5709419078da/7b969bdb-55a4-4cbd-b183-f09ae719b554) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:07.818615 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:07.863659 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:07.945653 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Network 6f80240f-7727-4830-9a11-a724cf54f32d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:07.952087 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:07.968979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:07.973768 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event updated for resources: {'Port': ['ID=7b969bdb-55a4-4cbd-b183-f09ae719b554,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:08.038185 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device e4440516-aadd-4347-9ee1-488520ad3844 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:59:08.055866 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:08.057989 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:08.089586 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c05259e2-e3b0-4470-b243-92874beaf9c8 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (e409eb64-f711-4e9d-b796-4066e3f028ea), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:08.092046 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c05259e2-e3b0-4470-b243-92874beaf9c8 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_controller (e409eb64-f711-4e9d-b796-4066e3f028ea), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:08.092835 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e39c13a9-767a-444f-a965-934592311c01 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8955572 Jan 14 01:59:08.111111 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Request body: {'port': {'device_id': '0c378776-f79d-46d9-9318-02f4034b93fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:08.206326 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:08.236713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c05259e2-e3b0-4470-b243-92874beaf9c8 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (e409eb64-f711-4e9d-b796-4066e3f028ea), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:08.237288 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05259e2-e3b0-4470-b243-92874beaf9c8 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e409eb64-f711-4e9d-b796-4066e3f028ea {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:59:08.241987 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c05259e2-e3b0-4470-b243-92874beaf9c8 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:08.243201 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c05259e2-e3b0-4470-b243-92874beaf9c8 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e409eb64-f711-4e9d-b796-4066e3f028ea HTTP/1.1" status: 204 len: 168 time: 0.7471781 Jan 14 01:59:08.307739 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=e4440516-aadd-4347-9ee1-488520ad3844,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:08.344805 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'e4440516-aadd-4347-9ee1-488520ad3844', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'port_id': 'e4440516-aadd-4347-9ee1-488520ad3844', 'mac_address': 'fa:16:3e:d5:b2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:59:08.447066 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port e4440516-aadd-4347-9ee1-488520ad3844 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:08.454742 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4440516-aadd-4347-9ee1-488520ad3844), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:08.468697 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48814) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:08.482406 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4440516-aadd-4347-9ee1-488520ad3844 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:59:08.517045 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1d81368c-ba95-4d4f-961f-d1c24c7d4758 None None] Provisioning complete for port 7b969bdb-55a4-4cbd-b183-f09ae719b554 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:08.517657 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d81368c-ba95-4d4f-961f-d1c24c7d4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:08.522694 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:08.542464 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=e4440516-aadd-4347-9ee1-488520ad3844,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:08.557592 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e4440516-aadd-4347-9ee1-488520ad3844), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:08.618497 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1d81368c-ba95-4d4f-961f-d1c24c7d4758 None None] Port 7b969bdb-55a4-4cbd-b183-f09ae719b554 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:08.670694 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=e4440516-aadd-4347-9ee1-488520ad3844,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:08.682335 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.683165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.684227 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.685397 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.686120 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.687665 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.688254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.690100 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.690582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.691208 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.691647 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.692081 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.692673 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:08.730175 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b969bdb-55a4-4cbd-b183-f09ae719b554 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:59:08.739473 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Publish callbacks [] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:08.754222 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Transition to ACTIVE for port object 7b969bdb-55a4-4cbd-b183-f09ae719b554 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:59:08.763800 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:08.827510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['e4440516-aadd-4347-9ee1-488520ad3844'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:59:08.861732 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bbbf6-66a0-4b86-a3ca-3d85bc7933a2 req-fe2e07c0-6302-452f-9b1f-e15501088fc4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:08.878234 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-045bbbf6-66a0-4b86-a3ca-3d85bc7933a2 req-fe2e07c0-6302-452f-9b1f-e15501088fc4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 945 time: 0.1545675 Jan 14 01:59:08.914970 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-493500176', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:08.938142 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75479d60-79c6-4bc7-bcde-116ae4cbc56e req-7ee370ae-a049-47bc-a365-faeb948752d4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:08.951463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75479d60-79c6-4bc7-bcde-116ae4cbc56e req-7ee370ae-a049-47bc-a365-faeb948752d4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 931 time: 0.2656944 Jan 14 01:59:08.957557 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Pushing event updated for resources: {'Port': ['ID=7b969bdb-55a4-4cbd-b183-f09ae719b554,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:09.003251 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (dd021b0b-14c9-41e2-8a28-2aed7fde9622), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:09.004273 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (dd021b0b-14c9-41e2-8a28-2aed7fde9622), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:09.049750 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Attempting to bind port 7b969bdb-55a4-4cbd-b183-f09ae719b554 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:09.050057 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Attempting to bind port 7b969bdb-55a4-4cbd-b183-f09ae719b554 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:09.050372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Attempting to bind port 7b969bdb-55a4-4cbd-b183-f09ae719b554 on network 6f80240f-7727-4830-9a11-a724cf54f32d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:09.060846 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-045bbbf6-66a0-4b86-a3ca-3d85bc7933a2 req-9e3932fd-bd98-4c2e-9120-bc8d81756f06 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815844 Jan 14 01:59:09.062829 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Port 7b969bdb-55a4-4cbd-b183-f09ae719b554 on network 6f80240f-7727-4830-9a11-a724cf54f32d not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:59:09.063239 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Attempting to bind port 7b969bdb-55a4-4cbd-b183-f09ae719b554 on network 6f80240f-7727-4830-9a11-a724cf54f32d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:09.083750 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:09.084108 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Checking segment: {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:09.084560 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Bound using segment: {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:09.085027 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Bound port: 7b969bdb-55a4-4cbd-b183-f09ae719b554, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:09.086550 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:09.090083 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-75479d60-79c6-4bc7-bcde-116ae4cbc56e req-f9334a43-f3ca-46e4-9dee-e71f8e6f6f35 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375685 Jan 14 01:59:09.179337 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_controller (dd021b0b-14c9-41e2-8a28-2aed7fde9622), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:09.202751 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] For port 7b969bdb-55a4-4cbd-b183-f09ae719b554, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:09.206762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] For port 7b969bdb-55a4-4cbd-b183-f09ae719b554, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:09.219179 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:09.381892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:09.382811 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:09.384407 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] 10.222.0.36 "PUT /v2.0/ports/7b969bdb-55a4-4cbd-b183-f09ae719b554 HTTP/1.1" status: 200 len: 1091 time: 1.2786999 Jan 14 01:59:09.385795 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c378776-f79d-46d9-9318-02f4034b93fd', 'tag': '7b969bdb-55a4-4cbd-b183-f09ae719b554'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:59:09.389793 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e9a933-7ca2-405b-9b4b-e2bd5446a084" -d '{"events": [{"name": "network-changed", "server_uuid": "0c378776-f79d-46d9-9318-02f4034b93fd", "tag": "7b969bdb-55a4-4cbd-b183-f09ae719b554"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:59:09.535245 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36688f2-f608-40a4-937f-21fc88e884ce service neutron] Pushing event updated for resources: {'Port': ['ID=7b969bdb-55a4-4cbd-b183-f09ae719b554,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:09.579444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-6de06fdf-3d04-4a2d-b33d-7b87198bc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:09.581461 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-6de06fdf-3d04-4a2d-b33d-7b87198bc342 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 1094 time: 0.1160979 Jan 14 01:59:09.679282 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-e5f82584-b22c-477b-95ff-7b4c561a7088 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554 HTTP/1.1" status: 200 len: 217 time: 0.0830581 Jan 14 01:59:09.712096 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (dd021b0b-14c9-41e2-8a28-2aed7fde9622), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:09.743793 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-7c971c89-fd2b-486e-b953-3ab6f6f468a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:09.745698 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-7c971c89-fd2b-486e-b953-3ab6f6f468a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.0584905 Jan 14 01:59:09.814861 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aeaa27-37f3-4f3c-86db-7f8b5ba55482 x-openstack-request-id: req-f4aeaa27-37f3-4f3c-86db-7f8b5ba55482 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:59:09.815136 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c378776-f79d-46d9-9318-02f4034b93fd", "tag": "7b969bdb-55a4-4cbd-b183-f09ae719b554", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:59:09.815466 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4aeaa27-37f3-4f3c-86db-7f8b5ba55482 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:59:09.815785 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c378776-f79d-46d9-9318-02f4034b93fd', 'tag': '7b969bdb-55a4-4cbd-b183-f09ae719b554', 'status': 'completed', 'code': 200} Jan 14 01:59:09.838906 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-708da767-75a6-4cd4-b68f-abc7902d592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:09.838906 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-708da767-75a6-4cd4-b68f-abc7902d592c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853674 Jan 14 01:59:09.920061 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:09.948937 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-ab28ffda-e73e-44b7-a3ba-2c8327fd2d07 service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030695 Jan 14 01:59:09.989412 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (dd021b0b-14c9-41e2-8a28-2aed7fde9622), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:10.008992 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:10.043874 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-db3bb714-f3d4-45fd-9a5a-5e52858dc5b2 req-2182487f-5a83-4c40-83b6-c553293b47af service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877934 Jan 14 01:59:10.057190 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device e4440516-aadd-4347-9ee1-488520ad3844 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:10.128160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Allocated IP 172.25.2.73 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/366b378d-1fa8-4d70-b80c-3cb96fa1929c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:10.162506 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port e4440516-aadd-4347-9ee1-488520ad3844 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:59:10.167439 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port e4440516-aadd-4347-9ee1-488520ad3844 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:10.167824 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e4440516-aadd-4347-9ee1-488520ad3844), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:10.222857 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a933-7ca2-405b-9b4b-e2bd5446a084 req-a9065070-a107-4dd5-881a-9a0c062deba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:10.225181 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-19e9a933-7ca2-405b-9b4b-e2bd5446a084 req-a9065070-a107-4dd5-881a-9a0c062deba1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 1094 time: 0.0803964 Jan 14 01:59:10.269344 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port e4440516-aadd-4347-9ee1-488520ad3844 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:10.270314 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4440516-aadd-4347-9ee1-488520ad3844), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:10.292569 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:59:10.294947 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6b04a0-4f7d-4d5f-903f-6a7ec4b7b00d" -d '{"events": [{"server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "name": "network-vif-plugged", "status": "completed", "tag": "e4440516-aadd-4347-9ee1-488520ad3844"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:59:10.305780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ea41-7a99-46b2-8796-a0701d1570e5 req-be4aa1b8-5106-4fd7-8d67-963707170d1f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:10.307783 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a035ea41-7a99-46b2-8796-a0701d1570e5 req-be4aa1b8-5106-4fd7-8d67-963707170d1f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 945 time: 0.1163361 Jan 14 01:59:10.309237 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=e4440516-aadd-4347-9ee1-488520ad3844,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:10.321312 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e4440516-aadd-4347-9ee1-488520ad3844), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:10.338821 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b81e8a-d2f0-4470-8b1e-db913c8fdfc0 req-ac3454d6-bef8-4762-9c8d-e978ec226ba7 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:10.339898 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10b81e8a-d2f0-4470-8b1e-db913c8fdfc0 req-ac3454d6-bef8-4762-9c8d-e978ec226ba7 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 943 time: 0.1477556 Jan 14 01:59:10.388867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=e4440516-aadd-4347-9ee1-488520ad3844,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:10.409812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a933-7ca2-405b-9b4b-e2bd5446a084 req-01f22fca-b079-487a-af3a-495cfb7871ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:10.412339 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-19e9a933-7ca2-405b-9b4b-e2bd5446a084 req-01f22fca-b079-487a-af3a-495cfb7871ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 912 time: 0.1813757 Jan 14 01:59:10.413874 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for port (366b378d-1fa8-4d70-b80c-3cb96fa1929c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:10.421330 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a035ea41-7a99-46b2-8796-a0701d1570e5 req-422f7b59-5196-42b7-9ea8-0e03259045bc tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941601 Jan 14 01:59:10.464914 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-19e9a933-7ca2-405b-9b4b-e2bd5446a084 req-94f6f19b-6eab-4fa3-acab-ab94bd656d59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554 HTTP/1.1" status: 200 len: 217 time: 0.0452240 Jan 14 01:59:10.474988 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-10b81e8a-d2f0-4470-8b1e-db913c8fdfc0 req-90cc5e97-bab4-437d-aa4e-e041b926f86d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092992 Jan 14 01:59:10.496546 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (366b378d-1fa8-4d70-b80c-3cb96fa1929c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:10.562333 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:10.570646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:10.573535 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:10.586694 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a046d650-333f-4380-a9f1-5e89f52a8bc8 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:10.618156 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a933-7ca2-405b-9b4b-e2bd5446a084 req-4efb175a-e91b-4e87-ab68-edd14f555ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:10.622605 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-19e9a933-7ca2-405b-9b4b-e2bd5446a084 req-4efb175a-e91b-4e87-ab68-edd14f555ed1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.1516001 Jan 14 01:59:10.631891 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Pushing event updated for resources: {'Port': ['ID=366b378d-1fa8-4d70-b80c-3cb96fa1929c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:10.648644 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea6a6c2-7631-4a02-996b-02f294f66382 x-openstack-request-id: req-dea6a6c2-7631-4a02-996b-02f294f66382 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:59:10.649027 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "name": "network-vif-plugged", "status": "completed", "tag": "e4440516-aadd-4347-9ee1-488520ad3844", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:59:10.649169 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dea6a6c2-7631-4a02-996b-02f294f66382 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:59:10.649565 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844', 'code': 200} Jan 14 01:59:10.650759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-008bf1a2-c382-480a-9615-4f8e331e614d None None] Provisioning complete for port 366b378d-1fa8-4d70-b80c-3cb96fa1929c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:10.652110 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-008bf1a2-c382-480a-9615-4f8e331e614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (366b378d-1fa8-4d70-b80c-3cb96fa1929c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:10.718823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-008bf1a2-c382-480a-9615-4f8e331e614d None None] Port 366b378d-1fa8-4d70-b80c-3cb96fa1929c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:10.733454 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a933-7ca2-405b-9b4b-e2bd5446a084 req-b5b1f289-66d3-4320-8394-d90416931df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:10.735785 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-19e9a933-7ca2-405b-9b4b-e2bd5446a084 req-b5b1f289-66d3-4320-8394-d90416931df5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963650 Jan 14 01:59:10.879569 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-19e9a933-7ca2-405b-9b4b-e2bd5446a084 req-75646d0a-eba6-4a6d-af39-736a2173e0b3 service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145761 Jan 14 01:59:10.907386 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59431b8-f99d-44d6-b6be-5604cb90779b req-8bed52c9-daa6-45ca-9c15-67511b996e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:10.909217 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a59431b8-f99d-44d6-b6be-5604cb90779b req-8bed52c9-daa6-45ca-9c15-67511b996e8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1097 time: 0.1166039 Jan 14 01:59:10.944573 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:10.997056 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-19e9a933-7ca2-405b-9b4b-e2bd5446a084 req-9d13621b-561d-40f9-9065-65788ecfbe8e service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113358 Jan 14 01:59:11.095326 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a59431b8-f99d-44d6-b6be-5604cb90779b req-759ccace-a6f0-41fd-ae99-c2395ea8ed11 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735864 Jan 14 01:59:11.138671 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (dd021b0b-14c9-41e2-8a28-2aed7fde9622), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:11.341875 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (dd021b0b-14c9-41e2-8a28-2aed7fde9622), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:11.473442 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Router dd021b0b-14c9-41e2-8a28-2aed7fde9622 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:59:11.928551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb3425-61bc-4b9e-a50f-71653f0f8fbb req-426ee76b-2edc-4594-9c3b-f47e775bdf43 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:11.930133 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-debb3425-61bc-4b9e-a50f-71653f0f8fbb req-426ee76b-2edc-4594-9c3b-f47e775bdf43 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.3991168 Jan 14 01:59:11.976966 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fa858-9428-4903-9e3d-a7e418dd4645 req-70c5b436-7c70-4056-a93a-d6f3bb02b5b0 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:11.978473 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ce1fa858-9428-4903-9e3d-a7e418dd4645 req-70c5b436-7c70-4056-a93a-d6f3bb02b5b0 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 943 time: 0.4119947 Jan 14 01:59:11.980064 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:11.992622 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e6591-9239-4715-a0e4-45517e8fc25c None None] Sync routers for ids ['dd021b0b-14c9-41e2-8a28-2aed7fde9622'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:12.004355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e6591-9239-4715-a0e4-45517e8fc25c None None] Routers {'dd021b0b-14c9-41e2-8a28-2aed7fde9622'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:12.005283 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1f2e6591-9239-4715-a0e4-45517e8fc25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['dd021b0b-14c9-41e2-8a28-2aed7fde9622'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:12.036355 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:12.040523 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-538c8cb0-f8a5-4695-90f5-8b81872de4b7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5684958 Jan 14 01:59:12.041395 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48890) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:12.054987 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-debb3425-61bc-4b9e-a50f-71653f0f8fbb req-7aefe147-851b-46c1-8ded-4a574c44ec82 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113405 Jan 14 01:59:12.077259 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 7b969bdb-55a4-4cbd-b183-f09ae719b554 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:59:12.081523 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1f2e6591-9239-4715-a0e4-45517e8fc25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:12.123053 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ce1fa858-9428-4903-9e3d-a7e418dd4645 req-efa26c21-5647-477d-98f6-585435afea2b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299596 Jan 14 01:59:12.133248 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e6591-9239-4715-a0e4-45517e8fc25c None None] Routers {'dd021b0b-14c9-41e2-8a28-2aed7fde9622'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:12.133901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1f2e6591-9239-4715-a0e4-45517e8fc25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['dd021b0b-14c9-41e2-8a28-2aed7fde9622'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:12.290070 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1f2e6591-9239-4715-a0e4-45517e8fc25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:12.290839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e6591-9239-4715-a0e4-45517e8fc25c None None] The sync data for ids ['dd021b0b-14c9-41e2-8a28-2aed7fde9622'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:12.350044 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 7b969bdb-55a4-4cbd-b183-f09ae719b554, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:12.368966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '7b969bdb-55a4-4cbd-b183-f09ae719b554', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'port_id': '7b969bdb-55a4-4cbd-b183-f09ae719b554', 'mac_address': 'fa:16:3e:1c:77:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:59:12.410176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 7b969bdb-55a4-4cbd-b183-f09ae719b554 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:12.410870 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:12.426090 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b969bdb-55a4-4cbd-b183-f09ae719b554 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:59:12.447404 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 7b969bdb-55a4-4cbd-b183-f09ae719b554, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:12.455074 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:12.509777 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=7b969bdb-55a4-4cbd-b183-f09ae719b554,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:12.518840 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-86272fb7-795c-4ad1-b10a-6e2e1fd548e8 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/routers/dd021b0b-14c9-41e2-8a28-2aed7fde9622 HTTP/1.1" status: 200 len: 923 time: 0.4739408 Jan 14 01:59:12.521760 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48894) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:12.552979 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e3120d25-1d87-4813-a6c0-07df5472febb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd021b0b-14c9-41e2-8a28-2aed7fde9622 HTTP/1.1" status: 200 len: 205 time: 0.0293732 Jan 14 01:59:12.555222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48896) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:12.667573 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (dd021b0b-14c9-41e2-8a28-2aed7fde9622), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:12.730165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['7b969bdb-55a4-4cbd-b183-f09ae719b554'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:59:12.779443 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (dd021b0b-14c9-41e2-8a28-2aed7fde9622), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:12.838482 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Deleting port 366b378d-1fa8-4d70-b80c-3cb96fa1929c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:59:12.838833 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (366b378d-1fa8-4d70-b80c-3cb96fa1929c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:12.933831 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (366b378d-1fa8-4d70-b80c-3cb96fa1929c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:12.950901 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Calling delete_port for 366b378d-1fa8-4d70-b80c-3cb96fa1929c owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:59:13.241684 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (366b378d-1fa8-4d70-b80c-3cb96fa1929c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:13.311203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Pushing event deleted for resources: {'Port': ['ID=366b378d-1fa8-4d70-b80c-3cb96fa1929c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:13.315928 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf30969f-5a9c-4d87-8997-9dff87236b21 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:13.382566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd7e71-eb0f-491c-be8e-510f61ec7980 req-315cfefe-0eaa-430e-951f-11fe2797dd5e tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:13.384334 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8edd7e71-eb0f-491c-be8e-510f61ec7980 req-315cfefe-0eaa-430e-951f-11fe2797dd5e tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.1974235 Jan 14 01:59:13.429222 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baeb9d-84fe-4108-8dbb-5f923cf7a2f0 req-394b462d-7441-4061-81b3-f2b4f9c4888b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:13.436784 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-08baeb9d-84fe-4108-8dbb-5f923cf7a2f0 req-394b462d-7441-4061-81b3-f2b4f9c4888b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 944 time: 0.1966312 Jan 14 01:59:13.482148 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (dd021b0b-14c9-41e2-8a28-2aed7fde9622), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:13.633462 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (dd021b0b-14c9-41e2-8a28-2aed7fde9622), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:13.659793 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-08baeb9d-84fe-4108-8dbb-5f923cf7a2f0 req-936ce9ae-3137-455e-89f0-67a4161bce64 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218339 Jan 14 01:59:13.661199 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_controller (dd021b0b-14c9-41e2-8a28-2aed7fde9622), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:13.670718 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8edd7e71-eb0f-491c-be8e-510f61ec7980 req-ed08bb66-f443-45d0-8304-36ccaab458fd tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675400 Jan 14 01:59:13.778647 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (dd021b0b-14c9-41e2-8a28-2aed7fde9622), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:13.779489 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Fanout notify agent at l3_agent the message router_deleted on router dd021b0b-14c9-41e2-8a28-2aed7fde9622 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:59:13.791271 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:13.792500 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-39673387-4fc1-41dc-955a-4b72b168df3e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/routers/dd021b0b-14c9-41e2-8a28-2aed7fde9622 HTTP/1.1" status: 204 len: 168 time: 1.2362459 Jan 14 01:59:13.796828 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48918) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:13.801077 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Request body: {'router': {'name': 'tempest-snat-router-80877540', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'enable_snat': False}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:13.841017 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (e232f54e-fcb2-4af9-83f7-83726e99d89c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:13.842371 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (e232f54e-fcb2-4af9-83f7-83726e99d89c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:13.903464 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4affa3-ab72-4295-99da-d4a8e2560f8c req-b8eeb126-a817-4f73-810c-4d0dbc21607e tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:13.924042 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea4affa3-ab72-4295-99da-d4a8e2560f8c req-b8eeb126-a817-4f73-810c-4d0dbc21607e tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.0860510 Jan 14 01:59:13.963033 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_controller (e232f54e-fcb2-4af9-83f7-83726e99d89c), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:13.995126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea4affa3-ab72-4295-99da-d4a8e2560f8c req-970e76b4-6223-488e-bc6f-9a722eb22502 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693266 Jan 14 01:59:14.033699 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48920) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:14.074938 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 7b969bdb-55a4-4cbd-b183-f09ae719b554 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:14.118866 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fc0b57-0a49-4368-bf33-00bf2bb94315 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:14.124213 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f6fc0b57-0a49-4368-bf33-00bf2bb94315 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1092 time: 0.0864027 Jan 14 01:59:14.124722 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48924) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:14.131083 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'port_id': 'e4440516-aadd-4347-9ee1-488520ad3844', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:14.175899 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (e232f54e-fcb2-4af9-83f7-83726e99d89c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:14.182803 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 7b969bdb-55a4-4cbd-b183-f09ae719b554 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:59:14.188245 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:14.192235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 7b969bdb-55a4-4cbd-b183-f09ae719b554 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:14.193821 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:14.346538 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:14.363547 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 7b969bdb-55a4-4cbd-b183-f09ae719b554 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:14.364345 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:14.420771 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 7b969bdb-55a4-4cbd-b183-f09ae719b554, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:14.421755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c378776-f79d-46d9-9318-02f4034b93fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b969bdb-55a4-4cbd-b183-f09ae719b554'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:59:14.424253 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31949e0e-ba56-4f2d-adc8-2278e6153c96" -d '{"events": [{"server_uuid": "0c378776-f79d-46d9-9318-02f4034b93fd", "name": "network-vif-plugged", "status": "completed", "tag": "7b969bdb-55a4-4cbd-b183-f09ae719b554"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:59:14.432509 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:14.504694 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deedf09-f494-465c-97fa-0321bd28220c x-openstack-request-id: req-0deedf09-f494-465c-97fa-0321bd28220c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:59:14.504993 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c378776-f79d-46d9-9318-02f4034b93fd", "name": "network-vif-plugged", "status": "completed", "tag": "7b969bdb-55a4-4cbd-b183-f09ae719b554", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:59:14.505243 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0deedf09-f494-465c-97fa-0321bd28220c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:59:14.506205 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c378776-f79d-46d9-9318-02f4034b93fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b969bdb-55a4-4cbd-b183-f09ae719b554', 'code': 200} Jan 14 01:59:14.523744 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (e232f54e-fcb2-4af9-83f7-83726e99d89c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:14.528821 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=7b969bdb-55a4-4cbd-b183-f09ae719b554,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:14.559327 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Allocated IP 172.25.2.180 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/2c7d54b6-d742-4a58-9bba-85835d6b0ccf) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:14.564972 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:14.762631 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (2c7d54b6-d742-4a58-9bba-85835d6b0ccf), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:14.808204 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b66156-2551-47e6-9807-f1d28375ab68 req-fe9ab31d-a7eb-46f8-889e-87238fdaa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:14.809757 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37b66156-2551-47e6-9807-f1d28375ab68 req-fe9ab31d-a7eb-46f8-889e-87238fdaa1ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 1096 time: 0.1251190 Jan 14 01:59:14.837433 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1a963-e2c8-4656-bd19-5fd2ea6010bf req-f359f63a-4273-40f6-885a-925aaa6f24d7 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:14.839045 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bca1a963-e2c8-4656-bd19-5fd2ea6010bf req-f359f63a-4273-40f6-885a-925aaa6f24d7 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.0940216 Jan 14 01:59:14.898815 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37b66156-2551-47e6-9807-f1d28375ab68 req-ae363883-6bb9-437a-901e-bdf67058d21d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785873 Jan 14 01:59:14.930631 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (2c7d54b6-d742-4a58-9bba-85835d6b0ccf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:14.958142 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bca1a963-e2c8-4656-bd19-5fd2ea6010bf req-93123ae3-625e-4fc0-90a0-269b8189e976 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026435 Jan 14 01:59:14.998670 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:15.008784 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:15.013696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:15.035417 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Allocated IP 172.25.2.71 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/dc9acf29-7f9a-4188-9327-b6ae2e41ed10) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:15.044383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=2c7d54b6-d742-4a58-9bba-85835d6b0ccf,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:15.165582 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:15.212496 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:15.275555 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:15.279667 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:15.284438 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:15.288612 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event updated for resources: {'Port': ['ID=dc9acf29-7f9a-4188-9327-b6ae2e41ed10,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:15.309070 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fad7da1-03d9-498f-ac00-a6aa19bc0a27 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:15.399595 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dfc4208c-02ae-42d6-ada9-b4f36f98a769 None None] Provisioning complete for port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:15.400231 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dfc4208c-02ae-42d6-ada9-b4f36f98a769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:15.472169 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dfc4208c-02ae-42d6-ada9-b4f36f98a769 None None] Port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:15.492784 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for floatingip (f3487809-427c-4ee1-abcb-cd4b6ba4368f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:15.597140 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2c7d54b6-d742-4a58-9bba-85835d6b0ccf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:15.655227 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (e232f54e-fcb2-4af9-83f7-83726e99d89c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:15.780823 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (2c7d54b6-d742-4a58-9bba-85835d6b0ccf), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:15.786122 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (2c7d54b6-d742-4a58-9bba-85835d6b0ccf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:15.899968 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=2c7d54b6-d742-4a58-9bba-85835d6b0ccf,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:15.903209 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (e232f54e-fcb2-4af9-83f7-83726e99d89c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:15.946573 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (f3487809-427c-4ee1-abcb-cd4b6ba4368f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:16.142453 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Router e232f54e-fcb2-4af9-83f7-83726e99d89c is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:59:16.181562 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Floating IP f3487809-427c-4ee1-abcb-cd4b6ba4368f associated. External IP: 172.25.2.180, port: e4440516-aadd-4347-9ee1-488520ad3844. Jan 14 01:59:16.266704 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:16.285598 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Sync routers for ids ['e232f54e-fcb2-4af9-83f7-83726e99d89c'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:16.294874 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:16.296340 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-93e33649-711e-4de8-a6db-851f10b8ed66 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.4983320 Jan 14 01:59:16.298719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48952) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:16.304608 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Routers {'e232f54e-fcb2-4af9-83f7-83726e99d89c'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:16.308290 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e232f54e-fcb2-4af9-83f7-83726e99d89c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:16.321202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4048de8-a6ea-4a7b-adb3-f3a53077e5f8 req-e031b2c5-872f-4e66-9176-e504fa3810a8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:16.328583 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b4048de8-a6ea-4a7b-adb3-f3a53077e5f8 req-e031b2c5-872f-4e66-9176-e504fa3810a8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.1892233 Jan 14 01:59:16.426741 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2c801839-a18b-41cb-b6a9-3205154c567e tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/routers/e232f54e-fcb2-4af9-83f7-83726e99d89c HTTP/1.1" status: 200 len: 906 time: 0.1268210 Jan 14 01:59:16.427892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48954) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:16.432385 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Request body: {'router': {'name': 'tempest-snat-router-80877540', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'enable_snat': True}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:16.471711 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (bf185723-787d-403f-9f3a-830be6a67dde), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:16.473197 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (bf185723-787d-403f-9f3a-830be6a67dde), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:16.482658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:59:16.499005 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b4048de8-a6ea-4a7b-adb3-f3a53077e5f8 req-28a0b96c-85f9-4e59-80c1-36b8bf380308 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695888 Jan 14 01:59:16.519753 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Set router e232f54e-fcb2-4af9-83f7-83726e99d89c gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:16.600552 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_controller (bf185723-787d-403f-9f3a-830be6a67dde), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:16.651891 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:16.666248 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eda4df-744c-4a99-8f31-8b55956b3d4f None None] Sync routers for ids ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:16.681100 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:16.690162 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eda4df-744c-4a99-8f31-8b55956b3d4f None None] Routers {'78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:16.691048 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b7eda4df-744c-4a99-8f31-8b55956b3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:16.719537 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0694e782-21cd-4d1e-a2cb-fa02218de051 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5934243 Jan 14 01:59:16.720139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:59:16.727711 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204ad164-62ef-4e00-981f-023f535ad3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "tag": "e4440516-aadd-4347-9ee1-488520ad3844"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:59:16.847428 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b31d92-1b14-474f-b82d-535ed9633b93 x-openstack-request-id: req-92b31d92-1b14-474f-b82d-535ed9633b93 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:59:16.847637 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "tag": "e4440516-aadd-4347-9ee1-488520ad3844", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:59:16.847850 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92b31d92-1b14-474f-b82d-535ed9633b93 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:59:16.848260 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844', 'status': 'completed', 'code': 200} Jan 14 01:59:16.848747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-b7eda4df-744c-4a99-8f31-8b55956b3d4f None None] Set router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:16.883368 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e232f54e-fcb2-4af9-83f7-83726e99d89c', 'name': 'tempest-snat-router-80877540', 'tenant_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.71'}], 'enable_snat': False}, 'gw_port_id': 'dc9acf29-7f9a-4188-9327-b6ae2e41ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:13Z', 'updated_at': '2022-01-14T01:59:15Z', 'revision_number': 3, 'project_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'gw_port': {'id': 'dc9acf29-7f9a-4188-9327-b6ae2e41ed10', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e232f54e-fcb2-4af9-83f7-83726e99d89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:14Z', 'updated_at': '2022-01-14T01:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:16.917709 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Checking router: e232f54e-fcb2-4af9-83f7-83726e99d89c for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:59:16.918326 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Updating router e232f54e-fcb2-4af9-83f7-83726e99d89c port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:59:16.938874 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (bf185723-787d-403f-9f3a-830be6a67dde), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:16.970039 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:17.016510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad164-62ef-4e00-981f-023f535ad3cb req-347a171d-0a60-4de4-8c40-1e16341914be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:17.018012 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-204ad164-62ef-4e00-981f-023f535ad3cb req-347a171d-0a60-4de4-8c40-1e16341914be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1097 time: 0.1204433 Jan 14 01:59:17.031602 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89f8c3-a2ea-4b9e-b30d-07d21e10d02d req-883dea0e-cc63-42f0-916a-2790bdafa42a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:17.039927 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb89f8c3-a2ea-4b9e-b30d-07d21e10d02d req-883dea0e-cc63-42f0-916a-2790bdafa42a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.1907706 Jan 14 01:59:17.204681 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb89f8c3-a2ea-4b9e-b30d-07d21e10d02d req-fcd49ca2-53f3-4147-a89b-344f0301fedd tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491337 Jan 14 01:59:17.236194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 48966) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:17.260653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b7eda4df-744c-4a99-8f31-8b55956b3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T01:58:50Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3487809-427c-4ee1-abcb-cd4b6ba4368f', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'port_id': 'e4440516-aadd-4347-9ee1-488520ad3844', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'mac_address': 'fa:16:3e:d5:b2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496fb499-27b1-4201-add2-882d512e71f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:59:15Z', 'updated_at': '2022-01-14T01:59:15Z', 'revision_number': 0, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5367b9f8-1ea7-4d1c-a9c8-85039be9b153', 'name': '', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:1c:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:48Z', 'updated_at': '2022-01-14T01:58:58Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:17.294038 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eda4df-744c-4a99-8f31-8b55956b3d4f None None] Checking router: 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:59:17.303209 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eda4df-744c-4a99-8f31-8b55956b3d4f None None] Routers {'78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:17.303980 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b7eda4df-744c-4a99-8f31-8b55956b3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:17.426714 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-b7eda4df-744c-4a99-8f31-8b55956b3d4f None None] Set router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:17.486185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (bf185723-787d-403f-9f3a-830be6a67dde), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:17.547608 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:17.830671 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b7eda4df-744c-4a99-8f31-8b55956b3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T01:58:50Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3487809-427c-4ee1-abcb-cd4b6ba4368f', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'port_id': 'e4440516-aadd-4347-9ee1-488520ad3844', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'mac_address': 'fa:16:3e:d5:b2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496fb499-27b1-4201-add2-882d512e71f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:59:15Z', 'updated_at': '2022-01-14T01:59:15Z', 'revision_number': 0, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5367b9f8-1ea7-4d1c-a9c8-85039be9b153', 'name': '', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:1c:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:48Z', 'updated_at': '2022-01-14T01:58:58Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:17.857689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eda4df-744c-4a99-8f31-8b55956b3d4f None None] The sync data for ids ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'] in n-d-824358-4 is: [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T01:58:50Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'f3487809-427c-4ee1-abcb-cd4b6ba4368f', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'port_id': 'e4440516-aadd-4347-9ee1-488520ad3844', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'mac_address': 'fa:16:3e:d5:b2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496fb499-27b1-4201-add2-882d512e71f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:59:15Z', 'updated_at': '2022-01-14T01:59:15Z', 'revision_number': 0, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5367b9f8-1ea7-4d1c-a9c8-85039be9b153', 'name': '', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:1c:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:48Z', 'updated_at': '2022-01-14T01:58:58Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:17.912473 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Publish callbacks [] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:17.937705 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:17.978167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c56dc80-10d3-4ebc-b2d8-fb75b9ca4e59 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:18.033155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b674af86-62cd-4cc6-a10b-b6d486b3f139 None None] Provisioning complete for port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:18.034173 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b674af86-62cd-4cc6-a10b-b6d486b3f139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:18.038741 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Attempting to bind port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:18.039117 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Attempting to bind port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:18.046928 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Attempting to bind port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:18.064262 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Allocated IP 172.25.2.30 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:18.067165 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:18.070270 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:18.070798 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:18.071201 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:18.071704 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Bound port: dc9acf29-7f9a-4188-9327-b6ae2e41ed10, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:18.072090 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:18.072392 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad164-62ef-4e00-981f-023f535ad3cb req-11d16c42-8114-4899-be0b-617c29213de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:18.074769 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-204ad164-62ef-4e00-981f-023f535ad3cb req-11d16c42-8114-4899-be0b-617c29213de3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=531b2251-eafb-431d-aaa1-e2effd220bd0 HTTP/1.1" status: 200 len: 898 time: 1.0286593 Jan 14 01:59:18.130324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b674af86-62cd-4cc6-a10b-b6d486b3f139 None None] Port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:18.158772 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Pushing event updated for resources: {'Port': ['ID=dc9acf29-7f9a-4188-9327-b6ae2e41ed10,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:18.187803 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.187803 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.188134 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.188486 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.188585 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.188899 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.189221 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.189546 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.189872 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.196528 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.196874 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.197215 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.197554 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:18.280104 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] For port dc9acf29-7f9a-4188-9327-b6ae2e41ed10, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:18.285784 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] For port dc9acf29-7f9a-4188-9327-b6ae2e41ed10, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=dc9acf29-7f9a-4188-9327-b6ae2e41ed10,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:18.304517 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5ac10f-48e0-4eb2-ba94-edf7dcfdd78a None None] New status for floating IP f3487809-427c-4ee1-abcb-cd4b6ba4368f: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:59:18.310286 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:18.376640 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:18.445175 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7411d-5061-4177-8165-212f4bb95044 req-6818e5a8-ac91-445e-aa96-23770668253d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:18.456131 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8a7411d-5061-4177-8165-212f4bb95044 req-6818e5a8-ac91-445e-aa96-23770668253d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.5462673 Jan 14 01:59:18.468915 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-95fb995e-ffe0-4492-aa77-9e5e043ced0d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/floatingips/f3487809-427c-4ee1-abcb-cd4b6ba4368f HTTP/1.1" status: 200 len: 992 time: 1.2303615 Jan 14 01:59:18.470460 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:18.481417 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25269cb-f24b-455d-b585-3e395950da18 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:18.548871 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:18.555073 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-204ad164-62ef-4e00-981f-023f535ad3cb req-2da1635f-f8f0-4199-a291-ddeb74c00757 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 200 len: 1000 time: 0.4671946 Jan 14 01:59:18.563223 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cbe703ef-9423-4be6-a729-54c10bca8b7e None None] Provisioning complete for port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:18.563856 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cbe703ef-9423-4be6-a729-54c10bca8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:18.563981 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:18.572294 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:18.645896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event updated for resources: {'Port': ['ID=d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:18.660739 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98209dfe-7d8f-42b0-b467-2ae8e7e741c8 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:18.725218 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8a7411d-5061-4177-8165-212f4bb95044 req-78c657c6-8857-4220-bf17-21ad8fcce5aa tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681332 Jan 14 01:59:18.741018 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Routers {'e232f54e-fcb2-4af9-83f7-83726e99d89c'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:18.741972 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e232f54e-fcb2-4af9-83f7-83726e99d89c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:18.742114 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad164-62ef-4e00-981f-023f535ad3cb req-da5afa47-4151-4d9a-9134-b9f3f584969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:18.749796 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-204ad164-62ef-4e00-981f-023f535ad3cb req-da5afa47-4151-4d9a-9134-b9f3f584969d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f743ef-8ce0-4eb6-9084-211b90b0e49c HTTP/1.1" status: 200 len: 834 time: 0.1831670 Jan 14 01:59:18.790117 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cbe703ef-9423-4be6-a729-54c10bca8b7e None None] Current status of the port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:18.792411 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cbe703ef-9423-4be6-a729-54c10bca8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:18.844536 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad164-62ef-4e00-981f-023f535ad3cb req-4f0c9779-5ea9-45e8-b75d-139b5f73e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:18.846390 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-204ad164-62ef-4e00-981f-023f535ad3cb req-4f0c9779-5ea9-45e8-b75d-139b5f73e878 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531b2251-eafb-431d-aaa1-e2effd220bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901461 Jan 14 01:59:18.848411 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cbe703ef-9423-4be6-a729-54c10bca8b7e None None] For port dc9acf29-7f9a-4188-9327-b6ae2e41ed10, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=dc9acf29-7f9a-4188-9327-b6ae2e41ed10,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:18.849819 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a6a35-be98-43cb-a5f3-3d4afc268cb6 None None] Pushing event updated for resources: {'Port': ['ID=dc9acf29-7f9a-4188-9327-b6ae2e41ed10,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:18.860571 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cbe703ef-9423-4be6-a729-54c10bca8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:19.015563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-55d8beef-bfc9-4f13-984f-bec0f1147add None None] Provisioning complete for port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:19.016093 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55d8beef-bfc9-4f13-984f-bec0f1147add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:19.101570 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe703ef-9423-4be6-a729-54c10bca8b7e None None] Pushing event updated for resources: {'Port': ['ID=dc9acf29-7f9a-4188-9327-b6ae2e41ed10,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:19.104710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-55d8beef-bfc9-4f13-984f-bec0f1147add None None] Port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:19.106986 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da173b61-1ba8-4b63-a5ef-8ba622dea941 req-9129b954-c88c-4ee8-9036-15bcefc9dd46 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:19.109335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-da173b61-1ba8-4b63-a5ef-8ba622dea941 req-9129b954-c88c-4ee8-9036-15bcefc9dd46 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.2284434 Jan 14 01:59:19.122146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48990) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:19.122917 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] Set router e232f54e-fcb2-4af9-83f7-83726e99d89c gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:19.134830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0df58d2c-20fd-4c8d-a0d8-4f010412705d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Request body: {'floatingip': {'port_id': '7b969bdb-55a4-4cbd-b183-f09ae719b554'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:19.179558 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-204ad164-62ef-4e00-981f-023f535ad3cb req-0c416aaa-0f04-4d7b-a4ab-1c5007f5129b service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268347 Jan 14 01:59:19.202596 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0df58d2c-20fd-4c8d-a0d8-4f010412705d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for floatingip (84742fdf-1be5-42d0-83d2-d1d44a6a173e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:19.409573 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e232f54e-fcb2-4af9-83f7-83726e99d89c', 'name': 'tempest-snat-router-80877540', 'tenant_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.71'}], 'enable_snat': False}, 'gw_port_id': 'dc9acf29-7f9a-4188-9327-b6ae2e41ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:13Z', 'updated_at': '2022-01-14T01:59:15Z', 'revision_number': 3, 'project_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'gw_port': {'id': 'dc9acf29-7f9a-4188-9327-b6ae2e41ed10', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e232f54e-fcb2-4af9-83f7-83726e99d89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:14Z', 'updated_at': '2022-01-14T01:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:19.476597 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0c9754-c84d-4d45-9a25-b83e03bc04e2 None None] The sync data for ids ['e232f54e-fcb2-4af9-83f7-83726e99d89c'] in n-d-824358-4 is: [{'id': 'e232f54e-fcb2-4af9-83f7-83726e99d89c', 'name': 'tempest-snat-router-80877540', 'tenant_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.71'}], 'enable_snat': False}, 'gw_port_id': 'dc9acf29-7f9a-4188-9327-b6ae2e41ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:13Z', 'updated_at': '2022-01-14T01:59:15Z', 'revision_number': 3, 'project_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'gw_port': {'id': 'dc9acf29-7f9a-4188-9327-b6ae2e41ed10', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e232f54e-fcb2-4af9-83f7-83726e99d89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:14Z', 'updated_at': '2022-01-14T01:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:19.481539 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 48998) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:19.541594 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-204ad164-62ef-4e00-981f-023f535ad3cb req-2fc89f6f-64c9-48ee-ba95-a3b766014541 service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526199 Jan 14 01:59:19.575213 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-67e639ac-0029-489e-9f0d-6f98824ec1c2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/floatingips/f3487809-427c-4ee1-abcb-cd4b6ba4368f HTTP/1.1" status: 200 len: 994 time: 0.0904644 Jan 14 01:59:19.674409 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (bf185723-787d-403f-9f3a-830be6a67dde), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:20.047109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49006) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:20.329290 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3c77a180-31cb-4c0e-8e05-cc56b49705db tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 7057 time: 0.2809553 Jan 14 01:59:20.337412 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49008) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:20.344550 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Request body: {'network': {'name': 'tempest-network-smoke--1472839773', 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'port_security_enabled': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:20.392448 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Made reservation on behalf of f24ad4a62192446cbf1d8d5d4545d57d for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:59:20.397737 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:20.444358 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:59:20.467149 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (1785f559-bd27-447b-b301-9224967ab55c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:20.467524 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Added segment 1785f559-bd27-447b-b301-9224967ab55c of type vlan for network 0a7d0e72-88d7-4b82-9695-d5b838667123 Jan 14 01:59:20.561679 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (0a7d0e72-88d7-4b82-9695-d5b838667123), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:20.620878 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (0a7d0e72-88d7-4b82-9695-d5b838667123), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 01:59:20.623762 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 01:59:20.628940 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:20.629570 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:20.666410 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3269522 Jan 14 01:59:20.667264 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49012) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:20.700747 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-367721675', 'admin_state_up': True, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:20.932266 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Network': ['ID=0a7d0e72-88d7-4b82-9695-d5b838667123,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:20.990955 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:20.991384 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:20.991839 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:20.992243 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:20.992686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:20.993083 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:20.993499 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:20.993990 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:20.994442 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:20.994953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:20.995393 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:20.995733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:20.996118 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33997297-393e-4c77-9e9e-e1a7cb85f0a5 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:21.010657 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (16d079b5-e11e-42c8-9681-e8a2ac144722), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:21.011802 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (16d079b5-e11e-42c8-9681-e8a2ac144722), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:21.017231 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 0a7d0e72-88d7-4b82-9695-d5b838667123 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:59:21.035963 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (bf185723-787d-403f-9f3a-830be6a67dde), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:21.049713 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0df58d2c-20fd-4c8d-a0d8-4f010412705d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:21.069007 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd8d7a-f72d-4f46-96c9-7d0ddf4adf14 req-42e0bbee-f211-4c73-bc7c-b4523ef4d2b0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:21.081896 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd8d7a-f72d-4f46-96c9-7d0ddf4adf14 req-42e0bbee-f211-4c73-bc7c-b4523ef4d2b0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:21.096057 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd8d7a-f72d-4f46-96c9-7d0ddf4adf14 req-42e0bbee-f211-4c73-bc7c-b4523ef4d2b0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:21.110365 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd8d7a-f72d-4f46-96c9-7d0ddf4adf14 req-42e0bbee-f211-4c73-bc7c-b4523ef4d2b0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:21.124466 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd8d7a-f72d-4f46-96c9-7d0ddf4adf14 req-42e0bbee-f211-4c73-bc7c-b4523ef4d2b0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:21.136690 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd8d7a-f72d-4f46-96c9-7d0ddf4adf14 req-42e0bbee-f211-4c73-bc7c-b4523ef4d2b0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:21.150775 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd8d7a-f72d-4f46-96c9-7d0ddf4adf14 req-42e0bbee-f211-4c73-bc7c-b4523ef4d2b0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:21.166331 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-33bd8d7a-f72d-4f46-96c9-7d0ddf4adf14 req-42e0bbee-f211-4c73-bc7c-b4523ef4d2b0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5432 time: 0.3496296 Jan 14 01:59:21.223828 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0df58d2c-20fd-4c8d-a0d8-4f010412705d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (84742fdf-1be5-42d0-83d2-d1d44a6a173e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:21.307916 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router_controller (16d079b5-e11e-42c8-9681-e8a2ac144722), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:21.461509 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [None req-0df58d2c-20fd-4c8d-a0d8-4f010412705d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Floating IP 84742fdf-1be5-42d0-83d2-d1d44a6a173e associated. External IP: 172.25.2.189, port: 7b969bdb-55a4-4cbd-b183-f09ae719b554. Jan 14 01:59:21.487102 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-33bd8d7a-f72d-4f46-96c9-7d0ddf4adf14 req-c48bc8e6-9b11-4226-824c-2a51875a4eb8 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3193867 Jan 14 01:59:21.613720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49028) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:21.711790 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router_gateway (16d079b5-e11e-42c8-9681-e8a2ac144722), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:21.767641 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Router bf185723-787d-403f-9f3a-830be6a67dde is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:59:21.847951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device dc9acf29-7f9a-4188-9327-b6ae2e41ed10 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:21.961617 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:21.962321 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:21.963728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181a299-7470-47cf-8f44-1e548c17261b req-326d1a05-e5e3-4ab3-a472-0682a80ef2ee tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:21.978358 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181a299-7470-47cf-8f44-1e548c17261b req-326d1a05-e5e3-4ab3-a472-0682a80ef2ee tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:21.996893 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181a299-7470-47cf-8f44-1e548c17261b req-326d1a05-e5e3-4ab3-a472-0682a80ef2ee tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:22.010777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181a299-7470-47cf-8f44-1e548c17261b req-326d1a05-e5e3-4ab3-a472-0682a80ef2ee tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:22.031846 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181a299-7470-47cf-8f44-1e548c17261b req-326d1a05-e5e3-4ab3-a472-0682a80ef2ee tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:22.048698 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181a299-7470-47cf-8f44-1e548c17261b req-326d1a05-e5e3-4ab3-a472-0682a80ef2ee tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:22.063550 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181a299-7470-47cf-8f44-1e548c17261b req-326d1a05-e5e3-4ab3-a472-0682a80ef2ee tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:22.065902 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1181a299-7470-47cf-8f44-1e548c17261b req-326d1a05-e5e3-4ab3-a472-0682a80ef2ee tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5432 time: 0.4012339 Jan 14 01:59:22.077113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df58d2c-20fd-4c8d-a0d8-4f010412705d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:59:22.081906 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:22.100865 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d61b07e-09dc-48ce-8bfa-65f0bc8a0f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:22.105306 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:22.112861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Sync routers for ids ['bf185723-787d-403f-9f3a-830be6a67dde'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:22.132051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Routers {'bf185723-787d-403f-9f3a-830be6a67dde'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:22.134055 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['bf185723-787d-403f-9f3a-830be6a67dde'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:22.184422 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:22.190190 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6b82166b-b0fe-426d-823e-e1d31eae3ba7 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.7612076 Jan 14 01:59:22.192082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49038) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:22.265063 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d61b07e-09dc-48ce-8bfa-65f0bc8a0f62 admin admin] Publish callbacks [] for security_group (5127a88a-607f-41e9-bc91-f32b087bef29), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:22.280668 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d61b07e-09dc-48ce-8bfa-65f0bc8a0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5127a88a-607f-41e9-bc91-f32b087bef29), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:22.284181 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df58d2c-20fd-4c8d-a0d8-4f010412705d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:22.295032 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0df58d2c-20fd-4c8d-a0d8-4f010412705d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:22.302487 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1911fc-cd2d-4dac-b15f-84ff8f1484fc None None] Sync routers for ids ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:22.322833 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1911fc-cd2d-4dac-b15f-84ff8f1484fc None None] Routers {'3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:22.326918 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8a1911fc-cd2d-4dac-b15f-84ff8f1484fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:22.348939 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0df58d2c-20fd-4c8d-a0d8-4f010412705d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "PUT /v2.0/floatingips/84742fdf-1be5-42d0-83d2-d1d44a6a173e HTTP/1.1" status: 200 len: 991 time: 3.2228382 Jan 14 01:59:22.348939 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c378776-f79d-46d9-9318-02f4034b93fd', 'tag': '7b969bdb-55a4-4cbd-b183-f09ae719b554'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:59:22.349945 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859b480e-9a1f-4d71-b296-d991adebc6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c378776-f79d-46d9-9318-02f4034b93fd", "tag": "7b969bdb-55a4-4cbd-b183-f09ae719b554"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:59:22.392622 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Set router bf185723-787d-403f-9f3a-830be6a67dde gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:22.417160 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0218da9-a853-4f35-af31-7524cd952f25 x-openstack-request-id: req-b0218da9-a853-4f35-af31-7524cd952f25 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:59:22.417675 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c378776-f79d-46d9-9318-02f4034b93fd", "tag": "7b969bdb-55a4-4cbd-b183-f09ae719b554", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:59:22.418101 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0218da9-a853-4f35-af31-7524cd952f25 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:59:22.418695 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c378776-f79d-46d9-9318-02f4034b93fd', 'tag': '7b969bdb-55a4-4cbd-b183-f09ae719b554', 'status': 'completed', 'code': 200} Jan 14 01:59:22.481150 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61b07e-09dc-48ce-8bfa-65f0bc8a0f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5127a88a-607f-41e9-bc91-f32b087bef29,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:22.554602 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5d61b07e-09dc-48ce-8bfa-65f0bc8a0f62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d56ea756dbbc46a998075448111adb96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9351723 Jan 14 01:59:22.557246 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49044) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:22.594541 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8a1911fc-cd2d-4dac-b15f-84ff8f1484fc None None] Set router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:22.681448 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1af672c3-36ab-43f8-b714-cd9282d52d33 admin admin] Publish callbacks [] for security_group (5127a88a-607f-41e9-bc91-f32b087bef29), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:22.722981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b480e-9a1f-4d71-b296-d991adebc6e5 req-33eed3f5-dca7-4481-ad56-de15f79dc5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:22.726119 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-859b480e-9a1f-4d71-b296-d991adebc6e5 req-33eed3f5-dca7-4481-ad56-de15f79dc5fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 1096 time: 0.2130778 Jan 14 01:59:22.743488 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1af672c3-36ab-43f8-b714-cd9282d52d33 admin admin] Publish callbacks [] for security_group (5127a88a-607f-41e9-bc91-f32b087bef29), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:22.778577 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fb390d59-e822-4578-9f9a-4b09e533c3b3 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/routers/bf185723-787d-403f-9f3a-830be6a67dde HTTP/1.1" status: 200 len: 905 time: 0.5851266 Jan 14 01:59:22.791602 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router_gateway (16d079b5-e11e-42c8-9681-e8a2ac144722), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:22.801747 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49046) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:22.850778 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1af672c3-36ab-43f8-b714-cd9282d52d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (5127a88a-607f-41e9-bc91-f32b087bef29), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:22.854063 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1af672c3-36ab-43f8-b714-cd9282d52d33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:22.859336 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1af672c3-36ab-43f8-b714-cd9282d52d33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5127a88a-607f-41e9-bc91-f32b087bef29 HTTP/1.1" status: 204 len: 168 time: 0.3009260 Jan 14 01:59:22.870204 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af672c3-36ab-43f8-b714-cd9282d52d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5127a88a-607f-41e9-bc91-f32b087bef29,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:22.913415 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf185723-787d-403f-9f3a-830be6a67dde', 'name': 'tempest-snat-router-80877540', 'tenant_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:16Z', 'updated_at': '2022-01-14T01:59:18Z', 'revision_number': 3, 'project_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'gw_port': {'id': 'd8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf185723-787d-403f-9f3a-830be6a67dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:17Z', 'updated_at': '2022-01-14T01:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:22.997069 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Checking router: bf185723-787d-403f-9f3a-830be6a67dde for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:59:22.997487 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Updating router bf185723-787d-403f-9f3a-830be6a67dde port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:59:23.068775 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:23.079360 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8a1911fc-cd2d-4dac-b15f-84ff8f1484fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '84742fdf-1be5-42d0-83d2-d1d44a6a173e', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'port_id': '7b969bdb-55a4-4cbd-b183-f09ae719b554', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'mac_address': 'fa:16:3e:1c:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c378776-f79d-46d9-9318-02f4034b93fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:59:01Z', 'updated_at': '2022-01-14T01:59:20Z', 'revision_number': 1, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '530bd29d-ef73-451b-a0ef-2b83665923c7', 'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'mac_address': 'fa:16:3e:44:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:53Z', 'updated_at': '2022-01-14T01:59:02Z', 'revision_number': 5, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'subnets': [{'id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:23.171774 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1911fc-cd2d-4dac-b15f-84ff8f1484fc None None] Checking router: 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:59:23.182026 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1911fc-cd2d-4dac-b15f-84ff8f1484fc None None] Routers {'3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:23.182991 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8a1911fc-cd2d-4dac-b15f-84ff8f1484fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:23.327374 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8a1911fc-cd2d-4dac-b15f-84ff8f1484fc None None] Set router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:23.496035 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49056) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:23.522722 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b4c89fb-7be5-46dd-8efd-5cdbc884038e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:23.617188 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:23.693202 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b4c89fb-7be5-46dd-8efd-5cdbc884038e admin admin] Publish callbacks [] for security_group (cb2c94ff-14d3-4df4-8739-8d82cf5db548), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:23.702703 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b4c89fb-7be5-46dd-8efd-5cdbc884038e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cb2c94ff-14d3-4df4-8739-8d82cf5db548), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:23.861743 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8a1911fc-cd2d-4dac-b15f-84ff8f1484fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '84742fdf-1be5-42d0-83d2-d1d44a6a173e', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'port_id': '7b969bdb-55a4-4cbd-b183-f09ae719b554', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'mac_address': 'fa:16:3e:1c:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c378776-f79d-46d9-9318-02f4034b93fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:59:01Z', 'updated_at': '2022-01-14T01:59:20Z', 'revision_number': 1, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '530bd29d-ef73-451b-a0ef-2b83665923c7', 'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'mac_address': 'fa:16:3e:44:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:53Z', 'updated_at': '2022-01-14T01:59:02Z', 'revision_number': 5, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'subnets': [{'id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:23.887855 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c89fb-7be5-46dd-8efd-5cdbc884038e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2c94ff-14d3-4df4-8739-8d82cf5db548,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:23.921539 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7b4c89fb-7be5-46dd-8efd-5cdbc884038e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3ce77223fe04f71875fead8dd7757b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4226487 Jan 14 01:59:23.931302 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49066) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:23.997193 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dcda421-7652-482f-8e75-a2ce45484432 req-93316750-9b6f-4f51-bf7c-065cdf81b63a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1893489 Jan 14 01:59:24.096598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b480e-9a1f-4d71-b296-d991adebc6e5 req-5abbb3a8-0eb7-40e2-98ba-d7f0e04da9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:24.101224 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-859b480e-9a1f-4d71-b296-d991adebc6e5 req-5abbb3a8-0eb7-40e2-98ba-d7f0e04da9c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 912 time: 1.3254786 Jan 14 01:59:24.135598 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (bf185723-787d-403f-9f3a-830be6a67dde), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.227603 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1911fc-cd2d-4dac-b15f-84ff8f1484fc None None] The sync data for ids ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'] in n-d-824358-4 is: [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '84742fdf-1be5-42d0-83d2-d1d44a6a173e', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'port_id': '7b969bdb-55a4-4cbd-b183-f09ae719b554', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'mac_address': 'fa:16:3e:1c:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c378776-f79d-46d9-9318-02f4034b93fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T01:59:01Z', 'updated_at': '2022-01-14T01:59:20Z', 'revision_number': 1, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '530bd29d-ef73-451b-a0ef-2b83665923c7', 'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'mac_address': 'fa:16:3e:44:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:53Z', 'updated_at': '2022-01-14T01:59:02Z', 'revision_number': 5, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'subnets': [{'id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:24.230660 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45c2a645-7764-4ec1-adb5-3847cb0d615b admin admin] Publish callbacks [] for security_group (cb2c94ff-14d3-4df4-8739-8d82cf5db548), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.305234 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45c2a645-7764-4ec1-adb5-3847cb0d615b admin admin] Publish callbacks [] for security_group (cb2c94ff-14d3-4df4-8739-8d82cf5db548), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.335810 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Publish callbacks [] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.345594 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (bf185723-787d-403f-9f3a-830be6a67dde), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.355680 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.394027 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda421-7652-482f-8e75-a2ce45484432 req-d0dc9dc8-ed30-45dd-a04c-50f32a0db9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:24.403782 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dcda421-7652-482f-8e75-a2ce45484432 req-d0dc9dc8-ed30-45dd-a04c-50f32a0db9bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1097 time: 0.3192253 Jan 14 01:59:24.483442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Attempting to bind port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:24.483889 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Attempting to bind port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:24.484262 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Attempting to bind port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:24.486524 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0bdbd4-dfb0-46c2-ab25-f02de3dde583 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:24.498069 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-859b480e-9a1f-4d71-b296-d991adebc6e5 req-ffafb264-488f-4475-be94-0b02a5dfc0d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554 HTTP/1.1" status: 200 len: 999 time: 0.3887682 Jan 14 01:59:24.511008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:24.511408 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:24.511827 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.512223 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:24.512717 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Bound port: d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:24.513223 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.519515 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d2b76-db65-4d2f-bfe8-bdcccd977001 None None] Pushing event updated for resources: {'Port': ['ID=d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:24.580939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Allocated IP 172.25.2.229 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/d2b7a511-b7b5-4c86-9bf3-a95a3628a307) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:24.606975 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45c2a645-7764-4ec1-adb5-3847cb0d615b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (cb2c94ff-14d3-4df4-8739-8d82cf5db548), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.609520 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45c2a645-7764-4ec1-adb5-3847cb0d615b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.613131 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-45c2a645-7764-4ec1-adb5-3847cb0d615b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb2c94ff-14d3-4df4-8739-8d82cf5db548 HTTP/1.1" status: 204 len: 168 time: 0.6779592 Jan 14 01:59:24.642144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] For port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:24.650187 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] For port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:24.665508 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2a645-7764-4ec1-adb5-3847cb0d615b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2c94ff-14d3-4df4-8739-8d82cf5db548,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:24.672396 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.729939 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda421-7652-482f-8e75-a2ce45484432 req-5e98ece1-bb9c-46d0-8ec5-7850b0939929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:24.731396 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dcda421-7652-482f-8e75-a2ce45484432 req-5e98ece1-bb9c-46d0-8ec5-7850b0939929 service neutron] 10.222.0.36 "GET /v2.0/networks?id=531b2251-eafb-431d-aaa1-e2effd220bd0 HTTP/1.1" status: 200 len: 898 time: 0.3032222 Jan 14 01:59:24.821448 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Deleting port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:59:24.822368 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.915674 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d2b76-db65-4d2f-bfe8-bdcccd977001 None None] Pushing event updated for resources: {'Port': ['ID=d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:24.937996 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97331932-9f87-4f8d-8c5a-37b60e5605fe None None] New status for floating IP 84742fdf-1be5-42d0-83d2-d1d44a6a173e: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 01:59:24.960621 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] For port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:24.962645 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:24.967192 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11262597-4b96-4eec-ac18-fbe1ca353abe None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:24.976529 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dcda421-7652-482f-8e75-a2ce45484432 req-10bef13a-33d2-4db4-b889-2ccd48d6fc83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 200 len: 1002 time: 0.2376771 Jan 14 01:59:25.004496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Calling delete_port for d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:59:25.034860 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b480e-9a1f-4d71-b296-d991adebc6e5 req-cf8ec2ad-b9fb-4e12-9658-62b8625ab20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:25.040404 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-859b480e-9a1f-4d71-b296-d991adebc6e5 req-cf8ec2ad-b9fb-4e12-9658-62b8625ab20e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.5309014 Jan 14 01:59:25.041932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1509369e-4d65-4916-8752-8ce93218306b None None] Provisioning complete for port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:25.042315 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1509369e-4d65-4916-8752-8ce93218306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:25.049176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Routers {'bf185723-787d-403f-9f3a-830be6a67dde'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:25.049596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['bf185723-787d-403f-9f3a-830be6a67dde'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:25.117142 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda421-7652-482f-8e75-a2ce45484432 req-e08b8e86-b6ad-49ab-bf23-b2de4f8aae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:25.130817 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dcda421-7652-482f-8e75-a2ce45484432 req-e08b8e86-b6ad-49ab-bf23-b2de4f8aae7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f743ef-8ce0-4eb6-9084-211b90b0e49c HTTP/1.1" status: 200 len: 834 time: 0.1421587 Jan 14 01:59:25.190358 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49090) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:25.253005 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda421-7652-482f-8e75-a2ce45484432 req-ba757c69-0388-4ad1-8fbc-5f419cc72094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:25.258310 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dcda421-7652-482f-8e75-a2ce45484432 req-ba757c69-0388-4ad1-8fbc-5f419cc72094 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531b2251-eafb-431d-aaa1-e2effd220bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204646 Jan 14 01:59:25.520223 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dcda421-7652-482f-8e75-a2ce45484432 req-aa223b42-0b81-48d3-b104-74b37cbd93c1 service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452519 Jan 14 01:59:25.574106 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1509369e-4d65-4916-8752-8ce93218306b None None] Current status of the port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:25.574739 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1509369e-4d65-4916-8752-8ce93218306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:25.582254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b480e-9a1f-4d71-b296-d991adebc6e5 req-0a9b4df9-dcce-4c96-85da-340937e53e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:25.584616 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-859b480e-9a1f-4d71-b296-d991adebc6e5 req-0a9b4df9-dcce-4c96-85da-340937e53e15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3989458 Jan 14 01:59:25.598689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1509369e-4d65-4916-8752-8ce93218306b None None] For port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:25.609043 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1509369e-4d65-4916-8752-8ce93218306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:25.615596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] Set router bf185723-787d-403f-9f3a-830be6a67dde gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:25.698049 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:25.734102 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6dcda421-7652-482f-8e75-a2ce45484432 req-4e631c86-963c-402d-96b6-df0bf7d413d5 service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060161 Jan 14 01:59:25.787974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09306553-a44b-4f87-9fca-4c1eebdb6ff1 req-27555f96-2a71-4632-b416-c32c85bcb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:25.788451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09306553-a44b-4f87-9fca-4c1eebdb6ff1 req-27555f96-2a71-4632-b416-c32c85bcb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:25.788918 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09306553-a44b-4f87-9fca-4c1eebdb6ff1 req-27555f96-2a71-4632-b416-c32c85bcb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:25.789376 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09306553-a44b-4f87-9fca-4c1eebdb6ff1 req-27555f96-2a71-4632-b416-c32c85bcb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:25.789835 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09306553-a44b-4f87-9fca-4c1eebdb6ff1 req-27555f96-2a71-4632-b416-c32c85bcb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:25.790720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09306553-a44b-4f87-9fca-4c1eebdb6ff1 req-27555f96-2a71-4632-b416-c32c85bcb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:25.790843 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09306553-a44b-4f87-9fca-4c1eebdb6ff1 req-27555f96-2a71-4632-b416-c32c85bcb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:25.795104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf185723-787d-403f-9f3a-830be6a67dde', 'name': 'tempest-snat-router-80877540', 'tenant_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:16Z', 'updated_at': '2022-01-14T01:59:24Z', 'revision_number': 4, 'project_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:25.798761 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-09306553-a44b-4f87-9fca-4c1eebdb6ff1 req-27555f96-2a71-4632-b416-c32c85bcb9c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6489 time: 0.5763757 Jan 14 01:59:25.802620 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49108) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:25.903856 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f078933-b6b0-4969-b4d9-059576dd8e54 None None] The sync data for ids ['bf185723-787d-403f-9f3a-830be6a67dde'] in n-d-824358-4 is: [{'id': 'bf185723-787d-403f-9f3a-830be6a67dde', 'name': 'tempest-snat-router-80877540', 'tenant_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:16Z', 'updated_at': '2022-01-14T01:59:24Z', 'revision_number': 4, 'project_id': 'dfe3b18a7d134c00ac850f4f8d421e71', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:25.908837 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9725d85f-16e4-453d-99ed-51fa7aecd1c1 None None] Provisioning complete for port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:25.909215 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9725d85f-16e4-453d-99ed-51fa7aecd1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:25.971551 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-859b480e-9a1f-4d71-b296-d991adebc6e5 req-c5038492-cea4-455f-afa0-a77ab06c1e55 service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585601 Jan 14 01:59:25.997821 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.111327 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509369e-4d65-4916-8752-8ce93218306b None None] Pushing event updated for resources: {'Port': ['ID=d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:26.116310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9725d85f-16e4-453d-99ed-51fa7aecd1c1 None None] Current status of the port d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:26.122680 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9195ddb-cd3f-406c-be0c-55423a15675b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.129763 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-09306553-a44b-4f87-9fca-4c1eebdb6ff1 req-15a6adb7-2421-46e6-9f2b-261048feb36a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3302622 Jan 14 01:59:26.138975 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.157663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:26.170549 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:26.178655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:26.192144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40517a-8a91-4c3a-88cf-0faf32295537 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:26.242525 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Port': ['ID=d2b7a511-b7b5-4c86-9bf3-a95a3628a307,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:26.287157 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469202a2-3215-47b6-8b18-9a9dc0ee693e None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:26.304234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6500a288-b117-43dc-b9f2-ecb4704ea6da None None] Provisioning complete for port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:26.306310 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6500a288-b117-43dc-b9f2-ecb4704ea6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.346552 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9195ddb-cd3f-406c-be0c-55423a15675b admin admin] Publish callbacks [] for security_group (7986406e-474b-4676-beaa-40ce50ca3cac), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.353301 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9195ddb-cd3f-406c-be0c-55423a15675b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7986406e-474b-4676-beaa-40ce50ca3cac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.372776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8ba4484-b534-4c4b-b61d-b6fa6f0a2cf9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:26.402074 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6500a288-b117-43dc-b9f2-ecb4704ea6da None None] Port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:26.404511 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-859b480e-9a1f-4d71-b296-d991adebc6e5 req-b8f3b6e0-9b7d-4244-b845-da2961d80c57 service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246480 Jan 14 01:59:26.410751 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9195ddb-cd3f-406c-be0c-55423a15675b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7986406e-474b-4676-beaa-40ce50ca3cac,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:26.481359 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (bf185723-787d-403f-9f3a-830be6a67dde), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.483139 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d9195ddb-cd3f-406c-be0c-55423a15675b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26ba2f383bb64cc2a08838a583be582a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6792037 Jan 14 01:59:26.484328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49130) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:26.653769 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (bf185723-787d-403f-9f3a-830be6a67dde), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.663970 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_controller (bf185723-787d-403f-9f3a-830be6a67dde), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.779900 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (bf185723-787d-403f-9f3a-830be6a67dde), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.780436 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf185723-787d-403f-9f3a-830be6a67dde {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:59:26.786144 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.788501 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d18f9013-e96a-4d6f-9802-723ca2aef969 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "DELETE /v2.0/routers/bf185723-787d-403f-9f3a-830be6a67dde HTTP/1.1" status: 204 len: 168 time: 3.9844143 Jan 14 01:59:26.791429 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49140) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:26.854984 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b667933-2c36-488c-81eb-f0f02fb277b4 admin admin] Publish callbacks [] for security_group (7986406e-474b-4676-beaa-40ce50ca3cac), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.899021 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b667933-2c36-488c-81eb-f0f02fb277b4 admin admin] Publish callbacks [] for security_group (7986406e-474b-4676-beaa-40ce50ca3cac), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.923926 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router_gateway (16d079b5-e11e-42c8-9681-e8a2ac144722), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:26.967521 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (e232f54e-fcb2-4af9-83f7-83726e99d89c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:27.025062 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b667933-2c36-488c-81eb-f0f02fb277b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (7986406e-474b-4676-beaa-40ce50ca3cac), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:27.027849 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b667933-2c36-488c-81eb-f0f02fb277b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:27.029401 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5b667933-2c36-488c-81eb-f0f02fb277b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7986406e-474b-4676-beaa-40ce50ca3cac HTTP/1.1" status: 204 len: 168 time: 0.5443342 Jan 14 01:59:27.116854 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (e232f54e-fcb2-4af9-83f7-83726e99d89c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:27.148251 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b667933-2c36-488c-81eb-f0f02fb277b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7986406e-474b-4676-beaa-40ce50ca3cac,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:27.191705 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Deleting port dc9acf29-7f9a-4188-9327-b6ae2e41ed10 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:59:27.196698 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:27.325157 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] For port dc9acf29-7f9a-4188-9327-b6ae2e41ed10, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=dc9acf29-7f9a-4188-9327-b6ae2e41ed10,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:27.325724 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:27.349665 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Calling delete_port for dc9acf29-7f9a-4188-9327-b6ae2e41ed10 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:59:27.405867 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (16d079b5-e11e-42c8-9681-e8a2ac144722), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:27.694942 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (dc9acf29-7f9a-4188-9327-b6ae2e41ed10), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:27.756003 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc9acf29-7f9a-4188-9327-b6ae2e41ed10,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:27.788573 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b0600-88fd-41aa-8ac8-9d042f8e5df8 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:27.859086 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (e232f54e-fcb2-4af9-83f7-83726e99d89c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:27.994795 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (e232f54e-fcb2-4af9-83f7-83726e99d89c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:27.997542 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_controller (e232f54e-fcb2-4af9-83f7-83726e99d89c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.064014 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (e232f54e-fcb2-4af9-83f7-83726e99d89c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.064526 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e232f54e-fcb2-4af9-83f7-83726e99d89c {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:59:28.072351 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.078268 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-abcf76bb-bc6c-4365-a163-70d47556bbd1 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e232f54e-fcb2-4af9-83f7-83726e99d89c HTTP/1.1" status: 204 len: 168 time: 1.2839048 Jan 14 01:59:28.078546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49190) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:28.086455 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1951758096', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:28.093901 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Router 16d079b5-e11e-42c8-9681-e8a2ac144722 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:59:28.123249 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.124249 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.161074 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49194) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:28.263341 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_controller (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.347755 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:28.354762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:28.359020 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Sync routers for ids ['16d079b5-e11e-42c8-9681-e8a2ac144722'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:28.369017 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Routers {'16d079b5-e11e-42c8-9681-e8a2ac144722'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:28.369842 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['16d079b5-e11e-42c8-9681-e8a2ac144722'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:28.425912 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2050034011-network', 'tenant_id': '2141d01510e94744a27b4eeebac1bc28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:28.433204 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.434181 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cb0816de-578e-4904-882c-29f5ba19c9a7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.7376032 Jan 14 01:59:28.438514 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.441239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49204) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:28.446791 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff7e47f8-c765-4b41-acf3-373a29a1f4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.476516 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Made reservation on behalf of 2141d01510e94744a27b4eeebac1bc28 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:59:28.478761 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.492248 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.495751 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Set router 16d079b5-e11e-42c8-9681-e8a2ac144722 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:28.550598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c541be83-af23-41de-b3ba-46801f2600b3 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:28.552089 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c541be83-af23-41de-b3ba-46801f2600b3 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f24ad4a62192446cbf1d8d5d4545d57d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1099465 Jan 14 01:59:28.556114 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49206) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:28.592437 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Publish callbacks [] for security_group (36793c73-6ad4-4ed3-bb91-b5aab81971ad), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.599045 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (36793c73-6ad4-4ed3-bb91-b5aab81971ad), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.633787 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:59:28.662718 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff7e47f8-c765-4b41-acf3-373a29a1f4ea admin admin] Publish callbacks [] for security_group (d48f65b0-a1b1-484c-906b-4bc04cca372f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.671517 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (1beb5f24-e1b0-4044-8aee-4f1d13cce13c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.671517 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Added segment 1beb5f24-e1b0-4044-8aee-4f1d13cce13c of type vlan for network 812f231a-5064-45c6-884f-0fd4be8b3fd4 Jan 14 01:59:28.671517 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36793c73-6ad4-4ed3-bb91-b5aab81971ad,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:28.682964 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff7e47f8-c765-4b41-acf3-373a29a1f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d48f65b0-a1b1-484c-906b-4bc04cca372f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.694880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b0b07-4079-4117-81e7-46c72e770f06 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:28.700217 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-df3b0b07-4079-4117-81e7-46c72e770f06 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1418359 Jan 14 01:59:28.701466 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49208) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:28.733734 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'name': 'tempest-TestSecurityGroupsBasicOps-router-367721675', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:21Z', 'updated_at': '2022-01-14T01:59:26Z', 'revision_number': 3, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:23Z', 'updated_at': '2022-01-14T01:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:28.740447 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1ebb9c0b-5af9-4018-b84c-1ce530639a7d tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353026 Jan 14 01:59:28.740965 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49210) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:28.754208 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (812f231a-5064-45c6-884f-0fd4be8b3fd4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.757870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e47f8-c765-4b41-acf3-373a29a1f4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48f65b0-a1b1-484c-906b-4bc04cca372f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:28.765524 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ff7e47f8-c765-4b41-acf3-373a29a1f4ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29a3d6d06fee4be2ae75ed87a8377c1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6027677 Jan 14 01:59:28.765819 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Checking router: 16d079b5-e11e-42c8-9681-e8a2ac144722 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:59:28.766138 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Updating router 16d079b5-e11e-42c8-9681-e8a2ac144722 port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:59:28.778847 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49212) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:28.790146 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-dd9a2c8a-de72-4340-95f4-30a775810e3e tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f24ad4a62192446cbf1d8d5d4545d57d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458813 Jan 14 01:59:28.791068 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49214) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:28.796365 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.803198 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (812f231a-5064-45c6-884f-0fd4be8b3fd4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.804361 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:28.805091 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.936083 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74566b21-8c09-4379-859b-19632a3a8ab1 admin admin] Publish callbacks [] for security_group (d48f65b0-a1b1-484c-906b-4bc04cca372f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.947558 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5915599 Jan 14 01:59:28.952355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49218) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:28.962803 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d9420674-c255-443d-b60e-a4dfc1dffd89 admin admin] Request body: {'subnet': {'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2050034011-subnet', 'tenant_id': '2141d01510e94744a27b4eeebac1bc28', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:28.963315 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dbdc7-39f0-4038-98a1-5c1b13ede6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=812f231a-5064-45c6-884f-0fd4be8b3fd4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:28.976737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 812f231a-5064-45c6-884f-0fd4be8b3fd4 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:59:28.991890 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.992168 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4f3b6e-729c-4ae4-8f09-5e7d67ffcd33 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:28.996392 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ec4f3b6e-729c-4ae4-8f09-5e7d67ffcd33 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2019784 Jan 14 01:59:28.996554 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74566b21-8c09-4379-859b-19632a3a8ab1 admin admin] Publish callbacks [] for security_group (d48f65b0-a1b1-484c-906b-4bc04cca372f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:28.996648 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49220) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:29.029651 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.034467 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f2ab4913-0854-456a-a27c-583e71726ccc tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354302 Jan 14 01:59:29.035726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49222) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:29.041079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7c44d94b-de1d-4ca7-b3a2-28904d69fb45 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-374627962', 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123', 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:29.066926 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9420674-c255-443d-b60e-a4dfc1dffd89 admin admin] Made reservation on behalf of 2141d01510e94744a27b4eeebac1bc28 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:59:29.069677 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9420674-c255-443d-b60e-a4dfc1dffd89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.127208 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Publish callbacks [] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.134912 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.183697 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Attempting to bind port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:29.184074 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Attempting to bind port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:29.184496 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Attempting to bind port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:29.199453 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:29.199837 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:29.200247 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.200643 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:29.203877 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Bound port: d2b7a511-b7b5-4c86-9bf3-a95a3628a307, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:29.203877 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.211633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51c3725-c812-4a7c-8d32-6858cfe85156 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:29.248323 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57dfa9-92f3-4740-a620-858fdb3ecfd5 None None] Pushing event updated for resources: {'Port': ['ID=d2b7a511-b7b5-4c86-9bf3-a95a3628a307,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:29.248631 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74566b21-8c09-4379-859b-19632a3a8ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d48f65b0-a1b1-484c-906b-4bc04cca372f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.258222 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74566b21-8c09-4379-859b-19632a3a8ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.262623 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-74566b21-8c09-4379-859b-19632a3a8ab1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d48f65b0-a1b1-484c-906b-4bc04cca372f HTTP/1.1" status: 204 len: 168 time: 0.4802034 Jan 14 01:59:29.265690 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] For port d2b7a511-b7b5-4c86-9bf3-a95a3628a307, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:29.269720 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] For port d2b7a511-b7b5-4c86-9bf3-a95a3628a307, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d2b7a511-b7b5-4c86-9bf3-a95a3628a307,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:29.285980 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ed6656bd-929d-47ec-a975-ba13bb0f5253 None None] Provisioning complete for port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:29.287930 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed6656bd-929d-47ec-a975-ba13bb0f5253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.291653 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.302522 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74566b21-8c09-4379-859b-19632a3a8ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48f65b0-a1b1-484c-906b-4bc04cca372f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:29.362376 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Allocated IP 172.25.2.23 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/82767afd-663c-44a6-9093-a2c39f3650d5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:29.419201 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff20328-f078-4a35-978b-3b07d5d5f028 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:29.423302 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Routers {'16d079b5-e11e-42c8-9681-e8a2ac144722'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:29.424562 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['16d079b5-e11e-42c8-9681-e8a2ac144722'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:29.527797 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ed6656bd-929d-47ec-a975-ba13bb0f5253 None None] Current status of the port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:29.528426 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed6656bd-929d-47ec-a975-ba13bb0f5253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.558146 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ed6656bd-929d-47ec-a975-ba13bb0f5253 None None] For port d2b7a511-b7b5-4c86-9bf3-a95a3628a307, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d2b7a511-b7b5-4c86-9bf3-a95a3628a307,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:29.563829 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed6656bd-929d-47ec-a975-ba13bb0f5253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.565282 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9420674-c255-443d-b60e-a4dfc1dffd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (229627b7-01e8-4c6c-bfbe-27b51d26180b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.594871 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57dfa9-92f3-4740-a620-858fdb3ecfd5 None None] Pushing event updated for resources: {'Port': ['ID=d2b7a511-b7b5-4c86-9bf3-a95a3628a307,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:29.604242 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for port (82767afd-663c-44a6-9093-a2c39f3650d5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.636355 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] Set router 16d079b5-e11e-42c8-9681-e8a2ac144722 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:29.638663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6656bd-929d-47ec-a975-ba13bb0f5253 None None] Pushing event updated for resources: {'Port': ['ID=d2b7a511-b7b5-4c86-9bf3-a95a3628a307,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:29.651929 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9420674-c255-443d-b60e-a4dfc1dffd89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=229627b7-01e8-4c6c-bfbe-27b51d26180b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:29.681425 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9420674-c255-443d-b60e-a4dfc1dffd89 admin admin] Checking segment: {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:29.682062 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9420674-c255-443d-b60e-a4dfc1dffd89 admin admin] Network hostable DHCP agents. Network: 812f231a-5064-45c6-884f-0fd4be8b3fd4, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:59:29.688299 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c44d94b-de1d-4ca7-b3a2-28904d69fb45 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Made reservation on behalf of f24ad4a62192446cbf1d8d5d4545d57d for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:59:29.697357 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (82767afd-663c-44a6-9093-a2c39f3650d5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.699112 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c44d94b-de1d-4ca7-b3a2-28904d69fb45 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.707831 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-252a858f-d818-45bd-95a7-b95502b4bf4a None None] Provisioning complete for port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:29.708637 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-252a858f-d818-45bd-95a7-b95502b4bf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.754957 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9420674-c255-443d-b60e-a4dfc1dffd89 admin admin] Network 812f231a-5064-45c6-884f-0fd4be8b3fd4 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:59:29.764937 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device dc9acf29-7f9a-4188-9327-b6ae2e41ed10 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:59:29.766586 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:29.771132 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:29.776133 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:29.777977 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d9420674-c255-443d-b60e-a4dfc1dffd89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 812f231a-5064-45c6-884f-0fd4be8b3fd4) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:29.796622 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: dc9acf29-7f9a-4188-9327-b6ae2e41ed10 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:59:29.797123 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device dc9acf29-7f9a-4188-9327-b6ae2e41ed10 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:59:29.799416 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87377503-5fca-4b89-a7b3-7fb6dcec61e1 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:29.812555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987db7b4-1b07-4dd3-8257-cb21f6fac48a None None] Network 812f231a-5064-45c6-884f-0fd4be8b3fd4 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:59:29.812886 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9420674-c255-443d-b60e-a4dfc1dffd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:29.813420 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9420674-c255-443d-b60e-a4dfc1dffd89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:29.833407 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Pushing event updated for resources: {'Port': ['ID=82767afd-663c-44a6-9093-a2c39f3650d5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:29.842175 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d9420674-c255-443d-b60e-a4dfc1dffd89 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8873527 Jan 14 01:59:29.846253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49230) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:29.852617 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2050034011-router', 'tenant_id': '2141d01510e94744a27b4eeebac1bc28', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:30.007711 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49234) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:30.017521 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'name': 'tempest-TestSecurityGroupsBasicOps-router-367721675', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:21Z', 'updated_at': '2022-01-14T01:59:26Z', 'revision_number': 3, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:23Z', 'updated_at': '2022-01-14T01:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:30.025690 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (0879b2c9-314e-483d-91ef-659e8e4be635), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.026901 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (0879b2c9-314e-483d-91ef-659e8e4be635), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.028572 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-812f231a-5064-45c6-884f-0fd4be8b3fd4', 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4', 'project_id': '2141d01510e94744a27b4eeebac1bc28', 'fixed_ips': [{'subnet_id': '229627b7-01e8-4c6c-bfbe-27b51d26180b'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:59:30.030109 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.030244 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0aea684-ebcc-4819-b2f6-0347d4266ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.044887 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-252a858f-d818-45bd-95a7-b95502b4bf4a None None] Current status of the port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:30.082136 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e11f6-deb9-494f-8645-d6e834a93f40 None None] The sync data for ids ['16d079b5-e11e-42c8-9681-e8a2ac144722'] in n-d-824358-4 is: [{'id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'name': 'tempest-TestSecurityGroupsBasicOps-router-367721675', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:21Z', 'updated_at': '2022-01-14T01:59:26Z', 'revision_number': 3, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:23Z', 'updated_at': '2022-01-14T01:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:30.143244 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c44d94b-de1d-4ca7-b3a2-28904d69fb45 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (842f7aa1-3ff0-4ebb-985c-aa635001fb77), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.151165 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Publish callbacks [] for router_controller (0879b2c9-314e-483d-91ef-659e8e4be635), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.202835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44d94b-de1d-4ca7-b3a2-28904d69fb45 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Subnet': ['ID=842f7aa1-3ff0-4ebb-985c-aa635001fb77,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:30.223356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Allocated IP 172.20.0.2 (812f231a-5064-45c6-884f-0fd4be8b3fd4/229627b7-01e8-4c6c-bfbe-27b51d26180b/768f11d0-ce37-45d9-b27d-e0b445a9d035) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:30.224248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c44d94b-de1d-4ca7-b3a2-28904d69fb45 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Checking segment: {'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:30.224699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c44d94b-de1d-4ca7-b3a2-28904d69fb45 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network hostable DHCP agents. Network: 0a7d0e72-88d7-4b82-9695-d5b838667123, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:59:30.243426 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c44d94b-de1d-4ca7-b3a2-28904d69fb45 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network 0a7d0e72-88d7-4b82-9695-d5b838667123 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:59:30.253424 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7c44d94b-de1d-4ca7-b3a2-28904d69fb45 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 0a7d0e72-88d7-4b82-9695-d5b838667123) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:30.267153 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c44d94b-de1d-4ca7-b3a2-28904d69fb45 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:30.268597 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c44d94b-de1d-4ca7-b3a2-28904d69fb45 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.304561 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7c44d94b-de1d-4ca7-b3a2-28904d69fb45 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2677360 Jan 14 01:59:30.307318 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49236) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:30.477705 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Publish callbacks [] for router_gateway (0879b2c9-314e-483d-91ef-659e8e4be635), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.557590 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a433d8-3bf1-48b1-8be3-edf2a075dea3 None None] Network 0a7d0e72-88d7-4b82-9695-d5b838667123 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:59:30.562249 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0aea684-ebcc-4819-b2f6-0347d4266ea4 admin admin] Publish callbacks [] for security_group (35075e8c-a921-4f11-81c4-92b4d05e8597), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.599681 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0aea684-ebcc-4819-b2f6-0347d4266ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (35075e8c-a921-4f11-81c4-92b4d05e8597), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.615064 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.627459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-73ed4075-b602-4de6-93fc-0a6fc125671f None None] Provisioning complete for port 82767afd-663c-44a6-9093-a2c39f3650d5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:30.627825 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73ed4075-b602-4de6-93fc-0a6fc125671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (82767afd-663c-44a6-9093-a2c39f3650d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.700785 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a0aea684-ebcc-4819-b2f6-0347d4266ea4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=587457f978cf4bd68c29bf51198fe210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6914144 Jan 14 01:59:30.701600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aea684-ebcc-4819-b2f6-0347d4266ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35075e8c-a921-4f11-81c4-92b4d05e8597,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:30.702200 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49240) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:30.734054 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-73ed4075-b602-4de6-93fc-0a6fc125671f None None] Port 82767afd-663c-44a6-9093-a2c39f3650d5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:30.750529 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Publish callbacks [] for port (768f11d0-ce37-45d9-b27d-e0b445a9d035), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.772259 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (768f11d0-ce37-45d9-b27d-e0b445a9d035), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.807750 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-932610ed-2ff0-42e6-86c1-3fa9190cf7c4 admin admin] Publish callbacks [] for security_group (35075e8c-a921-4f11-81c4-92b4d05e8597), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.808665 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-0a7d0e72-88d7-4b82-9695-d5b838667123', 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123', 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'fixed_ips': [{'subnet_id': '842f7aa1-3ff0-4ebb-985c-aa635001fb77'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:59:30.809589 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.836451 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Network 812f231a-5064-45c6-884f-0fd4be8b3fd4 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:30.841606 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:30.851226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:30.863397 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-932610ed-2ff0-42e6-86c1-3fa9190cf7c4 admin admin] Publish callbacks [] for security_group (35075e8c-a921-4f11-81c4-92b4d05e8597), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.986283 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-932610ed-2ff0-42e6-86c1-3fa9190cf7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (35075e8c-a921-4f11-81c4-92b4d05e8597), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.988994 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-932610ed-2ff0-42e6-86c1-3fa9190cf7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:30.992699 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-932610ed-2ff0-42e6-86c1-3fa9190cf7c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35075e8c-a921-4f11-81c4-92b4d05e8597 HTTP/1.1" status: 204 len: 168 time: 0.2867391 Jan 14 01:59:31.005927 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932610ed-2ff0-42e6-86c1-3fa9190cf7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35075e8c-a921-4f11-81c4-92b4d05e8597,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:31.094738 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.096612 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Pushing event updated for resources: {'Port': ['ID=768f11d0-ce37-45d9-b27d-e0b445a9d035,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:31.115660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Allocated IP 172.20.0.18 (0a7d0e72-88d7-4b82-9695-d5b838667123/842f7aa1-3ff0-4ebb-985c-aa635001fb77/5d01eb5b-5e49-4615-a035-386c06062764) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:31.236498 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Attempting to bind port 768f11d0-ce37-45d9-b27d-e0b445a9d035 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:31.236873 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Attempting to bind port 768f11d0-ce37-45d9-b27d-e0b445a9d035 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:31.237239 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Attempting to bind port 768f11d0-ce37-45d9-b27d-e0b445a9d035 on network 812f231a-5064-45c6-884f-0fd4be8b3fd4 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:31.248130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:31.248460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Checking segment: {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:31.248870 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.249265 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Bound using segment: {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:31.249822 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Bound port: 768f11d0-ce37-45d9-b27d-e0b445a9d035, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:31.250118 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (768f11d0-ce37-45d9-b27d-e0b445a9d035), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.425659 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.436755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] For port 768f11d0-ce37-45d9-b27d-e0b445a9d035, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:31.457248 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] For port 768f11d0-ce37-45d9-b27d-e0b445a9d035, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=768f11d0-ce37-45d9-b27d-e0b445a9d035,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:31.468319 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (768f11d0-ce37-45d9-b27d-e0b445a9d035), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.474884 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Publish callbacks [] for port (5d01eb5b-5e49-4615-a035-386c06062764), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.512608 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (5d01eb5b-5e49-4615-a035-386c06062764), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.528065 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Publish callbacks [] for router_gateway (0879b2c9-314e-483d-91ef-659e8e4be635), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.553399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Network 0a7d0e72-88d7-4b82-9695-d5b838667123 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:31.554860 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b359495-9b45-4d47-bc0e-3d2ecde85650 None None] Pushing event updated for resources: {'Port': ['ID=768f11d0-ce37-45d9-b27d-e0b445a9d035,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:31.557910 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:31.562828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:31.568914 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Allocated IP 172.20.0.17 (0a7d0e72-88d7-4b82-9695-d5b838667123/842f7aa1-3ff0-4ebb-985c-aa635001fb77/fe78cba7-849b-43b3-b4cf-f5afb854f61d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:31.608713 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.686821 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Pushing event updated for resources: {'Port': ['ID=5d01eb5b-5e49-4615-a035-386c06062764,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:31.712556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Attempting to bind port 5d01eb5b-5e49-4615-a035-386c06062764 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:31.712942 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Attempting to bind port 5d01eb5b-5e49-4615-a035-386c06062764 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:31.713312 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Attempting to bind port 5d01eb5b-5e49-4615-a035-386c06062764 on network 0a7d0e72-88d7-4b82-9695-d5b838667123 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:31.719549 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:31.719981 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Checking segment: {'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:31.720418 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.720793 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Bound using segment: {'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:31.721256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Bound port: 5d01eb5b-5e49-4615-a035-386c06062764, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:31.721641 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5d01eb5b-5e49-4615-a035-386c06062764), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.725610 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.827015 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] For port 5d01eb5b-5e49-4615-a035-386c06062764, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:31.832029 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] For port 5d01eb5b-5e49-4615-a035-386c06062764, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5d01eb5b-5e49-4615-a035-386c06062764,segment=NetworkSegment(1785f559-bd27-447b-b301-9224967ab55c),segment_id=1785f559-bd27-447b-b301-9224967ab55c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:31.838356 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Allocated IP 172.25.2.196 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/6e084bae-5607-476f-81db-a6860e8265c5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:31.840089 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5d01eb5b-5e49-4615-a035-386c06062764), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.861019 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Router 0590135c-cdfe-43e8-8c30-a3d0b14f1a06 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:59:31.912244 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:31.973099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6da41-673d-449a-9a16-70d2db303def None None] Pushing event updated for resources: {'Port': ['ID=5d01eb5b-5e49-4615-a035-386c06062764,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:32.022216 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d2b7a511-b7b5-4c86-9bf3-a95a3628a307 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:32.027388 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:32.066138 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Publish callbacks [] for port (6e084bae-5607-476f-81db-a6860e8265c5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:32.113408 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:32.114479 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:32.131063 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network 0a7d0e72-88d7-4b82-9695-d5b838667123 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:32.134871 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:32.139880 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:32.145026 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Port': ['ID=fe78cba7-849b-43b3-b4cf-f5afb854f61d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:32.234700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:32.252831 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (16d079b5-e11e-42c8-9681-e8a2ac144722), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:32.288254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:32.324569 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c722957-52a2-4e6d-9184-9f9441bac717 None None] Sync routers for ids ['0590135c-cdfe-43e8-8c30-a3d0b14f1a06'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:32.339553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c722957-52a2-4e6d-9184-9f9441bac717 None None] Routers {'0590135c-cdfe-43e8-8c30-a3d0b14f1a06'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:32.340257 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4c722957-52a2-4e6d-9184-9f9441bac717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0590135c-cdfe-43e8-8c30-a3d0b14f1a06'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:32.385811 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:32.392013 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-256c4607-5da1-430e-b86e-f9e9c95db4e3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3106854 Jan 14 01:59:32.397202 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49268) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:32.408048 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0e429d38-1ab8-41d3-8658-41724437df2d tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'enable_snat': False}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:32.460192 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4c722957-52a2-4e6d-9184-9f9441bac717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:32.478725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c722957-52a2-4e6d-9184-9f9441bac717 None None] Routers {'0590135c-cdfe-43e8-8c30-a3d0b14f1a06'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:32.479596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4c722957-52a2-4e6d-9184-9f9441bac717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0590135c-cdfe-43e8-8c30-a3d0b14f1a06'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:32.484557 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (6e084bae-5607-476f-81db-a6860e8265c5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:32.501581 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:32.554723 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:32.582083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4c722957-52a2-4e6d-9184-9f9441bac717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:32.582789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c722957-52a2-4e6d-9184-9f9441bac717 None None] The sync data for ids ['0590135c-cdfe-43e8-8c30-a3d0b14f1a06'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:32.622592 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:32.625578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:32.640353 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0248d699-da95-4f97-9abb-6e3ffef8099b None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:32.669785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Pushing event updated for resources: {'Port': ['ID=6e084bae-5607-476f-81db-a6860e8265c5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:32.726616 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c617317d-1a31-43d8-8361-2cdfac3ed7b5 None None] Provisioning complete for port 6e084bae-5607-476f-81db-a6860e8265c5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:32.727699 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c617317d-1a31-43d8-8361-2cdfac3ed7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6e084bae-5607-476f-81db-a6860e8265c5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:32.797501 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c617317d-1a31-43d8-8361-2cdfac3ed7b5 None None] Port 6e084bae-5607-476f-81db-a6860e8265c5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:32.891236 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:32.898908 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:32.984338 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Port': ['ID=fe78cba7-849b-43b3-b4cf-f5afb854f61d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:32.989290 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (16d079b5-e11e-42c8-9681-e8a2ac144722), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:33.114100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network 0a7d0e72-88d7-4b82-9695-d5b838667123 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:33.116188 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:33.132579 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e429d38-1ab8-41d3-8658-41724437df2d tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:33.153207 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Publish callbacks [] for router_gateway (0879b2c9-314e-483d-91ef-659e8e4be635), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:33.261797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Router 16d079b5-e11e-42c8-9681-e8a2ac144722 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:59:33.390371 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:33.402625 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fc000124-29a0-47d6-927e-b58fa086011d tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "PUT /v2.0/routers/16d079b5-e11e-42c8-9681-e8a2ac144722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0942006 Jan 14 01:59:33.506733 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (0879b2c9-314e-483d-91ef-659e8e4be635), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:33.561871 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Sync routers for ids ['16d079b5-e11e-42c8-9681-e8a2ac144722'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:33.586009 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Routers {'16d079b5-e11e-42c8-9681-e8a2ac144722'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:33.592777 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['16d079b5-e11e-42c8-9681-e8a2ac144722'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:33.669894 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05df177b-f933-49bb-9efd-2438e879f302 None None] Network 812f231a-5064-45c6-884f-0fd4be8b3fd4 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:59:33.792210 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-344d985a-31b4-42bc-9617-30391fa4e607 None None] Provisioning complete for port 768f11d0-ce37-45d9-b27d-e0b445a9d035 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:33.792593 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-344d985a-31b4-42bc-9617-30391fa4e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (768f11d0-ce37-45d9-b27d-e0b445a9d035), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:33.847580 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Set router 16d079b5-e11e-42c8-9681-e8a2ac144722 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:33.954558 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 768f11d0-ce37-45d9-b27d-e0b445a9d035 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:34.100304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-344d985a-31b4-42bc-9617-30391fa4e607 None None] Current status of the port 768f11d0-ce37-45d9-b27d-e0b445a9d035 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:34.100753 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-344d985a-31b4-42bc-9617-30391fa4e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (768f11d0-ce37-45d9-b27d-e0b445a9d035), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.134221 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 768f11d0-ce37-45d9-b27d-e0b445a9d035 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:34.134752 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (768f11d0-ce37-45d9-b27d-e0b445a9d035), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.142214 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'name': 'tempest-TestSecurityGroupsBasicOps-router-367721675', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:21Z', 'updated_at': '2022-01-14T01:59:32Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:23Z', 'updated_at': '2022-01-14T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'fe78cba7-849b-43b3-b4cf-f5afb854f61d', 'name': '', 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'mac_address': 'fa:16:3e:3c:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '842f7aa1-3ff0-4ebb-985c-aa635001fb77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:31Z', 'updated_at': '2022-01-14T01:59:32Z', 'revision_number': 2, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'subnets': [{'id': '842f7aa1-3ff0-4ebb-985c-aa635001fb77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:34.180126 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33943091-6fa6-4928-8b1a-fa8f3ef0b968 None None] Network 0a7d0e72-88d7-4b82-9695-d5b838667123 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:59:34.280736 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-344d985a-31b4-42bc-9617-30391fa4e607 None None] For port 768f11d0-ce37-45d9-b27d-e0b445a9d035, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=768f11d0-ce37-45d9-b27d-e0b445a9d035,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:34.290041 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Checking router: 16d079b5-e11e-42c8-9681-e8a2ac144722 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:59:34.290534 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Updating router 16d079b5-e11e-42c8-9681-e8a2ac144722 port fe78cba7-849b-43b3-b4cf-f5afb854f61d binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:59:34.299467 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-344d985a-31b4-42bc-9617-30391fa4e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (768f11d0-ce37-45d9-b27d-e0b445a9d035), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.326710 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.434559 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 768f11d0-ce37-45d9-b27d-e0b445a9d035 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:34.435542 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5d01eb5b-5e49-4615-a035-386c06062764 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:34.439400 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d985a-31b4-42bc-9617-30391fa4e607 None None] Pushing event updated for resources: {'Port': ['ID=768f11d0-ce37-45d9-b27d-e0b445a9d035,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:34.487950 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b9dc036f-b79c-41a8-84ef-a77093084196 None None] Provisioning complete for port 5d01eb5b-5e49-4615-a035-386c06062764 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:34.488559 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9dc036f-b79c-41a8-84ef-a77093084196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5d01eb5b-5e49-4615-a035-386c06062764), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.520615 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49334) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:34.574755 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.582172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5d01eb5b-5e49-4615-a035-386c06062764 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:34.582837 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5d01eb5b-5e49-4615-a035-386c06062764), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.653843 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Publish callbacks [] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.667958 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.675907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc036f-b79c-41a8-84ef-a77093084196 None None] Current status of the port 5d01eb5b-5e49-4615-a035-386c06062764 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:34.676460 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9dc036f-b79c-41a8-84ef-a77093084196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5d01eb5b-5e49-4615-a035-386c06062764), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.718108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b9dc036f-b79c-41a8-84ef-a77093084196 None None] For port 5d01eb5b-5e49-4615-a035-386c06062764, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5d01eb5b-5e49-4615-a035-386c06062764,segment=NetworkSegment(1785f559-bd27-447b-b301-9224967ab55c),segment_id=1785f559-bd27-447b-b301-9224967ab55c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:34.735921 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Router 0879b2c9-314e-483d-91ef-659e8e4be635 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:59:34.736460 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9dc036f-b79c-41a8-84ef-a77093084196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5d01eb5b-5e49-4615-a035-386c06062764), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.769274 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e429d38-1ab8-41d3-8658-41724437df2d tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.778078 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e429d38-1ab8-41d3-8658-41724437df2d tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.785215 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9739cab3-6174-4b69-b46c-d55e08f410d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.811143 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-bcac78b0-2d7e-4a21-ac37-2c8efc3b4c02 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:34.812673 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-bcac78b0-2d7e-4a21-ac37-2c8efc3b4c02 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/networks?id=0a7d0e72-88d7-4b82-9695-d5b838667123 HTTP/1.1" status: 200 len: 798 time: 1.0807567 Jan 14 01:59:34.824409 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b9dc036f-b79c-41a8-84ef-a77093084196 None None] Provisioning complete for port 768f11d0-ce37-45d9-b27d-e0b445a9d035 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:34.824986 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9dc036f-b79c-41a8-84ef-a77093084196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (768f11d0-ce37-45d9-b27d-e0b445a9d035), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.829616 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5d01eb5b-5e49-4615-a035-386c06062764 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:34.871780 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Attempting to bind port fe78cba7-849b-43b3-b4cf-f5afb854f61d on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:34.872152 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Attempting to bind port fe78cba7-849b-43b3-b4cf-f5afb854f61d by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:34.872508 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Attempting to bind port fe78cba7-849b-43b3-b4cf-f5afb854f61d on network 0a7d0e72-88d7-4b82-9695-d5b838667123 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:34.874452 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5c0d1-1b2f-425b-902c-39f99d177492 None None] Pushing event updated for resources: {'Port': ['ID=fe78cba7-849b-43b3-b4cf-f5afb854f61d,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:34.881468 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:34.881839 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Checking segment: {'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:34.882240 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.883653 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Bound using segment: {'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:34.883653 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Bound port: fe78cba7-849b-43b3-b4cf-f5afb854f61d, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:34.883653 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.908141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9739cab3-6174-4b69-b46c-d55e08f410d1 admin admin] Publish callbacks [] for security_group (067332d6-472a-49d1-97f5-a4748bf8249f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.915659 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-b5012a78-89a3-490d-8402-6bce1f6fea10 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/quotas/f24ad4a62192446cbf1d8d5d4545d57d HTTP/1.1" status: 200 len: 375 time: 0.0180733 Jan 14 01:59:34.918291 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9739cab3-6174-4b69-b46c-d55e08f410d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (067332d6-472a-49d1-97f5-a4748bf8249f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.934853 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc036f-b79c-41a8-84ef-a77093084196 None None] Pushing event updated for resources: {'Port': ['ID=5d01eb5b-5e49-4615-a035-386c06062764,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:34.989654 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] For port fe78cba7-849b-43b3-b4cf-f5afb854f61d, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:34.990697 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9739cab3-6174-4b69-b46c-d55e08f410d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04b90a0e351b48c7821a129c2d516f1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4682899 Jan 14 01:59:34.991719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49340) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:34.992104 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b833ed63-de27-47b2-97de-396f3ab51058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:34.992951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739cab3-6174-4b69-b46c-d55e08f410d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067332d6-472a-49d1-97f5-a4748bf8249f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:34.993470 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] For port fe78cba7-849b-43b3-b4cf-f5afb854f61d, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fe78cba7-849b-43b3-b4cf-f5afb854f61d,segment=NetworkSegment(1785f559-bd27-447b-b301-9224967ab55c),segment_id=1785f559-bd27-447b-b301-9224967ab55c)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:35.004251 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:35.070613 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc036f-b79c-41a8-84ef-a77093084196 None None] Current status of the port 768f11d0-ce37-45d9-b27d-e0b445a9d035 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:35.072610 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Routers {'16d079b5-e11e-42c8-9681-e8a2ac144722'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:35.074898 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['16d079b5-e11e-42c8-9681-e8a2ac144722'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:35.088430 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84373823-4d03-4a6b-bf95-6f81f6f9f5f3 admin admin] Publish callbacks [] for security_group (067332d6-472a-49d1-97f5-a4748bf8249f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:35.121275 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-e60f4d2b-645e-4913-805c-b76039dd3428 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f24ad4a62192446cbf1d8d5d4545d57d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1972189 Jan 14 01:59:35.130094 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84373823-4d03-4a6b-bf95-6f81f6f9f5f3 admin admin] Publish callbacks [] for security_group (067332d6-472a-49d1-97f5-a4748bf8249f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:35.138060 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:35.149829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Sync routers for ids ['0879b2c9-314e-483d-91ef-659e8e4be635'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:35.164725 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5c0d1-1b2f-425b-902c-39f99d177492 None None] Pushing event updated for resources: {'Port': ['ID=fe78cba7-849b-43b3-b4cf-f5afb854f61d,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:35.177194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e429d38-1ab8-41d3-8658-41724437df2d tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Router 0590135c-cdfe-43e8-8c30-a3d0b14f1a06 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:59:35.182043 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Routers {'0879b2c9-314e-483d-91ef-659e8e4be635'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:35.183067 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0879b2c9-314e-483d-91ef-659e8e4be635'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:35.198124 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:35.202467 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bf918dd7-c304-4da0-9b2a-ef0dec4cdceb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3547459 Jan 14 01:59:35.203730 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49344) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:35.237112 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84373823-4d03-4a6b-bf95-6f81f6f9f5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (067332d6-472a-49d1-97f5-a4748bf8249f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:35.240544 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84373823-4d03-4a6b-bf95-6f81f6f9f5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:35.256704 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-84373823-4d03-4a6b-bf95-6f81f6f9f5f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/067332d6-472a-49d1-97f5-a4748bf8249f HTTP/1.1" status: 204 len: 168 time: 0.2456777 Jan 14 01:59:35.266143 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84373823-4d03-4a6b-bf95-6f81f6f9f5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067332d6-472a-49d1-97f5-a4748bf8249f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:35.320222 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] Set router 16d079b5-e11e-42c8-9681-e8a2ac144722 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:35.467512 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0478c9f9-884a-4474-a5eb-83ee6d7e64db None None] Provisioning complete for port 5d01eb5b-5e49-4615-a035-386c06062764 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:35.468003 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0478c9f9-884a-4474-a5eb-83ee6d7e64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5d01eb5b-5e49-4615-a035-386c06062764), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:35.521410 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-6ef334f3-0485-4ca9-acf0-0869f9ed8bda service neutron] 10.222.0.26 "GET /v2.0/networks/0a7d0e72-88d7-4b82-9695-d5b838667123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626258 Jan 14 01:59:35.579903 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Set router 0879b2c9-314e-483d-91ef-659e8e4be635 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:35.618217 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'name': 'tempest-TestSecurityGroupsBasicOps-router-367721675', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:21Z', 'updated_at': '2022-01-14T01:59:32Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:23Z', 'updated_at': '2022-01-14T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'fe78cba7-849b-43b3-b4cf-f5afb854f61d', 'name': '', 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'mac_address': 'fa:16:3e:3c:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '842f7aa1-3ff0-4ebb-985c-aa635001fb77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:31Z', 'updated_at': '2022-01-14T01:59:34Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'subnets': [{'id': '842f7aa1-3ff0-4ebb-985c-aa635001fb77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:35.714616 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e429d38-1ab8-41d3-8658-41724437df2d tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:35.720012 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e429d38-1ab8-41d3-8658-41724437df2d tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:35.721176 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0e429d38-1ab8-41d3-8658-41724437df2d tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "PUT /v2.0/routers/0590135c-cdfe-43e8-8c30-a3d0b14f1a06 HTTP/1.1" status: 200 len: 925 time: 3.3195417 Jan 14 01:59:35.724155 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49350) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:35.726729 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdba4f9-029e-4917-96b5-81705179b590 None None] Sync routers for ids ['0590135c-cdfe-43e8-8c30-a3d0b14f1a06'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:35.737136 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fee8d6-8b15-4f8f-8470-d576b5de33be None None] The sync data for ids ['16d079b5-e11e-42c8-9681-e8a2ac144722'] in n-d-824358-4 is: [{'id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'name': 'tempest-TestSecurityGroupsBasicOps-router-367721675', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:21Z', 'updated_at': '2022-01-14T01:59:32Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:23Z', 'updated_at': '2022-01-14T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'fe78cba7-849b-43b3-b4cf-f5afb854f61d', 'name': '', 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'mac_address': 'fa:16:3e:3c:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '842f7aa1-3ff0-4ebb-985c-aa635001fb77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:31Z', 'updated_at': '2022-01-14T01:59:34Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'subnets': [{'id': '842f7aa1-3ff0-4ebb-985c-aa635001fb77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:35.753295 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdba4f9-029e-4917-96b5-81705179b590 None None] Routers {'0590135c-cdfe-43e8-8c30-a3d0b14f1a06'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:35.754241 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1bdba4f9-029e-4917-96b5-81705179b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0590135c-cdfe-43e8-8c30-a3d0b14f1a06'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:35.854757 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 768f11d0-ce37-45d9-b27d-e0b445a9d035 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:35.880608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49354) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:35.910682 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2ace44c-33bb-488c-92c4-dba50b2cfe70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:35.929713 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0478c9f9-884a-4474-a5eb-83ee6d7e64db None None] Current status of the port 5d01eb5b-5e49-4615-a035-386c06062764 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:35.946224 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1bdba4f9-029e-4917-96b5-81705179b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:35.961692 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'name': 'tempest-TestVolumeBootPattern-2050034011-router', 'tenant_id': '2141d01510e94744a27b4eeebac1bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6e084bae-5607-476f-81db-a6860e8265c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:30Z', 'updated_at': '2022-01-14T01:59:32Z', 'revision_number': 3, 'project_id': '2141d01510e94744a27b4eeebac1bc28', 'gw_port': {'id': '6e084bae-5607-476f-81db-a6860e8265c5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:31Z', 'updated_at': '2022-01-14T01:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:35.982790 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdba4f9-029e-4917-96b5-81705179b590 None None] Routers {'0590135c-cdfe-43e8-8c30-a3d0b14f1a06'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:35.987859 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1bdba4f9-029e-4917-96b5-81705179b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0590135c-cdfe-43e8-8c30-a3d0b14f1a06'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:36.010327 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Checking router: 0879b2c9-314e-483d-91ef-659e8e4be635 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:59:36.014330 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Updating router 0879b2c9-314e-483d-91ef-659e8e4be635 port 6e084bae-5607-476f-81db-a6860e8265c5 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:59:36.018393 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0478c9f9-884a-4474-a5eb-83ee6d7e64db None None] Provisioning complete for port fe78cba7-849b-43b3-b4cf-f5afb854f61d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:36.021743 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0478c9f9-884a-4474-a5eb-83ee6d7e64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.033738 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e50b0f05-a71e-4bd7-b71f-99b425b2a3dd tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/routers/0590135c-cdfe-43e8-8c30-a3d0b14f1a06 HTTP/1.1" status: 200 len: 925 time: 0.3057833 Jan 14 01:59:36.037122 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49356) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:36.045069 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1bdba4f9-029e-4917-96b5-81705179b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:36.045853 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdba4f9-029e-4917-96b5-81705179b590 None None] The sync data for ids ['0590135c-cdfe-43e8-8c30-a3d0b14f1a06'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:36.068875 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-5f45e698-466c-43e5-b55f-64debbd7cc7e service neutron] 10.222.0.26 "GET /v2.0/networks/0a7d0e72-88d7-4b82-9695-d5b838667123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365926 Jan 14 01:59:36.108117 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6e084bae-5607-476f-81db-a6860e8265c5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.139336 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 768f11d0-ce37-45d9-b27d-e0b445a9d035 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:36.140080 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (768f11d0-ce37-45d9-b27d-e0b445a9d035), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.158357 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c811af-664c-4a47-a6d5-18cb0f577740 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:36.160468 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b4c811af-664c-4a47-a6d5-18cb0f577740 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=5c424213-5489-4410-bcff-2e68f290927e&device_id=0590135c-cdfe-43e8-8c30-a3d0b14f1a06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1221950 Jan 14 01:59:36.163737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49358) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:36.343256 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada29f3c-b1c9-4c6c-89c3-462dfb83a6f5 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:36.347476 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ada29f3c-b1c9-4c6c-89c3-462dfb83a6f5 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 881 time: 0.1790609 Jan 14 01:59:36.348146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49366) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:36.398557 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-90f2389f-8a56-463e-ac76-2ed29a75f930 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "GET /v2.0/ports?device_id=0590135c-cdfe-43e8-8c30-a3d0b14f1a06 HTTP/1.1" status: 200 len: 205 time: 0.0470209 Jan 14 01:59:36.398913 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49368) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:36.558935 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2ace44c-33bb-488c-92c4-dba50b2cfe70 admin admin] Publish callbacks [] for security_group (9ab96642-fff6-4d80-8c8d-f70b283da334), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.563688 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a728e4e1-1d53-4b77-9993-dbe6e0a653f0 req-e89961f0-9977-4e33-841a-7a30e1ac7057 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 210 time: 0.1949408 Jan 14 01:59:36.571765 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2ace44c-33bb-488c-92c4-dba50b2cfe70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9ab96642-fff6-4d80-8c8d-f70b283da334), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.613223 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.666565 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0478c9f9-884a-4474-a5eb-83ee6d7e64db None None] Current status of the port fe78cba7-849b-43b3-b4cf-f5afb854f61d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:36.667638 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0478c9f9-884a-4474-a5eb-83ee6d7e64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.679583 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 768f11d0-ce37-45d9-b27d-e0b445a9d035 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:36.680793 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5d01eb5b-5e49-4615-a035-386c06062764 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:36.734617 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b2ace44c-33bb-488c-92c4-dba50b2cfe70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81f9a0f25454444aac392a4ed93e2814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8488266 Jan 14 01:59:36.735403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ace44c-33bb-488c-92c4-dba50b2cfe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab96642-fff6-4d80-8c8d-f70b283da334,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:36.740206 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49374) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:36.761157 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Publish callbacks [] for port (6e084bae-5607-476f-81db-a6860e8265c5), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.812976 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0478c9f9-884a-4474-a5eb-83ee6d7e64db None None] For port fe78cba7-849b-43b3-b4cf-f5afb854f61d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fe78cba7-849b-43b3-b4cf-f5afb854f61d,segment=NetworkSegment(1785f559-bd27-447b-b301-9224967ab55c),segment_id=1785f559-bd27-447b-b301-9224967ab55c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:36.812976 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6e084bae-5607-476f-81db-a6860e8265c5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.813279 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.823675 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.867274 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0478c9f9-884a-4474-a5eb-83ee6d7e64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.906735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a86d9-ae3d-4dc8-960a-4a2ae52aba01 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:36.907281 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Deleting port 82767afd-663c-44a6-9093-a2c39f3650d5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:59:36.907736 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (82767afd-663c-44a6-9093-a2c39f3650d5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.936637 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Attempting to bind port 6e084bae-5607-476f-81db-a6860e8265c5 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:36.937019 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Attempting to bind port 6e084bae-5607-476f-81db-a6860e8265c5 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:36.937388 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Attempting to bind port 6e084bae-5607-476f-81db-a6860e8265c5 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:36.942435 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3cb5d-15d2-44c3-90dc-248c50e762a2 None None] Pushing event updated for resources: {'Port': ['ID=6e084bae-5607-476f-81db-a6860e8265c5,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:36.986853 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:36.987153 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:36.987561 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:36.987952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:36.988439 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Bound port: 6e084bae-5607-476f-81db-a6860e8265c5, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:36.988962 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6e084bae-5607-476f-81db-a6860e8265c5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.033189 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (82767afd-663c-44a6-9093-a2c39f3650d5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.050855 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Calling delete_port for 82767afd-663c-44a6-9093-a2c39f3650d5 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:59:37.131456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Allocated IP 172.20.0.1 (812f231a-5064-45c6-884f-0fd4be8b3fd4/229627b7-01e8-4c6c-bfbe-27b51d26180b/d9689893-026d-47d6-a8fb-db8a3558c30b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:37.149745 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5d01eb5b-5e49-4615-a035-386c06062764 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:37.150132 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5d01eb5b-5e49-4615-a035-386c06062764), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.177792 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-92cfe652-cddf-425b-8b63-bbc503e81bdf None None] Provisioning complete for port 6e084bae-5607-476f-81db-a6860e8265c5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:37.178169 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-92cfe652-cddf-425b-8b63-bbc503e81bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6e084bae-5607-476f-81db-a6860e8265c5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.204582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478c9f9-884a-4474-a5eb-83ee6d7e64db None None] Pushing event updated for resources: {'Port': ['ID=fe78cba7-849b-43b3-b4cf-f5afb854f61d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:37.269181 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (82767afd-663c-44a6-9093-a2c39f3650d5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.272252 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] For port 6e084bae-5607-476f-81db-a6860e8265c5, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:37.299036 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b02d722-bae6-4835-89c8-68ae96917a05 admin admin] Publish callbacks [] for security_group (9ab96642-fff6-4d80-8c8d-f70b283da334), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.301990 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-92cfe652-cddf-425b-8b63-bbc503e81bdf None None] Port 6e084bae-5607-476f-81db-a6860e8265c5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:37.303985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Pushing event deleted for resources: {'Port': ['ID=82767afd-663c-44a6-9093-a2c39f3650d5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:37.323022 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Publish callbacks [] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.326490 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e06c9ff-85e7-4ac7-be1a-cbe8f0ea58f4 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:37.336498 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] For port 6e084bae-5607-476f-81db-a6860e8265c5, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=6e084bae-5607-476f-81db-a6860e8265c5,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:37.353246 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6e084bae-5607-476f-81db-a6860e8265c5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.360616 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b02d722-bae6-4835-89c8-68ae96917a05 admin admin] Publish callbacks [] for security_group (9ab96642-fff6-4d80-8c8d-f70b283da334), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.392040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-92cfe652-cddf-425b-8b63-bbc503e81bdf None None] Provisioning complete for port fe78cba7-849b-43b3-b4cf-f5afb854f61d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:37.392813 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-92cfe652-cddf-425b-8b63-bbc503e81bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.438194 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.475288 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5d01eb5b-5e49-4615-a035-386c06062764 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:37.481119 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.509437 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b83d62-4b2b-4328-b48d-0bbef8ee6e6d None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:37.536409 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3cb5d-15d2-44c3-90dc-248c50e762a2 None None] Pushing event updated for resources: {'Port': ['ID=6e084bae-5607-476f-81db-a6860e8265c5,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:37.539828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Routers {'0879b2c9-314e-483d-91ef-659e8e4be635'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:37.540668 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0879b2c9-314e-483d-91ef-659e8e4be635'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:37.564655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Pushing event updated for resources: {'Port': ['ID=d9689893-026d-47d6-a8fb-db8a3558c30b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:37.569054 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Network 812f231a-5064-45c6-884f-0fd4be8b3fd4 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:37.571221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:37.574342 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:37.602332 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.604655 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_controller (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.608610 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b02d722-bae6-4835-89c8-68ae96917a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9ab96642-fff6-4d80-8c8d-f70b283da334), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.611704 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b02d722-bae6-4835-89c8-68ae96917a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.619769 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2de3a5b3-4077-4bde-b96d-a33b77691e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.641003 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7b02d722-bae6-4835-89c8-68ae96917a05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ab96642-fff6-4d80-8c8d-f70b283da334 HTTP/1.1" status: 204 len: 168 time: 0.8743389 Jan 14 01:59:37.675338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02d722-bae6-4835-89c8-68ae96917a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab96642-fff6-4d80-8c8d-f70b283da334,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:37.707523 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (0879b2c9-314e-483d-91ef-659e8e4be635), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.731030 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (0590135c-cdfe-43e8-8c30-a3d0b14f1a06), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.731610 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Fanout notify agent at l3_agent the message router_deleted on router 0590135c-cdfe-43e8-8c30-a3d0b14f1a06 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:59:37.751159 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.752380 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-99937b98-146b-4a4d-964f-7866c750d400 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/routers/0590135c-cdfe-43e8-8c30-a3d0b14f1a06 HTTP/1.1" status: 204 len: 168 time: 1.3526235 Jan 14 01:59:37.761144 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49388) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:37.777759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b97908e7-ff59-4334-9056-802e57e72290 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2056090418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:37.860581 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-92cfe652-cddf-425b-8b63-bbc503e81bdf None None] Current status of the port fe78cba7-849b-43b3-b4cf-f5afb854f61d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:37.863894 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b97908e7-ff59-4334-9056-802e57e72290 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.870610 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b97908e7-ff59-4334-9056-802e57e72290 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:37.929699 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] Set router 0879b2c9-314e-483d-91ef-659e8e4be635 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:38.008347 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b97908e7-ff59-4334-9056-802e57e72290 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_controller (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.018780 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b97908e7-ff59-4334-9056-802e57e72290 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.027069 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-177b5593-e3be-46b1-b7c6-8b4c06e3c3d8 req-59dc2714-5753-4786-91f1-1dcf6de5ae8b tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 210 time: 0.1669049 Jan 14 01:59:38.053425 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b97908e7-ff59-4334-9056-802e57e72290 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.055020 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b97908e7-ff59-4334-9056-802e57e72290 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2926805 Jan 14 01:59:38.058152 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49392) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:38.065313 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:38.221230 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fe78cba7-849b-43b3-b4cf-f5afb854f61d up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:38.289369 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-423ed1fc-5abf-4cb1-8f5f-ad4551e13568 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:38.291770 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-423ed1fc-5abf-4cb1-8f5f-ad4551e13568 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.36 "GET /v2.0/networks?id=0a7d0e72-88d7-4b82-9695-d5b838667123 HTTP/1.1" status: 200 len: 798 time: 0.3202558 Jan 14 01:59:38.316665 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Request body: {'port': {'device_id': '62ac5ae2-ebb1-40f1-bb35-f991505b1a78', 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123', 'admin_state_up': True, 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:38.376634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-64673069-400d-469a-8d77-67a7a8af8352 None None] Provisioning complete for port 6e084bae-5607-476f-81db-a6860e8265c5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:38.377070 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-64673069-400d-469a-8d77-67a7a8af8352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6e084bae-5607-476f-81db-a6860e8265c5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.458710 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.483438 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.548973 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-64673069-400d-469a-8d77-67a7a8af8352 None None] Current status of the port 6e084bae-5607-476f-81db-a6860e8265c5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:38.549364 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-64673069-400d-469a-8d77-67a7a8af8352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6e084bae-5607-476f-81db-a6860e8265c5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.552811 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Made reservation on behalf of f24ad4a62192446cbf1d8d5d4545d57d for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:59:38.556759 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.588693 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-64673069-400d-469a-8d77-67a7a8af8352 None None] For port 6e084bae-5607-476f-81db-a6860e8265c5, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=6e084bae-5607-476f-81db-a6860e8265c5,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:38.593335 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port fe78cba7-849b-43b3-b4cf-f5afb854f61d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:38.593832 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.600719 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-64673069-400d-469a-8d77-67a7a8af8352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6e084bae-5607-476f-81db-a6860e8265c5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.670001 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.728460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64673069-400d-469a-8d77-67a7a8af8352 None None] Pushing event updated for resources: {'Port': ['ID=6e084bae-5607-476f-81db-a6860e8265c5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:38.750789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-64673069-400d-469a-8d77-67a7a8af8352 None None] Provisioning complete for port d9689893-026d-47d6-a8fb-db8a3558c30b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:38.751170 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-64673069-400d-469a-8d77-67a7a8af8352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.772875 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Publish callbacks [] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.788346 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.788346 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Allocated IP 172.20.0.30 (0a7d0e72-88d7-4b82-9695-d5b838667123/842f7aa1-3ff0-4ebb-985c-aa635001fb77/5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:38.811606 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'name': 'tempest-TestVolumeBootPattern-2050034011-router', 'tenant_id': '2141d01510e94744a27b4eeebac1bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6e084bae-5607-476f-81db-a6860e8265c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:30Z', 'updated_at': '2022-01-14T01:59:32Z', 'revision_number': 3, 'project_id': '2141d01510e94744a27b4eeebac1bc28', 'gw_port': {'id': '6e084bae-5607-476f-81db-a6860e8265c5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:31Z', 'updated_at': '2022-01-14T01:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:38.865935 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Pushing event updated for resources: {'Port': ['ID=d9689893-026d-47d6-a8fb-db8a3558c30b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:38.872298 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea31135-949a-4b39-93ec-288148669dc1 None None] The sync data for ids ['0879b2c9-314e-483d-91ef-659e8e4be635'] in n-d-824358-4 is: [{'id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'name': 'tempest-TestVolumeBootPattern-2050034011-router', 'tenant_id': '2141d01510e94744a27b4eeebac1bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6e084bae-5607-476f-81db-a6860e8265c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:30Z', 'updated_at': '2022-01-14T01:59:32Z', 'revision_number': 3, 'project_id': '2141d01510e94744a27b4eeebac1bc28', 'gw_port': {'id': '6e084bae-5607-476f-81db-a6860e8265c5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:31Z', 'updated_at': '2022-01-14T01:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:38.879052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-64673069-400d-469a-8d77-67a7a8af8352 None None] Port d9689893-026d-47d6-a8fb-db8a3558c30b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:38.894890 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port fe78cba7-849b-43b3-b4cf-f5afb854f61d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:38.910550 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (0879b2c9-314e-483d-91ef-659e8e4be635), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.947995 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:38.972974 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:39.113765 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Allocated IP 172.25.2.133 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/0f0d741c-eec7-4f90-809e-86c800bb5d96) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:39.291522 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for port (0f0d741c-eec7-4f90-809e-86c800bb5d96), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:39.379028 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (0f0d741c-eec7-4f90-809e-86c800bb5d96), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:39.394919 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-38e7563a-983e-4649-b589-82e6e5dbea24 req-e79d007d-f0a7-4218-9396-9d629a6c6bf4 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 210 time: 0.0440440 Jan 14 01:59:39.456376 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:39.460143 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:39.463798 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:39.480774 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78167540-e735-46b1-8194-fa4d8c22a5dd None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:39.482300 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:39.492946 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Network 812f231a-5064-45c6-884f-0fd4be8b3fd4 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:39.505635 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:39.523106 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Pushing event updated for resources: {'Port': ['ID=0f0d741c-eec7-4f90-809e-86c800bb5d96,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:39.616461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-833fd5aa-eceb-4689-bc3d-bd39c40fe037 None None] Provisioning complete for port 0f0d741c-eec7-4f90-809e-86c800bb5d96 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:39.618865 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-833fd5aa-eceb-4689-bc3d-bd39c40fe037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0f0d741c-eec7-4f90-809e-86c800bb5d96), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:39.634304 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:39.667412 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Network 0a7d0e72-88d7-4b82-9695-d5b838667123 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:39.679318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:39.717193 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-833fd5aa-eceb-4689-bc3d-bd39c40fe037 None None] Port 0f0d741c-eec7-4f90-809e-86c800bb5d96 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:39.804047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:39.877538 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 6e084bae-5607-476f-81db-a6860e8265c5 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:40.001370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event updated for resources: {'Port': ['ID=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:40.004019 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:40.025829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 6e084bae-5607-476f-81db-a6860e8265c5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:40.031403 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:40.039062 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (6e084bae-5607-476f-81db-a6860e8265c5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:40.070310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:40.071080 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:40.093399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Router 0879b2c9-314e-483d-91ef-659e8e4be635 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:59:40.132756 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-48d41e8a-9c3f-4df2-88b0-1ae8fe610e68 None None] Provisioning complete for port d9689893-026d-47d6-a8fb-db8a3558c30b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:40.133151 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48d41e8a-9c3f-4df2-88b0-1ae8fe610e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:40.138281 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-d0738c1b-f77a-413a-8b4b-b2deebf40614 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8287702 Jan 14 01:59:40.196659 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-48d41e8a-9c3f-4df2-88b0-1ae8fe610e68 None None] Port d9689893-026d-47d6-a8fb-db8a3558c30b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:40.241840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 6e084bae-5607-476f-81db-a6860e8265c5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:40.273308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Request body: {'port': {'device_id': '62ac5ae2-ebb1-40f1-bb35-f991505b1a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:40.313576 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:40.328420 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3c2298d3-2ae5-4c35-9bcd-5d0c8b7bac2c admin admin] 10.222.0.26 "PUT /v2.0/routers/0879b2c9-314e-483d-91ef-659e8e4be635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0830801 Jan 14 01:59:40.346576 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1a45cfa7-12a3-447d-91e9-a88061c630fd None None] Provisioning complete for port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:40.348875 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1a45cfa7-12a3-447d-91e9-a88061c630fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:40.366981 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:40.371631 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:40.403142 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:40.407928 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1a45cfa7-12a3-447d-91e9-a88061c630fd None None] Port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:40.573782 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Router 7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:59:40.693871 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299868a-07e5-4a0f-bd85-d4ae0f0fe350 req-dbc3a01e-24c1-46a3-a616-f8378b9b79b1 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:40.709042 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e299868a-07e5-4a0f-bd85-d4ae0f0fe350 req-dbc3a01e-24c1-46a3-a616-f8378b9b79b1 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 895 time: 0.1237686 Jan 14 01:59:40.721006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:40.724304 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:40.729588 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49446) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:40.731385 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-60cce2bc-a6a5-4493-81ce-1cdd162587ba tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "PUT /v2.0/routers/7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843 HTTP/1.1" status: 200 len: 884 time: 2.6688976 Jan 14 01:59:40.734019 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77fe3e9-0b73-460f-8e02-3758af9ac8d5 None None] Sync routers for ids ['7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:40.751913 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77fe3e9-0b73-460f-8e02-3758af9ac8d5 None None] Routers {'7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:40.752545 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d77fe3e9-0b73-460f-8e02-3758af9ac8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:40.795104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d77fe3e9-0b73-460f-8e02-3758af9ac8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:40.806570 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77fe3e9-0b73-460f-8e02-3758af9ac8d5 None None] Routers {'7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:40.807530 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d77fe3e9-0b73-460f-8e02-3758af9ac8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:40.862489 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d77fe3e9-0b73-460f-8e02-3758af9ac8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:40.862489 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77fe3e9-0b73-460f-8e02-3758af9ac8d5 None None] The sync data for ids ['7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:40.916916 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-86ea4265-8311-41bb-878a-3a24b920670c tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/routers/7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843 HTTP/1.1" status: 200 len: 925 time: 0.1833706 Jan 14 01:59:40.918579 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49452) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:40.941867 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:40.978312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:59:40.990295 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Publish callbacks [] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.012359 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Transition to ACTIVE for port object 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 01:59:41.020879 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.061692 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef09b45d-a0fc-4f32-916a-0abe55971fe4 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:41.063367 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ef09b45d-a0fc-4f32-916a-0abe55971fe4 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=5c424213-5489-4410-bcff-2e68f290927e&device_id=7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1430974 Jan 14 01:59:41.066513 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49460) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:41.183132 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547c42c2-0fe6-42ac-869a-a81b245dd8bb tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:41.187274 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-547c42c2-0fe6-42ac-869a-a81b245dd8bb tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 881 time: 0.1170542 Jan 14 01:59:41.195097 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49464) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:41.199893 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:41.238661 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-918a5ebd-e613-4b12-81eb-2b0673a0c065 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "GET /v2.0/ports?device_id=7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843 HTTP/1.1" status: 200 len: 205 time: 0.0400693 Jan 14 01:59:41.238994 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49466) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:41.253696 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49468) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:41.254523 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Attempting to bind port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:41.255391 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Attempting to bind port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:41.255709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Attempting to bind port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 on network 0a7d0e72-88d7-4b82-9695-d5b838667123 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:41.262555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-795180402-network', 'tenant_id': '22dfaa6fa4f34c779553ba7d51b90001'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:41.271289 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 on network 0a7d0e72-88d7-4b82-9695-d5b838667123 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 01:59:41.271610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Attempting to bind port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 on network 0a7d0e72-88d7-4b82-9695-d5b838667123 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:41.279362 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:41.280932 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Checking segment: {'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:41.281376 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Bound using segment: {'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:41.281835 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Bound port: 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1785f559-bd27-447b-b301-9224967ab55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:41.282193 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.351748 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Made reservation on behalf of 22dfaa6fa4f34c779553ba7d51b90001 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:59:41.354051 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.367045 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.411905 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.424139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] For port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:41.429253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] For port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6,segment=NetworkSegment(1785f559-bd27-447b-b301-9224967ab55c),segment_id=1785f559-bd27-447b-b301-9224967ab55c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:41.444250 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.507717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:41.507922 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.509391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] 10.222.0.36 "PUT /v2.0/ports/5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 HTTP/1.1" status: 200 len: 1055 time: 1.2403207 Jan 14 01:59:41.517127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ac5ae2-ebb1-40f1-bb35-f991505b1a78', 'tag': '5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:59:41.519691 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609076ac-7def-40da-9693-5a4d48639f20" -d '{"events": [{"name": "network-changed", "server_uuid": "62ac5ae2-ebb1-40f1-bb35-f991505b1a78", "tag": "5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:59:41.544597 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.563786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0eb2e-9184-4d23-9797-b4921032f8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:41.631631 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Publish callbacks [] for security_group (75ca06e2-291c-4d7a-90ab-d2967d5060ca), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.636079 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 01:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d1c7b3-c138-42a7-9085-bb75e54b5f41 x-openstack-request-id: req-d0d1c7b3-c138-42a7-9085-bb75e54b5f41 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:59:41.636689 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ac5ae2-ebb1-40f1-bb35-f991505b1a78", "tag": "5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:59:41.637019 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0d1c7b3-c138-42a7-9085-bb75e54b5f41 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:59:41.637494 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ac5ae2-ebb1-40f1-bb35-f991505b1a78', 'tag': '5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6', 'status': 'completed', 'code': 200} Jan 14 01:59:41.649515 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Deleting port 0f0d741c-eec7-4f90-809e-86c800bb5d96 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:59:41.650125 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (0f0d741c-eec7-4f90-809e-86c800bb5d96), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.651501 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (75ca06e2-291c-4d7a-90ab-d2967d5060ca), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.712569 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ca06e2-291c-4d7a-90ab-d2967d5060ca,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:41.729882 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 01:59:41.746110 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Sync routers for ids ['0879b2c9-314e-483d-91ef-659e8e4be635'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:41.765723 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Routers {'0879b2c9-314e-483d-91ef-659e8e4be635'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:41.766603 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0879b2c9-314e-483d-91ef-659e8e4be635'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:41.768046 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (16bc96bc-e8bd-4124-931b-9da336dfef03), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.768294 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (0f0d741c-eec7-4f90-809e-86c800bb5d96), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:41.770365 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Added segment 16bc96bc-e8bd-4124-931b-9da336dfef03 of type vlan for network 292798cd-520c-4980-92cc-246ba8229976 Jan 14 01:59:41.788871 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Calling delete_port for 0f0d741c-eec7-4f90-809e-86c800bb5d96 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:59:41.794932 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-fbfd31c2-0bd8-4b91-ae98-079d03c44ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:41.799485 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-fbfd31c2-0bd8-4b91-ae98-079d03c44ddc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f24ad4a62192446cbf1d8d5d4545d57d&device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 1058 time: 0.1665509 Jan 14 01:59:41.878281 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-7c9fdfc5-4f5c-4991-afb9-9dc113eef044 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 HTTP/1.1" status: 200 len: 217 time: 0.0598941 Jan 14 01:59:41.945189 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Set router 0879b2c9-314e-483d-91ef-659e8e4be635 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:41.982509 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-97feebcf-1650-4add-95db-87c8f822c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:41.984163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-97feebcf-1650-4add-95db-87c8f822c45e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=842f7aa1-3ff0-4ebb-985c-aa635001fb77 HTTP/1.1" status: 200 len: 837 time: 0.0642440 Jan 14 01:59:42.019297 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (292798cd-520c-4980-92cc-246ba8229976), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.055248 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (0f0d741c-eec7-4f90-809e-86c800bb5d96), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.089434 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Pushing event deleted for resources: {'Port': ['ID=0f0d741c-eec7-4f90-809e-86c800bb5d96,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:42.090008 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4a394-0f79-4004-8e5f-e02471f3d561 req-43babb44-9445-4a61-9108-7276cf0233be tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:42.094734 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35b4a394-0f79-4004-8e5f-e02471f3d561 req-43babb44-9445-4a61-9108-7276cf0233be tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 907 time: 0.2749407 Jan 14 01:59:42.123808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b716aa-8790-4345-90f5-ed5ed93a0d7a None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:42.124302 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-70c42e0f-7271-415e-8e33-2f7d62bc7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:42.125933 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-70c42e0f-7271-415e-8e33-2f7d62bc7b31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a7d0e72-88d7-4b82-9695-d5b838667123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170447 Jan 14 01:59:42.127106 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (292798cd-520c-4980-92cc-246ba8229976), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.127981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:42.129072 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.215076 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.264203 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0029495 Jan 14 01:59:42.264203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de76df-f3e5-4841-b548-ee1880f295b9 admin admin] Pushing event updated for resources: {'Network': ['ID=292798cd-520c-4980-92cc-246ba8229976,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:42.266835 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49484) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:42.276316 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 292798cd-520c-4980-92cc-246ba8229976 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 01:59:42.279297 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fac8d235-eecb-45ef-ad54-e977987b04e4 admin admin] Request body: {'subnet': {'network_id': '292798cd-520c-4980-92cc-246ba8229976', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-795180402-subnet', 'tenant_id': '22dfaa6fa4f34c779553ba7d51b90001', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:42.295770 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'name': 'tempest-TestVolumeBootPattern-2050034011-router', 'tenant_id': '2141d01510e94744a27b4eeebac1bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6e084bae-5607-476f-81db-a6860e8265c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:30Z', 'updated_at': '2022-01-14T01:59:38Z', 'revision_number': 4, 'project_id': '2141d01510e94744a27b4eeebac1bc28', 'gw_port': {'id': '6e084bae-5607-476f-81db-a6860e8265c5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ba:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:31Z', 'updated_at': '2022-01-14T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'd9689893-026d-47d6-a8fb-db8a3558c30b', 'name': '', 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4', 'tenant_id': '2141d01510e94744a27b4eeebac1bc28', 'mac_address': 'fa:16:3e:7c:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '229627b7-01e8-4c6c-bfbe-27b51d26180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:36Z', 'updated_at': '2022-01-14T01:59:38Z', 'revision_number': 2, 'project_id': '2141d01510e94744a27b4eeebac1bc28', 'subnets': [{'id': '229627b7-01e8-4c6c-bfbe-27b51d26180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:42.309667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-47800d8d-bb30-49b1-8143-9bdf2967981b service neutron] 10.222.0.36 "GET /v2.0/networks/0a7d0e72-88d7-4b82-9695-d5b838667123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271541 Jan 14 01:59:42.340828 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Checking router: 0879b2c9-314e-483d-91ef-659e8e4be635 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:59:42.341208 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Updating router 0879b2c9-314e-483d-91ef-659e8e4be635 port d9689893-026d-47d6-a8fb-db8a3558c30b binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:59:42.349104 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac8d235-eecb-45ef-ad54-e977987b04e4 admin admin] Made reservation on behalf of 22dfaa6fa4f34c779553ba7d51b90001 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:59:42.361551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.365069 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_controller (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.373674 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fac8d235-eecb-45ef-ad54-e977987b04e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.382604 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.416320 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.418005 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Fanout notify agent at l3_agent the message router_deleted on router 7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:59:42.440481 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.441807 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7d5d3c5a-db16-4d85-97d1-5078cf789e87 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/routers/7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843 HTTP/1.1" status: 204 len: 168 time: 1.2019506 Jan 14 01:59:42.446301 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49490) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:42.452968 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f6b8a581-0bf5-42cd-967f-7abe886c81e7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1629191729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:42.490001 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b8a581-0bf5-42cd-967f-7abe886c81e7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.491308 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b8a581-0bf5-42cd-967f-7abe886c81e7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.550188 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-754b6422-3ca3-4071-97d0-9d549cc01bd4 req-77314316-93c7-437e-8328-ecf45a870549 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7d0e72-88d7-4b82-9695-d5b838667123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223468 Jan 14 01:59:42.555176 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b8a581-0bf5-42cd-967f-7abe886c81e7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_controller (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.562066 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b8a581-0bf5-42cd-967f-7abe886c81e7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.592733 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b8a581-0bf5-42cd-967f-7abe886c81e7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.594143 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f6b8a581-0bf5-42cd-967f-7abe886c81e7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1467576 Jan 14 01:59:42.596964 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49492) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:42.602083 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'enable_snat': True}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:42.615100 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 01:59:42.726927 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fac8d235-eecb-45ef-ad54-e977987b04e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (3023029f-e94a-4ef9-ae31-fe0bbb5afa9d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.769026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609076ac-7def-40da-9693-5a4d48639f20 req-7ae92cdb-7f00-43cb-a066-df5b31cf4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:42.770972 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-609076ac-7def-40da-9693-5a4d48639f20 req-7ae92cdb-7f00-43cb-a066-df5b31cf4aad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f24ad4a62192446cbf1d8d5d4545d57d&device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 1058 time: 0.1095083 Jan 14 01:59:42.772593 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Publish callbacks [] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.784304 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.851288 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8d235-eecb-45ef-ad54-e977987b04e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3023029f-e94a-4ef9-ae31-fe0bbb5afa9d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:42.880628 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac8d235-eecb-45ef-ad54-e977987b04e4 admin admin] Checking segment: {'id': '16bc96bc-e8bd-4124-931b-9da336dfef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '292798cd-520c-4980-92cc-246ba8229976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:42.880986 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac8d235-eecb-45ef-ad54-e977987b04e4 admin admin] Network hostable DHCP agents. Network: 292798cd-520c-4980-92cc-246ba8229976, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 01:59:42.902053 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88382484-9209-48de-8d30-5d2c1daa6438 None None] Pushing event updated for resources: {'Port': ['ID=d9689893-026d-47d6-a8fb-db8a3558c30b,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:42.905052 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Attempting to bind port d9689893-026d-47d6-a8fb-db8a3558c30b on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:42.905858 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Attempting to bind port d9689893-026d-47d6-a8fb-db8a3558c30b by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:42.905858 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Attempting to bind port d9689893-026d-47d6-a8fb-db8a3558c30b on network 812f231a-5064-45c6-884f-0fd4be8b3fd4 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:42.919190 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:42.919750 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Checking segment: {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:42.920163 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.922856 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Bound using segment: {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:42.923750 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Bound port: d9689893-026d-47d6-a8fb-db8a3558c30b, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:42.923750 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.930927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609076ac-7def-40da-9693-5a4d48639f20 req-ce000634-5aa3-4f1b-afa2-d1c9eea5c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:42.932416 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-609076ac-7def-40da-9693-5a4d48639f20 req-ce000634-5aa3-4f1b-afa2-d1c9eea5c16e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a7d0e72-88d7-4b82-9695-d5b838667123 HTTP/1.1" status: 200 len: 899 time: 0.1541531 Jan 14 01:59:42.933588 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:42.936554 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac8d235-eecb-45ef-ad54-e977987b04e4 admin admin] Network 292798cd-520c-4980-92cc-246ba8229976 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 01:59:42.991728 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-fac8d235-eecb-45ef-ad54-e977987b04e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 292798cd-520c-4980-92cc-246ba8229976) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:42.994198 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-609076ac-7def-40da-9693-5a4d48639f20 req-69f5cbf6-edf6-4a5e-a7bf-d156e93359cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 HTTP/1.1" status: 200 len: 217 time: 0.0516753 Jan 14 01:59:42.996854 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac8d235-eecb-45ef-ad54-e977987b04e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:42.997438 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fac8d235-eecb-45ef-ad54-e977987b04e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.000931 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f4668f-5a84-4844-bce1-d31935eb43e2 None None] Network 292798cd-520c-4980-92cc-246ba8229976 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:59:43.059508 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fac8d235-eecb-45ef-ad54-e977987b04e4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7892537 Jan 14 01:59:43.059949 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49498) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:43.061604 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609076ac-7def-40da-9693-5a4d48639f20 req-080c0ec2-0d50-4f90-a495-09f74ea8fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:43.063351 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-609076ac-7def-40da-9693-5a4d48639f20 req-080c0ec2-0d50-4f90-a495-09f74ea8fb1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=842f7aa1-3ff0-4ebb-985c-aa635001fb77 HTTP/1.1" status: 200 len: 837 time: 0.0616717 Jan 14 01:59:43.076590 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-795180402-router', 'tenant_id': '22dfaa6fa4f34c779553ba7d51b90001', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:43.084919 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] For port d9689893-026d-47d6-a8fb-db8a3558c30b, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:43.097656 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] For port d9689893-026d-47d6-a8fb-db8a3558c30b, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d9689893-026d-47d6-a8fb-db8a3558c30b,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:43.108458 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.152509 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609076ac-7def-40da-9693-5a4d48639f20 req-372e8eac-9ef5-4d7b-8f75-f6b64b439030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:43.154020 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-609076ac-7def-40da-9693-5a4d48639f20 req-372e8eac-9ef5-4d7b-8f75-f6b64b439030 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a7d0e72-88d7-4b82-9695-d5b838667123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825982 Jan 14 01:59:43.155312 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (7d0c390d-9b96-4332-ac30-b3bae808ff0c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.157787 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (7d0c390d-9b96-4332-ac30-b3bae808ff0c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.186236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-292798cd-520c-4980-92cc-246ba8229976', 'network_id': '292798cd-520c-4980-92cc-246ba8229976', 'project_id': '22dfaa6fa4f34c779553ba7d51b90001', 'fixed_ips': [{'subnet_id': '3023029f-e94a-4ef9-ae31-fe0bbb5afa9d'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 01:59:43.189664 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.235960 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Routers {'0879b2c9-314e-483d-91ef-659e8e4be635'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:43.236765 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['0879b2c9-314e-483d-91ef-659e8e4be635'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:43.295785 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Publish callbacks [] for router_controller (7d0c390d-9b96-4332-ac30-b3bae808ff0c), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.310800 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88382484-9209-48de-8d30-5d2c1daa6438 None None] Pushing event updated for resources: {'Port': ['ID=d9689893-026d-47d6-a8fb-db8a3558c30b,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:43.456515 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db67b9-a910-461f-a3c3-c5c36d5612fd req-8d45362a-cffe-4fe2-9cb4-f9b4af243dfc tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:43.475475 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-58db67b9-a910-461f-a3c3-c5c36d5612fd req-8d45362a-cffe-4fe2-9cb4-f9b4af243dfc tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 907 time: 0.1998885 Jan 14 01:59:43.477657 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-609076ac-7def-40da-9693-5a4d48639f20 req-ec95accd-7519-44df-b30d-c9ad495fb73a service neutron] 10.222.0.36 "GET /v2.0/networks/0a7d0e72-88d7-4b82-9695-d5b838667123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151808 Jan 14 01:59:43.551537 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.577105 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.581245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Allocated IP 172.20.0.2 (292798cd-520c-4980-92cc-246ba8229976/3023029f-e94a-4ef9-ae31-fe0bbb5afa9d/8d8fe092-3ecf-4cf9-9e1a-553a91e1917c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:43.586338 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cad92c38-9f48-4b47-9e3f-c7cc330b3d0b None None] Provisioning complete for port d9689893-026d-47d6-a8fb-db8a3558c30b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:43.586738 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cad92c38-9f48-4b47-9e3f-c7cc330b3d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.612627 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] Set router 0879b2c9-314e-483d-91ef-659e8e4be635 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:43.642403 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-609076ac-7def-40da-9693-5a4d48639f20 req-a422823a-7c18-4bbf-8c21-eea7d798ffa4 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7d0e72-88d7-4b82-9695-d5b838667123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536036 Jan 14 01:59:43.785745 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cad92c38-9f48-4b47-9e3f-c7cc330b3d0b None None] Current status of the port d9689893-026d-47d6-a8fb-db8a3558c30b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:43.786622 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cad92c38-9f48-4b47-9e3f-c7cc330b3d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.909304 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'name': 'tempest-TestVolumeBootPattern-2050034011-router', 'tenant_id': '2141d01510e94744a27b4eeebac1bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6e084bae-5607-476f-81db-a6860e8265c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:30Z', 'updated_at': '2022-01-14T01:59:38Z', 'revision_number': 4, 'project_id': '2141d01510e94744a27b4eeebac1bc28', 'gw_port': {'id': '6e084bae-5607-476f-81db-a6860e8265c5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ba:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:31Z', 'updated_at': '2022-01-14T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'd9689893-026d-47d6-a8fb-db8a3558c30b', 'name': '', 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4', 'tenant_id': '2141d01510e94744a27b4eeebac1bc28', 'mac_address': 'fa:16:3e:7c:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '229627b7-01e8-4c6c-bfbe-27b51d26180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:36Z', 'updated_at': '2022-01-14T01:59:43Z', 'revision_number': 4, 'project_id': '2141d01510e94744a27b4eeebac1bc28', 'subnets': [{'id': '229627b7-01e8-4c6c-bfbe-27b51d26180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:43.915344 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cad92c38-9f48-4b47-9e3f-c7cc330b3d0b None None] For port d9689893-026d-47d6-a8fb-db8a3558c30b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d9689893-026d-47d6-a8fb-db8a3558c30b,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:43.922603 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Publish callbacks [] for port (8d8fe092-3ecf-4cf9-9e1a-553a91e1917c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.927529 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cad92c38-9f48-4b47-9e3f-c7cc330b3d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.934283 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (8d8fe092-3ecf-4cf9-9e1a-553a91e1917c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:43.966047 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070cbc3-8c55-4a00-b0cf-259341c6a1a5 None None] The sync data for ids ['0879b2c9-314e-483d-91ef-659e8e4be635'] in n-d-824358-4 is: [{'id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'name': 'tempest-TestVolumeBootPattern-2050034011-router', 'tenant_id': '2141d01510e94744a27b4eeebac1bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6e084bae-5607-476f-81db-a6860e8265c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:30Z', 'updated_at': '2022-01-14T01:59:38Z', 'revision_number': 4, 'project_id': '2141d01510e94744a27b4eeebac1bc28', 'gw_port': {'id': '6e084bae-5607-476f-81db-a6860e8265c5', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ba:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:31Z', 'updated_at': '2022-01-14T01:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'd9689893-026d-47d6-a8fb-db8a3558c30b', 'name': '', 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4', 'tenant_id': '2141d01510e94744a27b4eeebac1bc28', 'mac_address': 'fa:16:3e:7c:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0879b2c9-314e-483d-91ef-659e8e4be635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '229627b7-01e8-4c6c-bfbe-27b51d26180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:36Z', 'updated_at': '2022-01-14T01:59:43Z', 'revision_number': 4, 'project_id': '2141d01510e94744a27b4eeebac1bc28', 'subnets': [{'id': '229627b7-01e8-4c6c-bfbe-27b51d26180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:43.985106 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Network 292798cd-520c-4980-92cc-246ba8229976 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:43.991870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:44.001187 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:44.070319 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Publish callbacks [] for router_gateway (7d0c390d-9b96-4332-ac30-b3bae808ff0c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:44.109563 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad92c38-9f48-4b47-9e3f-c7cc330b3d0b None None] Pushing event updated for resources: {'Port': ['ID=d9689893-026d-47d6-a8fb-db8a3558c30b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:44.171492 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Attempting to bind port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:44.171866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Attempting to bind port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '16bc96bc-e8bd-4124-931b-9da336dfef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '292798cd-520c-4980-92cc-246ba8229976'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:44.172236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Attempting to bind port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c on network 292798cd-520c-4980-92cc-246ba8229976 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:44.177961 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a01d8015-b628-4a0b-ad14-f22db5128e57 None None] Provisioning complete for port d9689893-026d-47d6-a8fb-db8a3558c30b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:44.178342 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a01d8015-b628-4a0b-ad14-f22db5128e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:44.221912 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Allocated IP 172.25.2.190 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/cf47dfd0-6325-4834-a2b2-1a38c6f69011) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:44.232633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:44.233281 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Checking segment: {'id': '16bc96bc-e8bd-4124-931b-9da336dfef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '292798cd-520c-4980-92cc-246ba8229976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:44.233385 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:44.233771 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Bound using segment: {'id': '16bc96bc-e8bd-4124-931b-9da336dfef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '292798cd-520c-4980-92cc-246ba8229976'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:44.234255 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Bound port: 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bc96bc-e8bd-4124-931b-9da336dfef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '292798cd-520c-4980-92cc-246ba8229976'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:44.237105 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8d8fe092-3ecf-4cf9-9e1a-553a91e1917c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:44.253319 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Pushing event updated for resources: {'Port': ['ID=8d8fe092-3ecf-4cf9-9e1a-553a91e1917c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:44.371049 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a01d8015-b628-4a0b-ad14-f22db5128e57 None None] Current status of the port d9689893-026d-47d6-a8fb-db8a3558c30b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:44.390879 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] For port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:44.394099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] For port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8d8fe092-3ecf-4cf9-9e1a-553a91e1917c,segment=NetworkSegment(16bc96bc-e8bd-4124-931b-9da336dfef03),segment_id=16bc96bc-e8bd-4124-931b-9da336dfef03)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:44.401838 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8d8fe092-3ecf-4cf9-9e1a-553a91e1917c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:44.470073 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a75c6-127a-4779-9cec-4f8c011c0170 None None] Pushing event updated for resources: {'Port': ['ID=8d8fe092-3ecf-4cf9-9e1a-553a91e1917c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:44.529612 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for port (cf47dfd0-6325-4834-a2b2-1a38c6f69011), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:44.554463 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Publish callbacks [] for router_gateway (7d0c390d-9b96-4332-ac30-b3bae808ff0c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:44.598511 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:44.619320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca6933-b3d7-4d0e-bbff-5d3f3cda079d req-fae76db6-7756-4d61-92b4-771a534b03aa tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:44.633798 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9cca6933-b3d7-4d0e-bbff-5d3f3cda079d req-fae76db6-7756-4d61-92b4-771a534b03aa tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 907 time: 0.0687020 Jan 14 01:59:44.677555 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (cf47dfd0-6325-4834-a2b2-1a38c6f69011), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:44.767261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:44.775617 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:44.783918 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:44.807096 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145cdfc0-11fe-4896-844b-56c41b915108 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:44.844782 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event updated for resources: {'Port': ['ID=cf47dfd0-6325-4834-a2b2-1a38c6f69011,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:44.902872 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-08acdac0-2632-4663-b40f-9c2a03690cbd None None] Provisioning complete for port cf47dfd0-6325-4834-a2b2-1a38c6f69011 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:44.903228 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08acdac0-2632-4663-b40f-9c2a03690cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cf47dfd0-6325-4834-a2b2-1a38c6f69011), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:44.951991 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Allocated IP 172.25.2.33 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/842de9fe-c7e8-47ba-90dc-6d048378b1e3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:44.960540 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-08acdac0-2632-4663-b40f-9c2a03690cbd None None] Port cf47dfd0-6325-4834-a2b2-1a38c6f69011 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:45.238670 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Publish callbacks [] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:45.335977 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:45.380459 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:45.438580 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Pushing event updated for resources: {'Port': ['ID=842de9fe-c7e8-47ba-90dc-6d048378b1e3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:45.483934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:45.486783 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:45.490249 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:45.502963 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa95d191-f0cf-4d66-ae22-4312b95efaab None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:45.590976 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2c7d8b4f-5eed-49ca-821e-dc50409f63b1 None None] Provisioning complete for port 842de9fe-c7e8-47ba-90dc-6d048378b1e3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:45.591531 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8b4f-5eed-49ca-821e-dc50409f63b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:45.671994 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2c7d8b4f-5eed-49ca-821e-dc50409f63b1 None None] Port 842de9fe-c7e8-47ba-90dc-6d048378b1e3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:45.782942 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:45.824902 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:45.826115 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0c264-1f57-4549-80a7-a2a0bc372d99 req-41afc5c1-1980-4531-963b-289677b6f619 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:45.851940 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ef0c264-1f57-4549-80a7-a2a0bc372d99 req-41afc5c1-1980-4531-963b-289677b6f619 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 907 time: 0.1199353 Jan 14 01:59:45.907374 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d9689893-026d-47d6-a8fb-db8a3558c30b up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:45.967611 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d059ad-bf07-4b87-97f2-5043a960e1d7 None None] Network 292798cd-520c-4980-92cc-246ba8229976 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:59:45.990372 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Publish callbacks [] for router_gateway (7d0c390d-9b96-4332-ac30-b3bae808ff0c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:46.022403 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d9689893-026d-47d6-a8fb-db8a3558c30b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:46.022944 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d9689893-026d-47d6-a8fb-db8a3558c30b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:46.068736 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b690d254-28bf-494e-806b-94cbc7c750ed None None] Provisioning complete for port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:46.069251 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b690d254-28bf-494e-806b-94cbc7c750ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8d8fe092-3ecf-4cf9-9e1a-553a91e1917c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:46.169442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 01:59:46.175494 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Router 9a4ca40e-9fd8-4eca-a7c4-0312f9fba094 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:59:46.340944 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (7d0c390d-9b96-4332-ac30-b3bae808ff0c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:46.400022 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:46.405359 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:46.409338 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e6ded457-d909-48ed-85a2-252cdb111826 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "PUT /v2.0/routers/9a4ca40e-9fd8-4eca-a7c4-0312f9fba094 HTTP/1.1" status: 200 len: 919 time: 3.8111908 Jan 14 01:59:46.409940 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49536) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:46.426429 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616441d4-0554-46d7-92bb-d6049187a362 None None] Sync routers for ids ['9a4ca40e-9fd8-4eca-a7c4-0312f9fba094'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:46.493555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616441d4-0554-46d7-92bb-d6049187a362 None None] Routers {'9a4ca40e-9fd8-4eca-a7c4-0312f9fba094'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:46.494200 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-616441d4-0554-46d7-92bb-d6049187a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9a4ca40e-9fd8-4eca-a7c4-0312f9fba094'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:46.562516 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-616441d4-0554-46d7-92bb-d6049187a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:46.578671 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6,segment=NetworkSegment(1785f559-bd27-447b-b301-9224967ab55c),segment_id=1785f559-bd27-447b-b301-9224967ab55c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:46.620929 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d9689893-026d-47d6-a8fb-db8a3558c30b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:46.622394 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:46.631518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6', 'network_id': '0a7d0e72-88d7-4b82-9695-d5b838667123', 'port_id': '5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6', 'mac_address': 'fa:16:3e:cb:1a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842f7aa1-3ff0-4ebb-985c-aa635001fb77', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 01:59:46.659082 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616441d4-0554-46d7-92bb-d6049187a362 None None] Routers {'9a4ca40e-9fd8-4eca-a7c4-0312f9fba094'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:46.659655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-616441d4-0554-46d7-92bb-d6049187a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9a4ca40e-9fd8-4eca-a7c4-0312f9fba094'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:46.720365 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b690d254-28bf-494e-806b-94cbc7c750ed None None] Current status of the port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:46.720759 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b690d254-28bf-494e-806b-94cbc7c750ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8d8fe092-3ecf-4cf9-9e1a-553a91e1917c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:46.722630 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-616441d4-0554-46d7-92bb-d6049187a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:46.723270 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616441d4-0554-46d7-92bb-d6049187a362 None None] The sync data for ids ['9a4ca40e-9fd8-4eca-a7c4-0312f9fba094'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:46.796766 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b690d254-28bf-494e-806b-94cbc7c750ed None None] For port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8d8fe092-3ecf-4cf9-9e1a-553a91e1917c,segment=NetworkSegment(16bc96bc-e8bd-4124-931b-9da336dfef03),segment_id=16bc96bc-e8bd-4124-931b-9da336dfef03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:46.797853 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:46.798539 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:46.813496 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b690d254-28bf-494e-806b-94cbc7c750ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8d8fe092-3ecf-4cf9-9e1a-553a91e1917c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:46.847305 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 01:59:46.854167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:46.854569 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8d8fe092-3ecf-4cf9-9e1a-553a91e1917c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:46.888442 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49542) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:46.888949 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f03b0c94-a509-499d-9823-25222e3fe3a6 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/routers/9a4ca40e-9fd8-4eca-a7c4-0312f9fba094 HTTP/1.1" status: 200 len: 925 time: 0.4724994 Jan 14 01:59:46.896225 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Router 7d0c390d-9b96-4332-ac30-b3bae808ff0c is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:59:46.904653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6,segment=NetworkSegment(1785f559-bd27-447b-b301-9224967ab55c),segment_id=1785f559-bd27-447b-b301-9224967ab55c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:46.925303 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:46.947547 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690d254-28bf-494e-806b-94cbc7c750ed None None] Pushing event updated for resources: {'Port': ['ID=8d8fe092-3ecf-4cf9-9e1a-553a91e1917c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:46.994202 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1fbe9ea7-b2da-48d5-82ab-1d692eeb37d4 None None] Provisioning complete for port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:46.994616 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fbe9ea7-b2da-48d5-82ab-1d692eeb37d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8d8fe092-3ecf-4cf9-9e1a-553a91e1917c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.025565 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:47.037349 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Sync routers for ids ['7d0c390d-9b96-4332-ac30-b3bae808ff0c'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:47.042156 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217eae7d-b1b3-4763-84a6-d2ccfb8a2f62 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:47.043884 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-217eae7d-b1b3-4763-84a6-d2ccfb8a2f62 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=5c424213-5489-4410-bcff-2e68f290927e&device_id=9a4ca40e-9fd8-4eca-a7c4-0312f9fba094&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1531823 Jan 14 01:59:47.047150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:47.048214 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Routers {'7d0c390d-9b96-4332-ac30-b3bae808ff0c'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:47.048510 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7d0c390d-9b96-4332-ac30-b3bae808ff0c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:47.061576 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f42ec-3cfd-46e7-b933-627316eb7c56 req-5398221d-5488-43e4-8983-c4f91b53f81c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:47.069946 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:47.072148 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-627f42ec-3cfd-46e7-b933-627316eb7c56 req-5398221d-5488-43e4-8983-c4f91b53f81c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 908 time: 0.0987487 Jan 14 01:59:47.089180 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.090532 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5ec65f33-4132-441f-92c0-117cc5550495 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0287507 Jan 14 01:59:47.093228 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49546) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:47.100950 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:47.162812 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe9ea7-b2da-48d5-82ab-1d692eeb37d4 None None] Current status of the port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:47.177390 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Set router 7d0c390d-9b96-4332-ac30-b3bae808ff0c gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:47.279205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 01:59:47.330909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d76e02-df92-4767-ad91-707c5238fed3 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:47.336680 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-40d76e02-df92-4767-ad91-707c5238fed3 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 881 time: 0.2884650 Jan 14 01:59:47.339856 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49556) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:47.376469 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'name': 'tempest-TestVolumeBootPattern-795180402-router', 'tenant_id': '22dfaa6fa4f34c779553ba7d51b90001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '842de9fe-c7e8-47ba-90dc-6d048378b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:43Z', 'updated_at': '2022-01-14T01:59:45Z', 'revision_number': 3, 'project_id': '22dfaa6fa4f34c779553ba7d51b90001', 'gw_port': {'id': '842de9fe-c7e8-47ba-90dc-6d048378b1e3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:44Z', 'updated_at': '2022-01-14T01:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:47.383711 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ea6f91b9-a092-4f5d-9074-edb86d21313d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a4ca40e-9fd8-4eca-a7c4-0312f9fba094 HTTP/1.1" status: 200 len: 205 time: 0.0427005 Jan 14 01:59:47.386115 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49560) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:47.411420 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Checking router: 7d0c390d-9b96-4332-ac30-b3bae808ff0c for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:59:47.411771 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Updating router 7d0c390d-9b96-4332-ac30-b3bae808ff0c port 842de9fe-c7e8-47ba-90dc-6d048378b1e3 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:59:47.437100 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.514266 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.644379 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.717330 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.741863 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Deleting port cf47dfd0-6325-4834-a2b2-1a38c6f69011 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:59:47.741863 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (cf47dfd0-6325-4834-a2b2-1a38c6f69011), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.754107 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Publish callbacks [] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.763376 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.800601 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ef907-345b-49c7-ab2c-89a5c021525f None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:47.812034 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:47.842655 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Attempting to bind port 842de9fe-c7e8-47ba-90dc-6d048378b1e3 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:47.843183 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Attempting to bind port 842de9fe-c7e8-47ba-90dc-6d048378b1e3 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:47.843548 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Attempting to bind port 842de9fe-c7e8-47ba-90dc-6d048378b1e3 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:47.875634 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:47.876010 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:47.876496 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.876782 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:47.877260 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Bound port: 842de9fe-c7e8-47ba-90dc-6d048378b1e3, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:47.877630 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.898003 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (cf47dfd0-6325-4834-a2b2-1a38c6f69011), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.912310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Calling delete_port for cf47dfd0-6325-4834-a2b2-1a38c6f69011 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:59:47.921078 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:47.921489 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8d8fe092-3ecf-4cf9-9e1a-553a91e1917c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:47.934053 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a91fd-5fde-449c-8be7-fd7a33060142 None None] Pushing event updated for resources: {'Port': ['ID=842de9fe-c7e8-47ba-90dc-6d048378b1e3,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:47.992214 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] For port 842de9fe-c7e8-47ba-90dc-6d048378b1e3, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:47.996469 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] For port 842de9fe-c7e8-47ba-90dc-6d048378b1e3, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=842de9fe-c7e8-47ba-90dc-6d048378b1e3,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:48.008471 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.019894 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Allocated IP 172.20.0.1 (292798cd-520c-4980-92cc-246ba8229976/3023029f-e94a-4ef9-ae31-fe0bbb5afa9d/1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:48.057690 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-06b41267-b81f-48da-ab89-c347be4949f5 None None] Provisioning complete for port 842de9fe-c7e8-47ba-90dc-6d048378b1e3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:48.058051 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06b41267-b81f-48da-ab89-c347be4949f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.112839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e76db5c-c7d6-4cc7-8cfc-8c8607d96b4e None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:48.127021 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8d8fe092-3ecf-4cf9-9e1a-553a91e1917c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:48.129890 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a91fd-5fde-449c-8be7-fd7a33060142 None None] Pushing event updated for resources: {'Port': ['ID=842de9fe-c7e8-47ba-90dc-6d048378b1e3,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:48.143458 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Routers {'7d0c390d-9b96-4332-ac30-b3bae808ff0c'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:48.144083 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7d0c390d-9b96-4332-ac30-b3bae808ff0c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:48.147352 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (cf47dfd0-6325-4834-a2b2-1a38c6f69011), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.185823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f29669e-970f-48b4-b3f5-aad191353abf None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:48.188244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:48.247434 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Publish callbacks [] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.288580 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.335517 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Network 292798cd-520c-4980-92cc-246ba8229976 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:48.338367 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-06b41267-b81f-48da-ab89-c347be4949f5 None None] Current status of the port 842de9fe-c7e8-47ba-90dc-6d048378b1e3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:48.341339 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:48.343473 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06b41267-b81f-48da-ab89-c347be4949f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.345146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:48.377259 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] Set router 7d0c390d-9b96-4332-ac30-b3bae808ff0c gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:48.380012 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Pushing event updated for resources: {'Port': ['ID=1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:48.398307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.398307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.398774 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.399008 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.399335 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.400123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.400242 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.400582 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.400903 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.401232 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.401559 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.401885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.402212 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 01:59:48.413095 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-06b41267-b81f-48da-ab89-c347be4949f5 None None] For port 842de9fe-c7e8-47ba-90dc-6d048378b1e3, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=842de9fe-c7e8-47ba-90dc-6d048378b1e3,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:48.419986 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 01:59:48.431354 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:48.431749 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.433417 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06b41267-b81f-48da-ab89-c347be4949f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.435637 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (7d0c390d-9b96-4332-ac30-b3bae808ff0c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.657521 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Pushing event deleted for resources: {'Port': ['ID=cf47dfd0-6325-4834-a2b2-1a38c6f69011,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:48.659711 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b41267-b81f-48da-ab89-c347be4949f5 None None] Pushing event updated for resources: {'Port': ['ID=842de9fe-c7e8-47ba-90dc-6d048378b1e3,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:48.726001 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'name': 'tempest-TestVolumeBootPattern-795180402-router', 'tenant_id': '22dfaa6fa4f34c779553ba7d51b90001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '842de9fe-c7e8-47ba-90dc-6d048378b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:43Z', 'updated_at': '2022-01-14T01:59:45Z', 'revision_number': 3, 'project_id': '22dfaa6fa4f34c779553ba7d51b90001', 'gw_port': {'id': '842de9fe-c7e8-47ba-90dc-6d048378b1e3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:44Z', 'updated_at': '2022-01-14T01:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:48.744339 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.755184 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1771d1-a5d8-41cb-9b6b-aa6dcdc3465f req-e31c1bf1-6def-4b79-a726-218415bb8595 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:48.757134 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f1771d1-a5d8-41cb-9b6b-aa6dcdc3465f req-e31c1bf1-6def-4b79-a726-218415bb8595 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 908 time: 0.1006982 Jan 14 01:59:48.763118 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.773457 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cf790-5e2b-437d-a095-e1d7f12edd13 None None] The sync data for ids ['7d0c390d-9b96-4332-ac30-b3bae808ff0c'] in n-d-824358-4 is: [{'id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'name': 'tempest-TestVolumeBootPattern-795180402-router', 'tenant_id': '22dfaa6fa4f34c779553ba7d51b90001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '842de9fe-c7e8-47ba-90dc-6d048378b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:43Z', 'updated_at': '2022-01-14T01:59:45Z', 'revision_number': 3, 'project_id': '22dfaa6fa4f34c779553ba7d51b90001', 'gw_port': {'id': '842de9fe-c7e8-47ba-90dc-6d048378b1e3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:44Z', 'updated_at': '2022-01-14T01:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:48.805905 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-63988797-2eff-448d-94e4-b4e22b2ab230 None None] Provisioning complete for port 842de9fe-c7e8-47ba-90dc-6d048378b1e3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:48.805905 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-63988797-2eff-448d-94e4-b4e22b2ab230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.885290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:48.885523 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.947197 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.949414 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ac5ae2-ebb1-40f1-bb35-f991505b1a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:59:48.951439 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_controller (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:48.952455 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabfc27d-24aa-444b-9cf6-1db62dd8d4db" -d '{"events": [{"server_uuid": "62ac5ae2-ebb1-40f1-bb35-f991505b1a78", "name": "network-vif-plugged", "status": "completed", "tag": "5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:59:48.989800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6,segment=NetworkSegment(1785f559-bd27-447b-b301-9224967ab55c),segment_id=1785f559-bd27-447b-b301-9224967ab55c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:49.007606 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8008280-14f7-4eba-beac-fe061084a27f req-d307c6ec-dbb5-4ac5-a0fa-050d13950aec tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:49.015316 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8008280-14f7-4eba-beac-fe061084a27f req-d307c6ec-dbb5-4ac5-a0fa-050d13950aec tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1097 time: 0.1066146 Jan 14 01:59:49.031980 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (9a4ca40e-9fd8-4eca-a7c4-0312f9fba094), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.031980 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Fanout notify agent at l3_agent the message router_deleted on router 9a4ca40e-9fd8-4eca-a7c4-0312f9fba094 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:59:49.032993 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8008280-14f7-4eba-beac-fe061084a27f req-0991ce10-0bc9-4dbb-a9d7-52f0fc04c27b tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.040982 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.046617 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a4e1a87b-d64c-47e7-8d8f-1412f257badb tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/routers/9a4ca40e-9fd8-4eca-a7c4-0312f9fba094 HTTP/1.1" status: 204 len: 168 time: 1.6594732 Jan 14 01:59:49.048467 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49604) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:49.053353 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b53c3e7b-0c32-4642-b912-8bf07f291b9a tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-718889623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:49.055895 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.076393 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Publish callbacks [] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.087846 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.111650 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b53c3e7b-0c32-4642-b912-8bf07f291b9a tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.124507 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b53c3e7b-0c32-4642-b912-8bf07f291b9a tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.144821 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a995f89-bacd-40a9-a623-02446de9a85e x-openstack-request-id: req-9a995f89-bacd-40a9-a623-02446de9a85e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:59:49.145158 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ac5ae2-ebb1-40f1-bb35-f991505b1a78", "name": "network-vif-plugged", "status": "completed", "tag": "5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:59:49.145442 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a995f89-bacd-40a9-a623-02446de9a85e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:59:49.145847 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ac5ae2-ebb1-40f1-bb35-f991505b1a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6', 'code': 200} Jan 14 01:59:49.194331 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Pushing event updated for resources: {'Port': ['ID=1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:49.206409 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (7d0c390d-9b96-4332-ac30-b3bae808ff0c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.234468 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-63988797-2eff-448d-94e4-b4e22b2ab230 None None] Current status of the port 842de9fe-c7e8-47ba-90dc-6d048378b1e3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:49.248289 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:49.351951 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b53c3e7b-0c32-4642-b912-8bf07f291b9a tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_controller (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.354937 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Network 292798cd-520c-4980-92cc-246ba8229976 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:49.356751 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:49.376123 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bbb58413-7436-47fb-8a1e-21d83ec72402 None None] Provisioning complete for port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:49.376496 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bbb58413-7436-47fb-8a1e-21d83ec72402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.398758 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b53c3e7b-0c32-4642-b912-8bf07f291b9a tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.439922 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8008280-14f7-4eba-beac-fe061084a27f req-0991ce10-0bc9-4dbb-a9d7-52f0fc04c27b tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Publish callbacks [] for security_group (c2dc9b17-c88a-42c5-816e-73e46923072f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.454637 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bbb58413-7436-47fb-8a1e-21d83ec72402 None None] Port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:49.460013 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e8008280-14f7-4eba-beac-fe061084a27f req-0991ce10-0bc9-4dbb-a9d7-52f0fc04c27b tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (c2dc9b17-c88a-42c5-816e-73e46923072f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.526689 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5fa3a-0152-4903-879c-89b14d9af79d req-029f2aef-ccf3-4f34-86f3-d6728f735c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:49.528218 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1c5fa3a-0152-4903-879c-89b14d9af79d req-029f2aef-ccf3-4f34-86f3-d6728f735c60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 1060 time: 0.3050482 Jan 14 01:59:49.533358 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b53c3e7b-0c32-4642-b912-8bf07f291b9a tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.544165 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b53c3e7b-0c32-4642-b912-8bf07f291b9a tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4945974 Jan 14 01:59:49.546896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49616) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:49.551956 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'enable_snat': False}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:49.596974 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e8008280-14f7-4eba-beac-fe061084a27f req-0991ce10-0bc9-4dbb-a9d7-52f0fc04c27b tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5807068 Jan 14 01:59:49.597600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991ce10-0bc9-4dbb-a9d7-52f0fc04c27b tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dc9b17-c88a-42c5-816e-73e46923072f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:49.657173 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Router 7d0c390d-9b96-4332-ac30-b3bae808ff0c has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:59:49.799106 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f864f-c5ec-4592-b5f0-75594a790545 req-d5d4dd10-40f6-4d4d-aead-38a2494e733d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:49.800937 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e92f864f-c5ec-4592-b5f0-75594a790545 req-d5d4dd10-40f6-4d4d-aead-38a2494e733d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.0846303 Jan 14 01:59:49.891790 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5bd2124a-9b0a-4b41-a885-d504331407df None None] Provisioning complete for port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:49.892333 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5bd2124a-9b0a-4b41-a885-d504331407df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:49.933977 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 842de9fe-c7e8-47ba-90dc-6d048378b1e3 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:49.940312 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e92f864f-c5ec-4592-b5f0-75594a790545 req-ba0c38f2-ad67-477c-8cc2-1d3b327db988 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328278 Jan 14 01:59:49.969497 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb4980-23d6-456a-8a34-e74341bf4ee4 req-8424d0da-d8ec-4a8f-a448-a3ebd0d6f21a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:49.969497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7cdb4980-23d6-456a-8a34-e74341bf4ee4 req-8424d0da-d8ec-4a8f-a448-a3ebd0d6f21a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 909 time: 0.1080792 Jan 14 01:59:49.970166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49630) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:49.995461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2124a-9b0a-4b41-a885-d504331407df None None] Port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:50.015038 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 842de9fe-c7e8-47ba-90dc-6d048378b1e3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:50.015317 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (842de9fe-c7e8-47ba-90dc-6d048378b1e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:50.022367 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:50.086028 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f0eeb1d0-61ff-4793-93d1-7c948804101b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/floatingips/f3487809-427c-4ee1-abcb-cd4b6ba4368f HTTP/1.1" status: 200 len: 994 time: 0.1122625 Jan 14 01:59:50.175191 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 842de9fe-c7e8-47ba-90dc-6d048378b1e3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:50.179204 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:50.187105 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-69b8e4de-815e-47a0-a521-fe3a98b0be16 admin admin] 10.222.0.26 "PUT /v2.0/routers/7d0c390d-9b96-4332-ac30-b3bae808ff0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0601110 Jan 14 01:59:50.410505 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:50.434756 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:50.471375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-53c3804c-d558-4e85-a28f-63a4d63fd9a2 req-acd221ed-6af7-4424-bbad-025f1bc97d92 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:59:50.472859 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-53c3804c-d558-4e85-a28f-63a4d63fd9a2 req-acd221ed-6af7-4424-bbad-025f1bc97d92 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063155 Jan 14 01:59:50.594096 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Allocated IP 172.25.2.154 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/8d722631-db67-44c5-aaa6-8b0dd71247d7) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:50.776235 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for port (8d722631-db67-44c5-aaa6-8b0dd71247d7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:50.863346 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8d722631-db67-44c5-aaa6-8b0dd71247d7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:50.906789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:50.912317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:50.925722 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:50.926053 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad988b-9830-4cc2-a627-e87406e5d11d None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:50.954883 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49672) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:51.011789 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9438d-40be-4f71-b9a6-0231a9ca9866 req-afa456dd-268f-4cba-b7cc-2acd278be0c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:51.015997 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28d9438d-40be-4f71-b9a6-0231a9ca9866 req-afa456dd-268f-4cba-b7cc-2acd278be0c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.1378081 Jan 14 01:59:51.049333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e5f88acb-cd89-4cc3-92da-3b6f0c254e9a None None] Provisioning complete for port 8d722631-db67-44c5-aaa6-8b0dd71247d7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:51.049780 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e5f88acb-cd89-4cc3-92da-3b6f0c254e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8d722631-db67-44c5-aaa6-8b0dd71247d7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:51.118739 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28d9438d-40be-4f71-b9a6-0231a9ca9866 req-916d3405-30c6-435b-abe5-1b4203eba8a5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941811 Jan 14 01:59:51.214743 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e5f88acb-cd89-4cc3-92da-3b6f0c254e9a None None] Port 8d722631-db67-44c5-aaa6-8b0dd71247d7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:51.241137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e68bc-9c60-4966-ae86-07c36260c865 req-0ca1b662-73a7-46b8-8d92-f566b0d42738 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:51.243221 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-758e68bc-9c60-4966-ae86-07c36260c865 req-0ca1b662-73a7-46b8-8d92-f566b0d42738 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 909 time: 0.1225345 Jan 14 01:59:51.434839 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-99be9ffc-f150-49d9-8bd8-4e716258140b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4714041 Jan 14 01:59:51.450662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b88e5-9f72-4b24-a117-49343684fd67 req-12092061-9827-4b99-ba3e-284a884f9958 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:51.453417 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-308b88e5-9f72-4b24-a117-49343684fd67 req-12092061-9827-4b99-ba3e-284a884f9958 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 909 time: 0.1277416 Jan 14 01:59:51.459275 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-7d138cbd-8e4c-4c6a-82da-226d327f197e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 01:59:51.460340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-7d138cbd-8e4c-4c6a-82da-226d327f197e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059927 Jan 14 01:59:51.560326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Pushing event updated for resources: {'Port': ['ID=8d722631-db67-44c5-aaa6-8b0dd71247d7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:51.718233 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0da83-777f-411c-997e-1969342dce40 req-c196d02c-2b6d-4000-9063-ba2c2f8e7ea8 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:51.726500 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-66c0da83-777f-411c-997e-1969342dce40 req-c196d02c-2b6d-4000-9063-ba2c2f8e7ea8 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 1060 time: 0.1178510 Jan 14 01:59:51.887471 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e45b0-9574-4833-80ce-3e1d109064d0 req-fe19d180-7e8e-45c4-9c7f-f1d113b78962 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:51.903245 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-150e45b0-9574-4833-80ce-3e1d109064d0 req-fe19d180-7e8e-45c4-9c7f-f1d113b78962 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 1135 time: 0.0712087 Jan 14 01:59:51.984632 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-150e45b0-9574-4833-80ce-3e1d109064d0 req-8cec764b-f5dd-4c8f-8356-57406da52835 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0799782 Jan 14 01:59:52.006611 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49712) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:52.009096 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router_gateway (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:52.064523 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c85e610-a815-4f51-a65a-e3e5615b1448 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:52.069307 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4c85e610-a815-4f51-a65a-e3e5615b1448 tempest-TestSecurityGroupsBasicOps-386771941 tempest-TestSecurityGroupsBasicOps-386771941-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 1055 time: 0.0586557 Jan 14 01:59:52.104441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Sync routers for ids ['7d0c390d-9b96-4332-ac30-b3bae808ff0c'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:52.128674 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Routers {'7d0c390d-9b96-4332-ac30-b3bae808ff0c'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:52.129469 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7d0c390d-9b96-4332-ac30-b3bae808ff0c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:52.331935 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:52.336117 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:52.417887 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Set router 7d0c390d-9b96-4332-ac30-b3bae808ff0c gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:52.453449 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90d846-d583-437d-9377-b6c6084afd8c req-6b9c3b21-dff4-4576-98e9-74d0ce8a69ba tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:52.462762 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db90d846-d583-437d-9377-b6c6084afd8c req-6b9c3b21-dff4-4576-98e9-74d0ce8a69ba tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.1535473 Jan 14 01:59:52.616162 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db90d846-d583-437d-9377-b6c6084afd8c req-a1ac07ba-dcb7-4a73-a608-1d480d155548 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436925 Jan 14 01:59:52.684211 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Router ea137f9e-8ce4-46c2-b3eb-1389f12ad052 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 01:59:52.747949 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948dd2-f130-4c60-bf24-f8876799df0b req-b816233a-4810-45fc-8ea9-e166655585e8 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:52.774135 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ff948dd2-f130-4c60-bf24-f8876799df0b req-b816233a-4810-45fc-8ea9-e166655585e8 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 909 time: 0.1224272 Jan 14 01:59:52.800660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'name': 'tempest-TestVolumeBootPattern-795180402-router', 'tenant_id': '22dfaa6fa4f34c779553ba7d51b90001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '842de9fe-c7e8-47ba-90dc-6d048378b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:43Z', 'updated_at': '2022-01-14T01:59:48Z', 'revision_number': 4, 'project_id': '22dfaa6fa4f34c779553ba7d51b90001', 'gw_port': {'id': '842de9fe-c7e8-47ba-90dc-6d048378b1e3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:44Z', 'updated_at': '2022-01-14T01:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2', 'name': '', 'network_id': '292798cd-520c-4980-92cc-246ba8229976', 'tenant_id': '22dfaa6fa4f34c779553ba7d51b90001', 'mac_address': 'fa:16:3e:09:46:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '3023029f-e94a-4ef9-ae31-fe0bbb5afa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:47Z', 'updated_at': '2022-01-14T01:59:48Z', 'revision_number': 2, 'project_id': '22dfaa6fa4f34c779553ba7d51b90001', 'subnets': [{'id': '3023029f-e94a-4ef9-ae31-fe0bbb5afa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:52.835112 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Checking router: 7d0c390d-9b96-4332-ac30-b3bae808ff0c for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:59:52.835422 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Updating router 7d0c390d-9b96-4332-ac30-b3bae808ff0c port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 01:59:52.866451 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:53.015233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:53.027255 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778b88a-4af3-4eb9-8bd2-43362d6e082d None None] Sync routers for ids ['ea137f9e-8ce4-46c2-b3eb-1389f12ad052'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:53.039559 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:53.043868 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49734) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:53.045956 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-94e5223e-abe1-4c6f-8bdc-d998e7df415a tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "PUT /v2.0/routers/ea137f9e-8ce4-46c2-b3eb-1389f12ad052 HTTP/1.1" status: 200 len: 919 time: 3.4972916 Jan 14 01:59:53.058516 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778b88a-4af3-4eb9-8bd2-43362d6e082d None None] Routers {'ea137f9e-8ce4-46c2-b3eb-1389f12ad052'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:53.059551 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d778b88a-4af3-4eb9-8bd2-43362d6e082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ea137f9e-8ce4-46c2-b3eb-1389f12ad052'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:53.120731 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d778b88a-4af3-4eb9-8bd2-43362d6e082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:53.149356 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778b88a-4af3-4eb9-8bd2-43362d6e082d None None] Routers {'ea137f9e-8ce4-46c2-b3eb-1389f12ad052'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:53.150141 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d778b88a-4af3-4eb9-8bd2-43362d6e082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['ea137f9e-8ce4-46c2-b3eb-1389f12ad052'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:53.267609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49736) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:53.280881 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c71087b0-af8b-48e1-ad12-942589b8b594 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/routers/ea137f9e-8ce4-46c2-b3eb-1389f12ad052 HTTP/1.1" status: 200 len: 925 time: 0.2355063 Jan 14 01:59:53.345127 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4945daf-5a13-4a6d-8020-ffad52fcadcc tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:53.349808 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49738) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:53.360017 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b4945daf-5a13-4a6d-8020-ffad52fcadcc tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=5c424213-5489-4410-bcff-2e68f290927e&device_id=ea137f9e-8ce4-46c2-b3eb-1389f12ad052&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0912268 Jan 14 01:59:53.441166 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Publish callbacks [] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:53.452145 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:53.471651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-fee5a334-88de-4d9b-aa94-e5c7ce4d8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:53.473333 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-fee5a334-88de-4d9b-aa94-e5c7ce4d8e81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1097 time: 0.1138992 Jan 14 01:59:53.481043 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d778b88a-4af3-4eb9-8bd2-43362d6e082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:53.481835 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778b88a-4af3-4eb9-8bd2-43362d6e082d None None] The sync data for ids ['ea137f9e-8ce4-46c2-b3eb-1389f12ad052'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:53.509619 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94b4047-e5b9-4af0-a229-562c4c0e857b tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:53.513495 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b94b4047-e5b9-4af0-a229-562c4c0e857b tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/networks/5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 881 time: 0.1601720 Jan 14 01:59:53.514016 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49740) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:53.532993 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c819182-d757-4185-82df-b18c07a6981b None None] Pushing event updated for resources: {'Port': ['ID=1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:53.601912 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-68393a64-19a8-4dec-9b5b-12e323998964 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea137f9e-8ce4-46c2-b3eb-1389f12ad052 HTTP/1.1" status: 200 len: 205 time: 0.0841436 Jan 14 01:59:53.603707 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49746) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:53.632974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Attempting to bind port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 01:59:53.633611 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Attempting to bind port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '16bc96bc-e8bd-4124-931b-9da336dfef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '292798cd-520c-4980-92cc-246ba8229976'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 01:59:53.634162 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Attempting to bind port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 on network 292798cd-520c-4980-92cc-246ba8229976 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 01:59:53.670122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 1, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 01:59:53.670517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Checking segment: {'id': '16bc96bc-e8bd-4124-931b-9da336dfef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '292798cd-520c-4980-92cc-246ba8229976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 01:59:53.670921 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:53.671311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Bound using segment: {'id': '16bc96bc-e8bd-4124-931b-9da336dfef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '292798cd-520c-4980-92cc-246ba8229976'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 01:59:53.671828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Bound port: 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bc96bc-e8bd-4124-931b-9da336dfef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '292798cd-520c-4980-92cc-246ba8229976'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 01:59:53.672150 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:53.677697 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-bf2688ea-f63e-4efc-a0e5-351bd625405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:53.679401 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-bf2688ea-f63e-4efc-a0e5-351bd625405f service neutron] 10.222.0.36 "GET /v2.0/networks?id=531b2251-eafb-431d-aaa1-e2effd220bd0 HTTP/1.1" status: 200 len: 898 time: 0.1794355 Jan 14 01:59:53.833543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] For port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 01:59:53.844174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] For port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2,segment=NetworkSegment(16bc96bc-e8bd-4124-931b-9da336dfef03),segment_id=16bc96bc-e8bd-4124-931b-9da336dfef03)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 01:59:53.853355 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:53.928258 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Routers {'7d0c390d-9b96-4332-ac30-b3bae808ff0c'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:53.928925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7d0c390d-9b96-4332-ac30-b3bae808ff0c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:53.931727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c819182-d757-4185-82df-b18c07a6981b None None] Pushing event updated for resources: {'Port': ['ID=1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:53.958029 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-86ee2c21-c734-46e7-95d2-3335b93377d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 200 len: 1002 time: 0.2328870 Jan 14 01:59:54.029359 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73691778-36e8-43ba-a7a4-96df5457058c req-6ae6cf7e-b840-42c5-9e6a-a91354be9c65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:54.032447 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-73691778-36e8-43ba-a7a4-96df5457058c req-6ae6cf7e-b840-42c5-9e6a-a91354be9c65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 909 time: 0.1434903 Jan 14 01:59:54.038968 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:54.053681 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bf970-091d-4987-a40e-f51759310f72 req-443de0f2-9b21-4b2d-bdd8-d69b629830e6 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:54.057759 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8c2bf970-091d-4987-a40e-f51759310f72 req-443de0f2-9b21-4b2d-bdd8-d69b629830e6 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.36 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 909 time: 0.0932229 Jan 14 01:59:54.068656 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-581e8010-90f3-4091-9848-6b8c78b73cda None None] Provisioning complete for port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:54.069027 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-581e8010-90f3-4091-9848-6b8c78b73cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:54.070953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1203d8-1337-4437-bfc4-e680f6f955b6 req-95c068c0-86d5-468b-9d40-737ee3717bd0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:54.072492 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b1203d8-1337-4437-bfc4-e680f6f955b6 req-95c068c0-86d5-468b-9d40-737ee3717bd0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.2833118 Jan 14 01:59:54.192996 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-5a6d1ae2-1fd4-4f68-9aa7-a3dea1fb4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:54.194464 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-5a6d1ae2-1fd4-4f68-9aa7-a3dea1fb4592 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f743ef-8ce0-4eb6-9084-211b90b0e49c HTTP/1.1" status: 200 len: 834 time: 0.2202623 Jan 14 01:59:54.205262 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6b1203d8-1337-4437-bfc4-e680f6f955b6 req-5ecc9baa-e7de-407d-b875-1be11073567b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824025 Jan 14 01:59:54.278115 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] Set router 7d0c390d-9b96-4332-ac30-b3bae808ff0c gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:54.314214 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8c2bf970-091d-4987-a40e-f51759310f72 req-8342d3a0-9dd5-4ab2-904e-665da894db49 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Deleting port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:59:54.314868 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8c2bf970-091d-4987-a40e-f51759310f72 req-8342d3a0-9dd5-4ab2-904e-665da894db49 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:54.354703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-581e8010-90f3-4091-9848-6b8c78b73cda None None] Current status of the port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:54.355393 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-581e8010-90f3-4091-9848-6b8c78b73cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:54.383254 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-a748c281-ae9d-49b5-9a61-d12e8758e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:54.384773 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-a748c281-ae9d-49b5-9a61-d12e8758e515 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531b2251-eafb-431d-aaa1-e2effd220bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783862 Jan 14 01:59:54.411826 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:54.431925 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8c2bf970-091d-4987-a40e-f51759310f72 req-8342d3a0-9dd5-4ab2-904e-665da894db49 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] For port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6,segment=NetworkSegment(1785f559-bd27-447b-b301-9224967ab55c),segment_id=1785f559-bd27-447b-b301-9224967ab55c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:54.432821 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8c2bf970-091d-4987-a40e-f51759310f72 req-8342d3a0-9dd5-4ab2-904e-665da894db49 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:54.452938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8c2bf970-091d-4987-a40e-f51759310f72 req-8342d3a0-9dd5-4ab2-904e-665da894db49 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Calling delete_port for 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:59:54.466196 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-581e8010-90f3-4091-9848-6b8c78b73cda None None] For port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2,segment=NetworkSegment(16bc96bc-e8bd-4124-931b-9da336dfef03),segment_id=16bc96bc-e8bd-4124-931b-9da336dfef03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:54.472308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-e0e1056b-7f18-4e7d-be72-77a932a6d686 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:54.480978 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-e0e1056b-7f18-4e7d-be72-77a932a6d686 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/networks?id=812f231a-5064-45c6-884f-0fd4be8b3fd4 HTTP/1.1" status: 200 len: 812 time: 0.2334819 Jan 14 01:59:54.500626 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-581e8010-90f3-4091-9848-6b8c78b73cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:54.537609 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-c81ddf81-2923-483a-a1fa-aeba9122c423 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/quotas/2141d01510e94744a27b4eeebac1bc28 HTTP/1.1" status: 200 len: 375 time: 0.0557265 Jan 14 01:59:54.587167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e8010-90f3-4091-9848-6b8c78b73cda None None] Pushing event updated for resources: {'Port': ['ID=1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:54.621425 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-4d551b11-4bec-448d-b3ec-ece95cf36803 service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251127 Jan 14 01:59:54.625691 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8c2bf970-091d-4987-a40e-f51759310f72 req-8342d3a0-9dd5-4ab2-904e-665da894db49 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:54.637629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-09c77baa-5139-4b59-aae2-deec1abd2942 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2141d01510e94744a27b4eeebac1bc28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991404 Jan 14 01:59:54.667709 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ef3daccc-ddc7-4278-a376-e1b6fb5f77af None None] Provisioning complete for port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:54.668090 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef3daccc-ddc7-4278-a376-e1b6fb5f77af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:54.682976 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342d3a0-9dd5-4ab2-904e-665da894db49 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'Port': ['ID=5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:54.726592 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2bf970-091d-4987-a40e-f51759310f72 req-8342d3a0-9dd5-4ab2-904e-665da894db49 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] No DVR routers for this DVR port 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 01:59:54.735663 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8c2bf970-091d-4987-a40e-f51759310f72 req-8342d3a0-9dd5-4ab2-904e-665da894db49 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:54.739064 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8c2bf970-091d-4987-a40e-f51759310f72 req-8342d3a0-9dd5-4ab2-904e-665da894db49 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.36 "DELETE /v2.0/ports/5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 HTTP/1.1" status: 204 len: 173 time: 0.6749403 Jan 14 01:59:54.739534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ac5ae2-ebb1-40f1-bb35-f991505b1a78', 'name': 'network-vif-deleted', 'tag': '5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 01:59:54.745240 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6f2c34-14fd-4b8c-9ecd-1ff15517a849" -d '{"events": [{"server_uuid": "62ac5ae2-ebb1-40f1-bb35-f991505b1a78", "name": "network-vif-deleted", "tag": "5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 01:59:54.767003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Deleting port 8d722631-db67-44c5-aaa6-8b0dd71247d7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:59:54.767345 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8d722631-db67-44c5-aaa6-8b0dd71247d7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:54.769048 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'name': 'tempest-TestVolumeBootPattern-795180402-router', 'tenant_id': '22dfaa6fa4f34c779553ba7d51b90001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '842de9fe-c7e8-47ba-90dc-6d048378b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:43Z', 'updated_at': '2022-01-14T01:59:48Z', 'revision_number': 4, 'project_id': '22dfaa6fa4f34c779553ba7d51b90001', 'gw_port': {'id': '842de9fe-c7e8-47ba-90dc-6d048378b1e3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:44Z', 'updated_at': '2022-01-14T01:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2', 'name': '', 'network_id': '292798cd-520c-4980-92cc-246ba8229976', 'tenant_id': '22dfaa6fa4f34c779553ba7d51b90001', 'mac_address': 'fa:16:3e:09:46:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '3023029f-e94a-4ef9-ae31-fe0bbb5afa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:47Z', 'updated_at': '2022-01-14T01:59:53Z', 'revision_number': 4, 'project_id': '22dfaa6fa4f34c779553ba7d51b90001', 'subnets': [{'id': '3023029f-e94a-4ef9-ae31-fe0bbb5afa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:54.823290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef0c84-f1a3-40b8-bd1c-27a2ada27ac6 None None] The sync data for ids ['7d0c390d-9b96-4332-ac30-b3bae808ff0c'] in n-d-824358-4 is: [{'id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'name': 'tempest-TestVolumeBootPattern-795180402-router', 'tenant_id': '22dfaa6fa4f34c779553ba7d51b90001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '842de9fe-c7e8-47ba-90dc-6d048378b1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:43Z', 'updated_at': '2022-01-14T01:59:48Z', 'revision_number': 4, 'project_id': '22dfaa6fa4f34c779553ba7d51b90001', 'gw_port': {'id': '842de9fe-c7e8-47ba-90dc-6d048378b1e3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:44Z', 'updated_at': '2022-01-14T01:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2', 'name': '', 'network_id': '292798cd-520c-4980-92cc-246ba8229976', 'tenant_id': '22dfaa6fa4f34c779553ba7d51b90001', 'mac_address': 'fa:16:3e:09:46:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0c390d-9b96-4332-ac30-b3bae808ff0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '3023029f-e94a-4ef9-ae31-fe0bbb5afa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:47Z', 'updated_at': '2022-01-14T01:59:53Z', 'revision_number': 4, 'project_id': '22dfaa6fa4f34c779553ba7d51b90001', 'subnets': [{'id': '3023029f-e94a-4ef9-ae31-fe0bbb5afa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 01:59:54.851858 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 01:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603dfabd-903a-4828-9472-96396f8dd0a3 x-openstack-request-id: req-603dfabd-903a-4828-9472-96396f8dd0a3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 01:59:54.852383 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ac5ae2-ebb1-40f1-bb35-f991505b1a78", "name": "network-vif-deleted", "tag": "5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 01:59:54.852792 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-603dfabd-903a-4828-9472-96396f8dd0a3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 01:59:54.853360 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ac5ae2-ebb1-40f1-bb35-f991505b1a78', 'name': 'network-vif-deleted', 'tag': '5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6', 'status': 'completed', 'code': 200} Jan 14 01:59:54.887910 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ef3daccc-ddc7-4278-a376-e1b6fb5f77af None None] Current status of the port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:55.369616 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-e8e47d1e-6fee-4e32-bf3d-afa8db3d1303 service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7233348 Jan 14 01:59:55.372115 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8229b738-afd7-4e69-a1cc-b3368c22b1b1 req-403882d8-24b9-464d-9510-3ed7a511db9a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ac5ae2-ebb1-40f1-bb35-f991505b1a78 HTTP/1.1" status: 200 len: 210 time: 0.0923467 Jan 14 01:59:55.376474 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-4811022e-cb23-4f9d-bda8-cf1daa762d2c service neutron] 10.222.0.26 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374487 Jan 14 01:59:55.551418 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-d947a3e3-29da-4cdd-8c73-7d40bbed160b service neutron] 10.222.0.26 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650507 Jan 14 01:59:55.584804 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8d722631-db67-44c5-aaa6-8b0dd71247d7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:55.600714 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Calling delete_port for 8d722631-db67-44c5-aaa6-8b0dd71247d7 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:59:55.628680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628d1c5-b47f-417b-abf5-a5dc7235a723 req-2cf1e398-5826-4ac2-95ba-23cccc23ef0f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:55.631438 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b628d1c5-b47f-417b-abf5-a5dc7235a723 req-2cf1e398-5826-4ac2-95ba-23cccc23ef0f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.0963943 Jan 14 01:59:55.757702 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b628d1c5-b47f-417b-abf5-a5dc7235a723 req-a774c9d6-8776-487a-9176-a959b59e3dc8 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936310 Jan 14 01:59:55.810780 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 01:59:55.874533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:55.875088 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:55.986268 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (8d722631-db67-44c5-aaa6-8b0dd71247d7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:56.052089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1b06f3bb-3c2d-4d2d-adcc-6f29ea2214c2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 01:59:56.079887 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8f0c5f-3b07-41d6-a14d-a2ec24ebd11b None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:56.101512 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Pushing event deleted for resources: {'Port': ['ID=8d722631-db67-44c5-aaa6-8b0dd71247d7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:56.209250 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13f91b2e-7acf-4fb8-9b45-24b125477686 req-ec477b4e-8a8c-46aa-ac75-82bf41dbe685 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.1451259 Jan 14 01:59:56.229806 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 01:59:56.266234 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:56.295377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 01:59:56.296414 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 5d0ea6ee-9bd6-409f-a767-7ca36fb8f2e6 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 01:59:56.430981 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:56.434271 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_controller (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:56.474192 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49802) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:56.490912 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (ea137f9e-8ce4-46c2-b3eb-1389f12ad052), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:56.492527 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Fanout notify agent at l3_agent the message router_deleted on router ea137f9e-8ce4-46c2-b3eb-1389f12ad052 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 01:59:56.504374 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:56.506020 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a53440cd-94a5-4f5c-bfcd-2d9e6cb5b070 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/routers/ea137f9e-8ce4-46c2-b3eb-1389f12ad052 HTTP/1.1" status: 204 len: 168 time: 2.9011924 Jan 14 01:59:56.509956 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49804) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:56.515221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1074859', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:56.558229 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (c9c60e1f-7db5-4ef8-a515-45605cad17db), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:56.559692 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (c9c60e1f-7db5-4ef8-a515-45605cad17db), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:56.649058 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_controller (c9c60e1f-7db5-4ef8-a515-45605cad17db), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:56.884726 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (c9c60e1f-7db5-4ef8-a515-45605cad17db), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:57.042780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7cb3-fec1-4788-b776-d4ac7629404d req-30be6ff3-4951-4dea-a7f9-d37df1e11611 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:57.044369 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fff7cb3-fec1-4788-b776-d4ac7629404d req-30be6ff3-4951-4dea-a7f9-d37df1e11611 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.1521878 Jan 14 01:59:57.109328 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fff7cb3-fec1-4788-b776-d4ac7629404d req-94f987ab-8ebf-456e-912e-04b9b7252926 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565836 Jan 14 01:59:57.272941 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41959681-26cb-46d5-9fd5-7fae10991106 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (16d079b5-e11e-42c8-9681-e8a2ac144722), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:57.283668 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (c9c60e1f-7db5-4ef8-a515-45605cad17db), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:57.335704 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-165b2c26-0876-4b44-8731-69f3c6c4679a req-4bdecac3-410e-44eb-add0-96d8b075641a tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.0313730 Jan 14 01:59:57.336853 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:57.522043 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Allocated IP 172.25.2.50 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/c6885e34-eed5-4147-bbdf-eba01cb2e1c9) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:57.606660 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-41959681-26cb-46d5-9fd5-7fae10991106 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Deleting port fe78cba7-849b-43b3-b4cf-f5afb854f61d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:59:57.607155 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41959681-26cb-46d5-9fd5-7fae10991106 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:57.749580 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-41959681-26cb-46d5-9fd5-7fae10991106 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] For port fe78cba7-849b-43b3-b4cf-f5afb854f61d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=fe78cba7-849b-43b3-b4cf-f5afb854f61d,segment=NetworkSegment(1785f559-bd27-447b-b301-9224967ab55c),segment_id=1785f559-bd27-447b-b301-9224967ab55c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 01:59:57.749957 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41959681-26cb-46d5-9fd5-7fae10991106 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:57.790968 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-41959681-26cb-46d5-9fd5-7fae10991106 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Calling delete_port for fe78cba7-849b-43b3-b4cf-f5afb854f61d owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 01:59:57.802802 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for port (c6885e34-eed5-4147-bbdf-eba01cb2e1c9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:57.871087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-9ab184b6-c7fd-4462-aa13-1b0f3146b70b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:57.873280 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-9ab184b6-c7fd-4462-aa13-1b0f3146b70b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.36 "GET /v2.0/networks?id=812f231a-5064-45c6-884f-0fd4be8b3fd4 HTTP/1.1" status: 200 len: 812 time: 0.2240686 Jan 14 01:59:57.895031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Request body: {'port': {'device_id': '65e8fd99-ba42-40b6-82dc-0054a00d24d9', 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4', 'admin_state_up': True, 'tenant_id': '2141d01510e94744a27b4eeebac1bc28'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:57.934031 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c6885e34-eed5-4147-bbdf-eba01cb2e1c9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:58.032188 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:58.043092 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:58.048753 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:58.061903 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092799a6-5e72-41df-873e-d6fee621da78 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:58.089069 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Pushing event updated for resources: {'Port': ['ID=c6885e34-eed5-4147-bbdf-eba01cb2e1c9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:58.124034 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8badb854-c627-4d13-aa47-578718a4bf72 None None] Provisioning complete for port c6885e34-eed5-4147-bbdf-eba01cb2e1c9 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 01:59:58.124465 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8badb854-c627-4d13-aa47-578718a4bf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c6885e34-eed5-4147-bbdf-eba01cb2e1c9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:58.192944 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41959681-26cb-46d5-9fd5-7fae10991106 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (fe78cba7-849b-43b3-b4cf-f5afb854f61d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:58.197875 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8badb854-c627-4d13-aa47-578718a4bf72 None None] Port c6885e34-eed5-4147-bbdf-eba01cb2e1c9 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 01:59:58.337352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Made reservation on behalf of 2141d01510e94744a27b4eeebac1bc28 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 01:59:58.342829 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:58.347664 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41959681-26cb-46d5-9fd5-7fae10991106 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'Port': ['ID=fe78cba7-849b-43b3-b4cf-f5afb854f61d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:58.417391 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d55a0-d913-41e5-898c-a5701e6d6371 req-aea42d4b-e79b-4104-8a1a-900638028ca7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:58.426961 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba8d55a0-d913-41e5-898c-a5701e6d6371 req-aea42d4b-e79b-4104-8a1a-900638028ca7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.1999781 Jan 14 01:59:58.544469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9711e8ba-5cdf-40ce-9037-60783b8f45ba req-de22cc4a-6337-4cfd-852c-1e5c1b4f1366 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.0334034 Jan 14 01:59:58.633922 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41959681-26cb-46d5-9fd5-7fae10991106 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (16d079b5-e11e-42c8-9681-e8a2ac144722), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:58.874628 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba8d55a0-d913-41e5-898c-a5701e6d6371 req-01dc46c3-28f3-4b3a-9a90-36decc7988e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4467225 Jan 14 01:59:58.893529 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (c9c60e1f-7db5-4ef8-a515-45605cad17db), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:58.917934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41959681-26cb-46d5-9fd5-7fae10991106 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Router 16d079b5-e11e-42c8-9681-e8a2ac144722 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 01:59:58.948259 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Allocated IP 172.20.0.9 (812f231a-5064-45c6-884f-0fd4be8b3fd4/229627b7-01e8-4c6c-bfbe-27b51d26180b/9bef1b1a-2121-4ede-8c5e-bf56811a51f2) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 01:59:59.055158 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41959681-26cb-46d5-9fd5-7fae10991106 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 01:59:59.066957 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4510a4-779f-4e03-a8a2-1671c99b4b0b None None] Sync routers for ids ['16d079b5-e11e-42c8-9681-e8a2ac144722'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 01:59:59.072852 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-41959681-26cb-46d5-9fd5-7fae10991106 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "PUT /v2.0/routers/16d079b5-e11e-42c8-9681-e8a2ac144722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5967498 Jan 14 01:59:59.074971 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49828) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:59.086321 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4510a4-779f-4e03-a8a2-1671c99b4b0b None None] Routers {'16d079b5-e11e-42c8-9681-e8a2ac144722'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:59.087204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9e4510a4-779f-4e03-a8a2-1671c99b4b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['16d079b5-e11e-42c8-9681-e8a2ac144722'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:59.151904 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f8b8c4-98b2-4c2b-bd81-d0fb55f82ba4 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Deleting subnet 842f7aa1-3ff0-4ebb-985c-aa635001fb77 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 01:59:59.155964 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65f8b8c4-98b2-4c2b-bd81-d0fb55f82ba4 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for subnet (842f7aa1-3ff0-4ebb-985c-aa635001fb77), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:59.214299 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65f8b8c4-98b2-4c2b-bd81-d0fb55f82ba4 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (842f7aa1-3ff0-4ebb-985c-aa635001fb77), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:59.239944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-9e4510a4-779f-4e03-a8a2-1671c99b4b0b None None] Set router 16d079b5-e11e-42c8-9681-e8a2ac144722 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 01:59:59.309302 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks [] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:59.314321 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65f8b8c4-98b2-4c2b-bd81-d0fb55f82ba4 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (842f7aa1-3ff0-4ebb-985c-aa635001fb77), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:59.382331 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:59.392914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65f8b8c4-98b2-4c2b-bd81-d0fb55f82ba4 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (842f7aa1-3ff0-4ebb-985c-aa635001fb77), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:59.426703 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65f8b8c4-98b2-4c2b-bd81-d0fb55f82ba4 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:59.431755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085d29b-f678-472f-a8cf-7f766c8ce763 None None] Network 0a7d0e72-88d7-4b82-9695-d5b838667123 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 01:59:59.434964 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-65f8b8c4-98b2-4c2b-bd81-d0fb55f82ba4 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "DELETE /v2.0/subnets/842f7aa1-3ff0-4ebb-985c-aa635001fb77 HTTP/1.1" status: 204 len: 168 time: 0.3581588 Jan 14 01:59:59.437345 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49834) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 01:59:59.498056 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8b8c4-98b2-4c2b-bd81-d0fb55f82ba4 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'Subnet': ['ID=842f7aa1-3ff0-4ebb-985c-aa635001fb77,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:59.537327 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Network 812f231a-5064-45c6-884f-0fd4be8b3fd4 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 01:59:59.541664 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 01:59:59.568453 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Pushing event updated for resources: {'Port': ['ID=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 01:59:59.578124 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 01:59:59.625758 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9e4510a4-779f-4e03-a8a2-1671c99b4b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'name': 'tempest-TestSecurityGroupsBasicOps-router-367721675', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:21Z', 'updated_at': '2022-01-14T01:59:58Z', 'revision_number': 5, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:23Z', 'updated_at': '2022-01-14T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:59.697494 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4510a4-779f-4e03-a8a2-1671c99b4b0b None None] Checking router: 16d079b5-e11e-42c8-9681-e8a2ac144722 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 01:59:59.707559 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4510a4-779f-4e03-a8a2-1671c99b4b0b None None] Routers {'16d079b5-e11e-42c8-9681-e8a2ac144722'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 01:59:59.708286 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9e4510a4-779f-4e03-a8a2-1671c99b4b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['16d079b5-e11e-42c8-9681-e8a2ac144722'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 01:59:59.709263 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router (16d079b5-e11e-42c8-9681-e8a2ac144722), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:59.748940 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f0ef51-c4b0-4309-907e-ff448404e3e8 None None] DHCP port deletion for 0a7d0e72-88d7-4b82-9695-d5b838667123 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 01:59:59.785962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-bfc29aa1-43b4-4c7d-b1a6-009d8f9aae5c req-28616fff-642d-4125-8d32-500d88a0b657 service neutron] (103354) timed out ('10.222.0.26', 46454) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 14 01:59:59.838864 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:59.839617 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:59.924895 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-50f6d5d9-1645-48cc-9985-fea2b69f1768 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0337441 Jan 14 01:59:59.932176 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (c9c60e1f-7db5-4ef8-a515-45605cad17db), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:59.945264 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-06f0ef51-c4b0-4309-907e-ff448404e3e8 None None] Deleting port 5d01eb5b-5e49-4615-a035-386c06062764 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 01:59:59.945640 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06f0ef51-c4b0-4309-907e-ff448404e3e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5d01eb5b-5e49-4615-a035-386c06062764), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 01:59:59.948965 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Request body: {'port': {'device_id': '65e8fd99-ba42-40b6-82dc-0054a00d24d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 01:59:59.972579 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6e5d8-5e7c-46b1-b3f5-a85726fb0583 req-290a6778-6c6a-4e1d-a07e-bb209c2d5fbd tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 01:59:59.975463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-beb6e5d8-5e7c-46b1-b3f5-a85726fb0583 req-290a6778-6c6a-4e1d-a07e-bb209c2d5fbd tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 931 time: 0.1881790 Jan 14 02:00:00.059555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-06f0ef51-c4b0-4309-907e-ff448404e3e8 None None] For port 5d01eb5b-5e49-4615-a035-386c06062764, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5d01eb5b-5e49-4615-a035-386c06062764,segment=NetworkSegment(1785f559-bd27-447b-b301-9224967ab55c),segment_id=1785f559-bd27-447b-b301-9224967ab55c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:00.059978 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06f0ef51-c4b0-4309-907e-ff448404e3e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5d01eb5b-5e49-4615-a035-386c06062764), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:00.074486 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-06f0ef51-c4b0-4309-907e-ff448404e3e8 None None] Calling delete_port for 5d01eb5b-5e49-4615-a035-386c06062764 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:00.159454 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-beb6e5d8-5e7c-46b1-b3f5-a85726fb0583 req-5496552f-6de8-4614-84ce-37ec302e7121 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630733 Jan 14 02:00:00.194233 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-9e4510a4-779f-4e03-a8a2-1671c99b4b0b None None] Set router 16d079b5-e11e-42c8-9681-e8a2ac144722 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:00.196815 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:00.258133 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06f0ef51-c4b0-4309-907e-ff448404e3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (5d01eb5b-5e49-4615-a035-386c06062764), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:00.298427 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8aef75-7634-43a9-be63-ee19c2b56d70 req-002e45e6-5a89-469f-b76a-2653622f3189 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:00.310826 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc8aef75-7634-43a9-be63-ee19c2b56d70 req-002e45e6-5a89-469f-b76a-2653622f3189 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.2915657 Jan 14 02:00:00.348738 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f0ef51-c4b0-4309-907e-ff448404e3e8 None None] No DVR routers for this DVR port 5d01eb5b-5e49-4615-a035-386c06062764 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:00.414460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-db26e08d-bd03-4189-91b6-b6082ffb9c13 None None] Provisioning complete for port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:00.414752 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db26e08d-bd03-4189-91b6-b6082ffb9c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:00.416298 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0ef51-c4b0-4309-907e-ff448404e3e8 None None] Pushing event deleted for resources: {'Port': ['ID=5d01eb5b-5e49-4615-a035-386c06062764,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:00.469545 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router_gateway (16d079b5-e11e-42c8-9681-e8a2ac144722), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:00.514129 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fc8aef75-7634-43a9-be63-ee19c2b56d70 req-d8b2b848-a8b6-4044-9bf6-4f6f4a66c9c5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932011 Jan 14 02:00:00.567823 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Deleting port d2b7a511-b7b5-4c86-9bf3-a95a3628a307 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:00.568040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-db26e08d-bd03-4189-91b6-b6082ffb9c13 None None] Port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:00.568198 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:00.677712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Router c9c60e1f-7db5-4ef8-a515-45605cad17db is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 02:00:00.677931 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] For port d2b7a511-b7b5-4c86-9bf3-a95a3628a307, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d2b7a511-b7b5-4c86-9bf3-a95a3628a307,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:00.678368 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:00.697679 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Calling delete_port for d2b7a511-b7b5-4c86-9bf3-a95a3628a307 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:00.784757 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9e4510a4-779f-4e03-a8a2-1671c99b4b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'name': 'tempest-TestSecurityGroupsBasicOps-router-367721675', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:21Z', 'updated_at': '2022-01-14T01:59:58Z', 'revision_number': 5, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:23Z', 'updated_at': '2022-01-14T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:00.862855 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4510a4-779f-4e03-a8a2-1671c99b4b0b None None] The sync data for ids ['16d079b5-e11e-42c8-9681-e8a2ac144722'] in n-d-824358-4 is: [{'id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'name': 'tempest-TestSecurityGroupsBasicOps-router-367721675', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:59:21Z', 'updated_at': '2022-01-14T01:59:58Z', 'revision_number': 5, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd2b7a511-b7b5-4c86-9bf3-a95a3628a307', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d079b5-e11e-42c8-9681-e8a2ac144722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:59:23Z', 'updated_at': '2022-01-14T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:00.992344 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d2b7a511-b7b5-4c86-9bf3-a95a3628a307), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.031626 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'Port': ['ID=d2b7a511-b7b5-4c86-9bf3-a95a3628a307,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:01.053735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f769737-e832-4e63-8ef5-01f0cb88a5cc None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:01.108114 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (16d079b5-e11e-42c8-9681-e8a2ac144722), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.232776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (16d079b5-e11e-42c8-9681-e8a2ac144722), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.235806 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router_controller (16d079b5-e11e-42c8-9681-e8a2ac144722), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.293048 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (16d079b5-e11e-42c8-9681-e8a2ac144722), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.294200 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Fanout notify agent at l3_agent the message router_deleted on router 16d079b5-e11e-42c8-9681-e8a2ac144722 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 02:00:01.305464 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.310337 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-94d72add-5038-43f1-b5da-60116b6d167c tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "DELETE /v2.0/routers/16d079b5-e11e-42c8-9681-e8a2ac144722 HTTP/1.1" status: 204 len: 168 time: 1.8719852 Jan 14 02:00:01.313599 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:01.314597 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49850) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:01.329642 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0109de9-dcc4-4be2-945e-bce2565881fc None None] Sync routers for ids ['c9c60e1f-7db5-4ef8-a515-45605cad17db'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:01.343877 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:00:01.349488 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0109de9-dcc4-4be2-945e-bce2565881fc None None] Routers {'c9c60e1f-7db5-4ef8-a515-45605cad17db'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:01.350741 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c0109de9-dcc4-4be2-945e-bce2565881fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['c9c60e1f-7db5-4ef8-a515-45605cad17db'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:01.358805 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Publish callbacks [] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.382921 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea295e9-fc6d-4b37-a6bb-caa664ec4da1 req-38b0853f-260e-423c-a5e1-9eae3cbf5f4a tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:01.384528 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ea295e9-fc6d-4b37-a6bb-caa664ec4da1 req-38b0853f-260e-423c-a5e1-9eae3cbf5f4a tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 931 time: 0.1085548 Jan 14 02:00:01.389892 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.394102 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-adcc3e3b-d7f9-4564-89e3-043c9319b88d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8828866 Jan 14 02:00:01.402883 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49852) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:01.407362 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:01.412376 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Transition to ACTIVE for port object 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:00:01.427186 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c0109de9-dcc4-4be2-945e-bce2565881fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:01.439519 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0109de9-dcc4-4be2-945e-bce2565881fc None None] Routers {'c9c60e1f-7db5-4ef8-a515-45605cad17db'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:01.440398 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c0109de9-dcc4-4be2-945e-bce2565881fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['c9c60e1f-7db5-4ef8-a515-45605cad17db'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:01.460448 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.498603 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c0109de9-dcc4-4be2-945e-bce2565881fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:01.500235 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0109de9-dcc4-4be2-945e-bce2565881fc None None] The sync data for ids ['c9c60e1f-7db5-4ef8-a515-45605cad17db'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:01.546092 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (0a7d0e72-88d7-4b82-9695-d5b838667123), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.672614 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ea295e9-fc6d-4b37-a6bb-caa664ec4da1 req-cad27b0b-b4b3-4f8e-a70d-03c60663ff51 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766912 Jan 14 02:00:01.673312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Pushing event updated for resources: {'Port': ['ID=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:01.710393 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (0a7d0e72-88d7-4b82-9695-d5b838667123), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.746321 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.778163 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7d0e72-88d7-4b82-9695-d5b838667123']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:01.799590 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1785f559-bd27-447b-b301-9224967ab55c') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:01.801840 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1785f559-bd27-447b-b301-9224967ab55c') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:01.813531 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (1785f559-bd27-447b-b301-9224967ab55c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.834741 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (1785f559-bd27-447b-b301-9224967ab55c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.844273 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:00:01.845010 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (1785f559-bd27-447b-b301-9224967ab55c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:00:01.932528 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:00:01.940686 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (0a7d0e72-88d7-4b82-9695-d5b838667123), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.970318 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:01.978793 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "DELETE /v2.0/networks/0a7d0e72-88d7-4b82-9695-d5b838667123 HTTP/1.1" status: 204 len: 168 time: 0.6627650 Jan 14 02:00:01.980223 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a7047-6fd8-4e45-b8a5-586c23e2cb88 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'Network': ['ID=0a7d0e72-88d7-4b82-9695-d5b838667123,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:01.982095 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49864) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:02.162375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58c9c7-88c1-4608-a1bc-3e86683f7984 req-ebb544ac-2cda-48b7-b2bb-148f5409564f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:02.169909 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a58c9c7-88c1-4608-a1bc-3e86683f7984 req-ebb544ac-2cda-48b7-b2bb-148f5409564f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.3677208 Jan 14 02:00:02.188920 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Attempting to bind port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:02.189659 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Attempting to bind port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:02.190137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Attempting to bind port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 on network 812f231a-5064-45c6-884f-0fd4be8b3fd4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:02.224551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 on network 812f231a-5064-45c6-884f-0fd4be8b3fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:00:02.225355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Attempting to bind port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 on network 812f231a-5064-45c6-884f-0fd4be8b3fd4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:02.247262 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:02.247866 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Checking segment: {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:02.248405 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Bound using segment: {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:02.248979 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Bound port: 9bef1b1a-2121-4ede-8c5e-bf56811a51f2, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:02.249497 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:02.292016 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8a58c9c7-88c1-4608-a1bc-3e86683f7984 req-1f79b08a-6a72-4771-b52b-55244c594fe5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166177 Jan 14 02:00:02.379457 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Deleting port 001315b5-7749-498c-8d32-08efac6b4849 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:02.380148 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (001315b5-7749-498c-8d32-08efac6b4849), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:02.444423 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] For port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:02.446833 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fe78cba7-849b-43b3-b4cf-f5afb854f61d no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:02.477024 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (c9c60e1f-7db5-4ef8-a515-45605cad17db), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:02.485916 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] For port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:02.501790 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:02.513482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: fe78cba7-849b-43b3-b4cf-f5afb854f61d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:02.515243 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device fe78cba7-849b-43b3-b4cf-f5afb854f61d not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:02.516684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5d01eb5b-5e49-4615-a035-386c06062764 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:02.576323 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (001315b5-7749-498c-8d32-08efac6b4849), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:02.576820 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for floatingip (001315b5-7749-498c-8d32-08efac6b4849), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:02.588417 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 5d01eb5b-5e49-4615-a035-386c06062764 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:02.589195 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5d01eb5b-5e49-4615-a035-386c06062764 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:02.612321 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_gateway (c9c60e1f-7db5-4ef8-a515-45605cad17db), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:02.629876 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:02.630602 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:02.632103 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] 10.222.0.36 "PUT /v2.0/ports/9bef1b1a-2121-4ede-8c5e-bf56811a51f2 HTTP/1.1" status: 200 len: 1091 time: 2.6894569 Jan 14 02:00:02.632573 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e8fd99-ba42-40b6-82dc-0054a00d24d9', 'tag': '9bef1b1a-2121-4ede-8c5e-bf56811a51f2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:00:02.632685 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Calling delete_port for 001315b5-7749-498c-8d32-08efac6b4849 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:02.635092 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f88774-0c21-4f27-af10-378afbe61536" -d '{"events": [{"name": "network-changed", "server_uuid": "65e8fd99-ba42-40b6-82dc-0054a00d24d9", "tag": "9bef1b1a-2121-4ede-8c5e-bf56811a51f2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:00:02.701431 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079a39b-81ec-46f9-9513-b13a03ddb5eb service neutron] Pushing event updated for resources: {'Port': ['ID=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:02.768377 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a68f39-735d-450f-8a12-7d37927e4be1 x-openstack-request-id: req-07a68f39-735d-450f-8a12-7d37927e4be1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:00:02.768664 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e8fd99-ba42-40b6-82dc-0054a00d24d9", "tag": "9bef1b1a-2121-4ede-8c5e-bf56811a51f2", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:00:02.768920 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07a68f39-735d-450f-8a12-7d37927e4be1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:00:02.769325 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e8fd99-ba42-40b6-82dc-0054a00d24d9', 'tag': '9bef1b1a-2121-4ede-8c5e-bf56811a51f2', 'status': 'completed', 'code': 200} Jan 14 02:00:02.843005 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-c6d78f8e-aee4-4552-bbb5-66c22d2287e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:02.844678 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-c6d78f8e-aee4-4552-bbb5-66c22d2287e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2141d01510e94744a27b4eeebac1bc28&device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 1094 time: 0.1302886 Jan 14 02:00:02.853082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Deleting port c6885e34-eed5-4147-bbdf-eba01cb2e1c9 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:02.853442 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (c6885e34-eed5-4147-bbdf-eba01cb2e1c9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:02.990585 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-e5bb06f1-d665-46c4-bca7-5f9507c03c10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bef1b1a-2121-4ede-8c5e-bf56811a51f2 HTTP/1.1" status: 200 len: 217 time: 0.1174641 Jan 14 02:00:03.029920 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (001315b5-7749-498c-8d32-08efac6b4849), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:03.075721 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (c6885e34-eed5-4147-bbdf-eba01cb2e1c9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:03.080336 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'Port': ['ID=001315b5-7749-498c-8d32-08efac6b4849,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:03.106328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Calling delete_port for c6885e34-eed5-4147-bbdf-eba01cb2e1c9 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:03.207688 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for floatingip (dfd98800-5338-4e4b-9966-0b50ca5aeeff), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:03.208027 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Floating IP dfd98800-5338-4e4b-9966-0b50ca5aeeff disassociated (deleted). External IP: 172.25.2.86, port: abd77974-dfbf-46d6-8adb-27580f39a4b9. Jan 14 02:00:03.237651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-5ec5a25e-4865-40de-8117-ecf806164242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:03.239748 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-5ec5a25e-4865-40de-8117-ecf806164242 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229627b7-01e8-4c6c-bfbe-27b51d26180b HTTP/1.1" status: 200 len: 851 time: 0.0760467 Jan 14 02:00:03.423431 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2f831-a0b5-4917-8b9a-de70979a6c9a req-8806df9d-1a1c-4630-8de0-d8df3bf37473 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:03.432856 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bab2f831-a0b5-4917-8b9a-de70979a6c9a req-8806df9d-1a1c-4630-8de0-d8df3bf37473 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 943 time: 0.4604926 Jan 14 02:00:03.505361 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:00:03.571874 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c6885e34-eed5-4147-bbdf-eba01cb2e1c9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:03.621225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Pushing event deleted for resources: {'Port': ['ID=c6885e34-eed5-4147-bbdf-eba01cb2e1c9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:03.669209 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e385f89-aea1-4231-8663-e73e9979cd77 req-7d528d35-79da-4f10-8e63-9204da0d4614 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:03.673969 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:03.683719 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e385f89-aea1-4231-8663-e73e9979cd77 req-7d528d35-79da-4f10-8e63-9204da0d4614 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.2345145 Jan 14 02:00:03.684855 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa2d124-d65a-4e0f-b7a9-08780ca99b03 None None] Sync routers for ids ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:03.690010 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:03.711097 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f8d5d-0458-4d8a-bbc1-ab6fc56ebea2 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:03.714822 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2d124-d65a-4e0f-b7a9-08780ca99b03 None None] Routers {'2f4bd742-c4d8-4415-afc9-0bdd9bd74279'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:03.715725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2fa2d124-d65a-4e0f-b7a9-08780ca99b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:03.747781 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5310cb59-b68a-4d56-8343-99d0c4cacc80 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "DELETE /v2.0/floatingips/dfd98800-5338-4e4b-9966-0b50ca5aeeff HTTP/1.1" status: 204 len: 168 time: 1.7637029 Jan 14 02:00:03.748650 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'tag': 'abd77974-dfbf-46d6-8adb-27580f39a4b9'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:00:03.752151 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de53f4c9-b013-4d3d-b0e6-f7e9c50788c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf", "tag": "abd77974-dfbf-46d6-8adb-27580f39a4b9"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:00:03.761401 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-9f7da64a-c58d-4a9f-8e22-ca011d4117be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:03.763271 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-9f7da64a-c58d-4a9f-8e22-ca011d4117be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=812f231a-5064-45c6-884f-0fd4be8b3fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3695381 Jan 14 02:00:03.796431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d2b7a511-b7b5-4c86-9bf3-a95a3628a307 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:03.826068 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: d2b7a511-b7b5-4c86-9bf3-a95a3628a307 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:03.828870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d2b7a511-b7b5-4c86-9bf3-a95a3628a307 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:03.928834 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e385f89-aea1-4231-8663-e73e9979cd77 req-4076af6f-2fb9-4856-8cc3-b64f6c3f7530 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403066 Jan 14 02:00:03.931091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-c0427c08-4be5-4a36-b10d-6c723a67165f service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151545 Jan 14 02:00:03.968365 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bab2f831-a0b5-4917-8b9a-de70979a6c9a req-4f024140-cac5-4bd4-a076-94ba8af28288 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299175 Jan 14 02:00:04.056855 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a3f539-0feb-45bc-bb6f-21f61a93d6b5 x-openstack-request-id: req-80a3f539-0feb-45bc-bb6f-21f61a93d6b5 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:00:04.057178 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf", "tag": "abd77974-dfbf-46d6-8adb-27580f39a4b9", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:00:04.057433 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80a3f539-0feb-45bc-bb6f-21f61a93d6b5 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:00:04.057959 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'tag': 'abd77974-dfbf-46d6-8adb-27580f39a4b9', 'status': 'completed', 'code': 200} Jan 14 02:00:04.139822 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (c9c60e1f-7db5-4ef8-a515-45605cad17db), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:04.202789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f4c9-b013-4d3d-b0e6-f7e9c50788c3 req-9e9ca255-85df-488f-a617-fce928048f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:04.204855 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de53f4c9-b013-4d3d-b0e6-f7e9c50788c3 req-9e9ca255-85df-488f-a617-fce928048f6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f24ad4a62192446cbf1d8d5d4545d57d&device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 1135 time: 0.1052794 Jan 14 02:00:04.271117 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2fa2d124-d65a-4e0f-b7a9-08780ca99b03 None None] Set router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:04.372979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f4c9-b013-4d3d-b0e6-f7e9c50788c3 req-0ef26926-1080-4b39-a6a5-0cd0a8280da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:04.374776 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de53f4c9-b013-4d3d-b0e6-f7e9c50788c3 req-0ef26926-1080-4b39-a6a5-0cd0a8280da8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 HTTP/1.1" status: 200 len: 897 time: 0.1583657 Jan 14 02:00:04.468877 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de53f4c9-b013-4d3d-b0e6-f7e9c50788c3 req-931cbde3-5499-4228-99c0-d5611a808099 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd77974-dfbf-46d6-8adb-27580f39a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0863597 Jan 14 02:00:04.480102 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cebcf6-7b99-4404-8941-9f8406c10501 req-2623c675-7e88-4c08-b773-5f0de6231651 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:04.488694 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d5cebcf6-7b99-4404-8941-9f8406c10501 req-2623c675-7e88-4c08-b773-5f0de6231651 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 984 time: 0.1244118 Jan 14 02:00:04.558779 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f4c9-b013-4d3d-b0e6-f7e9c50788c3 req-4886b0ab-b532-44b8-95c0-bcdddda3ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:04.567321 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de53f4c9-b013-4d3d-b0e6-f7e9c50788c3 req-4886b0ab-b532-44b8-95c0-bcdddda3ea21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9fb6311-60df-422e-9af6-a17f376aedf6 HTTP/1.1" status: 200 len: 834 time: 0.0914979 Jan 14 02:00:04.594468 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d5cebcf6-7b99-4404-8941-9f8406c10501 req-edf81862-bf0f-48a9-af26-b8e5fcb5baf4 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1031377 Jan 14 02:00:04.599467 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:04.607167 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9de6be08-64eb-4a81-8f6b-760e09cc4d00 req-82a3de52-f226-436b-97be-2ed673da8a0f service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349812 Jan 14 02:00:04.618838 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2fa2d124-d65a-4e0f-b7a9-08780ca99b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T01:58:18Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '0551dd9a-290a-4c30-8721-9eff15f0dcac', 'name': '', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'mac_address': 'fa:16:3e:a3:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:16Z', 'updated_at': '2022-01-14T01:58:23Z', 'revision_number': 5, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'subnets': [{'id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:04.647353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f4c9-b013-4d3d-b0e6-f7e9c50788c3 req-71373e00-f060-4cd8-84a4-6f77ddf27077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:04.649664 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de53f4c9-b013-4d3d-b0e6-f7e9c50788c3 req-71373e00-f060-4cd8-84a4-6f77ddf27077 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759778 Jan 14 02:00:04.693373 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa2d124-d65a-4e0f-b7a9-08780ca99b03 None None] Checking router: 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:04.715518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2d124-d65a-4e0f-b7a9-08780ca99b03 None None] Routers {'2f4bd742-c4d8-4415-afc9-0bdd9bd74279'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:04.719844 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2fa2d124-d65a-4e0f-b7a9-08780ca99b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:04.834969 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de53f4c9-b013-4d3d-b0e6-f7e9c50788c3 req-d3ca4af2-fb8b-45e2-8a49-04a070a9bca9 service neutron] 10.222.0.46 "GET /v2.0/networks/5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714678 Jan 14 02:00:04.839452 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1614148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1416'] for router (c9c60e1f-7db5-4ef8-a515-45605cad17db), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:04.862486 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1614173'] for router (c9c60e1f-7db5-4ef8-a515-45605cad17db), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:04.877534 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f88774-0c21-4f27-af10-378afbe61536 req-ef791c7f-8af4-4ad8-a03c-a64a53aa6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:04.883963 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03f88774-0c21-4f27-af10-378afbe61536 req-ef791c7f-8af4-4ad8-a03c-a64a53aa6294 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2141d01510e94744a27b4eeebac1bc28&device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 1094 time: 0.1732574 Jan 14 02:00:04.951766 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2fa2d124-d65a-4e0f-b7a9-08780ca99b03 None None] Set router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:04.961093 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cbdc7e49-cf73-4e4e-8b04-0dfd69789501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:05.013984 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de53f4c9-b013-4d3d-b0e6-f7e9c50788c3 req-7a28c5f5-52c8-4555-b883-293ffa21bb09 service neutron] 10.222.0.46 "GET /v2.0/networks/5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722968 Jan 14 02:00:05.049373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Router c9c60e1f-7db5-4ef8-a515-45605cad17db has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:00:05.295632 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2fa2d124-d65a-4e0f-b7a9-08780ca99b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T01:58:18Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '0551dd9a-290a-4c30-8721-9eff15f0dcac', 'name': '', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'mac_address': 'fa:16:3e:a3:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:16Z', 'updated_at': '2022-01-14T01:58:23Z', 'revision_number': 5, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'subnets': [{'id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:05.356507 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa2d124-d65a-4e0f-b7a9-08780ca99b03 None None] The sync data for ids ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'] in n-d-824358-4 is: [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T01:58:18Z', 'revision_number': 4, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '0551dd9a-290a-4c30-8721-9eff15f0dcac', 'name': '', 'network_id': '5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'mac_address': 'fa:16:3e:a3:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:16Z', 'updated_at': '2022-01-14T01:58:23Z', 'revision_number': 5, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'subnets': [{'id': 'c9fb6311-60df-422e-9af6-a17f376aedf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:05.676676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d32158-8952-4982-82fb-9277d50bc4f3 req-a15bbd99-2fa1-4841-93dc-eee633868571 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:05.683695 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b5d32158-8952-4982-82fb-9277d50bc4f3 req-a15bbd99-2fa1-4841-93dc-eee633868571 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.5963883 Jan 14 02:00:05.730677 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c6d141-badc-4d1d-b9a8-61735e779ac5 None None] New status for floating IP dfd98800-5338-4e4b-9966-0b50ca5aeeff: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 02:00:05.733780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c08ac-1430-40c4-b520-f1eff98d73a5 req-bb21a219-b7d5-496e-bc94-0f8bb187c34e tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:05.740803 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-948c08ac-1430-40c4-b520-f1eff98d73a5 req-bb21a219-b7d5-496e-bc94-0f8bb187c34e tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 943 time: 0.6287119 Jan 14 02:00:05.836641 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b5d32158-8952-4982-82fb-9277d50bc4f3 req-c4ccc7b4-ff68-4aa1-8ae0-b9428c879511 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515460 Jan 14 02:00:05.839938 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:05.865692 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728f134-6786-4df6-8452-437858e222a4 None None] Sync routers for ids ['c9c60e1f-7db5-4ef8-a515-45605cad17db'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:05.880966 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:05.886944 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c6a56068-54f7-4be6-915b-99d9d2f5b404 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "PUT /v2.0/routers/c9c60e1f-7db5-4ef8-a515-45605cad17db HTTP/1.1" status: 200 len: 707 time: 4.4829369 Jan 14 02:00:05.887609 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49904) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:05.892934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8813e-e6f0-4d6b-9530-b546a5a112da req-bc49f604-0d6e-4d76-91b2-cf0bb9a6e6b7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:05.895260 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728f134-6786-4df6-8452-437858e222a4 None None] Routers {'c9c60e1f-7db5-4ef8-a515-45605cad17db'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:05.895898 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0728f134-6786-4df6-8452-437858e222a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['c9c60e1f-7db5-4ef8-a515-45605cad17db'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:05.904549 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8dd8813e-e6f0-4d6b-9530-b546a5a112da req-bc49f604-0d6e-4d76-91b2-cf0bb9a6e6b7 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 984 time: 0.1704116 Jan 14 02:00:05.995528 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0728f134-6786-4df6-8452-437858e222a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:06.022405 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728f134-6786-4df6-8452-437858e222a4 None None] Routers {'c9c60e1f-7db5-4ef8-a515-45605cad17db'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:06.023102 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-948c08ac-1430-40c4-b520-f1eff98d73a5 req-cbcf5119-01f2-4f61-bebf-ca4c860e5796 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813985 Jan 14 02:00:06.027945 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0728f134-6786-4df6-8452-437858e222a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T01:59:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['c9c60e1f-7db5-4ef8-a515-45605cad17db'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:06.065216 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8dd8813e-e6f0-4d6b-9530-b546a5a112da req-9a0ac972-b31c-48ba-8b0a-89a7c2fb299a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Deleting port abd77974-dfbf-46d6-8adb-27580f39a4b9 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:06.065565 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8dd8813e-e6f0-4d6b-9530-b546a5a112da req-9a0ac972-b31c-48ba-8b0a-89a7c2fb299a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:06.108908 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f88774-0c21-4f27-af10-378afbe61536 req-7065713f-20bb-455d-838f-4fcc40778a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:06.110603 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03f88774-0c21-4f27-af10-378afbe61536 req-7065713f-20bb-455d-838f-4fcc40778a51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=812f231a-5064-45c6-884f-0fd4be8b3fd4 HTTP/1.1" status: 200 len: 913 time: 1.0595937 Jan 14 02:00:06.120090 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0728f134-6786-4df6-8452-437858e222a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:06.124451 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5e06310d-e2d6-44fd-8381-eed1b068c4ec tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/routers/c9c60e1f-7db5-4ef8-a515-45605cad17db HTTP/1.1" status: 200 len: 742 time: 0.2304757 Jan 14 02:00:06.125102 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49906) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:06.126220 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728f134-6786-4df6-8452-437858e222a4 None None] The sync data for ids ['c9c60e1f-7db5-4ef8-a515-45605cad17db'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:06.185268 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-410854ab-c8db-4dd4-9325-cda6e7582e83 tempest-RoutersIpV6AdminTest-793628090 tempest-RoutersIpV6AdminTest-793628090-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=5c424213-5489-4410-bcff-2e68f290927e&device_id=c9c60e1f-7db5-4ef8-a515-45605cad17db HTTP/1.1" status: 200 len: 205 time: 0.0589955 Jan 14 02:00:06.203567 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8dd8813e-e6f0-4d6b-9530-b546a5a112da req-9a0ac972-b31c-48ba-8b0a-89a7c2fb299a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] For port abd77974-dfbf-46d6-8adb-27580f39a4b9, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=abd77974-dfbf-46d6-8adb-27580f39a4b9,segment=NetworkSegment(c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6),segment_id=c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:06.203864 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8dd8813e-e6f0-4d6b-9530-b546a5a112da req-9a0ac972-b31c-48ba-8b0a-89a7c2fb299a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:06.213485 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49908) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:06.220155 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8dd8813e-e6f0-4d6b-9530-b546a5a112da req-9a0ac972-b31c-48ba-8b0a-89a7c2fb299a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Calling delete_port for abd77974-dfbf-46d6-8adb-27580f39a4b9 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:06.277544 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03f88774-0c21-4f27-af10-378afbe61536 req-e78be05c-ed8f-4f0d-85f8-645ed5888def service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bef1b1a-2121-4ede-8c5e-bf56811a51f2 HTTP/1.1" status: 200 len: 217 time: 0.1020224 Jan 14 02:00:06.280527 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-469bce77-21ca-4150-8220-b62d35dcb5f9 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9c60e1f-7db5-4ef8-a515-45605cad17db HTTP/1.1" status: 200 len: 205 time: 0.0603907 Jan 14 02:00:06.286912 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49910) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:06.336725 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f88774-0c21-4f27-af10-378afbe61536 req-f1078a7e-e5f9-4420-967b-c722bd64206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:06.338194 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03f88774-0c21-4f27-af10-378afbe61536 req-f1078a7e-e5f9-4420-967b-c722bd64206e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229627b7-01e8-4c6c-bfbe-27b51d26180b HTTP/1.1" status: 200 len: 851 time: 0.0527635 Jan 14 02:00:06.353920 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b1786-aed6-48db-b5fa-1679d5b49df6 req-863f9dba-8641-4e84-ad0f-4fa436e5d491 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:06.355499 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a3b1786-aed6-48db-b5fa-1679d5b49df6 req-863f9dba-8641-4e84-ad0f-4fa436e5d491 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf HTTP/1.1" status: 200 len: 984 time: 0.1680274 Jan 14 02:00:06.385431 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2d24212-0d49-44a0-8b04-c6e8a10397be tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (c9c60e1f-7db5-4ef8-a515-45605cad17db), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:06.476912 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a3b1786-aed6-48db-b5fa-1679d5b49df6 req-14b5a033-6ca3-4f14-bf0a-6328ad775d86 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "GET /v2.0/security-groups?id=72af0669-6763-4712-8d13-41932e3576e5&id=2708733e-bbeb-405d-b103-eac68ba6a381&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0794244 Jan 14 02:00:06.484176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f88774-0c21-4f27-af10-378afbe61536 req-efea6062-4721-47cd-ad15-b8f7092c9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:06.486245 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03f88774-0c21-4f27-af10-378afbe61536 req-efea6062-4721-47cd-ad15-b8f7092c9c32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=812f231a-5064-45c6-884f-0fd4be8b3fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299074 Jan 14 02:00:06.602716 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03f88774-0c21-4f27-af10-378afbe61536 req-37aa8536-9e57-41fd-ab94-693a5be5e27f service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014793 Jan 14 02:00:06.607162 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2d24212-0d49-44a0-8b04-c6e8a10397be tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (c9c60e1f-7db5-4ef8-a515-45605cad17db), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:06.610319 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2d24212-0d49-44a0-8b04-c6e8a10397be tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router_controller (c9c60e1f-7db5-4ef8-a515-45605cad17db), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:06.654677 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8dd8813e-e6f0-4d6b-9530-b546a5a112da req-9a0ac972-b31c-48ba-8b0a-89a7c2fb299a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (abd77974-dfbf-46d6-8adb-27580f39a4b9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:06.687557 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ac972-b31c-48ba-8b0a-89a7c2fb299a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'Port': ['ID=abd77974-dfbf-46d6-8adb-27580f39a4b9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:06.726308 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2d24212-0d49-44a0-8b04-c6e8a10397be tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (c9c60e1f-7db5-4ef8-a515-45605cad17db), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:06.726308 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d24212-0d49-44a0-8b04-c6e8a10397be tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Fanout notify agent at l3_agent the message router_deleted on router c9c60e1f-7db5-4ef8-a515-45605cad17db {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 02:00:06.743694 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03f88774-0c21-4f27-af10-378afbe61536 req-08134e50-c879-4492-a17c-9d9897cafd47 service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340482 Jan 14 02:00:06.749194 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2d24212-0d49-44a0-8b04-c6e8a10397be tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:06.753812 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49914) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:06.753970 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a2d24212-0d49-44a0-8b04-c6e8a10397be tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/routers/c9c60e1f-7db5-4ef8-a515-45605cad17db HTTP/1.1" status: 204 len: 168 time: 0.4659996 Jan 14 02:00:06.754984 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd8813e-e6f0-4d6b-9530-b546a5a112da req-9a0ac972-b31c-48ba-8b0a-89a7c2fb299a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] No DVR routers for this DVR port abd77974-dfbf-46d6-8adb-27580f39a4b9 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:06.757468 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8dd8813e-e6f0-4d6b-9530-b546a5a112da req-9a0ac972-b31c-48ba-8b0a-89a7c2fb299a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:06.760784 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8dd8813e-e6f0-4d6b-9530-b546a5a112da req-9a0ac972-b31c-48ba-8b0a-89a7c2fb299a tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.46 "DELETE /v2.0/ports/abd77974-dfbf-46d6-8adb-27580f39a4b9 HTTP/1.1" status: 204 len: 173 time: 0.8438425 Jan 14 02:00:06.761249 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'name': 'network-vif-deleted', 'tag': 'abd77974-dfbf-46d6-8adb-27580f39a4b9'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:00:06.763512 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe4e313-05ee-4fc3-9e82-b054f89d4082" -d '{"events": [{"server_uuid": "8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf", "name": "network-vif-deleted", "tag": "abd77974-dfbf-46d6-8adb-27580f39a4b9"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:00:06.809217 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-995460ed-85f0-4a01-975f-ad105bdbb4f3 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9c60e1f-7db5-4ef8-a515-45605cad17db HTTP/1.1" status: 200 len: 205 time: 0.0513673 Jan 14 02:00:06.810042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49918) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:06.811003 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8797f211-7960-4057-9f4e-75644762d84e x-openstack-request-id: req-8797f211-7960-4057-9f4e-75644762d84e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:00:06.811451 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf", "name": "network-vif-deleted", "tag": "abd77974-dfbf-46d6-8adb-27580f39a4b9", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:00:06.811869 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8797f211-7960-4057-9f4e-75644762d84e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:00:06.812426 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd9712f-2e18-41de-bfe7-8b8ccf54cdaf', 'name': 'network-vif-deleted', 'tag': 'abd77974-dfbf-46d6-8adb-27580f39a4b9', 'status': 'completed', 'code': 200} Jan 14 02:00:06.851640 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-872816ba-dd7d-4c86-9171-dd29a0f896a6 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] delete failed (client error): The resource could not be found. Jan 14 02:00:06.855049 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-872816ba-dd7d-4c86-9171-dd29a0f896a6 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/routers/c9c60e1f-7db5-4ef8-a515-45605cad17db HTTP/1.1" status: 404 len: 336 time: 0.0415280 Jan 14 02:00:06.855274 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49920) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:06.898845 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f6bee9f2-0dc8-468b-9cc7-4f8f59b34cbe tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea137f9e-8ce4-46c2-b3eb-1389f12ad052 HTTP/1.1" status: 200 len: 205 time: 0.0422831 Jan 14 02:00:06.901057 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49924) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:06.960695 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-5598ba86-550b-42ed-9ef5-607dd87d3c10 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] delete failed (client error): The resource could not be found. Jan 14 02:00:06.963780 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5598ba86-550b-42ed-9ef5-607dd87d3c10 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/routers/ea137f9e-8ce4-46c2-b3eb-1389f12ad052 HTTP/1.1" status: 404 len: 336 time: 0.0591834 Jan 14 02:00:06.964441 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49928) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:07.007662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03558a7-890e-4ec8-ad9a-994e473acc7c req-b0bf0b42-9831-4c90-bf0f-57a9481b9c4f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:07.009708 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c03558a7-890e-4ec8-ad9a-994e473acc7c req-b0bf0b42-9831-4c90-bf0f-57a9481b9c4f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.0979815 Jan 14 02:00:07.014674 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-807e59ec-944a-4c5f-a0f1-20f0e181d48c tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a4ca40e-9fd8-4eca-a7c4-0312f9fba094 HTTP/1.1" status: 200 len: 205 time: 0.0452542 Jan 14 02:00:07.014998 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49932) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:07.077340 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-c5feaf4a-37da-460e-a23b-b4c6268e823e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] delete failed (client error): The resource could not be found. Jan 14 02:00:07.081402 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49936) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:07.081567 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c5feaf4a-37da-460e-a23b-b4c6268e823e tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/routers/9a4ca40e-9fd8-4eca-a7c4-0312f9fba094 HTTP/1.1" status: 404 len: 336 time: 0.0654719 Jan 14 02:00:07.137618 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-57ca2526-dbf6-44ac-95e6-7e8b00ec0fac tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "GET /v2.0/ports?device_id=7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843 HTTP/1.1" status: 200 len: 205 time: 0.0539677 Jan 14 02:00:07.146869 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49940) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:07.190748 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c03558a7-890e-4ec8-ad9a-994e473acc7c req-d08f0bf3-d530-426f-89e2-07a1aa4306f5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658556 Jan 14 02:00:07.213571 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-4dacf93d-3c3e-468a-b9ca-f983d450eae5 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] delete failed (client error): The resource could not be found. Jan 14 02:00:07.214660 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4dacf93d-3c3e-468a-b9ca-f983d450eae5 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/routers/7059aebb-a8c6-4a61-bfd4-6dbe9fa6d843 HTTP/1.1" status: 404 len: 336 time: 0.0667005 Jan 14 02:00:07.217535 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49942) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:07.249563 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7ef352dc-47e7-4e1c-ba61-dcd6858ca2d7 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "GET /v2.0/ports?device_id=0590135c-cdfe-43e8-8c30-a3d0b14f1a06 HTTP/1.1" status: 200 len: 205 time: 0.0309081 Jan 14 02:00:07.253160 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49944) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:07.304478 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-5c4ec20a-6bdf-409d-90f6-03ff3f8ca8de tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] delete failed (client error): The resource could not be found. Jan 14 02:00:07.307625 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5c4ec20a-6bdf-409d-90f6-03ff3f8ca8de tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/routers/0590135c-cdfe-43e8-8c30-a3d0b14f1a06 HTTP/1.1" status: 404 len: 336 time: 0.0520866 Jan 14 02:00:07.309881 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49946) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:07.368511 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-aa70b7d7-2025-4c40-a3a4-4478f4474520 tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd021b0b-14c9-41e2-8a28-2aed7fde9622 HTTP/1.1" status: 200 len: 205 time: 0.0564620 Jan 14 02:00:07.370633 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49948) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:07.371474 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7936fc1-9181-4ab4-bc62-ab52da5c7f56 req-cabb563d-dec0-463f-b34b-ce8a4386df79 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:07.379425 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7936fc1-9181-4ab4-bc62-ab52da5c7f56 req-cabb563d-dec0-463f-b34b-ce8a4386df79 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 943 time: 0.1376588 Jan 14 02:00:07.426510 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-359413e9-63b0-446e-8c44-4c3ac5d2910d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] delete failed (client error): The resource could not be found. Jan 14 02:00:07.427712 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-359413e9-63b0-446e-8c44-4c3ac5d2910d tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/routers/dd021b0b-14c9-41e2-8a28-2aed7fde9622 HTTP/1.1" status: 404 len: 336 time: 0.0552437 Jan 14 02:00:07.430514 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49950) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:07.465819 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb46b22-7fd2-4bda-8c0f-5ef8f10036fa tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] DELETE failed (client error): The resource could not be found. Jan 14 02:00:07.466369 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb46b22-7fd2-4bda-8c0f-5ef8f10036fa tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:00:07.468661 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7936fc1-9181-4ab4-bc62-ab52da5c7f56 req-592038db-8b3a-4499-b09c-12e33e4ecdba tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822308 Jan 14 02:00:07.470695 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8bb46b22-7fd2-4bda-8c0f-5ef8f10036fa tempest-RoutersIpV6AdminTest-1978719712 tempest-RoutersIpV6AdminTest-1978719712-project] 10.222.0.26 "DELETE /v2.0/subnets/0cfec4b5-8960-4531-bb73-a6f032a96f29 HTTP/1.1" status: 404 len: 337 time: 0.0382829 Jan 14 02:00:07.516399 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-27ffd35c-1088-40ba-83cc-24c69d611a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:07.578286 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49960) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:07.666828 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24cad267-c34e-45c5-811b-d871f01c95dc tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (2708733e-bbeb-405d-b103-eac68ba6a381), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:07.702703 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24cad267-c34e-45c5-811b-d871f01c95dc tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (2708733e-bbeb-405d-b103-eac68ba6a381), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:07.767508 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24cad267-c34e-45c5-811b-d871f01c95dc tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2708733e-bbeb-405d-b103-eac68ba6a381), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:07.772216 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24cad267-c34e-45c5-811b-d871f01c95dc tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:07.778122 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-24cad267-c34e-45c5-811b-d871f01c95dc tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "DELETE /v2.0/security-groups/2708733e-bbeb-405d-b103-eac68ba6a381 HTTP/1.1" status: 204 len: 168 time: 0.1980014 Jan 14 02:00:07.778357 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49962) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:07.792576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cad267-c34e-45c5-811b-d871f01c95dc tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2708733e-bbeb-405d-b103-eac68ba6a381,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:07.876935 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-b1f31f0a-12d8-47a0-9e12-2c66d5751bc0 service neutron] show failed (client error): The resource could not be found. Jan 14 02:00:07.877972 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-b1f31f0a-12d8-47a0-9e12-2c66d5751bc0 service neutron] 10.222.0.36 "GET /v2.0/ports/e4440516-aadd-4347-9ee1-488520ad3844/bindings/n-h1-824358-4 HTTP/1.1" status: 404 len: 380 time: 0.1796033 Jan 14 02:00:07.918080 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c6a87ce-048d-409d-9d9d-2c3894937c76 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (72af0669-6763-4712-8d13-41932e3576e5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:07.953293 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c6a87ce-048d-409d-9d9d-2c3894937c76 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (72af0669-6763-4712-8d13-41932e3576e5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:08.028167 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49968) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:08.039057 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c6a87ce-048d-409d-9d9d-2c3894937c76 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (72af0669-6763-4712-8d13-41932e3576e5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:08.044092 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c6a87ce-048d-409d-9d9d-2c3894937c76 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:08.048534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49972) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:08.055091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2c6a87ce-048d-409d-9d9d-2c3894937c76 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "DELETE /v2.0/security-groups/72af0669-6763-4712-8d13-41932e3576e5 HTTP/1.1" status: 204 len: 168 time: 0.2759025 Jan 14 02:00:08.068408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:08.076050 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a87ce-048d-409d-9d9d-2c3894937c76 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72af0669-6763-4712-8d13-41932e3576e5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:08.296890 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db27d01a-322b-4844-998a-9daf3e59d6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:08.369596 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce1daa-4e8b-4443-91bd-e5f4554decb7 req-b3a5e5ec-c547-4f57-9d61-b5fe0b25d257 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:08.380092 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-94ce1daa-4e8b-4443-91bd-e5f4554decb7 req-b3a5e5ec-c547-4f57-9d61-b5fe0b25d257 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.0921183 Jan 14 02:00:08.405260 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:08.494918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-94ce1daa-4e8b-4443-91bd-e5f4554decb7 req-143f37bb-8802-4e08-8645-1b48263a87db tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135507 Jan 14 02:00:08.611053 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db27d01a-322b-4844-998a-9daf3e59d6f4 admin admin] Publish callbacks [] for security_group (ea0145d6-1e2b-49bc-bdcd-31e18a657c49), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:08.644922 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e048e658-14f6-46be-9884-a999ce4dac27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:08.654509 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db27d01a-322b-4844-998a-9daf3e59d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ea0145d6-1e2b-49bc-bdcd-31e18a657c49), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:08.690172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device abd77974-dfbf-46d6-8adb-27580f39a4b9 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:08.692809 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27d01a-322b-4844-998a-9daf3e59d6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0145d6-1e2b-49bc-bdcd-31e18a657c49,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:08.706368 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-fbaa3c20-2fa5-4e9f-92ad-f39db7b98856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:08.708667 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-fbaa3c20-2fa5-4e9f-92ad-f39db7b98856 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8&tenant_id=63ad23e535974d8ebd72d18abfca4821 HTTP/1.1" status: 200 len: 1097 time: 0.5447459 Jan 14 02:00:08.729566 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824358-4', 'device_owner': 'compute:nova'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:08.731671 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-db27d01a-322b-4844-998a-9daf3e59d6f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0fc69556bfa48c2bdd1bb5113e6e733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6615305 Jan 14 02:00:08.740811 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eed437-fc9b-4608-a58d-77c581df56a0 req-2eb9848f-d9ef-41b0-9b88-8feb3d0f6736 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:08.741424 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 49986) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:08.749710 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-50eed437-fc9b-4608-a58d-77c581df56a0 req-2eb9848f-d9ef-41b0-9b88-8feb3d0f6736 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 943 time: 0.1445804 Jan 14 02:00:08.760491 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: abd77974-dfbf-46d6-8adb-27580f39a4b9 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:08.763386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device abd77974-dfbf-46d6-8adb-27580f39a4b9 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:08.803294 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-50eed437-fc9b-4608-a58d-77c581df56a0 req-4d6460f3-8228-4bf1-b304-f5dd59419841 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526659 Jan 14 02:00:08.928476 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4440516-aadd-4347-9ee1-488520ad3844), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:08.996534 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e048e658-14f6-46be-9884-a999ce4dac27 admin admin] Publish callbacks [] for security_group (4e7e80dd-5de9-442d-97d2-b0354392555b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.005483 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-931164ce-317e-4afe-a7d9-c1a4f100af07 admin admin] Publish callbacks [] for security_group (ea0145d6-1e2b-49bc-bdcd-31e18a657c49), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.025424 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e048e658-14f6-46be-9884-a999ce4dac27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4e7e80dd-5de9-442d-97d2-b0354392555b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.133521 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e048e658-14f6-46be-9884-a999ce4dac27 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78183128e0414734ad5aea6f3d240f42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1039855 Jan 14 02:00:09.135476 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-931164ce-317e-4afe-a7d9-c1a4f100af07 admin admin] Publish callbacks [] for security_group (ea0145d6-1e2b-49bc-bdcd-31e18a657c49), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.136527 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 49988) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:09.194479 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048e658-14f6-46be-9884-a999ce4dac27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7e80dd-5de9-442d-97d2-b0354392555b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:09.220875 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a11da67c-c561-460f-9d74-59d208d04dc2 admin admin] Publish callbacks [] for security_group (4e7e80dd-5de9-442d-97d2-b0354392555b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.267424 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a11da67c-c561-460f-9d74-59d208d04dc2 admin admin] Publish callbacks [] for security_group (4e7e80dd-5de9-442d-97d2-b0354392555b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.349806 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a11da67c-c561-460f-9d74-59d208d04dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4e7e80dd-5de9-442d-97d2-b0354392555b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.352578 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a11da67c-c561-460f-9d74-59d208d04dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.356510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a11da67c-c561-460f-9d74-59d208d04dc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e7e80dd-5de9-442d-97d2-b0354392555b HTTP/1.1" status: 204 len: 168 time: 0.2154245 Jan 14 02:00:09.364272 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-931164ce-317e-4afe-a7d9-c1a4f100af07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (ea0145d6-1e2b-49bc-bdcd-31e18a657c49), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.367019 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-931164ce-317e-4afe-a7d9-c1a4f100af07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.368254 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-931164ce-317e-4afe-a7d9-c1a4f100af07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea0145d6-1e2b-49bc-bdcd-31e18a657c49 HTTP/1.1" status: 204 len: 168 time: 0.6232748 Jan 14 02:00:09.378407 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11da67c-c561-460f-9d74-59d208d04dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7e80dd-5de9-442d-97d2-b0354392555b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:09.401233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=e4440516-aadd-4347-9ee1-488520ad3844,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:09.417913 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931164ce-317e-4afe-a7d9-c1a4f100af07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0145d6-1e2b-49bc-bdcd-31e18a657c49,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:09.512518 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:09.578581 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:00:09.581505 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f52be8-c565-4a49-a265-554d67d9b353" -d '{"events": [{"server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "name": "network-vif-unplugged", "status": "completed", "tag": "e4440516-aadd-4347-9ee1-488520ad3844"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:00:09.586111 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Publish callbacks [] for port (e4440516-aadd-4347-9ee1-488520ad3844), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.599762 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-456fff91-7eaa-4ca4-b6bf-422dbe1e4e65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.756348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Transition to ACTIVE for port object e4440516-aadd-4347-9ee1-488520ad3844 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:00:09.783175 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (e4440516-aadd-4347-9ee1-488520ad3844), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.793464 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbf3a0-3107-49ef-825d-f75af28d376a req-43eda710-eef9-4972-83bc-7a4163ab34e9 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:09.796723 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0afbf3a0-3107-49ef-825d-f75af28d376a req-43eda710-eef9-4972-83bc-7a4163ab34e9 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.1146133 Jan 14 02:00:09.837728 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Pushing event updated for resources: {'Port': ['ID=e4440516-aadd-4347-9ee1-488520ad3844,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:09.855925 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 02:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a67443e-4fe8-4474-9245-82ec9cc7a2cc x-openstack-request-id: req-7a67443e-4fe8-4474-9245-82ec9cc7a2cc {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:00:09.856224 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "name": "network-vif-unplugged", "status": "completed", "tag": "e4440516-aadd-4347-9ee1-488520ad3844", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:00:09.857208 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a67443e-4fe8-4474-9245-82ec9cc7a2cc {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:00:09.857619 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844', 'code': 200} Jan 14 02:00:09.942876 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:09.993665 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0afbf3a0-3107-49ef-825d-f75af28d376a req-18205475-c739-42a5-b693-206101cfa5ea tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865652 Jan 14 02:00:10.091849 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35052f37-f2cf-4ad1-a8f3-15c0581b651a req-f4014d4a-6e5b-4419-881d-24901b95986b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:10.093411 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35052f37-f2cf-4ad1-a8f3-15c0581b651a req-f4014d4a-6e5b-4419-881d-24901b95986b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 943 time: 0.0744944 Jan 14 02:00:10.094028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50016) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:10.203712 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35052f37-f2cf-4ad1-a8f3-15c0581b651a req-f159095a-0644-48fa-b156-b6e6c298298b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028805 Jan 14 02:00:10.211350 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-09c0fab4-b05d-4a51-b818-f580a2420d95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfe3b18a7d134c00ac850f4f8d421e71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1161923 Jan 14 02:00:10.215103 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50018) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:10.283857 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] No DVR routers for this DVR port e4440516-aadd-4347-9ee1-488520ad3844 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:10.289955 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device e4440516-aadd-4347-9ee1-488520ad3844 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:10.294512 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-642c9be5-a0b4-430a-875f-2187a259a90f admin admin] Publish callbacks [] for security_group (094bd16b-6ad2-46e9-b290-8bb361f863ac), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:10.348664 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-642c9be5-a0b4-430a-875f-2187a259a90f admin admin] Publish callbacks [] for security_group (094bd16b-6ad2-46e9-b290-8bb361f863ac), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:10.419116 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-642c9be5-a0b4-430a-875f-2187a259a90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (094bd16b-6ad2-46e9-b290-8bb361f863ac), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:10.426962 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-642c9be5-a0b4-430a-875f-2187a259a90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:10.426962 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-642c9be5-a0b4-430a-875f-2187a259a90f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/094bd16b-6ad2-46e9-b290-8bb361f863ac HTTP/1.1" status: 204 len: 168 time: 0.2106729 Jan 14 02:00:10.444896 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] The host n-h2-824358-4 is not matching for port e4440516-aadd-4347-9ee1-488520ad3844 host n-h1-824358-4! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 02:00:10.450281 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device e4440516-aadd-4347-9ee1-488520ad3844 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:10.456004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-456fff91-7eaa-4ca4-b6bf-422dbe1e4e65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Deleting port 0551dd9a-290a-4c30-8721-9eff15f0dcac {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:10.456467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-456fff91-7eaa-4ca4-b6bf-422dbe1e4e65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:10.471784 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c9be5-a0b4-430a-875f-2187a259a90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094bd16b-6ad2-46e9-b290-8bb361f863ac,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:10.594849 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Attempting to bind port e4440516-aadd-4347-9ee1-488520ad3844 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:10.595188 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Attempting to bind port e4440516-aadd-4347-9ee1-488520ad3844 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:10.595517 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Attempting to bind port e4440516-aadd-4347-9ee1-488520ad3844 on network 531b2251-eafb-431d-aaa1-e2effd220bd0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:10.606512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Port e4440516-aadd-4347-9ee1-488520ad3844 on network 531b2251-eafb-431d-aaa1-e2effd220bd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:00:10.606838 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Attempting to bind port e4440516-aadd-4347-9ee1-488520ad3844 on network 531b2251-eafb-431d-aaa1-e2effd220bd0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:10.629591 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:10.629754 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Checking segment: {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:10.630101 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Bound using segment: {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:10.630588 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Bound port: e4440516-aadd-4347-9ee1-488520ad3844, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082a0ff2-62be-4db3-b041-2ffb5b264ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:10.631088 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4440516-aadd-4347-9ee1-488520ad3844), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:10.711083 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-456fff91-7eaa-4ca4-b6bf-422dbe1e4e65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] For port 0551dd9a-290a-4c30-8721-9eff15f0dcac, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=0551dd9a-290a-4c30-8721-9eff15f0dcac,segment=NetworkSegment(c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6),segment_id=c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:10.711656 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-456fff91-7eaa-4ca4-b6bf-422dbe1e4e65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:10.745342 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-456fff91-7eaa-4ca4-b6bf-422dbe1e4e65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Calling delete_port for 0551dd9a-290a-4c30-8721-9eff15f0dcac owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:10.819160 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:10.838989 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50038) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:10.840606 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4440516-aadd-4347-9ee1-488520ad3844,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:10.854182 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (e4440516-aadd-4347-9ee1-488520ad3844), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:10.889826 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:10.890794 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:10.892329 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] 10.222.0.46 "PUT /v2.0/ports/e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 200 len: 1092 time: 2.1668634 Jan 14 02:00:10.947274 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:11.022195 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1726891791-network', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:11.041571 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ab614-aba1-422b-b058-0ffaf5939afb service neutron] Pushing event updated for resources: {'Port': ['ID=e4440516-aadd-4347-9ee1-488520ad3844,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:11.062943 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-ae4b6278-2642-4064-963e-00bf5f156a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:11.064475 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-ae4b6278-2642-4064-963e-00bf5f156a93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1095 time: 0.1062117 Jan 14 02:00:11.174833 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d1eac-8dcf-421b-a051-dfe1b0cc4528 req-c3929584-11b4-4753-8e23-d9f57437f8a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:11.177501 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c2d1eac-8dcf-421b-a051-dfe1b0cc4528 req-c3929584-11b4-4753-8e23-d9f57437f8a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 944 time: 0.0838575 Jan 14 02:00:11.255846 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c2d1eac-8dcf-421b-a051-dfe1b0cc4528 req-c3cb88aa-20c6-4676-b5c5-507bc18d86db tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677004 Jan 14 02:00:11.273519 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-7816e78c-63da-45d9-bd31-5f9630b04e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:11.275144 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-7816e78c-63da-45d9-bd31-5f9630b04e19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=531b2251-eafb-431d-aaa1-e2effd220bd0 HTTP/1.1" status: 200 len: 898 time: 0.1899824 Jan 14 02:00:11.353909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Made reservation on behalf of b05236db99b945cd8bea83121f5cb9d9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:11.357625 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:11.372224 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0edfc3-9268-429f-b87d-d073df4be6b5 req-f81b70d3-1df5-448e-8a3c-ae0a11ac8396 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:11.382107 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0edfc3-9268-429f-b87d-d073df4be6b5 req-f81b70d3-1df5-448e-8a3c-ae0a11ac8396 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 943 time: 0.0697227 Jan 14 02:00:11.386717 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:11.419031 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-d214a591-7094-4793-b6f3-8ff897021f7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 200 len: 1000 time: 0.1334786 Jan 14 02:00:11.442935 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f0edfc3-9268-429f-b87d-d073df4be6b5 req-7bde4b94-d008-4a55-8135-696302ab57f3 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597942 Jan 14 02:00:11.484572 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-456fff91-7eaa-4ca4-b6bf-422dbe1e4e65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (0551dd9a-290a-4c30-8721-9eff15f0dcac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:11.518485 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50060) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:11.554700 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fff91-7eaa-4ca4-b6bf-422dbe1e4e65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'Port': ['ID=0551dd9a-290a-4c30-8721-9eff15f0dcac,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:11.569757 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-54fd1463-0727-4381-aead-eabf6dab797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:11.572340 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-54fd1463-0727-4381-aead-eabf6dab797e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08f743ef-8ce0-4eb6-9084-211b90b0e49c HTTP/1.1" status: 200 len: 834 time: 0.1454110 Jan 14 02:00:11.662212 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1375614109'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:11.712580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Made reservation on behalf of 26e8b7106f37472b8e72fb351fac7a4c for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:11.720437 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:11.736325 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:11.757763 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Publish callbacks [] for security_group (bfb5c852-8094-4dde-9339-45516ea2775f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:11.771942 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (bfb5c852-8094-4dde-9339-45516ea2775f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:11.846886 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:00:11.857395 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks [] for security_group (b53a31c4-5f4b-47f2-b089-78213df4c4b8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:11.867879 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b53a31c4-5f4b-47f2-b089-78213df4c4b8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:11.894037 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2b87fbe9-07e9-4a2b-b399-3018e5bddca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:11.896034 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-2b87fbe9-07e9-4a2b-b399-3018e5bddca4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=531b2251-eafb-431d-aaa1-e2effd220bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3108635 Jan 14 02:00:11.896998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:00:11.900160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:00:11.900503 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4836141-a19a-44ed-a62e-f2caa6ce2dac" -d '{"events": [{"name": "network-changed", "server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "tag": "e4440516-aadd-4347-9ee1-488520ad3844"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:00:11.919389 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c89668cc-67d2-4d0a-955b-4e22b5445950), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:11.919781 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Added segment c89668cc-67d2-4d0a-955b-4e22b5445950 of type vlan for network 73a41a94-0249-477e-a332-ebfb3a03da2e Jan 14 02:00:11.974547 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82db7681-50eb-4990-9da5-b5164adb6d4d x-openstack-request-id: req-82db7681-50eb-4990-9da5-b5164adb6d4d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:00:11.974951 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "tag": "e4440516-aadd-4347-9ee1-488520ad3844", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:00:11.975299 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82db7681-50eb-4990-9da5-b5164adb6d4d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:00:11.975787 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844', 'status': 'completed', 'code': 200} Jan 14 02:00:11.980388 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (73a41a94-0249-477e-a332-ebfb3a03da2e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:12.007972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb5c852-8094-4dde-9339-45516ea2775f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:12.011134 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (9bf48f15-7b6f-40af-bd6b-fb27519eb55f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:12.011549 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Added segment 9bf48f15-7b6f-40af-bd6b-fb27519eb55f of type vlan for network 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 Jan 14 02:00:12.056768 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (73a41a94-0249-477e-a332-ebfb3a03da2e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:12.060437 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:12.064677 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:12.064677 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:12.076183 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53a31c4-5f4b-47f2-b089-78213df4c4b8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:12.106477 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:12.111812 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-456fff91-7eaa-4ca4-b6bf-422dbe1e4e65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:12.125469 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-ec59506c-d67e-458c-a2cb-9cff70ca7fa0 service neutron] 10.222.0.46 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215686 Jan 14 02:00:12.141770 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6220410 Jan 14 02:00:12.152319 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50070) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:12.159339 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-70b26b1d-c889-4792-bd61-93b520899b8f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Request body: {'subnet': {'network_id': '73a41a94-0249-477e-a332-ebfb3a03da2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:12.167089 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-34506966-32f7-43f6-8a47-3904dedf358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:12.168711 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-34506966-32f7-43f6-8a47-3904dedf358a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1095 time: 0.1500719 Jan 14 02:00:12.180320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9f270-a73f-4300-b95e-7d43dccc9757 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Pushing event updated for resources: {'Network': ['ID=73a41a94-0249-477e-a332-ebfb3a03da2e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:12.192757 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 73a41a94-0249-477e-a332-ebfb3a03da2e details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:00:12.345493 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-cf6a5ccc-6be5-4b0b-9650-09d74c6629a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:12.347148 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-cf6a5ccc-6be5-4b0b-9650-09d74c6629a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=531b2251-eafb-431d-aaa1-e2effd220bd0 HTTP/1.1" status: 200 len: 898 time: 0.1344061 Jan 14 02:00:12.353712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b26b1d-c889-4792-bd61-93b520899b8f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Made reservation on behalf of 26e8b7106f37472b8e72fb351fac7a4c for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:12.357922 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70b26b1d-c889-4792-bd61-93b520899b8f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:12.553257 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:12.554454 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:12.554878 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:12.591931 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-da55897b-444d-44a8-bcfd-1a0b9f745f08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 200 len: 1000 time: 0.2299178 Jan 14 02:00:12.626788 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2cb8f-a7cb-4a07-b6a8-32453d38733f req-0415f456-c15c-4085-9150-645bb9359385 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:12.633397 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64b2cb8f-a7cb-4a07-b6a8-32453d38733f req-0415f456-c15c-4085-9150-645bb9359385 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 944 time: 0.2701194 Jan 14 02:00:12.677062 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8350134 Jan 14 02:00:12.685989 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50078) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:12.705140 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a3bb1-3b28-4d94-a4c0-1cd0947f26ff admin admin] Pushing event updated for resources: {'Network': ['ID=21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:12.711497 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c3cadce3-ad5b-4117-913f-b204cc761ec8 admin admin] Request body: {'subnet': {'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1726891791-subnet', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:12.725390 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8e59662d-7b6a-46e2-a42d-080d699b27f4 req-6cd7dbb7-091d-4a60-99c3-ff729470fe35 service neutron] 10.222.0.46 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893128 Jan 14 02:00:12.728452 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:00:12.735083 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef62a5-25d1-442a-ab3f-b59b9d821211 req-bb0cd3db-08f7-411c-a9f3-1fb111cc7545 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:12.736735 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07ef62a5-25d1-442a-ab3f-b59b9d821211 req-bb0cd3db-08f7-411c-a9f3-1fb111cc7545 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 943 time: 0.2022104 Jan 14 02:00:12.779671 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-9e5bfaa4-d94e-4df8-b175-678e7c2f18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:12.781077 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-9e5bfaa4-d94e-4df8-b175-678e7c2f18ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f743ef-8ce0-4eb6-9084-211b90b0e49c HTTP/1.1" status: 200 len: 834 time: 0.1803930 Jan 14 02:00:12.851186 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64b2cb8f-a7cb-4a07-b6a8-32453d38733f req-f65fb19b-63be-4217-a0ce-3644ed118662 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169006 Jan 14 02:00:12.871699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456fff91-7eaa-4ca4-b6bf-422dbe1e4e65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:00:12.944168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cadce3-ad5b-4117-913f-b204cc761ec8 admin admin] Made reservation on behalf of b05236db99b945cd8bea83121f5cb9d9 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:12.946488 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3cadce3-ad5b-4117-913f-b204cc761ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.001592 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70b26b1d-c889-4792-bd61-93b520899b8f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (3910506a-b9aa-472c-b971-eb4f0448f089), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.012429 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-07ef62a5-25d1-442a-ab3f-b59b9d821211 req-05c0b13f-d94e-4645-84a4-d312e03f832b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597518 Jan 14 02:00:13.025493 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-d13f4697-565b-458a-b24f-e542e6076478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:13.027266 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-d13f4697-565b-458a-b24f-e542e6076478 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1095 time: 0.0885227 Jan 14 02:00:13.067985 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-04773891-5824-43c1-aefa-e11c08474b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:13.069492 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-04773891-5824-43c1-aefa-e11c08474b71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531b2251-eafb-431d-aaa1-e2effd220bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626898 Jan 14 02:00:13.084044 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456fff91-7eaa-4ca4-b6bf-422dbe1e4e65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:13.092553 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-456fff91-7eaa-4ca4-b6bf-422dbe1e4e65 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "PUT /v2.0/routers/2f4bd742-c4d8-4415-afc9-0bdd9bd74279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0405879 Jan 14 02:00:13.093265 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50082) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:13.102993 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e5628e-e5b8-494f-8404-e15be4518fea None None] Sync routers for ids ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:13.113664 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e5628e-e5b8-494f-8404-e15be4518fea None None] Routers {'2f4bd742-c4d8-4415-afc9-0bdd9bd74279'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:13.114296 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-62e5628e-e5b8-494f-8404-e15be4518fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:13.160708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b26b1d-c889-4792-bd61-93b520899b8f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Pushing event updated for resources: {'Subnet': ['ID=3910506a-b9aa-472c-b971-eb4f0448f089,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:13.189695 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fb5fe2-251e-4cbe-9677-7bd827c8326e tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Deleting subnet c9fb6311-60df-422e-9af6-a17f376aedf6 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:00:13.190322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b26b1d-c889-4792-bd61-93b520899b8f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Checking segment: {'id': 'c89668cc-67d2-4d0a-955b-4e22b5445950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73a41a94-0249-477e-a332-ebfb3a03da2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:13.190841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b26b1d-c889-4792-bd61-93b520899b8f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Network hostable DHCP agents. Network: 73a41a94-0249-477e-a332-ebfb3a03da2e, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:00:13.197500 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83fb5fe2-251e-4cbe-9677-7bd827c8326e tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for subnet (c9fb6311-60df-422e-9af6-a17f376aedf6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.219326 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-62e5628e-e5b8-494f-8404-e15be4518fea None None] Set router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:13.219949 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-437a7423-dade-43e2-9aa0-42c0e1eeff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:13.221486 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-437a7423-dade-43e2-9aa0-42c0e1eeff37 service neutron] 10.222.0.46 "GET /v2.0/networks?id=531b2251-eafb-431d-aaa1-e2effd220bd0 HTTP/1.1" status: 200 len: 898 time: 0.1843507 Jan 14 02:00:13.261539 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-3fc4bafc-fbca-4b33-a798-10a12d6767ba service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799009 Jan 14 02:00:13.278245 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b26b1d-c889-4792-bd61-93b520899b8f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Network 73a41a94-0249-477e-a332-ebfb3a03da2e is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:00:13.278658 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83fb5fe2-251e-4cbe-9677-7bd827c8326e tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (c9fb6311-60df-422e-9af6-a17f376aedf6), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.331195 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-c7363c11-c647-49d1-8103-841cf387111a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 200 len: 1000 time: 0.1006405 Jan 14 02:00:13.357573 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-70b26b1d-c889-4792-bd61-93b520899b8f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 73a41a94-0249-477e-a332-ebfb3a03da2e) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:13.373345 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b26b1d-c889-4792-bd61-93b520899b8f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:13.373939 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70b26b1d-c889-4792-bd61-93b520899b8f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.376163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816acbcb-0dbf-46cc-b1c7-bac8febb310f None None] Network 73a41a94-0249-477e-a332-ebfb3a03da2e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:13.391602 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3cadce3-ad5b-4117-913f-b204cc761ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (f45133b5-f70e-4fe1-afe2-c37440b0f9cd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.409138 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-62e5628e-e5b8-494f-8404-e15be4518fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T02:00:11Z', 'revision_number': 5, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:13.415225 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-364e59eb-a983-4e7b-878d-52fc11cd84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:13.415430 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-70b26b1d-c889-4792-bd61-93b520899b8f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2621810 Jan 14 02:00:13.417028 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-364e59eb-a983-4e7b-878d-52fc11cd84e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08f743ef-8ce0-4eb6-9084-211b90b0e49c HTTP/1.1" status: 200 len: 834 time: 0.0796175 Jan 14 02:00:13.419700 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50084) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:13.424937 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Request body: {'port': {'network_id': '73a41a94-0249-477e-a332-ebfb3a03da2e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-828290724'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:13.444060 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e5628e-e5b8-494f-8404-e15be4518fea None None] Checking router: 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:13.453237 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e5628e-e5b8-494f-8404-e15be4518fea None None] Routers {'2f4bd742-c4d8-4415-afc9-0bdd9bd74279'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:13.454010 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-62e5628e-e5b8-494f-8404-e15be4518fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:13.460994 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-bbd40b93-543b-48ff-9015-c841faab6634 service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923475 Jan 14 02:00:13.473253 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cadce3-ad5b-4117-913f-b204cc761ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45133b5-f70e-4fe1-afe2-c37440b0f9cd,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:13.482683 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83fb5fe2-251e-4cbe-9677-7bd827c8326e tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (c9fb6311-60df-422e-9af6-a17f376aedf6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.504962 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cadce3-ad5b-4117-913f-b204cc761ec8 admin admin] Checking segment: {'id': '9bf48f15-7b6f-40af-bd6b-fb27519eb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:13.505321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cadce3-ad5b-4117-913f-b204cc761ec8 admin admin] Network hostable DHCP agents. Network: 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:00:13.532024 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cadce3-ad5b-4117-913f-b204cc761ec8 admin admin] Network 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:00:13.548945 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c3cadce3-ad5b-4117-913f-b204cc761ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:13.563227 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7ce5ed-3d49-423b-85ef-bde8d4fc4a6f None None] Network 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:13.569991 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cadce3-ad5b-4117-913f-b204cc761ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:13.571233 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3cadce3-ad5b-4117-913f-b204cc761ec8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.576884 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-62e5628e-e5b8-494f-8404-e15be4518fea None None] Set router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:13.597734 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-7652626d-7c77-4812-9cd2-45c0349b2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:13.599189 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-7652626d-7c77-4812-9cd2-45c0349b2f81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=531b2251-eafb-431d-aaa1-e2effd220bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676450 Jan 14 02:00:13.603677 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c3cadce3-ad5b-4117-913f-b204cc761ec8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8968892 Jan 14 02:00:13.604468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50086) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:13.613740 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1726891791-router', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:13.637738 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-73a41a94-0249-477e-a332-ebfb3a03da2e', 'network_id': '73a41a94-0249-477e-a332-ebfb3a03da2e', 'project_id': '26e8b7106f37472b8e72fb351fac7a4c', 'fixed_ips': [{'subnet_id': '3910506a-b9aa-472c-b971-eb4f0448f089'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:00:13.638871 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.650085 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (6c8f7075-4211-4db9-8e2e-c00f925cb10e), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.652706 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (6c8f7075-4211-4db9-8e2e-c00f925cb10e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.659614 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83fb5fe2-251e-4cbe-9677-7bd827c8326e tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (c9fb6311-60df-422e-9af6-a17f376aedf6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.699071 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb5fe2-251e-4cbe-9677-7bd827c8326e tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'Subnet': ['ID=c9fb6311-60df-422e-9af6-a17f376aedf6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:13.706540 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83fb5fe2-251e-4cbe-9677-7bd827c8326e tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.710406 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-83fb5fe2-251e-4cbe-9677-7bd827c8326e tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "DELETE /v2.0/subnets/c9fb6311-60df-422e-9af6-a17f376aedf6 HTTP/1.1" status: 204 len: 168 time: 0.6166732 Jan 14 02:00:13.715886 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50088) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:13.756209 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351228a2-666c-4737-b195-6514ebf724f2 None None] Network 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:13.766298 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Publish callbacks [] for router_controller (6c8f7075-4211-4db9-8e2e-c00f925cb10e), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.770699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Made reservation on behalf of 26e8b7106f37472b8e72fb351fac7a4c for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:13.774388 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.809269 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4', 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4', 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'fixed_ips': [{'subnet_id': 'f45133b5-f70e-4fe1-afe2-c37440b0f9cd'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:00:13.810603 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:13.819962 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-2d6642e1-d7de-4f0d-b181-c45d279fbde5 service neutron] 10.222.0.46 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109578 Jan 14 02:00:13.825786 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] device_id is not set on port 33f9665d-da24-47cd-a78c-b92a63750abc yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:00:13.829822 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-62e5628e-e5b8-494f-8404-e15be4518fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T02:00:11Z', 'revision_number': 5, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:13.864222 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e5628e-e5b8-494f-8404-e15be4518fea None None] The sync data for ids ['2f4bd742-c4d8-4415-afc9-0bdd9bd74279'] in n-d-824358-4 is: [{'id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1649919157', 'tenant_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:06Z', 'updated_at': '2022-01-14T02:00:11Z', 'revision_number': 5, 'project_id': 'f24ad4a62192446cbf1d8d5d4545d57d', 'gw_port': {'id': 'd144c35e-9740-4cd8-8944-3c81a0f89606', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4bd742-c4d8-4415-afc9-0bdd9bd74279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:08Z', 'updated_at': '2022-01-14T01:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:13.995688 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.016452 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Publish callbacks [] for router_gateway (6c8f7075-4211-4db9-8e2e-c00f925cb10e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.084941 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Allocated IP 172.20.0.2 (73a41a94-0249-477e-a332-ebfb3a03da2e/3910506a-b9aa-472c-b971-eb4f0448f089/304ec6b4-d720-4c06-9c52-5c3bcd351186) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:14.095137 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Allocated IP 172.20.0.2 (21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4/f45133b5-f70e-4fe1-afe2-c37440b0f9cd/ed065bb2-b7aa-444b-b503-50f93719e597) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:14.101611 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099eba4-18ad-44ff-ae95-d1e1e093fb4e req-5621ed4c-0e0d-4c91-a426-b9192732aa0e tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:14.103296 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0099eba4-18ad-44ff-ae95-d1e1e093fb4e req-5621ed4c-0e0d-4c91-a426-b9192732aa0e tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 944 time: 0.1067700 Jan 14 02:00:14.180181 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0099eba4-18ad-44ff-ae95-d1e1e093fb4e req-0deee78e-7462-40bf-a5c2-910fc38a6e18 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655391 Jan 14 02:00:14.180347 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d4836141-a19a-44ed-a62e-f2caa6ce2dac req-c1c61abf-89d8-43ef-a75a-fcf4a6a7e78d service neutron] 10.222.0.46 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493311 Jan 14 02:00:14.187588 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router_gateway (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.299422 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Deleting port d144c35e-9740-4cd8-8944-3c81a0f89606 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:14.299799 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.300298 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cdce73-bb26-43a3-a5bb-1bc4762884c5 None None] DHCP port deletion for 5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:14.378239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdf1fc-af0d-4cfd-b437-f0b408104e17 req-53ba6b60-267a-484f-8174-75c7a0ac66b7 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:14.381051 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c2bdf1fc-af0d-4cfd-b437-f0b408104e17 req-53ba6b60-267a-484f-8174-75c7a0ac66b7 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 943 time: 0.1224165 Jan 14 02:00:14.382408 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Publish callbacks [] for router_gateway (6c8f7075-4211-4db9-8e2e-c00f925cb10e), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.393054 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] For port d144c35e-9740-4cd8-8944-3c81a0f89606, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d144c35e-9740-4cd8-8944-3c81a0f89606,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:14.393410 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.404412 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.407204 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Calling delete_port for d144c35e-9740-4cd8-8944-3c81a0f89606 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:14.479117 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Publish callbacks [] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.501973 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Publish callbacks [] for port (ed065bb2-b7aa-444b-b503-50f93719e597), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.505770 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c2bdf1fc-af0d-4cfd-b437-f0b408104e17 req-5f32a016-611e-4020-a40d-b80d8317e78a tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034489 Jan 14 02:00:14.519611 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.559869 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.575075 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Network 73a41a94-0249-477e-a332-ebfb3a03da2e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:14.590722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:14.598860 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdce73-bb26-43a3-a5bb-1bc4762884c5 None None] Deleting port 36bdff96-6cf6-429f-a07a-2572e80b649c {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:14.599418 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b8cdce73-bb26-43a3-a5bb-1bc4762884c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.603192 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:14.615041 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Network 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:14.620586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Allocated IP 172.20.0.13 (73a41a94-0249-477e-a332-ebfb3a03da2e/3910506a-b9aa-472c-b971-eb4f0448f089/33f9665d-da24-47cd-a78c-b92a63750abc) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:14.632773 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Allocated IP 172.25.2.37 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/ac77e72f-2b05-4c56-a60d-1e40066a521d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:14.633067 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:14.666847 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:14.684533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Pushing event updated for resources: {'Port': ['ID=304ec6b4-d720-4c06-9c52-5c3bcd351186,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:14.703334 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d144c35e-9740-4cd8-8944-3c81a0f89606), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.730590 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e4440516-aadd-4347-9ee1-488520ad3844 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:00:14.743078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'Port': ['ID=d144c35e-9740-4cd8-8944-3c81a0f89606,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:14.776138 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.776783 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.776974 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.777379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.777719 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.778152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.778575 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.778967 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.779449 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.779841 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.780231 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.780622 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.781012 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:14.781112 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Publish callbacks [] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.794234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3a9105-1818-4865-acb5-6077239e46e4 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:14.826088 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.855275 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Attempting to bind port ed065bb2-b7aa-444b-b503-50f93719e597 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:14.856122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Attempting to bind port ed065bb2-b7aa-444b-b503-50f93719e597 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '9bf48f15-7b6f-40af-bd6b-fb27519eb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:14.856122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Attempting to bind port ed065bb2-b7aa-444b-b503-50f93719e597 on network 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:14.858120 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Attempting to bind port 304ec6b4-d720-4c06-9c52-5c3bcd351186 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:14.858578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Attempting to bind port 304ec6b4-d720-4c06-9c52-5c3bcd351186 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'c89668cc-67d2-4d0a-955b-4e22b5445950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73a41a94-0249-477e-a332-ebfb3a03da2e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:14.859007 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Attempting to bind port 304ec6b4-d720-4c06-9c52-5c3bcd351186 on network 73a41a94-0249-477e-a332-ebfb3a03da2e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:14.865094 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.871629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:14.878151 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:14.882216 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b8cdce73-bb26-43a3-a5bb-1bc4762884c5 None None] For port 36bdff96-6cf6-429f-a07a-2572e80b649c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=36bdff96-6cf6-429f-a07a-2572e80b649c,segment=NetworkSegment(c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6),segment_id=c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:14.882672 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b8cdce73-bb26-43a3-a5bb-1bc4762884c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.882842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:14.885646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Pushing event updated for resources: {'Port': ['ID=ac77e72f-2b05-4c56-a60d-1e40066a521d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:14.889706 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:14.890175 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Checking segment: {'id': 'c89668cc-67d2-4d0a-955b-4e22b5445950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73a41a94-0249-477e-a332-ebfb3a03da2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:14.890791 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.891246 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Bound using segment: {'id': 'c89668cc-67d2-4d0a-955b-4e22b5445950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73a41a94-0249-477e-a332-ebfb3a03da2e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:14.891801 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Bound port: 304ec6b4-d720-4c06-9c52-5c3bcd351186, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89668cc-67d2-4d0a-955b-4e22b5445950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73a41a94-0249-477e-a332-ebfb3a03da2e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:14.892322 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.906873 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:14.907333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Checking segment: {'id': '9bf48f15-7b6f-40af-bd6b-fb27519eb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:14.907824 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.908296 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Bound using segment: {'id': '9bf48f15-7b6f-40af-bd6b-fb27519eb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:14.908880 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Bound port: ed065bb2-b7aa-444b-b503-50f93719e597, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf48f15-7b6f-40af-bd6b-fb27519eb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:14.909326 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.948026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3bc78-7a83-4a4d-9cce-ddb70101203b None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:14.993374 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:14.996999 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router_controller (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.047206 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks [] for port (33f9665d-da24-47cd-a78c-b92a63750abc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.061790 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (2f4bd742-c4d8-4415-afc9-0bdd9bd74279), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.062362 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Fanout notify agent at l3_agent the message router_deleted on router 2f4bd742-c4d8-4415-afc9-0bdd9bd74279 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 02:00:15.072702 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.076699 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9242733d-882b-49b9-abf1-9ed127fcd3c0 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "DELETE /v2.0/routers/2f4bd742-c4d8-4415-afc9-0bdd9bd74279 HTTP/1.1" status: 204 len: 168 time: 1.3597772 Jan 14 02:00:15.077391 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50100) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:15.171587 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdce73-bb26-43a3-a5bb-1bc4762884c5 None None] Calling delete_port for 36bdff96-6cf6-429f-a07a-2572e80b649c owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:15.176143 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.233174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Pushing event updated for resources: {'Port': ['ID=ed065bb2-b7aa-444b-b503-50f93719e597,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:15.240363 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (33f9665d-da24-47cd-a78c-b92a63750abc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.290789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Network 73a41a94-0249-477e-a332-ebfb3a03da2e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:15.294666 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:15.297321 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:15.358548 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:15.359185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.389128 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9653306 Jan 14 02:00:15.390895 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50106) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:15.402634 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Request body: {'port': {'network_id': '73a41a94-0249-477e-a332-ebfb3a03da2e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1551816508', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:15.403432 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] bootfile-name is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 14 02:00:15.403432 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] tftp-server is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 14 02:00:15.403756 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] server-ip-address is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 14 02:00:15.437503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Deleting port 36bdff96-6cf6-429f-a07a-2572e80b649c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:15.438228 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.460149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4440516-aadd-4347-9ee1-488520ad3844,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:15.467113 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] For port 304ec6b4-d720-4c06-9c52-5c3bcd351186, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:15.472818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d2f05-3e7f-49a1-aca6-180cb0b86d4f tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Pushing event updated for resources: {'Port': ['ID=33f9665d-da24-47cd-a78c-b92a63750abc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:15.490407 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] For port ed065bb2-b7aa-444b-b503-50f93719e597, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:15.497110 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5603f5f5-363c-45c6-80d2-a06a8d70af19 None None] Provisioning complete for port ac77e72f-2b05-4c56-a60d-1e40066a521d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:15.497687 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5603f5f5-363c-45c6-80d2-a06a8d70af19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.507170 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] For port 304ec6b4-d720-4c06-9c52-5c3bcd351186, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=304ec6b4-d720-4c06-9c52-5c3bcd351186,segment=NetworkSegment(c89668cc-67d2-4d0a-955b-4e22b5445950),segment_id=c89668cc-67d2-4d0a-955b-4e22b5445950)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:15.524043 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fde772-849e-470a-b721-cd46132ba901 req-0cea7af7-e398-4c36-9e80-0ef4cff1dacf tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:15.525898 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-22fde772-849e-470a-b721-cd46132ba901 req-0cea7af7-e398-4c36-9e80-0ef4cff1dacf tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 944 time: 0.1119611 Jan 14 02:00:15.554008 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.566049 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] For port ed065bb2-b7aa-444b-b503-50f93719e597, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ed065bb2-b7aa-444b-b503-50f93719e597,segment=NetworkSegment(9bf48f15-7b6f-40af-bd6b-fb27519eb55f),segment_id=9bf48f15-7b6f-40af-bd6b-fb27519eb55f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:15.604911 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Publish callbacks [] for router_gateway (6c8f7075-4211-4db9-8e2e-c00f925cb10e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.616446 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'e4440516-aadd-4347-9ee1-488520ad3844', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'port_id': 'e4440516-aadd-4347-9ee1-488520ad3844', 'mac_address': 'fa:16:3e:d5:b2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:00:15.624275 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f546c4-889b-4557-8b04-6d35407457eb None None] Pushing event updated for resources: {'Port': ['ID=304ec6b4-d720-4c06-9c52-5c3bcd351186,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:15.636094 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.656103 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-22fde772-849e-470a-b721-cd46132ba901 req-b927f8a8-1936-4329-84df-fcd6699d7bc5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999963 Jan 14 02:00:15.743859 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a04d08-824b-4b4f-9510-403c488f4c49 None None] Pushing event updated for resources: {'Port': ['ID=ed065bb2-b7aa-444b-b503-50f93719e597,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:15.807547 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b65401-932b-4491-bb45-e1abbbc8bb18 req-c3a1f794-c09a-478f-ae82-84dfefa086c0 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:15.819185 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25b65401-932b-4491-bb45-e1abbbc8bb18 req-c3a1f794-c09a-478f-ae82-84dfefa086c0 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 943 time: 0.1711974 Jan 14 02:00:15.841189 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5603f5f5-363c-45c6-80d2-a06a8d70af19 None None] Port ac77e72f-2b05-4c56-a60d-1e40066a521d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:15.874002 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b8cdce73-bb26-43a3-a5bb-1bc4762884c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.880865 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d144c35e-9740-4cd8-8944-3c81a0f89606 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:15.969113 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdce73-bb26-43a3-a5bb-1bc4762884c5 None None] Pushing event deleted for resources: {'Port': ['ID=36bdff96-6cf6-429f-a07a-2572e80b649c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:15.973296 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port e4440516-aadd-4347-9ee1-488520ad3844 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:15.973902 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4440516-aadd-4347-9ee1-488520ad3844), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:15.977947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: d144c35e-9740-4cd8-8944-3c81a0f89606 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:15.979690 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d144c35e-9740-4cd8-8944-3c81a0f89606 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:15.980762 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0551dd9a-290a-4c30-8721-9eff15f0dcac no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:15.989383 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-25b65401-932b-4491-bb45-e1abbbc8bb18 req-11cde404-675e-444d-8bba-fee59734cefe tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692567 Jan 14 02:00:15.997544 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cdce73-bb26-43a3-a5bb-1bc4762884c5 None None] No DVR routers for this DVR port 36bdff96-6cf6-429f-a07a-2572e80b649c on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:16.019004 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 0551dd9a-290a-4c30-8721-9eff15f0dcac {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:16.019523 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0551dd9a-290a-4c30-8721-9eff15f0dcac not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:16.020100 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 36bdff96-6cf6-429f-a07a-2572e80b649c no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:16.023908 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4440516-aadd-4347-9ee1-488520ad3844 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:00:16.053549 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 36bdff96-6cf6-429f-a07a-2572e80b649c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:16.054065 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 36bdff96-6cf6-429f-a07a-2572e80b649c not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:16.072673 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4440516-aadd-4347-9ee1-488520ad3844,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:16.083108 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e4440516-aadd-4347-9ee1-488520ad3844), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.112630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] For port 36bdff96-6cf6-429f-a07a-2572e80b649c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=36bdff96-6cf6-429f-a07a-2572e80b649c,segment=NetworkSegment(c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6),segment_id=c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:16.113279 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.134075 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Calling delete_port for 36bdff96-6cf6-429f-a07a-2572e80b649c owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:16.228756 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dee61c-6249-4b64-bdee-7a619bb8181b req-6787bf8d-c6e9-488d-aab4-e31fa58e3a8c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:16.230272 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5dee61c-6249-4b64-bdee-7a619bb8181b req-6787bf8d-c6e9-488d-aab4-e31fa58e3a8c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 945 time: 0.1618037 Jan 14 02:00:16.235269 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=e4440516-aadd-4347-9ee1-488520ad3844,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:16.236613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Made reservation on behalf of 26e8b7106f37472b8e72fb351fac7a4c for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:16.240327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.274811 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-33de8f36-c43a-4ee2-894d-503ecb857e0a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:16.275785 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-33de8f36-c43a-4ee2-894d-503ecb857e0a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.36 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8&tenant_id=63ad23e535974d8ebd72d18abfca4821&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 944 time: 0.2797334 Jan 14 02:00:16.308390 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] device_id is not set on port 7c241abf-abbb-4222-b352-78a2be588282 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:00:16.376108 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (6c8f7075-4211-4db9-8e2e-c00f925cb10e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.405339 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-4dac5eaa-940d-4b8f-991e-fb5a6faaf343 service neutron] delete failed (client error): The resource could not be found. Jan 14 02:00:16.406399 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-4dac5eaa-940d-4b8f-991e-fb5a6faaf343 service neutron] 10.222.0.36 "DELETE /v2.0/ports/e4440516-aadd-4347-9ee1-488520ad3844/bindings/n-h2-824358-4 HTTP/1.1" status: 404 len: 380 time: 0.1166694 Jan 14 02:00:16.442212 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (36bdff96-6cf6-429f-a07a-2572e80b649c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.466323 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5dee61c-6249-4b64-bdee-7a619bb8181b req-fdd44efa-1fcc-426d-add4-b1243bd7e364 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265346 Jan 14 02:00:16.478255 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'Port': ['ID=36bdff96-6cf6-429f-a07a-2572e80b649c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:16.493050 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] No DVR routers for this DVR port 36bdff96-6cf6-429f-a07a-2572e80b649c on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:16.495179 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Allocated IP 172.20.0.3 (73a41a94-0249-477e-a332-ebfb3a03da2e/3910506a-b9aa-472c-b971-eb4f0448f089/7c241abf-abbb-4222-b352-78a2be588282) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:16.506831 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['e4440516-aadd-4347-9ee1-488520ad3844'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:00:16.614017 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.646905 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:16.654134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-410e3cc2-6ea5-4289-ab07-7ec491a147e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:16.655670 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-410e3cc2-6ea5-4289-ab07-7ec491a147e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1096 time: 0.0650656 Jan 14 02:00:16.693309 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:16.693520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:16.707053 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.726554 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Router 6c8f7075-4211-4db9-8e2e-c00f925cb10e is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 02:00:16.732775 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.753310 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:00:16.753667 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (c40c14e1-3e3c-42b3-93a5-b2cf825ce2e6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: self.session.flush() Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:00:16.757068 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:00:16.817927 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-17baf6bf-b2e6-4cf3-8703-c36eaee61321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:16.819445 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-17baf6bf-b2e6-4cf3-8703-c36eaee61321 service neutron] 10.222.0.36 "GET /v2.0/networks?id=531b2251-eafb-431d-aaa1-e2effd220bd0 HTTP/1.1" status: 200 len: 898 time: 0.1571479 Jan 14 02:00:16.849504 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.852327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks [] for port (7c241abf-abbb-4222-b352-78a2be588282), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.860546 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.864678 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] 10.222.0.26 "DELETE /v2.0/networks/5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453 HTTP/1.1" status: 204 len: 168 time: 1.7842295 Jan 14 02:00:16.880171 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71b426-6a26-4bec-b126-45a4e7d54c58 tempest-TestSecurityGroupsBasicOps-625326367 tempest-TestSecurityGroupsBasicOps-625326367-project] Pushing event deleted for resources: {'Network': ['ID=5fe2cb8e-66a5-4cd9-bcce-c2dce19a7453,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:16.928581 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:16.938068 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Sync routers for ids ['6c8f7075-4211-4db9-8e2e-c00f925cb10e'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:16.938656 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (7c241abf-abbb-4222-b352-78a2be588282), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:16.945148 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-e3e01268-62c7-47e9-bc5b-9a2caa9b94b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 200 len: 1001 time: 0.0914247 Jan 14 02:00:16.949803 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Routers {'6c8f7075-4211-4db9-8e2e-c00f925cb10e'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:16.950693 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6c8f7075-4211-4db9-8e2e-c00f925cb10e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:17.002049 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Pushing event updated for resources: {'Port': ['ID=7c241abf-abbb-4222-b352-78a2be588282,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:17.013084 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:17.014318 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-da0afd32-150a-43b4-8d1e-a108bcb66496 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4088125 Jan 14 02:00:17.016339 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Network 73a41a94-0249-477e-a332-ebfb3a03da2e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:17.017584 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50122) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:17.024972 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:17.027905 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:17.045500 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-af545b8e-695a-4b93-ae9c-ff25777860b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:17.047109 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-af545b8e-695a-4b93-ae9c-ff25777860b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f743ef-8ce0-4eb6-9084-211b90b0e49c HTTP/1.1" status: 200 len: 834 time: 0.0897193 Jan 14 02:00:17.165398 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Set router 6c8f7075-4211-4db9-8e2e-c00f925cb10e gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:17.175256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-2a919490-74cc-4c6c-b67b-135490a0fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:17.176813 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-2a919490-74cc-4c6c-b67b-135490a0fd9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531b2251-eafb-431d-aaa1-e2effd220bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221123 Jan 14 02:00:17.203566 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:17.204149 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:17.236161 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-dec68954-abc2-4c4d-8717-68b1fbc9555e tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8425186 Jan 14 02:00:17.237537 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50128) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:17.359667 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-ef29ee67-bafb-455d-aa1b-ce3c6b82937f service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577094 Jan 14 02:00:17.377407 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f3d2e-c1bd-44af-9ffb-6a500a839219 req-447d5124-4963-43ff-bd69-558e8c6875e4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:17.385584 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-625f3d2e-c1bd-44af-9ffb-6a500a839219 req-447d5124-4963-43ff-bd69-558e8c6875e4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 943 time: 0.2433436 Jan 14 02:00:17.388045 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50130) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:17.495946 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'name': 'tempest-TestAggregatesBasicOps-1726891791-router', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:13Z', 'updated_at': '2022-01-14T02:00:15Z', 'revision_number': 3, 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'gw_port': {'id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:35:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:14Z', 'updated_at': '2022-01-14T02:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:17.507626 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a25c1-2adf-46bf-a7f8-7a47ea12ad21 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:17.513866 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a25c1-2adf-46bf-a7f8-7a47ea12ad21 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:17.530589 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a25c1-2adf-46bf-a7f8-7a47ea12ad21 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:17.532088 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-025a25c1-2adf-46bf-a7f8-7a47ea12ad21 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2937896 Jan 14 02:00:17.547241 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:17.579764 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Checking router: 6c8f7075-4211-4db9-8e2e-c00f925cb10e for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:17.579764 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Updating router 6c8f7075-4211-4db9-8e2e-c00f925cb10e port ac77e72f-2b05-4c56-a60d-1e40066a521d binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:00:17.612579 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-625f3d2e-c1bd-44af-9ffb-6a500a839219 req-eabc53ce-4fa9-40d2-84f0-bd1b3ada33c4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258537 Jan 14 02:00:17.621721 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:17.651870 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-69cf9459-5fa7-48f3-ad4c-14e7f603c4b6 req-d74a0b33-a232-4758-a55e-c13b0a8cdac0 service neutron] 10.222.0.36 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853804 Jan 14 02:00:17.724448 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-29cb0632-061b-4c2d-8d50-087e1ce83e4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f24ad4a62192446cbf1d8d5d4545d57d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3262570 Jan 14 02:00:17.728513 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50142) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:17.730842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79550999-51b6-4112-ba02-db2c8933fdc5 req-7cf1e4b6-7a65-4b2d-a720-4024712a0d75 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:17.739066 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79550999-51b6-4112-ba02-db2c8933fdc5 req-7cf1e4b6-7a65-4b2d-a720-4024712a0d75 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 945 time: 0.1080415 Jan 14 02:00:17.834059 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27a6fac-5bac-4890-ad5f-fdc7d77242d1 None None] Network 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:17.869323 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-79550999-51b6-4112-ba02-db2c8933fdc5 req-ef62e8ef-42e2-455c-99a6-1bed5d8795bd tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294343 Jan 14 02:00:17.905746 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6babe5-999a-43b6-a20d-0fb00e145c62 None None] Network 73a41a94-0249-477e-a332-ebfb3a03da2e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:17.928590 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-51eec597-abd1-4417-b240-578aedaababb None None] Provisioning complete for port ed065bb2-b7aa-444b-b503-50f93719e597 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:17.928967 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51eec597-abd1-4417-b240-578aedaababb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:17.994230 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 304ec6b4-d720-4c06-9c52-5c3bcd351186 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:18.011384 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e9e3f06-bedc-4731-a361-dd3da1ebe20d admin admin] Publish callbacks [] for security_group (2b8fd266-3a12-447b-8f1f-55058f7dd765), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.051113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-16b30684-c420-47c5-944a-4d299eb82bf6 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Deleting port 7c241abf-abbb-4222-b352-78a2be588282 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:18.051454 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16b30684-c420-47c5-944a-4d299eb82bf6 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (7c241abf-abbb-4222-b352-78a2be588282), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.111384 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e9e3f06-bedc-4731-a361-dd3da1ebe20d admin admin] Publish callbacks [] for security_group (2b8fd266-3a12-447b-8f1f-55058f7dd765), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.219811 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16b30684-c420-47c5-944a-4d299eb82bf6 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (7c241abf-abbb-4222-b352-78a2be588282), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.224572 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.249559 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-16b30684-c420-47c5-944a-4d299eb82bf6 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Calling delete_port for 7c241abf-abbb-4222-b352-78a2be588282 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:18.304827 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e9e3f06-bedc-4731-a361-dd3da1ebe20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2b8fd266-3a12-447b-8f1f-55058f7dd765), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.307369 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e9e3f06-bedc-4731-a361-dd3da1ebe20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.308497 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4e9e3f06-bedc-4731-a361-dd3da1ebe20d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b8fd266-3a12-447b-8f1f-55058f7dd765 HTTP/1.1" status: 204 len: 168 time: 0.5730197 Jan 14 02:00:18.355731 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e3f06-bedc-4731-a361-dd3da1ebe20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8fd266-3a12-447b-8f1f-55058f7dd765,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:18.451978 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 304ec6b4-d720-4c06-9c52-5c3bcd351186 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:18.452354 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.497176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-51eec597-abd1-4417-b240-578aedaababb None None] Current status of the port ed065bb2-b7aa-444b-b503-50f93719e597 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:18.497578 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51eec597-abd1-4417-b240-578aedaababb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.568201 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Publish callbacks [] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.582082 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16b30684-c420-47c5-944a-4d299eb82bf6 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (7c241abf-abbb-4222-b352-78a2be588282), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.600155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-51eec597-abd1-4417-b240-578aedaababb None None] For port ed065bb2-b7aa-444b-b503-50f93719e597, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ed065bb2-b7aa-444b-b503-50f93719e597,segment=NetworkSegment(9bf48f15-7b6f-40af-bd6b-fb27519eb55f),segment_id=9bf48f15-7b6f-40af-bd6b-fb27519eb55f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:18.604478 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.652993 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51eec597-abd1-4417-b240-578aedaababb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.670584 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b30684-c420-47c5-944a-4d299eb82bf6 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Pushing event deleted for resources: {'Port': ['ID=7c241abf-abbb-4222-b352-78a2be588282,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:18.686920 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba140400-54dc-4322-a3c8-cbd94bcc9a5c None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:18.717217 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd065ddc-dc78-447a-bc5f-193b4cbc31c0 None None] Pushing event updated for resources: {'Port': ['ID=ac77e72f-2b05-4c56-a60d-1e40066a521d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:18.729543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Attempting to bind port ac77e72f-2b05-4c56-a60d-1e40066a521d on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:18.734711 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Attempting to bind port ac77e72f-2b05-4c56-a60d-1e40066a521d by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:18.736458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Attempting to bind port ac77e72f-2b05-4c56-a60d-1e40066a521d on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:18.784783 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Allocated IP 172.20.0.1 (21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4/f45133b5-f70e-4fe1-afe2-c37440b0f9cd/3cc66504-20e4-4401-ac84-2cc909d43231) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:18.822107 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81198c-aa28-49b1-a0dd-da4a6232a034 req-03b14716-9c7a-4431-8880-8186b93bffa2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:18.833679 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50154) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:18.834513 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3e81198c-aa28-49b1-a0dd-da4a6232a034 req-03b14716-9c7a-4431-8880-8186b93bffa2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 943 time: 0.0932763 Jan 14 02:00:18.859490 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:18.860460 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:18.862622 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.863905 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:18.866192 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Bound port: ac77e72f-2b05-4c56-a60d-1e40066a521d, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:18.866955 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.879128 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3289a843-3a61-4b32-8662-403f3084f14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.888556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e4440516-aadd-4347-9ee1-488520ad3844 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:18.900293 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3e81198c-aa28-49b1-a0dd-da4a6232a034 req-1e904bb5-b7a6-4a94-b370-49b2b7fe330a tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574608 Jan 14 02:00:18.972896 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16b30684-c420-47c5-944a-4d299eb82bf6 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:18.976768 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-16b30684-c420-47c5-944a-4d299eb82bf6 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] 10.222.0.26 "DELETE /v2.0/ports/7c241abf-abbb-4222-b352-78a2be588282 HTTP/1.1" status: 204 len: 168 time: 1.4284146 Jan 14 02:00:18.981713 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50158) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:18.988127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-60f35d59-1537-445e-9579-ac2299c26a85 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Request body: {'port': {'name': 'tempest-new-port-name-543533128', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:18.988936 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.api.validators [None req-60f35d59-1537-445e-9579-ac2299c26a85 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] bootfile-name is not in valid_values {{(pid=103353) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 14 02:00:18.989440 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.api.validators [None req-60f35d59-1537-445e-9579-ac2299c26a85 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] tftp-server is not in valid_values {{(pid=103353) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 14 02:00:18.989931 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.api.validators [None req-60f35d59-1537-445e-9579-ac2299c26a85 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] server-ip-address is not in valid_values {{(pid=103353) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 14 02:00:19.011186 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 304ec6b4-d720-4c06-9c52-5c3bcd351186 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:19.011544 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.037082 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eec597-abd1-4417-b240-578aedaababb None None] Pushing event updated for resources: {'Port': ['ID=ed065bb2-b7aa-444b-b503-50f93719e597,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:19.039668 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-91bafb5b-74a4-435c-b1b7-89dbd3f9bb23 None None] Provisioning complete for port ac77e72f-2b05-4c56-a60d-1e40066a521d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:19.040151 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91bafb5b-74a4-435c-b1b7-89dbd3f9bb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.082536 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Publish callbacks [] for port (3cc66504-20e4-4401-ac84-2cc909d43231), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.096903 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3289a843-3a61-4b32-8662-403f3084f14e admin admin] Publish callbacks [] for security_group (59eddee7-2958-4831-b1fb-c6e29d78498c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.104389 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60f35d59-1537-445e-9579-ac2299c26a85 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (33f9665d-da24-47cd-a78c-b92a63750abc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.105794 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3289a843-3a61-4b32-8662-403f3084f14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (59eddee7-2958-4831-b1fb-c6e29d78498c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.110680 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 304ec6b4-d720-4c06-9c52-5c3bcd351186, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=304ec6b4-d720-4c06-9c52-5c3bcd351186,segment=NetworkSegment(c89668cc-67d2-4d0a-955b-4e22b5445950),segment_id=c89668cc-67d2-4d0a-955b-4e22b5445950)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:19.114656 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691013b-3c62-491f-ba10-85582bbf4830 req-a63a12a9-6bda-46cb-83a2-1b6508d43476 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:19.116986 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c691013b-3c62-491f-ba10-85582bbf4830 req-a63a12a9-6bda-46cb-83a2-1b6508d43476 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 945 time: 0.1231875 Jan 14 02:00:19.121368 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] For port ac77e72f-2b05-4c56-a60d-1e40066a521d, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:19.127114 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.127906 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ed065bb2-b7aa-444b-b503-50f93719e597 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:19.160148 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3289a843-3a61-4b32-8662-403f3084f14e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4dc7b027cd2a406f8683a713204be74c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3226609 Jan 14 02:00:19.167247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50160) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:19.197069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289a843-3a61-4b32-8662-403f3084f14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59eddee7-2958-4831-b1fb-c6e29d78498c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:19.200638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] For port ac77e72f-2b05-4c56-a60d-1e40066a521d, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ac77e72f-2b05-4c56-a60d-1e40066a521d,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:19.217101 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.219582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-91bafb5b-74a4-435c-b1b7-89dbd3f9bb23 None None] Port ac77e72f-2b05-4c56-a60d-1e40066a521d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:19.229558 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.253944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port e4440516-aadd-4347-9ee1-488520ad3844 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:00:19.280388 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port e4440516-aadd-4347-9ee1-488520ad3844 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:19.280761 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e4440516-aadd-4347-9ee1-488520ad3844), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.289548 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e6e37c-b13d-4289-a6d3-b463566dcdfe None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:19.301605 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Network 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:19.308619 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:19.311214 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:19.320262 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-91bafb5b-74a4-435c-b1b7-89dbd3f9bb23 None None] Provisioning complete for port 304ec6b4-d720-4c06-9c52-5c3bcd351186 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:19.320634 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91bafb5b-74a4-435c-b1b7-89dbd3f9bb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.326926 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=304ec6b4-d720-4c06-9c52-5c3bcd351186,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:19.336422 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc66504-20e4-4401-ac84-2cc909d43231,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:19.341484 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3404f2e-26a2-4fb9-b4c9-157e6098b41f admin admin] Publish callbacks [] for security_group (59eddee7-2958-4831-b1fb-c6e29d78498c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.367306 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3404f2e-26a2-4fb9-b4c9-157e6098b41f admin admin] Publish callbacks [] for security_group (59eddee7-2958-4831-b1fb-c6e29d78498c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.414288 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (6c8f7075-4211-4db9-8e2e-c00f925cb10e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.425650 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port ed065bb2-b7aa-444b-b503-50f93719e597 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:19.426020 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.458132 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60f35d59-1537-445e-9579-ac2299c26a85 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks [] for port (33f9665d-da24-47cd-a78c-b92a63750abc), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.484199 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c691013b-3c62-491f-ba10-85582bbf4830 req-86506f25-d59a-43e0-8a0a-2afa8de10923 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3574996 Jan 14 02:00:19.485368 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60f35d59-1537-445e-9579-ac2299c26a85 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (33f9665d-da24-47cd-a78c-b92a63750abc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.497609 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Routers {'6c8f7075-4211-4db9-8e2e-c00f925cb10e'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:19.498254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6c8f7075-4211-4db9-8e2e-c00f925cb10e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:19.521230 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50162) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:19.550962 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd065ddc-dc78-447a-bc5f-193b4cbc31c0 None None] Pushing event updated for resources: {'Port': ['ID=ac77e72f-2b05-4c56-a60d-1e40066a521d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:19.575778 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:00:19.617016 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.619995 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3404f2e-26a2-4fb9-b4c9-157e6098b41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (59eddee7-2958-4831-b1fb-c6e29d78498c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.622042 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3404f2e-26a2-4fb9-b4c9-157e6098b41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.625616 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d3404f2e-26a2-4fb9-b4c9-157e6098b41f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59eddee7-2958-4831-b1fb-c6e29d78498c HTTP/1.1" status: 204 len: 168 time: 0.4550438 Jan 14 02:00:19.643880 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3404f2e-26a2-4fb9-b4c9-157e6098b41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eddee7-2958-4831-b1fb-c6e29d78498c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:19.680190 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4d931bf8-e298-40b3-911e-6ce8af588e35 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/floatingips/f3487809-427c-4ee1-abcb-cd4b6ba4368f HTTP/1.1" status: 200 len: 993 time: 0.1575058 Jan 14 02:00:19.687717 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f35d59-1537-445e-9579-ac2299c26a85 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Pushing event updated for resources: {'Port': ['ID=33f9665d-da24-47cd-a78c-b92a63750abc,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:19.709839 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-60f35d59-1537-445e-9579-ac2299c26a85 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] In _notify_port_updated(), no bound segment for port 33f9665d-da24-47cd-a78c-b92a63750abc on network 73a41a94-0249-477e-a332-ebfb3a03da2e {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 02:00:19.717922 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f35d59-1537-445e-9579-ac2299c26a85 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:19.718955 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60f35d59-1537-445e-9579-ac2299c26a85 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:19.720471 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-60f35d59-1537-445e-9579-ac2299c26a85 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] 10.222.0.26 "PUT /v2.0/ports/33f9665d-da24-47cd-a78c-b92a63750abc HTTP/1.1" status: 200 len: 1136 time: 0.7374954 Jan 14 02:00:19.725291 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50168) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:19.803007 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2c10d-31f6-4031-8328-c5ccc897fc13 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:19.804474 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fce2c10d-31f6-4031-8328-c5ccc897fc13 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] 10.222.0.26 "GET /v2.0/ports/33f9665d-da24-47cd-a78c-b92a63750abc HTTP/1.1" status: 200 len: 1136 time: 0.0780127 Jan 14 02:00:19.808997 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50170) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:19.813861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-91bafb5b-74a4-435c-b1b7-89dbd3f9bb23 None None] Current status of the port 304ec6b4-d720-4c06-9c52-5c3bcd351186 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:19.950387 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port ed065bb2-b7aa-444b-b503-50f93719e597 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:19.963850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port e4440516-aadd-4347-9ee1-488520ad3844 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:19.964251 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e4440516-aadd-4347-9ee1-488520ad3844), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.010855 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:00:20.013595 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e8d5d1-7bd5-42f1-923e-bb2b8e7b2000" -d '{"events": [{"server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "name": "network-vif-plugged", "status": "completed", "tag": "e4440516-aadd-4347-9ee1-488520ad3844"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:00:20.029918 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Publish callbacks [] for port (3cc66504-20e4-4401-ac84-2cc909d43231), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.036694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fbc9cfdb-cee6-428d-948a-29e6fe8fa5a2 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Deleting port 33f9665d-da24-47cd-a78c-b92a63750abc {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:20.037277 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbc9cfdb-cee6-428d-948a-29e6fe8fa5a2 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (33f9665d-da24-47cd-a78c-b92a63750abc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.037379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4440516-aadd-4347-9ee1-488520ad3844,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:20.043188 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.062114 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Provisioning complete for port 33f9665d-da24-47cd-a78c-b92a63750abc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:20.062706 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (33f9665d-da24-47cd-a78c-b92a63750abc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.074398 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] Set router 6c8f7075-4211-4db9-8e2e-c00f925cb10e gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:20.080778 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e4440516-aadd-4347-9ee1-488520ad3844), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.209464 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc66504-20e4-4401-ac84-2cc909d43231,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:20.224988 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (6c8f7075-4211-4db9-8e2e-c00f925cb10e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.257591 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4b40fc-fb8a-4816-9816-4cef200b7257 x-openstack-request-id: req-1b4b40fc-fb8a-4816-9816-4cef200b7257 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:00:20.257882 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "name": "network-vif-plugged", "status": "completed", "tag": "e4440516-aadd-4347-9ee1-488520ad3844", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:00:20.258166 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b4b40fc-fb8a-4816-9816-4cef200b7257 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:00:20.258646 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844', 'code': 200} Jan 14 02:00:20.261755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 304ec6b4-d720-4c06-9c52-5c3bcd351186 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:20.283673 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b6a8-54c0-4812-aecf-88d68e00faa8 req-1d9f452b-c929-4c3b-af9d-2a9de5e8923a tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:20.285953 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3380b6a8-54c0-4812-aecf-88d68e00faa8 req-1d9f452b-c929-4c3b-af9d-2a9de5e8923a tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 943 time: 0.1362970 Jan 14 02:00:20.306341 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbc9cfdb-cee6-428d-948a-29e6fe8fa5a2 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (33f9665d-da24-47cd-a78c-b92a63750abc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.333633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:00:20.357576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Network 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:20.359139 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:20.359902 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fbc9cfdb-cee6-428d-948a-29e6fe8fa5a2 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Calling delete_port for 33f9665d-da24-47cd-a78c-b92a63750abc owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:20.369943 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50180) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:20.404932 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3380b6a8-54c0-4812-aecf-88d68e00faa8 req-7bf40f1d-81ef-43c7-b060-8250f76ebced tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111526 Jan 14 02:00:20.453510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Port 33f9665d-da24-47cd-a78c-b92a63750abc cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:20.464999 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Could not find standard attr ID for object 7c241abf-abbb-4222-b352-78a2be588282. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 02:00:20.505165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 304ec6b4-d720-4c06-9c52-5c3bcd351186 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:20.505376 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Router 6c8f7075-4211-4db9-8e2e-c00f925cb10e has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:00:20.505731 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.528600 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-858c1c1b-4129-4105-94bf-c00d93b0fc98 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70c568d4b760402f97a2596a683210e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1572266 Jan 14 02:00:20.532239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50182) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:20.543937 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=e4440516-aadd-4347-9ee1-488520ad3844,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:20.595482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Provisioning complete for port 304ec6b4-d720-4c06-9c52-5c3bcd351186 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:20.596204 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.599246 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbc9cfdb-cee6-428d-948a-29e6fe8fa5a2 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (33f9665d-da24-47cd-a78c-b92a63750abc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.605171 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:20.646743 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '9bef1b1a-2121-4ede-8c5e-bf56811a51f2', 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4', 'port_id': '9bef1b1a-2121-4ede-8c5e-bf56811a51f2', 'mac_address': 'fa:16:3e:bb:76:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229627b7-01e8-4c6c-bfbe-27b51d26180b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:00:20.658309 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:20.668156 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5f776be4-e802-45fb-aae1-c1ef410cb461 admin admin] 10.222.0.26 "PUT /v2.0/routers/6c8f7075-4211-4db9-8e2e-c00f925cb10e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6490428 Jan 14 02:00:20.671695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9cfdb-cee6-428d-948a-29e6fe8fa5a2 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Pushing event deleted for resources: {'Port': ['ID=33f9665d-da24-47cd-a78c-b92a63750abc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:20.717233 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89dd49c7-658d-441a-b8eb-5e71061e4a11 admin admin] Publish callbacks [] for security_group (79e60abd-f93c-4711-a08b-93f2030cfc6d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.775237 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89dd49c7-658d-441a-b8eb-5e71061e4a11 admin admin] Publish callbacks [] for security_group (79e60abd-f93c-4711-a08b-93f2030cfc6d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.796864 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbc9cfdb-cee6-428d-948a-29e6fe8fa5a2 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.802932 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50186) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:20.803177 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fbc9cfdb-cee6-428d-948a-29e6fe8fa5a2 tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] 10.222.0.26 "DELETE /v2.0/ports/33f9665d-da24-47cd-a78c-b92a63750abc HTTP/1.1" status: 204 len: 168 time: 0.9926345 Jan 14 02:00:20.871258 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89dd49c7-658d-441a-b8eb-5e71061e4a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (79e60abd-f93c-4711-a08b-93f2030cfc6d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.875720 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89dd49c7-658d-441a-b8eb-5e71061e4a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.879513 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-89dd49c7-658d-441a-b8eb-5e71061e4a11 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79e60abd-f93c-4711-a08b-93f2030cfc6d HTTP/1.1" status: 204 len: 168 time: 0.3437064 Jan 14 02:00:20.902692 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-802692dd-6efe-4733-a1c8-c2f59aca700d tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Deleting subnet 3910506a-b9aa-472c-b971-eb4f0448f089 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:00:20.903864 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd49c7-658d-441a-b8eb-5e71061e4a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e60abd-f93c-4711-a08b-93f2030cfc6d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:20.912650 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-802692dd-6efe-4733-a1c8-c2f59aca700d tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks [] for subnet (3910506a-b9aa-472c-b971-eb4f0448f089), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:20.917226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 304ec6b4-d720-4c06-9c52-5c3bcd351186 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:20.918553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ed065bb2-b7aa-444b-b503-50f93719e597 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:20.987942 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-802692dd-6efe-4733-a1c8-c2f59aca700d tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (3910506a-b9aa-472c-b971-eb4f0448f089), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:21.020948 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'name': 'tempest-TestAggregatesBasicOps-1726891791-router', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:13Z', 'updated_at': '2022-01-14T02:00:15Z', 'revision_number': 3, 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'gw_port': {'id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:35:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:14Z', 'updated_at': '2022-01-14T02:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:21.051543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:21.053772 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:21.082140 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1942b32b-252e-40c3-bf34-32fb88ba5afb None None] The sync data for ids ['6c8f7075-4211-4db9-8e2e-c00f925cb10e'] in n-d-824358-4 is: [{'id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'name': 'tempest-TestAggregatesBasicOps-1726891791-router', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:13Z', 'updated_at': '2022-01-14T02:00:15Z', 'revision_number': 3, 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'gw_port': {'id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:35:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:14Z', 'updated_at': '2022-01-14T02:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:21.090968 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-802692dd-6efe-4733-a1c8-c2f59aca700d tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (3910506a-b9aa-472c-b971-eb4f0448f089), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:21.093817 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:00:21.139145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:21.158969 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:21.167266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Current status of the port 304ec6b4-d720-4c06-9c52-5c3bcd351186 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:21.167982 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-802692dd-6efe-4733-a1c8-c2f59aca700d tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (3910506a-b9aa-472c-b971-eb4f0448f089), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:21.211941 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port ed065bb2-b7aa-444b-b503-50f93719e597 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:21.212317 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:21.248811 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802692dd-6efe-4733-a1c8-c2f59aca700d tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Pushing event deleted for resources: {'Subnet': ['ID=3910506a-b9aa-472c-b971-eb4f0448f089,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:21.252111 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Provisioning complete for port 3cc66504-20e4-4401-ac84-2cc909d43231 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:21.252483 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:21.256263 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-802692dd-6efe-4733-a1c8-c2f59aca700d tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:21.266443 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-802692dd-6efe-4733-a1c8-c2f59aca700d tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] 10.222.0.26 "DELETE /v2.0/subnets/3910506a-b9aa-472c-b971-eb4f0448f089 HTTP/1.1" status: 204 len: 168 time: 0.4600778 Jan 14 02:00:21.266645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:21.288277 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8be1bbe-4003-409c-8976-1899aeca4081 None None] Network 73a41a94-0249-477e-a332-ebfb3a03da2e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:21.290300 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:21.378194 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Port 3cc66504-20e4-4401-ac84-2cc909d43231 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:21.411981 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (73a41a94-0249-477e-a332-ebfb3a03da2e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:21.430214 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Provisioning complete for port ed065bb2-b7aa-444b-b503-50f93719e597 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:21.430784 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:21.490182 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['9bef1b1a-2121-4ede-8c5e-bf56811a51f2'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:00:21.556835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Deleting port 304ec6b4-d720-4c06-9c52-5c3bcd351186 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:21.557141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:21.655268 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c837f4-9204-41b4-977b-306072b78c81 req-39294654-e261-423a-8751-02d9491f4595 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:21.662192 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68c837f4-9204-41b4-977b-306072b78c81 req-39294654-e261-423a-8751-02d9491f4595 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 944 time: 0.0745966 Jan 14 02:00:21.766987 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-68c837f4-9204-41b4-977b-306072b78c81 req-5d689405-8430-4737-9ee2-91f7bbdef916 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993268 Jan 14 02:00:21.790444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] For port 304ec6b4-d720-4c06-9c52-5c3bcd351186, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=304ec6b4-d720-4c06-9c52-5c3bcd351186,segment=NetworkSegment(c89668cc-67d2-4d0a-955b-4e22b5445950),segment_id=c89668cc-67d2-4d0a-955b-4e22b5445950)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:21.791689 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:21.806919 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port ed065bb2-b7aa-444b-b503-50f93719e597 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:21.826917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Calling delete_port for 304ec6b4-d720-4c06-9c52-5c3bcd351186 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:21.975760 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (304ec6b4-d720-4c06-9c52-5c3bcd351186), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.005583 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] No DVR routers for this DVR port 304ec6b4-d720-4c06-9c52-5c3bcd351186 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:22.034063 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfd85a6-58b7-497b-8fea-75879d25c745 None None] DHCP port deletion for 73a41a94-0249-477e-a332-ebfb3a03da2e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:22.089519 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Pushing event deleted for resources: {'Port': ['ID=304ec6b4-d720-4c06-9c52-5c3bcd351186,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:22.111688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50224) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:22.117293 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1174317053-network', 'tenant_id': '79249c5ba97548579c4021ec57214247'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:22.155785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Current status of the port ed065bb2-b7aa-444b-b503-50f93719e597 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:22.182701 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Made reservation on behalf of 79249c5ba97548579c4021ec57214247 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:22.184985 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.203727 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.292902 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Provisioning complete for port ac77e72f-2b05-4c56-a60d-1e40066a521d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:22.307288 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.332889 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ac77e72f-2b05-4c56-a60d-1e40066a521d up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:22.334819 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (73a41a94-0249-477e-a332-ebfb3a03da2e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.374514 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a41a94-0249-477e-a332-ebfb3a03da2e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:22.386830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89668cc-67d2-4d0a-955b-4e22b5445950') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:22.387129 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89668cc-67d2-4d0a-955b-4e22b5445950') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:22.402247 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (c89668cc-67d2-4d0a-955b-4e22b5445950), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.427865 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c89668cc-67d2-4d0a-955b-4e22b5445950), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.436041 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:00:22.436707 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (c89668cc-67d2-4d0a-955b-4e22b5445950), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.438059 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Publish callbacks [] for security_group (d9062151-e64e-48d8-9a43-47fc1bb1991f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:00:22.440399 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:00:22.450025 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d9062151-e64e-48d8-9a43-47fc1bb1991f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.528534 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9062151-e64e-48d8-9a43-47fc1bb1991f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:22.546205 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.546760 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.547539 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.547880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.551900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.551900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.551900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.551900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.551900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.551900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.551900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.555318 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (73a41a94-0249-477e-a332-ebfb3a03da2e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.559677 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port ac77e72f-2b05-4c56-a60d-1e40066a521d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:22.560776 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.562368 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.562830 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:22.587207 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:00:22.595072 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Current status of the port ac77e72f-2b05-4c56-a60d-1e40066a521d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:22.595534 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.608093 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.611986 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (a7f4fb8e-22e3-4314-a861-b39982ba13e6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.612487 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Added segment a7f4fb8e-22e3-4314-a861-b39982ba13e6 of type vlan for network 056ab59b-435e-4f57-b42c-ae8de052d6de Jan 14 02:00:22.614235 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] 10.222.0.26 "DELETE /v2.0/networks/73a41a94-0249-477e-a332-ebfb3a03da2e HTTP/1.1" status: 204 len: 168 time: 1.3460722 Jan 14 02:00:22.621054 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650bd61-4738-404e-b413-19f33159deea tempest-ExtraDHCPOptionsTestJSON-144968385 tempest-ExtraDHCPOptionsTestJSON-144968385-project] Pushing event deleted for resources: {'Network': ['ID=73a41a94-0249-477e-a332-ebfb3a03da2e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:22.636679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] For port ac77e72f-2b05-4c56-a60d-1e40066a521d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ac77e72f-2b05-4c56-a60d-1e40066a521d,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:22.653188 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.681926 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (056ab59b-435e-4f57-b42c-ae8de052d6de), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.726138 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (056ab59b-435e-4f57-b42c-ae8de052d6de), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.729422 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:22.730580 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.746549 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50236) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:22.811489 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6986263 Jan 14 02:00:22.814344 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50242) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:22.819300 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84bdb9-357b-4455-857e-d7cf45045910 admin admin] Pushing event updated for resources: {'Network': ['ID=056ab59b-435e-4f57-b42c-ae8de052d6de,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:22.820451 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3d934474-5ced-44e4-8cfa-a298f814ecc3 admin admin] Request body: {'subnet': {'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1174317053-subnet', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:22.824226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-65f70e1f-11f4-417c-b352-24466f158b0b None None] Could not find standard attr ID for object 33f9665d-da24-47cd-a78c-b92a63750abc. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 02:00:22.834062 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ebf39-9990-4109-b557-a79909553ab1 None None] Pushing event updated for resources: {'Port': ['ID=ac77e72f-2b05-4c56-a60d-1e40066a521d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:22.840199 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 056ab59b-435e-4f57-b42c-ae8de052d6de details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:00:22.919945 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d934474-5ced-44e4-8cfa-a298f814ecc3 admin admin] Made reservation on behalf of 79249c5ba97548579c4021ec57214247 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:22.923719 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d934474-5ced-44e4-8cfa-a298f814ecc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:22.953418 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-65f70e1f-11f4-417c-b352-24466f158b0b None None] Provisioning complete for port 3cc66504-20e4-4401-ac84-2cc909d43231 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:22.953792 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65f70e1f-11f4-417c-b352-24466f158b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.035561 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-811061274-network', 'tenant_id': '1a183fb2886444eb96337220c4fe7939'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:23.039809 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port ac77e72f-2b05-4c56-a60d-1e40066a521d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:23.056403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f58b2c-451b-4490-8372-4e60cd66936c req-aac4876a-c6b5-4b0c-82c0-c524bf1fc1b2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:23.058320 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11f58b2c-451b-4490-8372-4e60cd66936c req-aac4876a-c6b5-4b0c-82c0-c524bf1fc1b2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 944 time: 0.0962219 Jan 14 02:00:23.078825 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-65f70e1f-11f4-417c-b352-24466f158b0b None None] Port 3cc66504-20e4-4401-ac84-2cc909d43231 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:23.120381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Made reservation on behalf of 1a183fb2886444eb96337220c4fe7939 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:23.127125 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.127819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 304ec6b4-d720-4c06-9c52-5c3bcd351186 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:23.139401 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-11f58b2c-451b-4490-8372-4e60cd66936c req-76968bd6-b136-4d55-ac42-6e8902f4eeb5 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752270 Jan 14 02:00:23.147847 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50246) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:23.148485 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 304ec6b4-d720-4c06-9c52-5c3bcd351186 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:23.148845 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 304ec6b4-d720-4c06-9c52-5c3bcd351186 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:23.168630 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.272083 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d934474-5ced-44e4-8cfa-a298f814ecc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (524aebbc-f213-4384-8521-57415e3f2aff), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.370017 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Publish callbacks [] for security_group (0d6e58b9-8fc3-4154-8275-ef795b86130c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.370998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d934474-5ced-44e4-8cfa-a298f814ecc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=524aebbc-f213-4384-8521-57415e3f2aff,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:23.381913 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d934474-5ced-44e4-8cfa-a298f814ecc3 admin admin] Checking segment: {'id': 'a7f4fb8e-22e3-4314-a861-b39982ba13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:23.382297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d934474-5ced-44e4-8cfa-a298f814ecc3 admin admin] Network hostable DHCP agents. Network: 056ab59b-435e-4f57-b42c-ae8de052d6de, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:00:23.384494 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (0d6e58b9-8fc3-4154-8275-ef795b86130c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.417035 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fe201b1a-56ea-4ccf-bc38-6a73d8bb8dea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26e8b7106f37472b8e72fb351fac7a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670333 Jan 14 02:00:23.420637 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50254) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:23.422309 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:00:23.436311 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6e58b9-8fc3-4154-8275-ef795b86130c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:23.441779 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (a1f78c9f-8f76-459f-8a07-dec47b81b271), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.442125 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Added segment a1f78c9f-8f76-459f-8a07-dec47b81b271 of type vlan for network 12324b66-1045-46a6-957c-ee005a50dcaf Jan 14 02:00:23.449932 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d934474-5ced-44e4-8cfa-a298f814ecc3 admin admin] Network 056ab59b-435e-4f57-b42c-ae8de052d6de is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:00:23.486357 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3d934474-5ced-44e4-8cfa-a298f814ecc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 056ab59b-435e-4f57-b42c-ae8de052d6de) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:23.495584 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d934474-5ced-44e4-8cfa-a298f814ecc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:23.496322 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d934474-5ced-44e4-8cfa-a298f814ecc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.496475 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84004202-70ae-4e36-bc35-15dccdd0ae41 None None] Network 056ab59b-435e-4f57-b42c-ae8de052d6de requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:23.512714 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (12324b66-1045-46a6-957c-ee005a50dcaf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.530145 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e15929d-14b0-4f05-8021-02c9a461aba3 admin admin] Publish callbacks [] for security_group (b53a31c4-5f4b-47f2-b089-78213df4c4b8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.538793 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3d934474-5ced-44e4-8cfa-a298f814ecc3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7205145 Jan 14 02:00:23.545923 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50256) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:23.552584 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1174317053-router', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:23.565311 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (12324b66-1045-46a6-957c-ee005a50dcaf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.567247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:23.567992 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.573908 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e15929d-14b0-4f05-8021-02c9a461aba3 admin admin] Publish callbacks [] for security_group (b53a31c4-5f4b-47f2-b089-78213df4c4b8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.656316 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-056ab59b-435e-4f57-b42c-ae8de052d6de', 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de', 'project_id': '79249c5ba97548579c4021ec57214247', 'fixed_ips': [{'subnet_id': '524aebbc-f213-4384-8521-57415e3f2aff'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:00:23.657815 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.660792 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e15929d-14b0-4f05-8021-02c9a461aba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (b53a31c4-5f4b-47f2-b089-78213df4c4b8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.662827 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9144239 Jan 14 02:00:23.663477 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50258) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:23.666297 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e15929d-14b0-4f05-8021-02c9a461aba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.668833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9e15929d-14b0-4f05-8021-02c9a461aba3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b53a31c4-5f4b-47f2-b089-78213df4c4b8 HTTP/1.1" status: 204 len: 168 time: 0.2451885 Jan 14 02:00:23.670879 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (dbf0ecd4-a00d-4397-beb9-39da82251a4d), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.672201 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (dbf0ecd4-a00d-4397-beb9-39da82251a4d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.681777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15929d-14b0-4f05-8021-02c9a461aba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53a31c4-5f4b-47f2-b089-78213df4c4b8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:23.730675 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Publish callbacks [] for router_controller (dbf0ecd4-a00d-4397-beb9-39da82251a4d), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:23.736962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-86b73e32-6e30-4486-8535-e27b30524631 admin admin] Request body: {'subnet': {'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-811061274-subnet', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:23.748703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73caf4-8b59-4d59-a70f-0f863a061df0 admin admin] Pushing event updated for resources: {'Network': ['ID=12324b66-1045-46a6-957c-ee005a50dcaf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:23.794353 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Sync routers for ids ['6c8f7075-4211-4db9-8e2e-c00f925cb10e'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:23.819915 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Routers {'6c8f7075-4211-4db9-8e2e-c00f925cb10e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:23.820532 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6c8f7075-4211-4db9-8e2e-c00f925cb10e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:23.825456 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 12324b66-1045-46a6-957c-ee005a50dcaf details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:00:24.051995 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Set router 6c8f7075-4211-4db9-8e2e-c00f925cb10e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:24.116927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Allocated IP 172.20.0.2 (056ab59b-435e-4f57-b42c-ae8de052d6de/524aebbc-f213-4384-8521-57415e3f2aff/978b046a-b8f2-4a86-b17f-6af47c55c446) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:24.155653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ac77e72f-2b05-4c56-a60d-1e40066a521d up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:24.252275 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port ac77e72f-2b05-4c56-a60d-1e40066a521d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:24.252657 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:24.349094 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:24.403588 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c49c0-f1ab-4240-829a-1e2cdd70ada1 req-760660dc-fc0e-48d1-81b5-a37f441df9a6 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:24.405040 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-564c49c0-f1ab-4240-829a-1e2cdd70ada1 req-760660dc-fc0e-48d1-81b5-a37f441df9a6 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 944 time: 0.1119995 Jan 14 02:00:24.464239 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Publish callbacks [] for router_gateway (dbf0ecd4-a00d-4397-beb9-39da82251a4d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:24.483650 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'name': 'tempest-TestAggregatesBasicOps-1726891791-router', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:13Z', 'updated_at': '2022-01-14T02:00:19Z', 'revision_number': 4, 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'gw_port': {'id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:14Z', 'updated_at': '2022-01-14T02:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '3cc66504-20e4-4401-ac84-2cc909d43231', 'name': '', 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'mac_address': 'fa:16:3e:50:d5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f45133b5-f70e-4fe1-afe2-c37440b0f9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:18Z', 'updated_at': '2022-01-14T02:00:19Z', 'revision_number': 2, 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'subnets': [{'id': 'f45133b5-f70e-4fe1-afe2-c37440b0f9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:24.496541 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b73e32-6e30-4486-8535-e27b30524631 admin admin] Made reservation on behalf of 1a183fb2886444eb96337220c4fe7939 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:24.503508 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-564c49c0-f1ab-4240-829a-1e2cdd70ada1 req-9ba9b8f8-1384-4a8f-a68d-14d5e5b031f9 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855265 Jan 14 02:00:24.512990 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Checking router: 6c8f7075-4211-4db9-8e2e-c00f925cb10e for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:24.513527 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Updating router 6c8f7075-4211-4db9-8e2e-c00f925cb10e port 3cc66504-20e4-4401-ac84-2cc909d43231 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:00:24.518551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86b73e32-6e30-4486-8535-e27b30524631 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:24.545363 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:24.596078 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port ac77e72f-2b05-4c56-a60d-1e40066a521d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:24.599355 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Publish callbacks [] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:24.616474 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:24.619652 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb704d97-bfdc-46c3-a920-af43a82eedd3 req-1d32d753-a538-432b-8871-4e9b1196e571 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791006 Jan 14 02:00:24.657787 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Network 056ab59b-435e-4f57-b42c-ae8de052d6de is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:24.659337 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:00:24.664263 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:24.668104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:24.668646 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:24.673177 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:24.722391 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704d97-bfdc-46c3-a920-af43a82eedd3 req-3abe94b9-10ca-4477-b1a5-49cc77ccbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:24.724343 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb704d97-bfdc-46c3-a920-af43a82eedd3 req-3abe94b9-10ca-4477-b1a5-49cc77ccbf5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 1096 time: 0.0649631 Jan 14 02:00:24.908135 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50286) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:24.913091 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704d97-bfdc-46c3-a920-af43a82eedd3 req-3e9440d9-3e3e-4069-898d-bc806c493336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:24.914840 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb704d97-bfdc-46c3-a920-af43a82eedd3 req-3e9440d9-3e3e-4069-898d-bc806c493336 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 912 time: 0.1690190 Jan 14 02:00:24.976800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Pushing event updated for resources: {'Port': ['ID=978b046a-b8f2-4a86-b17f-6af47c55c446,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:25.008492 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb704d97-bfdc-46c3-a920-af43a82eedd3 req-3906bb96-a6d9-4e71-b643-0a9ca50ca7bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554 HTTP/1.1" status: 200 len: 1001 time: 0.0847175 Jan 14 02:00:25.039271 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Attempting to bind port 978b046a-b8f2-4a86-b17f-6af47c55c446 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:25.040030 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Attempting to bind port 978b046a-b8f2-4a86-b17f-6af47c55c446 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'a7f4fb8e-22e3-4314-a861-b39982ba13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:25.040560 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Attempting to bind port 978b046a-b8f2-4a86-b17f-6af47c55c446 on network 056ab59b-435e-4f57-b42c-ae8de052d6de {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:25.048159 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:25.048860 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Checking segment: {'id': 'a7f4fb8e-22e3-4314-a861-b39982ba13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:25.049567 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.050726 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Bound using segment: {'id': 'a7f4fb8e-22e3-4314-a861-b39982ba13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:25.051466 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Bound port: 978b046a-b8f2-4a86-b17f-6af47c55c446, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f4fb8e-22e3-4314-a861-b39982ba13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:25.052991 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.087714 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Publish callbacks [] for port (3cc66504-20e4-4401-ac84-2cc909d43231), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.093878 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86b73e32-6e30-4486-8535-e27b30524631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.098921 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.109564 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704d97-bfdc-46c3-a920-af43a82eedd3 req-b5ecec34-ea0e-45a7-837a-078f3df768f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:25.111091 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb704d97-bfdc-46c3-a920-af43a82eedd3 req-b5ecec34-ea0e-45a7-837a-078f3df768f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.0966940 Jan 14 02:00:25.133734 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-737885625'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:25.163107 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704d97-bfdc-46c3-a920-af43a82eedd3 req-318f027a-2b7a-4a7d-922e-8984cf7a14db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:25.163815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:25.164265 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.164372 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Pushing event updated for resources: {'Port': ['ID=3cc66504-20e4-4401-ac84-2cc909d43231,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:25.165070 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb704d97-bfdc-46c3-a920-af43a82eedd3 req-318f027a-2b7a-4a7d-922e-8984cf7a14db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481641 Jan 14 02:00:25.180767 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.181452 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.181981 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.182550 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.183066 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.183611 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.184133 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.184693 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.185243 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.185784 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.186822 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.187378 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.188336 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b73e32-6e30-4486-8535-e27b30524631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:25.188709 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:25.204163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] For port 978b046a-b8f2-4a86-b17f-6af47c55c446, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:25.210574 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e8fd99-ba42-40b6-82dc-0054a00d24d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bef1b1a-2121-4ede-8c5e-bf56811a51f2'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:00:25.213943 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5246f9-3831-40e3-aacf-d6fc6faaece0" -d '{"events": [{"server_uuid": "65e8fd99-ba42-40b6-82dc-0054a00d24d9", "name": "network-vif-plugged", "status": "completed", "tag": "9bef1b1a-2121-4ede-8c5e-bf56811a51f2"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:00:25.218876 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] For port 978b046a-b8f2-4a86-b17f-6af47c55c446, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=978b046a-b8f2-4a86-b17f-6af47c55c446,segment=NetworkSegment(a7f4fb8e-22e3-4314-a861-b39982ba13e6),segment_id=a7f4fb8e-22e3-4314-a861-b39982ba13e6)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:25.232787 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:25.234530 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.244744 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.283004 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Attempting to bind port 3cc66504-20e4-4401-ac84-2cc909d43231 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:25.283696 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Attempting to bind port 3cc66504-20e4-4401-ac84-2cc909d43231 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '9bf48f15-7b6f-40af-bd6b-fb27519eb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:25.284261 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Attempting to bind port 3cc66504-20e4-4401-ac84-2cc909d43231 on network 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:25.297914 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:25.300842 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Checking segment: {'id': '9bf48f15-7b6f-40af-bd6b-fb27519eb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:25.301444 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.301848 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Bound using segment: {'id': '9bf48f15-7b6f-40af-bd6b-fb27519eb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:25.302363 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Bound port: 3cc66504-20e4-4401-ac84-2cc909d43231, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf48f15-7b6f-40af-bd6b-fb27519eb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:25.302773 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.319022 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c36718-d5f4-4dd8-a8e9-ca29e3565a38 x-openstack-request-id: req-b4c36718-d5f4-4dd8-a8e9-ca29e3565a38 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:00:25.320402 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e8fd99-ba42-40b6-82dc-0054a00d24d9", "name": "network-vif-plugged", "status": "completed", "tag": "9bef1b1a-2121-4ede-8c5e-bf56811a51f2", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:00:25.320402 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4c36718-d5f4-4dd8-a8e9-ca29e3565a38 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:00:25.323861 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e8fd99-ba42-40b6-82dc-0054a00d24d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bef1b1a-2121-4ede-8c5e-bf56811a51f2', 'code': 200} Jan 14 02:00:25.326178 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9433127-4f43-45fd-afe2-dc44d0e706e7 None None] Pushing event updated for resources: {'Port': ['ID=978b046a-b8f2-4a86-b17f-6af47c55c446,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:25.340270 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb704d97-bfdc-46c3-a920-af43a82eedd3 req-1fa0cb64-db44-4ff1-abec-cb465d5d10f7 service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681137 Jan 14 02:00:25.414795 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Made reservation on behalf of 4611d94810804425ad7d919a9cd32379 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:25.416630 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:25.418732 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.464836 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] For port 3cc66504-20e4-4401-ac84-2cc909d43231, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:25.481867 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] For port 3cc66504-20e4-4401-ac84-2cc909d43231, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3cc66504-20e4-4401-ac84-2cc909d43231,segment=NetworkSegment(9bf48f15-7b6f-40af-bd6b-fb27519eb55f),segment_id=9bf48f15-7b6f-40af-bd6b-fb27519eb55f)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:25.495999 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.503800 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.516636 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb704d97-bfdc-46c3-a920-af43a82eedd3 req-b3177592-cdf6-490a-88c9-32e4f2b1f241 service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633258 Jan 14 02:00:25.626900 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf46bc8-5525-4cdd-8fc9-c6cb2b4b8c13 None None] Pushing event updated for resources: {'Port': ['ID=3cc66504-20e4-4401-ac84-2cc909d43231,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:25.642619 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Routers {'6c8f7075-4211-4db9-8e2e-c00f925cb10e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:25.644762 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6c8f7075-4211-4db9-8e2e-c00f925cb10e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:25.668060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for security_group (40ca5193-0747-4711-8dfc-371d583c3089), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.669304 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Publish callbacks [] for router_gateway (dbf0ecd4-a00d-4397-beb9-39da82251a4d), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.673726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b73e32-6e30-4486-8535-e27b30524631 admin admin] Checking segment: {'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:25.674383 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b73e32-6e30-4486-8535-e27b30524631 admin admin] Network hostable DHCP agents. Network: 12324b66-1045-46a6-957c-ee005a50dcaf, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:00:25.713853 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.715754 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (40ca5193-0747-4711-8dfc-371d583c3089), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.780454 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2ee378e0-42b7-4eb0-a360-9adcfdc30cfb None None] Provisioning complete for port 3cc66504-20e4-4401-ac84-2cc909d43231 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:25.780897 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ee378e0-42b7-4eb0-a360-9adcfdc30cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.791047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b15bb-e4d7-43a4-9edd-bdce92fc99fb req-8fbabcab-8345-461c-8917-3873c5a9c8ff tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:25.798593 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a7b15bb-e4d7-43a4-9edd-bdce92fc99fb req-8fbabcab-8345-461c-8917-3873c5a9c8ff tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 945 time: 0.1209438 Jan 14 02:00:25.820389 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d742f7a-7118-4f89-ac1a-b4f93e33a842 req-24f6b423-f3c2-4d9b-b983-cecd0608c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:25.822066 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8d742f7a-7118-4f89-ac1a-b4f93e33a842 req-24f6b423-f3c2-4d9b-b983-cecd0608c1d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 1096 time: 0.3952763 Jan 14 02:00:25.826917 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:00:25.848270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ca5193-0747-4711-8dfc-371d583c3089,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:25.859518 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b73e32-6e30-4486-8535-e27b30524631 admin admin] Network 12324b66-1045-46a6-957c-ee005a50dcaf is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:00:25.876089 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] Set router 6c8f7075-4211-4db9-8e2e-c00f925cb10e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:25.880262 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a7b15bb-e4d7-43a4-9edd-bdce92fc99fb req-36e2b221-ec4d-4b51-8e33-5764a6753268 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753014 Jan 14 02:00:25.924594 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (065883c8-eb68-4875-8011-74962c1cfdfd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.925015 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Added segment 065883c8-eb68-4875-8011-74962c1cfdfd of type vlan for network 76bef9e2-9088-4711-9094-03fb26e4218e Jan 14 02:00:25.964545 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2ee378e0-42b7-4eb0-a360-9adcfdc30cfb None None] Current status of the port 3cc66504-20e4-4401-ac84-2cc909d43231 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:25.964950 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ee378e0-42b7-4eb0-a360-9adcfdc30cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:25.989256 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-86b73e32-6e30-4486-8535-e27b30524631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 12324b66-1045-46a6-957c-ee005a50dcaf) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:26.001803 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74654326-32aa-4af2-b4a0-7b2180a92a69 None None] Network 12324b66-1045-46a6-957c-ee005a50dcaf requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:26.023930 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b73e32-6e30-4486-8535-e27b30524631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:26.024632 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86b73e32-6e30-4486-8535-e27b30524631 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.057344 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (76bef9e2-9088-4711-9094-03fb26e4218e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.079902 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8d742f7a-7118-4f89-ac1a-b4f93e33a842 req-b7b2450e-f5ef-4f53-9c46-80ab224924ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473128 Jan 14 02:00:26.091357 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Allocated IP 172.25.2.29 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/30228009-d5c9-491d-9e54-222fe9958728) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:26.101458 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-86b73e32-6e30-4486-8535-e27b30524631 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4300659 Jan 14 02:00:26.101651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50298) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:26.105895 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-811061274-router', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:26.133480 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2ee378e0-42b7-4eb0-a360-9adcfdc30cfb None None] For port 3cc66504-20e4-4401-ac84-2cc909d43231, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3cc66504-20e4-4401-ac84-2cc909d43231,segment=NetworkSegment(9bf48f15-7b6f-40af-bd6b-fb27519eb55f),segment_id=9bf48f15-7b6f-40af-bd6b-fb27519eb55f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:26.161798 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.164386 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.168365 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ee378e0-42b7-4eb0-a360-9adcfdc30cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.182273 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 978b046a-b8f2-4a86-b17f-6af47c55c446 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:26.192367 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (76bef9e2-9088-4711-9094-03fb26e4218e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.199511 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:26.200215 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.220217 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'name': 'tempest-TestAggregatesBasicOps-1726891791-router', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:13Z', 'updated_at': '2022-01-14T02:00:19Z', 'revision_number': 4, 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'gw_port': {'id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:14Z', 'updated_at': '2022-01-14T02:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '3cc66504-20e4-4401-ac84-2cc909d43231', 'name': '', 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'mac_address': 'fa:16:3e:50:d5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f45133b5-f70e-4fe1-afe2-c37440b0f9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:18Z', 'updated_at': '2022-01-14T02:00:25Z', 'revision_number': 4, 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'subnets': [{'id': 'f45133b5-f70e-4fe1-afe2-c37440b0f9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:26.259796 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd5a49-e522-49fb-af2a-7826a7050cef None None] The sync data for ids ['6c8f7075-4211-4db9-8e2e-c00f925cb10e'] in n-d-824358-4 is: [{'id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'name': 'tempest-TestAggregatesBasicOps-1726891791-router', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:13Z', 'updated_at': '2022-01-14T02:00:19Z', 'revision_number': 4, 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'gw_port': {'id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:14Z', 'updated_at': '2022-01-14T02:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '3cc66504-20e4-4401-ac84-2cc909d43231', 'name': '', 'network_id': '21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'mac_address': 'fa:16:3e:50:d5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'f45133b5-f70e-4fe1-afe2-c37440b0f9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:18Z', 'updated_at': '2022-01-14T02:00:25Z', 'revision_number': 4, 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'subnets': [{'id': 'f45133b5-f70e-4fe1-afe2-c37440b0f9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:26.282199 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-12324b66-1045-46a6-957c-ee005a50dcaf', 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'project_id': '1a183fb2886444eb96337220c4fe7939', 'fixed_ips': [{'subnet_id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:00:26.283368 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.296161 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3812258 Jan 14 02:00:26.323969 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50300) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:26.337506 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-aa3b00f9-9dc7-4eae-af56-04f821cafc55 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Request body: {'subnet': {'network_id': '76bef9e2-9088-4711-9094-03fb26e4218e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:26.365898 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee378e0-42b7-4eb0-a360-9adcfdc30cfb None None] Pushing event updated for resources: {'Port': ['ID=3cc66504-20e4-4401-ac84-2cc909d43231,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:26.434933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3a1087f7-76cf-44d2-9a5a-414f5ce9161e None None] Provisioning complete for port 3cc66504-20e4-4401-ac84-2cc909d43231 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:26.435256 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a1087f7-76cf-44d2-9a5a-414f5ce9161e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.448892 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Publish callbacks [] for port (30228009-d5c9-491d-9e54-222fe9958728), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.452859 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0225e-f892-4cbc-a832-b9e3bf8b770c tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event updated for resources: {'Network': ['ID=76bef9e2-9088-4711-9094-03fb26e4218e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:26.490163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 76bef9e2-9088-4711-9094-03fb26e4218e details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:00:26.537383 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3b00f9-9dc7-4eae-af56-04f821cafc55 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Made reservation on behalf of 4611d94810804425ad7d919a9cd32379 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:26.541498 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa3b00f9-9dc7-4eae-af56-04f821cafc55 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.556119 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 978b046a-b8f2-4a86-b17f-6af47c55c446 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:26.556493 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.675470 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (30228009-d5c9-491d-9e54-222fe9958728), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.774286 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Allocated IP 172.20.0.2 (12324b66-1045-46a6-957c-ee005a50dcaf/cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6/cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:26.799396 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3a1087f7-76cf-44d2-9a5a-414f5ce9161e None None] Current status of the port 3cc66504-20e4-4401-ac84-2cc909d43231 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:26.822361 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Publish callbacks [] for router_controller (78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.833137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:26.857048 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 978b046a-b8f2-4a86-b17f-6af47c55c446 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:26.857436 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:26.865703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:26.906715 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea024e37-b7e0-466e-92e0-9630492af0c5 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:26.907097 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:26.987331 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Pushing event updated for resources: {'Port': ['ID=30228009-d5c9-491d-9e54-222fe9958728,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:27.011607 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 978b046a-b8f2-4a86-b17f-6af47c55c446, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=978b046a-b8f2-4a86-b17f-6af47c55c446,segment=NetworkSegment(a7f4fb8e-22e3-4314-a861-b39982ba13e6),segment_id=a7f4fb8e-22e3-4314-a861-b39982ba13e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:27.024849 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.098663 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4c711e-8033-48cf-ba5a-7a92d4ed4798 None None] Network 056ab59b-435e-4f57-b42c-ae8de052d6de requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:27.109446 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ee212551-f2e0-45a1-a337-9584b6fa37e5 None None] Provisioning complete for port 30228009-d5c9-491d-9e54-222fe9958728 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:27.109814 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee212551-f2e0-45a1-a337-9584b6fa37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (30228009-d5c9-491d-9e54-222fe9958728), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.147881 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Publish callbacks [] for router_gateway (78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.266548 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffe9fc-b11f-44df-bbea-a4d8583c34b9 req-5a24575f-06a1-4776-9385-37a0912a4b82 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:27.278004 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6ffe9fc-b11f-44df-bbea-a4d8583c34b9 req-5a24575f-06a1-4776-9385-37a0912a4b82 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 945 time: 0.2492042 Jan 14 02:00:27.329904 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Publish callbacks [] for port (cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.340678 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ee212551-f2e0-45a1-a337-9584b6fa37e5 None None] Port 30228009-d5c9-491d-9e54-222fe9958728 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:27.350103 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.373377 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa3b00f9-9dc7-4eae-af56-04f821cafc55 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (4a45d8f6-7c58-4582-ab5d-737a19037b28), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.374024 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6ffe9fc-b11f-44df-bbea-a4d8583c34b9 req-9347533a-ed48-4339-bc95-f80135c493ae tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948415 Jan 14 02:00:27.380029 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=978b046a-b8f2-4a86-b17f-6af47c55c446,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:27.407959 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Network 12324b66-1045-46a6-957c-ee005a50dcaf is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:27.437634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:27.452304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:27.487262 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Publish callbacks [] for router_gateway (dbf0ecd4-a00d-4397-beb9-39da82251a4d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.492027 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b00f9-9dc7-4eae-af56-04f821cafc55 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event updated for resources: {'Subnet': ['ID=4a45d8f6-7c58-4582-ab5d-737a19037b28,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:27.513621 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Pushing event updated for resources: {'Port': ['ID=cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:27.529390 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3b00f9-9dc7-4eae-af56-04f821cafc55 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Checking segment: {'id': '065883c8-eb68-4875-8011-74962c1cfdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76bef9e2-9088-4711-9094-03fb26e4218e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:27.529879 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3b00f9-9dc7-4eae-af56-04f821cafc55 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Network hostable DHCP agents. Network: 76bef9e2-9088-4711-9094-03fb26e4218e, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:00:27.551228 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Attempting to bind port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:27.551603 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Attempting to bind port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:27.551969 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Attempting to bind port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f on network 12324b66-1045-46a6-957c-ee005a50dcaf {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:27.554323 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0e4bd3c8-8c9b-432f-9b5c-41fc674706f3 None None] Provisioning complete for port 978b046a-b8f2-4a86-b17f-6af47c55c446 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:27.554737 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e4bd3c8-8c9b-432f-9b5c-41fc674706f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.592931 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Publish callbacks [] for router_gateway (78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.595576 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:27.595970 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Checking segment: {'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:27.596749 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.596749 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Bound using segment: {'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:27.597870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Bound port: cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:27.598257 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.612305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3b00f9-9dc7-4eae-af56-04f821cafc55 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Network 76bef9e2-9088-4711-9094-03fb26e4218e is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:00:27.622245 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.634477 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-aa3b00f9-9dc7-4eae-af56-04f821cafc55 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 76bef9e2-9088-4711-9094-03fb26e4218e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:27.645650 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b00f9-9dc7-4eae-af56-04f821cafc55 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:27.646338 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa3b00f9-9dc7-4eae-af56-04f821cafc55 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.698226 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-aa3b00f9-9dc7-4eae-af56-04f821cafc55 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3728554 Jan 14 02:00:27.701314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50308) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:27.706929 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0003e385-2c56-47a0-8f85-19a6184d44f4 None None] Network 76bef9e2-9088-4711-9094-03fb26e4218e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:27.707655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-821fba1a-c244-419f-911a-16ac804752e9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-88571549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:27.796290 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-821fba1a-c244-419f-911a-16ac804752e9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (27bb93d0-972b-4c25-92f0-36438762b8e1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.798060 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-821fba1a-c244-419f-911a-16ac804752e9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (27bb93d0-972b-4c25-92f0-36438762b8e1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.805083 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Allocated IP 172.25.2.232 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/49719ab6-a43b-4f38-b1ab-520760c28b79) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:27.805266 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (dbf0ecd4-a00d-4397-beb9-39da82251a4d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.949782 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-821fba1a-c244-419f-911a-16ac804752e9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for router_controller (27bb93d0-972b-4c25-92f0-36438762b8e1), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:27.959268 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-821fba1a-c244-419f-911a-16ac804752e9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (27bb93d0-972b-4c25-92f0-36438762b8e1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:28.011956 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-821fba1a-c244-419f-911a-16ac804752e9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:28.013446 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-821fba1a-c244-419f-911a-16ac804752e9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.3111508 Jan 14 02:00:28.020816 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50314) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:28.076586 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Publish callbacks [] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:28.083148 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Router dbf0ecd4-a00d-4397-beb9-39da82251a4d is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 02:00:28.108244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] For port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:28.137587 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] For port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f,segment=NetworkSegment(a1f78c9f-8f76-459f-8a07-dec47b81b271),segment_id=a1f78c9f-8f76-459f-8a07-dec47b81b271)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:28.147666 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bd3c8-8c9b-432f-9b5c-41fc674706f3 None None] Current status of the port 978b046a-b8f2-4a86-b17f-6af47c55c446 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:28.159021 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:28.258992 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-76bef9e2-9088-4711-9094-03fb26e4218e', 'network_id': '76bef9e2-9088-4711-9094-03fb26e4218e', 'project_id': '4611d94810804425ad7d919a9cd32379', 'fixed_ips': [{'subnet_id': '4a45d8f6-7c58-4582-ab5d-737a19037b28'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:00:28.260061 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:28.291183 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2279a77-80a1-4128-8885-1c4e40079985 None None] Pushing event updated for resources: {'Port': ['ID=cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:28.293179 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:28.312396 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 978b046a-b8f2-4a86-b17f-6af47c55c446 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:28.314551 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Sync routers for ids ['dbf0ecd4-a00d-4397-beb9-39da82251a4d'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:28.327997 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:28.329640 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-692d603f-59d2-40f6-af72-5d894ac3a086 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7823880 Jan 14 02:00:28.333178 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50316) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:28.380287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-51010e50-535e-47a2-b2ae-7316f31e88c2 None None] Provisioning complete for port 978b046a-b8f2-4a86-b17f-6af47c55c446 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:28.380784 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51010e50-535e-47a2-b2ae-7316f31e88c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:28.397611 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:28.494886 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:28.507483 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:28.528785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:28.532534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Routers {'dbf0ecd4-a00d-4397-beb9-39da82251a4d'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:28.533252 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['dbf0ecd4-a00d-4397-beb9-39da82251a4d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:28.569095 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:28.652745 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac78997-5c91-4335-80fc-2e340e2a09cd None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:28.708794 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Pushing event updated for resources: {'Port': ['ID=49719ab6-a43b-4f38-b1ab-520760c28b79,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:28.758081 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Set router dbf0ecd4-a00d-4397-beb9-39da82251a4d gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:28.790151 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 978b046a-b8f2-4a86-b17f-6af47c55c446 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:28.791322 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:28.868271 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:28.880301 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d41b7-4335-4d36-9458-b3a3915c5cc8 req-d941fdef-f4c0-455f-b430-2fa7f2e0303c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:28.888606 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-852d41b7-4335-4d36-9458-b3a3915c5cc8 req-d941fdef-f4c0-455f-b430-2fa7f2e0303c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 945 time: 0.3657906 Jan 14 02:00:28.888850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Allocated IP 172.20.0.2 (76bef9e2-9088-4711-9094-03fb26e4218e/4a45d8f6-7c58-4582-ab5d-737a19037b28/8fcaa63e-a8c7-4303-9ec2-edf66cbae298) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:28.891815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-51010e50-535e-47a2-b2ae-7316f31e88c2 None None] Current status of the port 978b046a-b8f2-4a86-b17f-6af47c55c446 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:29.060074 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-852d41b7-4335-4d36-9458-b3a3915c5cc8 req-5a96c423-85f8-4589-8753-935b58644429 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656775 Jan 14 02:00:29.079803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Allocated IP 172.20.0.1 (056ab59b-435e-4f57-b42c-ae8de052d6de/524aebbc-f213-4384-8521-57415e3f2aff/4f0056d6-8251-4ccd-b414-7328668b5de8) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:29.111565 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b3614534-048c-4b5d-a2e9-5feb45f1b085 None None] Provisioning complete for port 49719ab6-a43b-4f38-b1ab-520760c28b79 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:29.112034 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3614534-048c-4b5d-a2e9-5feb45f1b085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.222962 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Publish callbacks [] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.248028 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 978b046a-b8f2-4a86-b17f-6af47c55c446 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:29.249269 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3cc66504-20e4-4401-ac84-2cc909d43231 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:29.282251 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.303472 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Publish callbacks [] for router_gateway (78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.305807 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b3614534-048c-4b5d-a2e9-5feb45f1b085 None None] Port 49719ab6-a43b-4f38-b1ab-520760c28b79 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:29.349652 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Network 056ab59b-435e-4f57-b42c-ae8de052d6de is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:29.355898 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:29.361998 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Publish callbacks [] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.371014 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14537f6-44db-4d45-bf66-ec455523b984 req-c4f77825-2f97-49f2-9194-0ca090a7519e tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:29.374656 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:29.380863 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c14537f6-44db-4d45-bf66-ec455523b984 req-c4f77825-2f97-49f2-9194-0ca090a7519e tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 945 time: 0.1174572 Jan 14 02:00:29.388830 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.417805 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0056d6-8251-4ccd-b414-7328668b5de8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:29.436257 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (dbf0ecd4-a00d-4397-beb9-39da82251a4d), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.461937 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 3cc66504-20e4-4401-ac84-2cc909d43231 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:29.463330 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.531163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'name': 'tempest-TestAggregatesBasicOps-1174317053-router', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '30228009-d5c9-491d-9e54-222fe9958728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:23Z', 'updated_at': '2022-01-14T02:00:27Z', 'revision_number': 3, 'project_id': '79249c5ba97548579c4021ec57214247', 'gw_port': {'id': '30228009-d5c9-491d-9e54-222fe9958728', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:25Z', 'updated_at': '2022-01-14T02:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:29.541093 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Network 76bef9e2-9088-4711-9094-03fb26e4218e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:29.542267 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Pushing event updated for resources: {'Port': ['ID=8fcaa63e-a8c7-4303-9ec2-edf66cbae298,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:29.568035 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c14537f6-44db-4d45-bf66-ec455523b984 req-84434744-9baa-4d9a-ada3-b7cc6b6ea7b2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867990 Jan 14 02:00:29.598519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Allocated IP 172.20.0.1 (76bef9e2-9088-4711-9094-03fb26e4218e/4a45d8f6-7c58-4582-ab5d-737a19037b28/857f348b-5181-4d7e-a0ad-f504a60fa582) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:29.610326 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:29.614346 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:29.624928 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Checking router: dbf0ecd4-a00d-4397-beb9-39da82251a4d for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:29.625309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Updating router dbf0ecd4-a00d-4397-beb9-39da82251a4d port 30228009-d5c9-491d-9e54-222fe9958728 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:00:29.676620 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.761299 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 3cc66504-20e4-4401-ac84-2cc909d43231 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:29.778746 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (30228009-d5c9-491d-9e54-222fe9958728), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.909777 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845261e9-40d9-49fc-91ee-74134e497a76 None None] Network 12324b66-1045-46a6-957c-ee005a50dcaf requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:29.915834 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ec9cb1a0-210c-4452-aa98-20f4e9b51d7e None None] Provisioning complete for port 4f0056d6-8251-4ccd-b414-7328668b5de8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:29.916601 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb1a0-210c-4452-aa98-20f4e9b51d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.926746 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Publish callbacks [] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.931651 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:29.967458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Attempting to bind port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:29.967833 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Attempting to bind port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '065883c8-eb68-4875-8011-74962c1cfdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76bef9e2-9088-4711-9094-03fb26e4218e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:29.968194 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Attempting to bind port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 on network 76bef9e2-9088-4711-9094-03fb26e4218e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:30.005128 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0056d6-8251-4ccd-b414-7328668b5de8,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:30.046470 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:30.046838 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Checking segment: {'id': '065883c8-eb68-4875-8011-74962c1cfdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76bef9e2-9088-4711-9094-03fb26e4218e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:30.047243 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.047635 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Bound using segment: {'id': '065883c8-eb68-4875-8011-74962c1cfdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76bef9e2-9088-4711-9094-03fb26e4218e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:30.048120 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Bound port: 8fcaa63e-a8c7-4303-9ec2-edf66cbae298, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065883c8-eb68-4875-8011-74962c1cfdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '76bef9e2-9088-4711-9094-03fb26e4218e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:30.048498 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.058721 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (dbf0ecd4-a00d-4397-beb9-39da82251a4d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.104051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ec9cb1a0-210c-4452-aa98-20f4e9b51d7e None None] Port 4f0056d6-8251-4ccd-b414-7328668b5de8 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:30.183137 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:30.199355 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b908dea-f97f-43b8-9f09-7b2b71ee1844 req-b8826b6c-957f-4ea8-b3b9-47085ef6a997 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:30.201044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b908dea-f97f-43b8-9f09-7b2b71ee1844 req-b8826b6c-957f-4ea8-b3b9-47085ef6a997 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 945 time: 0.4696975 Jan 14 02:00:30.214144 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Network 056ab59b-435e-4f57-b42c-ae8de052d6de is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:30.215772 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:30.261122 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for port (857f348b-5181-4d7e-a0ad-f504a60fa582), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.281430 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.378682 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Router dbf0ecd4-a00d-4397-beb9-39da82251a4d has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:00:30.402481 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1b908dea-f97f-43b8-9f09-7b2b71ee1844 req-fb4fecd5-c1b3-40d7-b99c-1d49ce6ca89d tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945534 Jan 14 02:00:30.489801 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (857f348b-5181-4d7e-a0ad-f504a60fa582), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.593405 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:30.602576 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2c396fb3-2262-47ec-9b11-ee5fef76f4d4 admin admin] 10.222.0.26 "PUT /v2.0/routers/dbf0ecd4-a00d-4397-beb9-39da82251a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2679617 Jan 14 02:00:30.610079 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] For port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:30.618497 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9efceb48-de37-47d7-95c1-bdaf453d043f None None] Provisioning complete for port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:30.619047 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9efceb48-de37-47d7-95c1-bdaf453d043f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.623733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event updated for resources: {'Port': ['ID=857f348b-5181-4d7e-a0ad-f504a60fa582,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:30.640368 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Network 76bef9e2-9088-4711-9094-03fb26e4218e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:30.642612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:30.646527 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:30.677725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] For port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8fcaa63e-a8c7-4303-9ec2-edf66cbae298,segment=NetworkSegment(065883c8-eb68-4875-8011-74962c1cfdfd),segment_id=065883c8-eb68-4875-8011-74962c1cfdfd)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:30.709505 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.713288 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Router 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 02:00:30.725241 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (27bb93d0-972b-4c25-92f0-36438762b8e1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.761954 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:30.762504 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.871360 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dc3d1-9244-49f6-ade3-ceb6407b269c None None] Pushing event updated for resources: {'Port': ['ID=8fcaa63e-a8c7-4303-9ec2-edf66cbae298,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:30.932672 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Publish callbacks [] for port (30228009-d5c9-491d-9e54-222fe9958728), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.948664 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (30228009-d5c9-491d-9e54-222fe9958728), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.952453 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9efceb48-de37-47d7-95c1-bdaf453d043f None None] Current status of the port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:30.953375 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9efceb48-de37-47d7-95c1-bdaf453d043f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:30.979139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:30.994537 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Sync routers for ids ['78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:31.019461 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Routers {'78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:31.020950 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:31.033089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e19adc-7c9d-4f65-9085-ede3234f1019 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:31.094312 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2447-64e6-40ca-8caf-25499510e8f7 req-c1bdef01-f4ba-4870-8abd-09c4b52b64e9 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:31.104214 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9ee2447-64e6-40ca-8caf-25499510e8f7 req-c1bdef01-f4ba-4870-8abd-09c4b52b64e9 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 945 time: 0.3880455 Jan 14 02:00:31.160522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b90af-a9e0-413b-a956-fcc5c48eab9f None None] Pushing event updated for resources: {'Port': ['ID=30228009-d5c9-491d-9e54-222fe9958728,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:31.163267 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Attempting to bind port 30228009-d5c9-491d-9e54-222fe9958728 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:31.165294 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Attempting to bind port 30228009-d5c9-491d-9e54-222fe9958728 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:31.165294 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Attempting to bind port 30228009-d5c9-491d-9e54-222fe9958728 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:31.167924 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9efceb48-de37-47d7-95c1-bdaf453d043f None None] For port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f,segment=NetworkSegment(a1f78c9f-8f76-459f-8a07-dec47b81b271),segment_id=a1f78c9f-8f76-459f-8a07-dec47b81b271)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:31.176325 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (857f348b-5181-4d7e-a0ad-f504a60fa582), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.183852 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9efceb48-de37-47d7-95c1-bdaf453d043f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.186272 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.190635 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50344) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:31.191108 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4ff603f3-7817-4401-b89b-bab5e5272c52 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0890234 Jan 14 02:00:31.196249 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:31.196884 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:31.197449 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.197991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:31.198737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Bound port: 30228009-d5c9-491d-9e54-222fe9958728, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:31.199277 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (30228009-d5c9-491d-9e54-222fe9958728), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.225703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:31.226348 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.288154 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9ee2447-64e6-40ca-8caf-25499510e8f7 req-37548a48-bc4d-4649-91f0-f646a2b44b56 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771221 Jan 14 02:00:31.314276 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Set router 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:31.380334 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efceb48-de37-47d7-95c1-bdaf453d043f None None] Pushing event updated for resources: {'Port': ['ID=cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:31.384321 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] For port 30228009-d5c9-491d-9e54-222fe9958728, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:31.421830 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] For port 30228009-d5c9-491d-9e54-222fe9958728, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=30228009-d5c9-491d-9e54-222fe9958728,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:31.429917 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 02:00:31.434398 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 02:00:31.439394 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (30228009-d5c9-491d-9e54-222fe9958728), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.458895 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] Provisioning complete for port 30228009-d5c9-491d-9e54-222fe9958728 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:31.459297 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (30228009-d5c9-491d-9e54-222fe9958728), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.581147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb7b22b-8ef0-458d-9103-7b8381486c1a None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:31.634312 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b90af-a9e0-413b-a956-fcc5c48eab9f None None] Pushing event updated for resources: {'Port': ['ID=30228009-d5c9-491d-9e54-222fe9958728,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:31.637608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Routers {'dbf0ecd4-a00d-4397-beb9-39da82251a4d'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:31.638226 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['dbf0ecd4-a00d-4397-beb9-39da82251a4d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:31.731126 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'name': 'tempest-TestServerBasicOps-811061274-router', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:26Z', 'updated_at': '2022-01-14T02:00:29Z', 'revision_number': 3, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'gw_port': {'id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:27Z', 'updated_at': '2022-01-14T02:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:31.758810 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] Current status of the port 30228009-d5c9-491d-9e54-222fe9958728 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:31.759210 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (30228009-d5c9-491d-9e54-222fe9958728), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.812877 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.826379 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Checking router: 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:31.827616 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Updating router 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 port 49719ab6-a43b-4f38-b1ab-520760c28b79 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:00:31.830036 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] For port 30228009-d5c9-491d-9e54-222fe9958728, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=30228009-d5c9-491d-9e54-222fe9958728,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:31.846385 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (30228009-d5c9-491d-9e54-222fe9958728), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.861335 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] Set router dbf0ecd4-a00d-4397-beb9-39da82251a4d gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:31.878517 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.939774 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for port (857f348b-5181-4d7e-a0ad-f504a60fa582), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.949750 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (857f348b-5181-4d7e-a0ad-f504a60fa582), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:31.992193 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-a0f54676-2f4e-4f69-b4ee-b2e831db1731 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1645610 Jan 14 02:00:32.056168 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (27bb93d0-972b-4c25-92f0-36438762b8e1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:32.059199 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event updated for resources: {'Port': ['ID=857f348b-5181-4d7e-a0ad-f504a60fa582,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:32.281364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Network 76bef9e2-9088-4711-9094-03fb26e4218e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:32.289870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:32.324457 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] Provisioning complete for port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:32.324852 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:32.374394 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:32.389939 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] Pushing event updated for resources: {'Port': ['ID=30228009-d5c9-491d-9e54-222fe9958728,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:32.449873 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Publish callbacks [] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:32.466954 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:32.497907 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-10a89eee-6c93-4bd3-a375-b7878878c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:32.498465 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-10a89eee-6c93-4bd3-a375-b7878878c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:32.498899 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-10a89eee-6c93-4bd3-a375-b7878878c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:32.499361 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-10a89eee-6c93-4bd3-a375-b7878878c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:32.499810 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-10a89eee-6c93-4bd3-a375-b7878878c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:32.500288 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-10a89eee-6c93-4bd3-a375-b7878878c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:32.500754 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-10a89eee-6c93-4bd3-a375-b7878878c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:32.509268 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-10a89eee-6c93-4bd3-a375-b7878878c69c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ce06b59ec642de9d503f0966874395&device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 6489 time: 0.3952737 Jan 14 02:00:32.569144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2943de8a-007d-4491-80bc-589c91f91e6a None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:32.595955 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] Current status of the port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:32.607602 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507898a-39e9-446d-a739-3dfb1acff011 None None] Pushing event updated for resources: {'Port': ['ID=49719ab6-a43b-4f38-b1ab-520760c28b79,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:32.621494 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Attempting to bind port 49719ab6-a43b-4f38-b1ab-520760c28b79 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:32.622472 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Attempting to bind port 49719ab6-a43b-4f38-b1ab-520760c28b79 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:32.622996 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Attempting to bind port 49719ab6-a43b-4f38-b1ab-520760c28b79 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:32.638993 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] Provisioning complete for port 4f0056d6-8251-4ccd-b414-7328668b5de8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:32.639495 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:32.643866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35196582-9e6e-41ac-8082-5988c855ae12 None None] Network 76bef9e2-9088-4711-9094-03fb26e4218e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:32.645317 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:32.646709 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:32.647500 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:32.648404 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:32.649063 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Bound port: 49719ab6-a43b-4f38-b1ab-520760c28b79, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:32.650230 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:32.722710 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] For port 49719ab6-a43b-4f38-b1ab-520760c28b79, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:32.727596 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] For port 49719ab6-a43b-4f38-b1ab-520760c28b79, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=49719ab6-a43b-4f38-b1ab-520760c28b79,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:32.747723 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:32.749423 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0ba3-4b22-4657-a290-8c004c7319c6 req-9c38e205-5228-4e6b-9cf3-09fc843ed58f tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:32.757644 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-559e0ba3-4b22-4657-a290-8c004c7319c6 req-9c38e205-5228-4e6b-9cf3-09fc843ed58f tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 945 time: 0.3123608 Jan 14 02:00:32.807126 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Router 27bb93d0-972b-4c25-92f0-36438762b8e1 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 02:00:32.814726 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'name': 'tempest-TestAggregatesBasicOps-1174317053-router', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '30228009-d5c9-491d-9e54-222fe9958728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:23Z', 'updated_at': '2022-01-14T02:00:29Z', 'revision_number': 4, 'project_id': '79249c5ba97548579c4021ec57214247', 'gw_port': {'id': '30228009-d5c9-491d-9e54-222fe9958728', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:25Z', 'updated_at': '2022-01-14T02:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '4f0056d6-8251-4ccd-b414-7328668b5de8', 'name': '', 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'mac_address': 'fa:16:3e:ff:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '524aebbc-f213-4384-8521-57415e3f2aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:28Z', 'updated_at': '2022-01-14T02:00:29Z', 'revision_number': 2, 'project_id': '79249c5ba97548579c4021ec57214247', 'subnets': [{'id': '524aebbc-f213-4384-8521-57415e3f2aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:32.855596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073d72eb-e211-4b6f-ad9c-3fecaaa4b012 None None] The sync data for ids ['dbf0ecd4-a00d-4397-beb9-39da82251a4d'] in n-d-824358-4 is: [{'id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'name': 'tempest-TestAggregatesBasicOps-1174317053-router', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '30228009-d5c9-491d-9e54-222fe9958728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:23Z', 'updated_at': '2022-01-14T02:00:29Z', 'revision_number': 4, 'project_id': '79249c5ba97548579c4021ec57214247', 'gw_port': {'id': '30228009-d5c9-491d-9e54-222fe9958728', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:25Z', 'updated_at': '2022-01-14T02:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '4f0056d6-8251-4ccd-b414-7328668b5de8', 'name': '', 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'mac_address': 'fa:16:3e:ff:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '524aebbc-f213-4384-8521-57415e3f2aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:28Z', 'updated_at': '2022-01-14T02:00:29Z', 'revision_number': 2, 'project_id': '79249c5ba97548579c4021ec57214247', 'subnets': [{'id': '524aebbc-f213-4384-8521-57415e3f2aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:32.857259 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:32.858651 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507898a-39e9-446d-a739-3dfb1acff011 None None] Pushing event updated for resources: {'Port': ['ID=49719ab6-a43b-4f38-b1ab-520760c28b79,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:32.881862 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-559e0ba3-4b22-4657-a290-8c004c7319c6 req-d86f03e5-d135-4157-ada3-dc154483c7c4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211715 Jan 14 02:00:32.895814 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Routers {'78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:32.896824 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:32.920963 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeece7c-dacb-4d5c-8d59-ef415f2f962d None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:32.929737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-c22cd33b-9b88-473d-819b-8a8097a2acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:32.930619 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-c22cd33b-9b88-473d-819b-8a8097a2acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:32.931426 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-c22cd33b-9b88-473d-819b-8a8097a2acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:32.932025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-156dbeac-939c-45f4-8e6c-1d9a223fe89e None None] Port 4f0056d6-8251-4ccd-b414-7328668b5de8 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:32.949069 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-c22cd33b-9b88-473d-819b-8a8097a2acca service neutron] 10.222.0.46 "GET /v2.0/networks?id=76d46afc-cc44-477a-92f7-8aa69ad025a7&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=a90fd40e-479d-417e-abd9-e59eeb30a63a&id=abc8037e-64e1-4418-bb1b-adc918f77729&id=abc8037e-64e1-4418-bb1b-adc918f77729 HTTP/1.1" status: 200 len: 2293 time: 0.3256032 Jan 14 02:00:32.965028 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50394) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:33.002127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:33.002578 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:33.052259 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:33.058448 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c47c828f-7f06-4a51-805e-fc32ef1455a7 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "PUT /v2.0/routers/27bb93d0-972b-4c25-92f0-36438762b8e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0364468 Jan 14 02:00:33.060975 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50398) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:33.067248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Request body: {'port': {'network_id': '76bef9e2-9088-4711-9094-03fb26e4218e', 'name': 'tempest-FloatingIPNegativeTestJSON-1169985263'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:33.067772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f11a496-2201-44c2-963e-abdc4c74bc25 None None] Sync routers for ids ['27bb93d0-972b-4c25-92f0-36438762b8e1'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:33.096478 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] Set router 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:33.103613 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-e41d9b09-c97b-479f-b019-2e38a4ce0c94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c121a5e7-f7f1-4aad-a52b-c08401d58912 HTTP/1.1" status: 200 len: 1001 time: 0.1431849 Jan 14 02:00:33.121594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11a496-2201-44c2-963e-abdc4c74bc25 None None] Routers {'27bb93d0-972b-4c25-92f0-36438762b8e1'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:33.122238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7f11a496-2201-44c2-963e-abdc4c74bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27bb93d0-972b-4c25-92f0-36438762b8e1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:33.162953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7f11a496-2201-44c2-963e-abdc4c74bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:33.168298 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] Provisioning complete for port 30228009-d5c9-491d-9e54-222fe9958728 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:33.168840 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (30228009-d5c9-491d-9e54-222fe9958728), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:33.180769 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-1d2a3389-1643-42bd-852a-ca24e0846daa req-1d24210a-9e9d-4c07-ba50-31763afbf2f1 service neutron] (103354) timed out ('10.222.0.46', 58770) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 14 02:00:33.217776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Made reservation on behalf of 4611d94810804425ad7d919a9cd32379 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:33.222245 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:33.264047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] device_id is not set on port 2a1941db-1cac-4d97-90f7-706cdd8c5be7 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:00:33.275218 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801268d-f472-4299-b27c-3fc84a9a1f22 req-4935930d-e929-4695-a059-725726523242 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:33.279141 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4801268d-f472-4299-b27c-3fc84a9a1f22 req-4935930d-e929-4695-a059-725726523242 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 945 time: 0.8074527 Jan 14 02:00:33.343057 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11a496-2201-44c2-963e-abdc4c74bc25 None None] Routers {'27bb93d0-972b-4c25-92f0-36438762b8e1'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:33.343691 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7f11a496-2201-44c2-963e-abdc4c74bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:07Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27bb93d0-972b-4c25-92f0-36438762b8e1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:33.403553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7f11a496-2201-44c2-963e-abdc4c74bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:33.404165 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f11a496-2201-44c2-963e-abdc4c74bc25 None None] The sync data for ids ['27bb93d0-972b-4c25-92f0-36438762b8e1'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:33.407186 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port cc4749b6-4efb-4f1b-a6a4-f5eb3cc3c84f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:33.408951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:33.419357 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-9424a70a-791c-4dd7-9eb3-0b53b74e9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:33.421099 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-9424a70a-791c-4dd7-9eb3-0b53b74e9c73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9785ed8-46df-400a-bcac-abcd200ac677 HTTP/1.1" status: 200 len: 850 time: 0.2345092 Jan 14 02:00:33.462999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Allocated IP 172.20.0.13 (76bef9e2-9088-4711-9094-03fb26e4218e/4a45d8f6-7c58-4582-ab5d-737a19037b28/2a1941db-1cac-4d97-90f7-706cdd8c5be7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:33.603900 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'name': 'tempest-TestServerBasicOps-811061274-router', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:26Z', 'updated_at': '2022-01-14T02:00:29Z', 'revision_number': 3, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'gw_port': {'id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:27Z', 'updated_at': '2022-01-14T02:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:33.645001 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae1e875-6a6c-4561-a7c7-a97512a179e7 None None] The sync data for ids ['78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'] in n-d-824358-4 is: [{'id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'name': 'tempest-TestServerBasicOps-811061274-router', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:26Z', 'updated_at': '2022-01-14T02:00:29Z', 'revision_number': 3, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'gw_port': {'id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:27Z', 'updated_at': '2022-01-14T02:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:33.742590 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for port (2a1941db-1cac-4d97-90f7-706cdd8c5be7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:33.818683 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (2a1941db-1cac-4d97-90f7-706cdd8c5be7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:33.858270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-f76e39ea-c139-45a5-bab8-a64a33a46fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:33.861647 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-f76e39ea-c139-45a5-bab8-a64a33a46fef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=76d46afc-cc44-477a-92f7-8aa69ad025a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3465288 Jan 14 02:00:33.881016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Network 76bef9e2-9088-4711-9094-03fb26e4218e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:33.884671 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:33.889591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:33.895152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:33.895655 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:33.960274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] Current status of the port 30228009-d5c9-491d-9e54-222fe9958728 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:33.970778 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:33.971462 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.025709 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] Provisioning complete for port 49719ab6-a43b-4f38-b1ab-520760c28b79 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:34.026950 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.049689 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event updated for resources: {'Port': ['ID=2a1941db-1cac-4d97-90f7-706cdd8c5be7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:34.067507 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-dc71ed24-b91f-46ee-8780-e9e9586452c5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0052016 Jan 14 02:00:34.098722 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50406) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:34.106738 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:34.155616 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:34.156492 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.181307 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.192930 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa697c-3d7c-4437-bb2e-8bb78cb4a3d4 req-06cb921d-aee7-4b2b-bd6c-2ca48b67225c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:34.194508 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ecfa697c-3d7c-4437-bb2e-8bb78cb4a3d4 req-06cb921d-aee7-4b2b-bd6c-2ca48b67225c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 945 time: 0.1646616 Jan 14 02:00:34.258197 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.258409 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8fcaa63e-a8c7-4303-9ec2-edf66cbae298,segment=NetworkSegment(065883c8-eb68-4875-8011-74962c1cfdfd),segment_id=065883c8-eb68-4875-8011-74962c1cfdfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:34.265512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-4801268d-f472-4299-b27c-3fc84a9a1f22 req-5b380a91-04c6-47c1-9e52-0c1c5ac4e9d3 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Deleting port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:34.265982 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4801268d-f472-4299-b27c-3fc84a9a1f22 req-5b380a91-04c6-47c1-9e52-0c1c5ac4e9d3 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.280484 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.346028 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ecfa697c-3d7c-4437-bb2e-8bb78cb4a3d4 req-e8afa089-85ff-48e6-ae22-dc84855a8509 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130540 Jan 14 02:00:34.377253 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=8fcaa63e-a8c7-4303-9ec2-edf66cbae298,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:34.382247 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:34.435660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] Current status of the port 49719ab6-a43b-4f38-b1ab-520760c28b79 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:34.437109 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.538747 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.580442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] For port 49719ab6-a43b-4f38-b1ab-520760c28b79, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=49719ab6-a43b-4f38-b1ab-520760c28b79,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:34.585016 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-524a74aa-57f4-46ff-b25f-67cc5aa94ead service neutron] 10.222.0.46 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921018 Jan 14 02:00:34.598911 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:34.599413 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.625852 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.664321 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.691132 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e8fd99-ba42-40b6-82dc-0054a00d24d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bef1b1a-2121-4ede-8c5e-bf56811a51f2'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:00:34.693443 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22c91de-cb5f-4591-a50c-42f5a59383ef" -d '{"events": [{"server_uuid": "65e8fd99-ba42-40b6-82dc-0054a00d24d9", "name": "network-vif-unplugged", "status": "completed", "tag": "9bef1b1a-2121-4ede-8c5e-bf56811a51f2"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:00:34.741445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:34.763331 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] Provisioning complete for port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:34.763913 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.781327 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.788864 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] Pushing event updated for resources: {'Port': ['ID=49719ab6-a43b-4f38-b1ab-520760c28b79,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:34.825006 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-4801268d-f472-4299-b27c-3fc84a9a1f22 req-5b380a91-04c6-47c1-9e52-0c1c5ac4e9d3 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] For port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:34.825153 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4801268d-f472-4299-b27c-3fc84a9a1f22 req-5b380a91-04c6-47c1-9e52-0c1c5ac4e9d3 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:34.832384 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Allocated IP 172.25.2.122 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/303f3ae3-7964-47e5-9586-bde7ac66d18f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:34.872848 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 02:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c643f5b-e7e2-46bd-99aa-3dde236e1c51 x-openstack-request-id: req-4c643f5b-e7e2-46bd-99aa-3dde236e1c51 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:00:34.873346 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e8fd99-ba42-40b6-82dc-0054a00d24d9", "name": "network-vif-unplugged", "status": "completed", "tag": "9bef1b1a-2121-4ede-8c5e-bf56811a51f2", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:00:34.874172 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c643f5b-e7e2-46bd-99aa-3dde236e1c51 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:00:34.874763 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e8fd99-ba42-40b6-82dc-0054a00d24d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bef1b1a-2121-4ede-8c5e-bf56811a51f2', 'code': 200} Jan 14 02:00:34.877360 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 49719ab6-a43b-4f38-b1ab-520760c28b79 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:34.916527 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-4801268d-f472-4299-b27c-3fc84a9a1f22 req-5b380a91-04c6-47c1-9e52-0c1c5ac4e9d3 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Calling delete_port for 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:35.014900 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-105df9bc-622c-4264-b7f5-7db17c27e3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.069622 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:35.099656 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for port (303f3ae3-7964-47e5-9586-bde7ac66d18f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.115824 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-c8aeea94-92d5-44ed-b717-7d40eeb2919d service neutron] 10.222.0.46 "GET /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239297 Jan 14 02:00:35.180373 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-73a8c699-bf69-4f25-8936-547ec83e8ac1 None None] Current status of the port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:35.186711 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (303f3ae3-7964-47e5-9586-bde7ac66d18f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.193227 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 49719ab6-a43b-4f38-b1ab-520760c28b79 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:35.193227 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.201220 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-f181931a-feb7-4335-baa0-55a620b41813 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=958a3119-0652-4e10-add3-6ef0d62d1943 HTTP/1.1" status: 200 len: 217 time: 0.0690014 Jan 14 02:00:35.242802 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:35.248287 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:35.253845 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:35.257189 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Allocated IP 172.20.0.1 (12324b66-1045-46a6-957c-ee005a50dcaf/cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6/325ff5dd-6c00-446f-8742-40211230d89d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:35.291786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event updated for resources: {'Port': ['ID=303f3ae3-7964-47e5-9586-bde7ac66d18f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:35.305171 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 49719ab6-a43b-4f38-b1ab-520760c28b79 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:35.306245 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:35.356899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8158aca6-2da6-496b-b081-001eebc06b08 None None] Provisioning complete for port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:35.357270 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8158aca6-2da6-496b-b081-001eebc06b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.406088 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-b1007b9b-3f4b-4e24-b34f-4cff2b3b36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:35.407578 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-b1007b9b-3f4b-4e24-b34f-4cff2b3b36d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.1893482 Jan 14 02:00:35.431596 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for floatingip (7b27ef4d-51a6-4bab-8d61-ec5f12741d7b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.468981 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:35.469357 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.473332 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8158aca6-2da6-496b-b081-001eebc06b08 None None] Current status of the port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:35.512380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8158aca6-2da6-496b-b081-001eebc06b08 None None] Provisioning complete for port 857f348b-5181-4d7e-a0ad-f504a60fa582 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:35.512757 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8158aca6-2da6-496b-b081-001eebc06b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (857f348b-5181-4d7e-a0ad-f504a60fa582), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.536125 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (303f3ae3-7964-47e5-9586-bde7ac66d18f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.546123 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4801268d-f472-4299-b27c-3fc84a9a1f22 req-5b380a91-04c6-47c1-9e52-0c1c5ac4e9d3 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (9bef1b1a-2121-4ede-8c5e-bf56811a51f2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.597610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8158aca6-2da6-496b-b081-001eebc06b08 None None] Port 857f348b-5181-4d7e-a0ad-f504a60fa582 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:35.620614 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:35.621719 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 30228009-d5c9-491d-9e54-222fe9958728 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:35.650890 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8158aca6-2da6-496b-b081-001eebc06b08 None None] Provisioning complete for port 2a1941db-1cac-4d97-90f7-706cdd8c5be7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:35.651261 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8158aca6-2da6-496b-b081-001eebc06b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2a1941db-1cac-4d97-90f7-706cdd8c5be7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.672313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576305d2-f807-4870-8fb2-da21c97a9af7 req-d95dcb83-9b3d-49f9-96c3-e7331df6af98 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:35.672892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b380a91-04c6-47c1-9e52-0c1c5ac4e9d3 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Pushing event deleted for resources: {'Port': ['ID=9bef1b1a-2121-4ede-8c5e-bf56811a51f2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:35.673941 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-576305d2-f807-4870-8fb2-da21c97a9af7 req-d95dcb83-9b3d-49f9-96c3-e7331df6af98 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 865 time: 0.1807542 Jan 14 02:00:35.697075 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8158aca6-2da6-496b-b081-001eebc06b08 None None] Port 2a1941db-1cac-4d97-90f7-706cdd8c5be7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:35.708773 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 30228009-d5c9-491d-9e54-222fe9958728 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:35.709143 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (30228009-d5c9-491d-9e54-222fe9958728), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.712186 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-4801268d-f472-4299-b27c-3fc84a9a1f22 req-5b380a91-04c6-47c1-9e52-0c1c5ac4e9d3 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] No DVR routers for this DVR port 9bef1b1a-2121-4ede-8c5e-bf56811a51f2 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:35.718959 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4801268d-f472-4299-b27c-3fc84a9a1f22 req-5b380a91-04c6-47c1-9e52-0c1c5ac4e9d3 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.724311 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4801268d-f472-4299-b27c-3fc84a9a1f22 req-5b380a91-04c6-47c1-9e52-0c1c5ac4e9d3 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.36 "DELETE /v2.0/ports/9bef1b1a-2121-4ede-8c5e-bf56811a51f2 HTTP/1.1" status: 204 len: 173 time: 2.4297469 Jan 14 02:00:35.763133 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Publish callbacks [] for port (325ff5dd-6c00-446f-8742-40211230d89d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.772448 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-576305d2-f807-4870-8fb2-da21c97a9af7 req-41885a71-4f19-4484-a2d4-fdf6987a07f2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641618 Jan 14 02:00:35.772802 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e8fd99-ba42-40b6-82dc-0054a00d24d9', 'name': 'network-vif-deleted', 'tag': '9bef1b1a-2121-4ede-8c5e-bf56811a51f2'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:00:35.775198 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf189a5-9075-4853-a0d1-bfdbe800129d" -d '{"events": [{"server_uuid": "65e8fd99-ba42-40b6-82dc-0054a00d24d9", "name": "network-vif-deleted", "tag": "9bef1b1a-2121-4ede-8c5e-bf56811a51f2"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:00:35.779479 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-a7db4c04-fa77-44ed-9219-a36c9f081867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:35.781478 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-a7db4c04-fa77-44ed-9219-a36c9f081867 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3488665 Jan 14 02:00:35.836902 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for port (303f3ae3-7964-47e5-9586-bde7ac66d18f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.842515 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (303f3ae3-7964-47e5-9586-bde7ac66d18f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.848042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 30228009-d5c9-491d-9e54-222fe9958728 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:35.901228 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9223e6-b78f-4dee-baaa-33ef69693123 x-openstack-request-id: req-9c9223e6-b78f-4dee-baaa-33ef69693123 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:00:35.901762 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e8fd99-ba42-40b6-82dc-0054a00d24d9", "name": "network-vif-deleted", "tag": "9bef1b1a-2121-4ede-8c5e-bf56811a51f2", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:00:35.902084 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c9223e6-b78f-4dee-baaa-33ef69693123 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:00:35.902581 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e8fd99-ba42-40b6-82dc-0054a00d24d9', 'name': 'network-vif-deleted', 'tag': '9bef1b1a-2121-4ede-8c5e-bf56811a51f2', 'status': 'completed', 'code': 200} Jan 14 02:00:35.924340 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (7b27ef4d-51a6-4bab-8d61-ec5f12741d7b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.946537 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event updated for resources: {'Port': ['ID=303f3ae3-7964-47e5-9586-bde7ac66d18f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:35.949135 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57df199e-c845-4746-bb34-c4e42f2878c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (6c8f7075-4211-4db9-8e2e-c00f925cb10e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.952653 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:35.954044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-016f224d-6654-41ed-8653-52c0526fe188 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8535781 Jan 14 02:00:35.959071 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50418) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:35.964064 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c53519e6-1acf-4f9d-a516-9be1c264798e tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Request body: {'floatingip': {'port_id': '2a1941db-1cac-4d97-90f7-706cdd8c5be7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:36.011397 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c53519e6-1acf-4f9d-a516-9be1c264798e tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for floatingip (7b27ef4d-51a6-4bab-8d61-ec5f12741d7b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.155062 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-c53519e6-1acf-4f9d-a516-9be1c264798e tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] update failed (client error): The resource could not be found. Jan 14 02:00:36.158738 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c53519e6-1acf-4f9d-a516-9be1c264798e tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "PUT /v2.0/floatingips/7b27ef4d-51a6-4bab-8d61-ec5f12741d7b HTTP/1.1" status: 404 len: 507 time: 0.1957002 Jan 14 02:00:36.158994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50422) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:36.299227 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (325ff5dd-6c00-446f-8742-40211230d89d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.325762 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e4922-7f99-4db9-80b8-942d5f4d6195 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Deleting port 303f3ae3-7964-47e5-9586-bde7ac66d18f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:36.326105 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4922-7f99-4db9-80b8-942d5f4d6195 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (303f3ae3-7964-47e5-9586-bde7ac66d18f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.354572 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-cdd0c75a-e684-4df0-9ca7-e2d85ad1f3cf service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638819 Jan 14 02:00:36.363597 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Network 12324b66-1045-46a6-957c-ee005a50dcaf is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:36.403694 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:36.404707 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4922-7f99-4db9-80b8-942d5f4d6195 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (303f3ae3-7964-47e5-9586-bde7ac66d18f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.405680 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4922-7f99-4db9-80b8-942d5f4d6195 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for floatingip (303f3ae3-7964-47e5-9586-bde7ac66d18f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.409986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:36.430925 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e4922-7f99-4db9-80b8-942d5f4d6195 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Calling delete_port for 303f3ae3-7964-47e5-9586-bde7ac66d18f owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:36.444495 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Pushing event updated for resources: {'Port': ['ID=325ff5dd-6c00-446f-8742-40211230d89d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:36.569790 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.653734 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4922-7f99-4db9-80b8-942d5f4d6195 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (303f3ae3-7964-47e5-9586-bde7ac66d18f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.665773 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 49719ab6-a43b-4f38-b1ab-520760c28b79 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:36.701529 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-1242e367-027b-48f0-b291-ab960423de62 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367364 Jan 14 02:00:36.760335 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-097b4fed-f14c-41da-8f6e-00c5b5fac68a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=89e7de05-6314-4968-a665-f6d0681ec2d6 HTTP/1.1" status: 200 len: 217 time: 0.0504329 Jan 14 02:00:36.772102 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 49719ab6-a43b-4f38-b1ab-520760c28b79 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:36.772831 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (49719ab6-a43b-4f38-b1ab-520760c28b79), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.828023 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e4922-7f99-4db9-80b8-942d5f4d6195 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event deleted for resources: {'Port': ['ID=303f3ae3-7964-47e5-9586-bde7ac66d18f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:36.876617 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d3ea1cfe-52c8-4acd-8bce-7b1ea09aba17 None None] Provisioning complete for port 325ff5dd-6c00-446f-8742-40211230d89d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:36.877365 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3ea1cfe-52c8-4acd-8bce-7b1ea09aba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (325ff5dd-6c00-446f-8742-40211230d89d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.894462 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4922-7f99-4db9-80b8-942d5f4d6195 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for floatingip (7b27ef4d-51a6-4bab-8d61-ec5f12741d7b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.896957 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4922-7f99-4db9-80b8-942d5f4d6195 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.901346 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ba9e4922-7f99-4db9-80b8-942d5f4d6195 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "DELETE /v2.0/floatingips/7b27ef4d-51a6-4bab-8d61-ec5f12741d7b HTTP/1.1" status: 204 len: 168 time: 0.7381320 Jan 14 02:00:36.902975 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50428) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:36.920435 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-851febdb-7843-47c6-a1ea-fa3a5d09117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:36.922031 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-851febdb-7843-47c6-a1ea-fa3a5d09117b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.1306937 Jan 14 02:00:36.922904 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7af6aba9-b8b9-4c00-9053-01621e49ea0b tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Request body: {'floatingip': {'floating_network_id': '76bef9e2-9088-4711-9094-03fb26e4218e', 'port_id': '2a1941db-1cac-4d97-90f7-706cdd8c5be7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:36.938686 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-98780e83-4ea4-4f60-be3b-cc16c201ac9d req-3bf7919d-6365-47ce-8dce-8c8d27292576 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.0522652 Jan 14 02:00:36.941944 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (325ff5dd-6c00-446f-8742-40211230d89d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.970869 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7af6aba9-b8b9-4c00-9053-01621e49ea0b tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:36.974640 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea1cfe-52c8-4acd-8bce-7b1ea09aba17 None None] Port 325ff5dd-6c00-446f-8742-40211230d89d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:36.979619 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 49719ab6-a43b-4f38-b1ab-520760c28b79 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:37.060266 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-0a777605-2940-4098-94a0-6e9ea85926a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:37.062130 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-0a777605-2940-4098-94a0-6e9ea85926a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1313825 Jan 14 02:00:37.097479 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-7af6aba9-b8b9-4c00-9053-01621e49ea0b tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 02:00:37.101988 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7af6aba9-b8b9-4c00-9053-01621e49ea0b tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1792657 Jan 14 02:00:37.102305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50432) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:37.107019 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'port_id': '2a1941db-1cac-4d97-90f7-706cdd8c5be7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:37.140909 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.172590 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-57df199e-c845-4746-bb34-c4e42f2878c2 admin admin] Deleting port 3cc66504-20e4-4401-ac84-2cc909d43231 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:37.173022 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57df199e-c845-4746-bb34-c4e42f2878c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.258459 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.304315 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-d940d604-7b58-4494-ab03-9cdc1d2dd512 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325137 Jan 14 02:00:37.353632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-57df199e-c845-4746-bb34-c4e42f2878c2 admin admin] For port 3cc66504-20e4-4401-ac84-2cc909d43231, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3cc66504-20e4-4401-ac84-2cc909d43231,segment=NetworkSegment(9bf48f15-7b6f-40af-bd6b-fb27519eb55f),segment_id=9bf48f15-7b6f-40af-bd6b-fb27519eb55f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:37.353632 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57df199e-c845-4746-bb34-c4e42f2878c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.394123 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Publish callbacks [] for port (325ff5dd-6c00-446f-8742-40211230d89d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.397132 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Allocated IP 172.25.2.91 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/c09f5aea-fd17-4bcd-a806-a6dca146828c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:37.400469 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-57df199e-c845-4746-bb34-c4e42f2878c2 admin admin] Calling delete_port for 3cc66504-20e4-4401-ac84-2cc909d43231 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:37.406015 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (325ff5dd-6c00-446f-8742-40211230d89d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.511377 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58c8a86f-a50c-491a-9c46-ace471daaa59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.522760 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for port (c09f5aea-fd17-4bcd-a806-a6dca146828c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.547974 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Pushing event updated for resources: {'Port': ['ID=325ff5dd-6c00-446f-8742-40211230d89d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:37.551247 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.563840 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c09f5aea-fd17-4bcd-a806-a6dca146828c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.572677 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-f2a9ba86-3f60-4a6b-8501-441b0ff19cfd service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573307 Jan 14 02:00:37.622805 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:37.627703 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:37.632650 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:37.636474 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event updated for resources: {'Port': ['ID=c09f5aea-fd17-4bcd-a806-a6dca146828c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:37.663592 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-52b9a2d5-f6d7-4031-8942-a0fde23591a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=6eeca40e-5089-4d08-b18b-cc5afff82e38 HTTP/1.1" status: 200 len: 217 time: 0.0706668 Jan 14 02:00:37.806348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-ac8454da-aa66-430b-bf6f-bbb32f5dd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:37.807838 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-ac8454da-aa66-430b-bf6f-bbb32f5dd8fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.1374376 Jan 14 02:00:37.819940 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Network 12324b66-1045-46a6-957c-ee005a50dcaf is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:37.824021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Deleting port c09f5aea-fd17-4bcd-a806-a6dca146828c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:37.824420 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (c09f5aea-fd17-4bcd-a806-a6dca146828c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.834443 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:37.944040 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (c09f5aea-fd17-4bcd-a806-a6dca146828c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.945305 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for floatingip (c09f5aea-fd17-4bcd-a806-a6dca146828c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:37.981594 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-1d0a7311-80b9-40f2-a5f6-ef3f63af0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:37.983188 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-1d0a7311-80b9-40f2-a5f6-ef3f63af0f7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1654515 Jan 14 02:00:37.993953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Calling delete_port for c09f5aea-fd17-4bcd-a806-a6dca146828c owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:38.046556 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57df199e-c845-4746-bb34-c4e42f2878c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (3cc66504-20e4-4401-ac84-2cc909d43231), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:38.101802 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-028dd7dc-a1a0-4910-af10-ec51d7919cef req-73e2fdcb-9df5-4d8d-a70b-65c5d32beeae tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.0332177 Jan 14 02:00:38.219459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-61ebe4cd-d0bf-4aa1-96f6-8e02e15409c0 None None] Provisioning complete for port 325ff5dd-6c00-446f-8742-40211230d89d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:38.219954 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61ebe4cd-d0bf-4aa1-96f6-8e02e15409c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (325ff5dd-6c00-446f-8742-40211230d89d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:38.225357 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c09f5aea-fd17-4bcd-a806-a6dca146828c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:38.230133 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df199e-c845-4746-bb34-c4e42f2878c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc66504-20e4-4401-ac84-2cc909d43231,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:38.234531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Router 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:00:38.294906 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-61ebe4cd-d0bf-4aa1-96f6-8e02e15409c0 None None] Port 325ff5dd-6c00-446f-8742-40211230d89d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:38.320293 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event deleted for resources: {'Port': ['ID=c09f5aea-fd17-4bcd-a806-a6dca146828c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:38.321059 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-ed944b59-ef98-4eaf-b3dc-7a9722e985e3 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966862 Jan 14 02:00:38.407917 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:38.443348 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] create failed (client error): The resource could not be found. Jan 14 02:00:38.444610 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-07a303e4-10cd-4644-83f9-9706b8d94ec5 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3411310 Jan 14 02:00:38.448535 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50444) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:38.607748 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9ab774a5-61b8-47ec-85a8-d30d27cf2f8e tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Deleting port 2a1941db-1cac-4d97-90f7-706cdd8c5be7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:38.609033 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ab774a5-61b8-47ec-85a8-d30d27cf2f8e tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2a1941db-1cac-4d97-90f7-706cdd8c5be7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:38.707667 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ab774a5-61b8-47ec-85a8-d30d27cf2f8e tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2a1941db-1cac-4d97-90f7-706cdd8c5be7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:38.722618 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9ab774a5-61b8-47ec-85a8-d30d27cf2f8e tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Calling delete_port for 2a1941db-1cac-4d97-90f7-706cdd8c5be7 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:39.022300 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-440d38cf-2520-4b99-bb1f-bf95c2fef4dc service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764951 Jan 14 02:00:39.035242 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57df199e-c845-4746-bb34-c4e42f2878c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (6c8f7075-4211-4db9-8e2e-c00f925cb10e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:39.076779 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:39.091476 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7d627486-68c4-494f-9d36-cb136321c326 admin admin] 10.222.0.26 "PUT /v2.0/routers/78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8994384 Jan 14 02:00:39.094262 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-850e1174-8d0a-4e88-a52b-37f5e020926c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=eae56713-6f97-4a49-b531-5e52b0bb578a HTTP/1.1" status: 200 len: 217 time: 0.0648162 Jan 14 02:00:39.111671 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Sync routers for ids ['78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:39.126395 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Routers {'78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:39.127375 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:39.191219 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Sync routers for ids ['dbf0ecd4-a00d-4397-beb9-39da82251a4d'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:39.218657 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Routers {'dbf0ecd4-a00d-4397-beb9-39da82251a4d'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:39.219459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['dbf0ecd4-a00d-4397-beb9-39da82251a4d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:39.237449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-fcf24efe-2d95-49c9-b5be-2039950090b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:39.238875 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-fcf24efe-2d95-49c9-b5be-2039950090b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 200 len: 797 time: 0.1038246 Jan 14 02:00:39.257328 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-63e2e38d-adee-4b7d-a05f-9b94d7fbeb9e req-3ea3333d-dbf5-4a91-a522-a9b5fa015599 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.0377777 Jan 14 02:00:39.321130 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ab774a5-61b8-47ec-85a8-d30d27cf2f8e tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (2a1941db-1cac-4d97-90f7-706cdd8c5be7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:39.388087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab774a5-61b8-47ec-85a8-d30d27cf2f8e tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event deleted for resources: {'Port': ['ID=2a1941db-1cac-4d97-90f7-706cdd8c5be7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:39.421278 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Set router 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:39.524610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Set router dbf0ecd4-a00d-4397-beb9-39da82251a4d gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:39.563599 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ab774a5-61b8-47ec-85a8-d30d27cf2f8e tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:39.572926 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9ab774a5-61b8-47ec-85a8-d30d27cf2f8e tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "DELETE /v2.0/ports/2a1941db-1cac-4d97-90f7-706cdd8c5be7 HTTP/1.1" status: 204 len: 168 time: 1.1231930 Jan 14 02:00:39.576058 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50456) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:39.593227 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-c55d7ce7-5969-4a40-95a5-0222e87cc576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:39.595014 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-c55d7ce7-5969-4a40-95a5-0222e87cc576 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a90fd40e-479d-417e-abd9-e59eeb30a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3467903 Jan 14 02:00:39.605185 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57df199e-c845-4746-bb34-c4e42f2878c2 admin admin] Router 6c8f7075-4211-4db9-8e2e-c00f925cb10e has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:00:39.812430 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'name': 'tempest-TestServerBasicOps-811061274-router', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:26Z', 'updated_at': '2022-01-14T02:00:36Z', 'revision_number': 4, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'gw_port': {'id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:27Z', 'updated_at': '2022-01-14T02:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '325ff5dd-6c00-446f-8742-40211230d89d', 'name': '', 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'mac_address': 'fa:16:3e:02:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:34Z', 'updated_at': '2022-01-14T02:00:37Z', 'revision_number': 2, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'subnets': [{'id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:39.817921 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac13c9-8576-46fb-a7f1-a1d0371a7394 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:39.823531 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f2ac13c9-8576-46fb-a7f1-a1d0371a7394 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "GET /v2.0/ports?device_id=27bb93d0-972b-4c25-92f0-36438762b8e1 HTTP/1.1" status: 200 len: 913 time: 0.2427273 Jan 14 02:00:39.823939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50464) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:39.857208 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Checking router: 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:39.858601 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Updating router 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 port 325ff5dd-6c00-446f-8742-40211230d89d binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:00:39.889107 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (325ff5dd-6c00-446f-8742-40211230d89d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:39.947539 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-e2db055c-7b6e-4314-b03b-aa2da99fe499 service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212535 Jan 14 02:00:39.973956 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57df199e-c845-4746-bb34-c4e42f2878c2 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:39.988797 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b18400-ba59-4dfb-a5b2-bc542a82c7b7 None None] Sync routers for ids ['6c8f7075-4211-4db9-8e2e-c00f925cb10e'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:39.994650 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.043220 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'name': 'tempest-TestAggregatesBasicOps-1174317053-router', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '30228009-d5c9-491d-9e54-222fe9958728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:23Z', 'updated_at': '2022-01-14T02:00:29Z', 'revision_number': 4, 'project_id': '79249c5ba97548579c4021ec57214247', 'gw_port': {'id': '30228009-d5c9-491d-9e54-222fe9958728', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:25Z', 'updated_at': '2022-01-14T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '4f0056d6-8251-4ccd-b414-7328668b5de8', 'name': '', 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'mac_address': 'fa:16:3e:ff:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '524aebbc-f213-4384-8521-57415e3f2aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:28Z', 'updated_at': '2022-01-14T02:00:29Z', 'revision_number': 2, 'project_id': '79249c5ba97548579c4021ec57214247', 'subnets': [{'id': '524aebbc-f213-4384-8521-57415e3f2aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:40.061481 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b18400-ba59-4dfb-a5b2-bc542a82c7b7 None None] Routers {'6c8f7075-4211-4db9-8e2e-c00f925cb10e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:40.062559 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-74b18400-ba59-4dfb-a5b2-bc542a82c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6c8f7075-4211-4db9-8e2e-c00f925cb10e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:40.094809 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Checking router: dbf0ecd4-a00d-4397-beb9-39da82251a4d for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:40.096197 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Updating router dbf0ecd4-a00d-4397-beb9-39da82251a4d port 4f0056d6-8251-4ccd-b414-7328668b5de8 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:00:40.108892 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-57df199e-c845-4746-bb34-c4e42f2878c2 admin admin] 10.222.0.26 "PUT /v2.0/routers/6c8f7075-4211-4db9-8e2e-c00f925cb10e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1402330 Jan 14 02:00:40.109704 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50474) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:40.137444 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.142038 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-17ec6941-ac1e-42e3-af78-949084c4bd6d service neutron] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650589 Jan 14 02:00:40.160946 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50476) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:40.165861 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1503534798-network', 'tenant_id': '8b98676f4d814a29818fad0908fbb4ce'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:40.178613 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-74b18400-ba59-4dfb-a5b2-bc542a82c7b7 None None] Set router 6c8f7075-4211-4db9-8e2e-c00f925cb10e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:40.200792 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-2f76f959-0727-444f-9a68-63ab70109d75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 HTTP/1.1" status: 200 len: 217 time: 0.0517449 Jan 14 02:00:40.253551 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-3037cf37-7eb1-4cfa-97a8-5f8280424bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:40.255813 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-3037cf37-7eb1-4cfa-97a8-5f8280424bb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c58418c-1633-4d58-a790-9f10ce59d42b HTTP/1.1" status: 200 len: 797 time: 0.0478113 Jan 14 02:00:40.300420 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Made reservation on behalf of 8b98676f4d814a29818fad0908fbb4ce for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:40.302400 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.320796 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.376918 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-0e18fa0f-1bc0-4343-8906-0fd77e5b0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:40.380026 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-0e18fa0f-1bc0-4343-8906-0fd77e5b0187 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149731 Jan 14 02:00:40.465106 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Publish callbacks [] for security_group (e4889962-77fe-4d9a-88c1-575e821605da), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.480790 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (e4889962-77fe-4d9a-88c1-575e821605da), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.510232 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Publish callbacks [] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.524010 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.542308 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-59d835ec-6641-4298-8db7-19185b6bbd74 req-2cc0aac6-413a-4f3f-983e-9b9538c2be69 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.0773468 Jan 14 02:00:40.563110 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:00:40.583172 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4889962-77fe-4d9a-88c1-575e821605da,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:40.592726 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (c4971d98-3ca3-4ac0-99cc-2b59070f9bb4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.593128 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Added segment c4971d98-3ca3-4ac0-99cc-2b59070f9bb4 of type vlan for network ff52bbfd-8fd5-4d6a-a09f-a44ffd911346 Jan 14 02:00:40.640021 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074d3d1-cfcc-44c4-a923-dec023d3bffd None None] Pushing event updated for resources: {'Port': ['ID=4f0056d6-8251-4ccd-b414-7328668b5de8,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:40.683250 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (ff52bbfd-8fd5-4d6a-a09f-a44ffd911346), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.690466 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-278188d9-3824-451a-91d2-2cc2f68a1e50 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237756 Jan 14 02:00:40.709150 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Publish callbacks [] for router (6c8f7075-4211-4db9-8e2e-c00f925cb10e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.748542 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Attempting to bind port 4f0056d6-8251-4ccd-b414-7328668b5de8 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:40.748920 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Attempting to bind port 4f0056d6-8251-4ccd-b414-7328668b5de8 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'a7f4fb8e-22e3-4314-a861-b39982ba13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:40.749287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Attempting to bind port 4f0056d6-8251-4ccd-b414-7328668b5de8 on network 056ab59b-435e-4f57-b42c-ae8de052d6de {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:40.762892 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:40.763271 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Checking segment: {'id': 'a7f4fb8e-22e3-4314-a861-b39982ba13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:40.763885 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.765592 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Bound using segment: {'id': 'a7f4fb8e-22e3-4314-a861-b39982ba13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:40.766221 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Bound port: 4f0056d6-8251-4ccd-b414-7328668b5de8, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f4fb8e-22e3-4314-a861-b39982ba13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:40.766513 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.786986 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-74b18400-ba59-4dfb-a5b2-bc542a82c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'name': 'tempest-TestAggregatesBasicOps-1726891791-router', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:13Z', 'updated_at': '2022-01-14T02:00:37Z', 'revision_number': 5, 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'gw_port': {'id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:14Z', 'updated_at': '2022-01-14T02:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:40.853828 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b18400-ba59-4dfb-a5b2-bc542a82c7b7 None None] Checking router: 6c8f7075-4211-4db9-8e2e-c00f925cb10e for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:40.885842 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b18400-ba59-4dfb-a5b2-bc542a82c7b7 None None] Routers {'6c8f7075-4211-4db9-8e2e-c00f925cb10e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:40.886485 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-74b18400-ba59-4dfb-a5b2-bc542a82c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6c8f7075-4211-4db9-8e2e-c00f925cb10e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:40.933334 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (ff52bbfd-8fd5-4d6a-a09f-a44ffd911346), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.934484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:40.935274 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.939323 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-63cbe57e-bb65-4043-b286-38d93452e8a0 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391980 Jan 14 02:00:40.982942 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Publish callbacks [] for port (325ff5dd-6c00-446f-8742-40211230d89d), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:40.987404 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] For port 4f0056d6-8251-4ccd-b414-7328668b5de8, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:41.000579 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] For port 4f0056d6-8251-4ccd-b414-7328668b5de8, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=4f0056d6-8251-4ccd-b414-7328668b5de8,segment=NetworkSegment(a7f4fb8e-22e3-4314-a861-b39982ba13e6),segment_id=a7f4fb8e-22e3-4314-a861-b39982ba13e6)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:41.001774 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:41.015976 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (325ff5dd-6c00-446f-8742-40211230d89d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:41.016617 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:41.048023 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-ca217ad4-0717-4138-9669-2cbe4614fa8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30c57d4b-6747-4709-a93c-a72f18d63bff HTTP/1.1" status: 200 len: 217 time: 0.0895760 Jan 14 02:00:41.077914 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9156857 Jan 14 02:00:41.100468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50484) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:41.107295 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e04998-ddb5-4874-a604-9f886a341705 admin admin] Pushing event updated for resources: {'Network': ['ID=ff52bbfd-8fd5-4d6a-a09f-a44ffd911346,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:41.112434 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01338f8-5793-4d9d-a42b-4584c8287bc9 None None] Pushing event updated for resources: {'Port': ['ID=325ff5dd-6c00-446f-8742-40211230d89d,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:41.123649 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6ed037b6-3d4a-4d82-a041-cecfdd3477cd admin admin] Request body: {'subnet': {'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1503534798-subnet', 'tenant_id': '8b98676f4d814a29818fad0908fbb4ce', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:41.133425 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network ff52bbfd-8fd5-4d6a-a09f-a44ffd911346 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:00:41.150053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-cbaac267-1e10-4cf7-8cb3-120e26ce0a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:41.151537 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-cbaac267-1e10-4cf7-8cb3-120e26ce0a74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c58418c-1633-4d58-a790-9f10ce59d42b HTTP/1.1" status: 200 len: 797 time: 0.0902109 Jan 14 02:00:41.168067 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Publish callbacks [] for router_gateway (6c8f7075-4211-4db9-8e2e-c00f925cb10e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:41.192667 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69cb4575-f883-4090-8908-5e71c7fa0fa9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (27bb93d0-972b-4c25-92f0-36438762b8e1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:41.245871 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Attempting to bind port 325ff5dd-6c00-446f-8742-40211230d89d on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:41.246466 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Attempting to bind port 325ff5dd-6c00-446f-8742-40211230d89d by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:41.246685 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Attempting to bind port 325ff5dd-6c00-446f-8742-40211230d89d on network 12324b66-1045-46a6-957c-ee005a50dcaf {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:41.262119 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f289-5aee-460e-bc71-2dceda602535 req-701b6efd-d826-4b2d-8c51-8fd95389edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:41.263855 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-701b6efd-d826-4b2d-8c51-8fd95389edd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abc8037e-64e1-4418-bb1b-adc918f77729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1039212 Jan 14 02:00:41.267379 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:41.267839 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Checking segment: {'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:41.269584 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:41.270070 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Bound using segment: {'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:41.278128 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Bound port: 325ff5dd-6c00-446f-8742-40211230d89d, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:41.278705 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (325ff5dd-6c00-446f-8742-40211230d89d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:41.317944 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-74b18400-ba59-4dfb-a5b2-bc542a82c7b7 None None] Set router 6c8f7075-4211-4db9-8e2e-c00f925cb10e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:41.350064 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Routers {'dbf0ecd4-a00d-4397-beb9-39da82251a4d'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:41.367348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['dbf0ecd4-a00d-4397-beb9-39da82251a4d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:41.372642 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b5c07d75-0a59-4cdb-b9de-8c46538eeecc None None] Provisioning complete for port 4f0056d6-8251-4ccd-b414-7328668b5de8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:41.372642 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d75-0a59-4cdb-b9de-8c46538eeecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:41.373768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074d3d1-cfcc-44c4-a923-dec023d3bffd None None] Pushing event updated for resources: {'Port': ['ID=4f0056d6-8251-4ccd-b414-7328668b5de8,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:41.434918 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed037b6-3d4a-4d82-a041-cecfdd3477cd admin admin] Made reservation on behalf of 8b98676f4d814a29818fad0908fbb4ce for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:41.437881 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ed037b6-3d4a-4d82-a041-cecfdd3477cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:41.472791 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-600480b6-857c-4a07-a783-a48dd71f1e12 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012200 Jan 14 02:00:41.616198 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4179f289-5aee-460e-bc71-2dceda602535 req-e925bd94-9000-46c1-92bf-3a63d3243773 service neutron] 10.222.0.46 "GET /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366239 Jan 14 02:00:41.626485 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] Set router dbf0ecd4-a00d-4397-beb9-39da82251a4d gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:41.644546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Deleting port ac77e72f-2b05-4c56-a60d-1e40066a521d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:41.645115 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:41.768266 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3acae083-c7ee-4dcf-9a05-248533e66727 req-040ec2ac-af84-4e30-a2e1-0a245edb6d00 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.0678267 Jan 14 02:00:41.819522 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] For port 325ff5dd-6c00-446f-8742-40211230d89d, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:41.843872 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] For port 325ff5dd-6c00-446f-8742-40211230d89d, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=325ff5dd-6c00-446f-8742-40211230d89d,segment=NetworkSegment(a1f78c9f-8f76-459f-8a07-dec47b81b271),segment_id=a1f78c9f-8f76-459f-8a07-dec47b81b271)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:41.882175 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (325ff5dd-6c00-446f-8742-40211230d89d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:41.961390 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] For port ac77e72f-2b05-4c56-a60d-1e40066a521d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ac77e72f-2b05-4c56-a60d-1e40066a521d,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:41.961754 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:42.020067 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Calling delete_port for ac77e72f-2b05-4c56-a60d-1e40066a521d owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:42.031374 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-74b18400-ba59-4dfb-a5b2-bc542a82c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'name': 'tempest-TestAggregatesBasicOps-1726891791-router', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:13Z', 'updated_at': '2022-01-14T02:00:37Z', 'revision_number': 5, 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'gw_port': {'id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:14Z', 'updated_at': '2022-01-14T02:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:42.091253 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ed037b6-3d4a-4d82-a041-cecfdd3477cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (c3f2da03-0a98-4525-9221-45d5207a7cb6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:42.098633 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-69cb4575-f883-4090-8908-5e71c7fa0fa9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Deleting port 857f348b-5181-4d7e-a0ad-f504a60fa582 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:42.098967 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69cb4575-f883-4090-8908-5e71c7fa0fa9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (857f348b-5181-4d7e-a0ad-f504a60fa582), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:42.103622 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b18400-ba59-4dfb-a5b2-bc542a82c7b7 None None] The sync data for ids ['6c8f7075-4211-4db9-8e2e-c00f925cb10e'] in n-d-824358-4 is: [{'id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'name': 'tempest-TestAggregatesBasicOps-1726891791-router', 'tenant_id': 'b05236db99b945cd8bea83121f5cb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:13Z', 'updated_at': '2022-01-14T02:00:37Z', 'revision_number': 5, 'project_id': 'b05236db99b945cd8bea83121f5cb9d9', 'gw_port': {'id': 'ac77e72f-2b05-4c56-a60d-1e40066a521d', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f7075-4211-4db9-8e2e-c00f925cb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:14Z', 'updated_at': '2022-01-14T02:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:42.112871 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Routers {'78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:42.113745 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:42.180556 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed037b6-3d4a-4d82-a041-cecfdd3477cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f2da03-0a98-4525-9221-45d5207a7cb6,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:42.185596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b5c07d75-0a59-4cdb-b9de-8c46538eeecc None None] Current status of the port 4f0056d6-8251-4ccd-b414-7328668b5de8 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:42.185994 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d75-0a59-4cdb-b9de-8c46538eeecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:42.248864 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b5c07d75-0a59-4cdb-b9de-8c46538eeecc None None] For port 4f0056d6-8251-4ccd-b414-7328668b5de8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=4f0056d6-8251-4ccd-b414-7328668b5de8,segment=NetworkSegment(a7f4fb8e-22e3-4314-a861-b39982ba13e6),segment_id=a7f4fb8e-22e3-4314-a861-b39982ba13e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:42.266868 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d75-0a59-4cdb-b9de-8c46538eeecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:42.285307 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01338f8-5793-4d9d-a42b-4584c8287bc9 None None] Pushing event updated for resources: {'Port': ['ID=325ff5dd-6c00-446f-8742-40211230d89d,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:42.289014 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] Set router 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:42.306210 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'name': 'tempest-TestAggregatesBasicOps-1174317053-router', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '30228009-d5c9-491d-9e54-222fe9958728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:23Z', 'updated_at': '2022-01-14T02:00:29Z', 'revision_number': 4, 'project_id': '79249c5ba97548579c4021ec57214247', 'gw_port': {'id': '30228009-d5c9-491d-9e54-222fe9958728', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:25Z', 'updated_at': '2022-01-14T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '4f0056d6-8251-4ccd-b414-7328668b5de8', 'name': '', 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'mac_address': 'fa:16:3e:ff:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '524aebbc-f213-4384-8521-57415e3f2aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:28Z', 'updated_at': '2022-01-14T02:00:40Z', 'revision_number': 4, 'project_id': '79249c5ba97548579c4021ec57214247', 'subnets': [{'id': '524aebbc-f213-4384-8521-57415e3f2aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:42.328237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed037b6-3d4a-4d82-a041-cecfdd3477cd admin admin] Checking segment: {'id': 'c4971d98-3ca3-4ac0-99cc-2b59070f9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:42.328601 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed037b6-3d4a-4d82-a041-cecfdd3477cd admin admin] Network hostable DHCP agents. Network: ff52bbfd-8fd5-4d6a-a09f-a44ffd911346, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:00:42.355346 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc94680-bc9d-449c-95e5-7be01c41cc5a None None] The sync data for ids ['dbf0ecd4-a00d-4397-beb9-39da82251a4d'] in n-d-824358-4 is: [{'id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'name': 'tempest-TestAggregatesBasicOps-1174317053-router', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '30228009-d5c9-491d-9e54-222fe9958728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:23Z', 'updated_at': '2022-01-14T02:00:29Z', 'revision_number': 4, 'project_id': '79249c5ba97548579c4021ec57214247', 'gw_port': {'id': '30228009-d5c9-491d-9e54-222fe9958728', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:25Z', 'updated_at': '2022-01-14T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '4f0056d6-8251-4ccd-b414-7328668b5de8', 'name': '', 'network_id': '056ab59b-435e-4f57-b42c-ae8de052d6de', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'mac_address': 'fa:16:3e:ff:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '524aebbc-f213-4384-8521-57415e3f2aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:28Z', 'updated_at': '2022-01-14T02:00:40Z', 'revision_number': 4, 'project_id': '79249c5ba97548579c4021ec57214247', 'subnets': [{'id': '524aebbc-f213-4384-8521-57415e3f2aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:42.396811 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c07d75-0a59-4cdb-b9de-8c46538eeecc None None] Pushing event updated for resources: {'Port': ['ID=4f0056d6-8251-4ccd-b414-7328668b5de8,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:42.411878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2d12da7-ef35-40ed-9289-97e41874edd2 None None] Provisioning complete for port 325ff5dd-6c00-446f-8742-40211230d89d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:42.412563 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2d12da7-ef35-40ed-9289-97e41874edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (325ff5dd-6c00-446f-8742-40211230d89d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:42.447255 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed037b6-3d4a-4d82-a041-cecfdd3477cd admin admin] Network ff52bbfd-8fd5-4d6a-a09f-a44ffd911346 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:00:42.462281 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69cb4575-f883-4090-8908-5e71c7fa0fa9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (857f348b-5181-4d7e-a0ad-f504a60fa582), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:42.494370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-69cb4575-f883-4090-8908-5e71c7fa0fa9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Calling delete_port for 857f348b-5181-4d7e-a0ad-f504a60fa582 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:42.530101 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6ed037b6-3d4a-4d82-a041-cecfdd3477cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, ff52bbfd-8fd5-4d6a-a09f-a44ffd911346) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:42.557195 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed037b6-3d4a-4d82-a041-cecfdd3477cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:42.558362 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ed037b6-3d4a-4d82-a041-cecfdd3477cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:42.597962 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ed57d7-f3ff-4103-a407-c1c44100ee4b None None] Network ff52bbfd-8fd5-4d6a-a09f-a44ffd911346 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:42.664089 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'name': 'tempest-TestServerBasicOps-811061274-router', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:26Z', 'updated_at': '2022-01-14T02:00:36Z', 'revision_number': 4, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'gw_port': {'id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:27Z', 'updated_at': '2022-01-14T02:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '325ff5dd-6c00-446f-8742-40211230d89d', 'name': '', 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'mac_address': 'fa:16:3e:02:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:34Z', 'updated_at': '2022-01-14T02:00:41Z', 'revision_number': 4, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'subnets': [{'id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:42.699088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 4f0056d6-8251-4ccd-b414-7328668b5de8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:42.725482 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ac77e72f-2b05-4c56-a60d-1e40066a521d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:42.745428 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214eb2d-9af8-4853-a83c-ae5f61a799ea None None] The sync data for ids ['78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'] in n-d-824358-4 is: [{'id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'name': 'tempest-TestServerBasicOps-811061274-router', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:26Z', 'updated_at': '2022-01-14T02:00:36Z', 'revision_number': 4, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'gw_port': {'id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:27Z', 'updated_at': '2022-01-14T02:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '325ff5dd-6c00-446f-8742-40211230d89d', 'name': '', 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'mac_address': 'fa:16:3e:02:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:34Z', 'updated_at': '2022-01-14T02:00:41Z', 'revision_number': 4, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'subnets': [{'id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:42.762765 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6ed037b6-3d4a-4d82-a041-cecfdd3477cd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6602852 Jan 14 02:00:42.763232 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50494) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:42.767387 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2d12da7-ef35-40ed-9289-97e41874edd2 None None] Current status of the port 325ff5dd-6c00-446f-8742-40211230d89d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:42.767755 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2d12da7-ef35-40ed-9289-97e41874edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (325ff5dd-6c00-446f-8742-40211230d89d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:42.768736 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1503534798-router', 'tenant_id': '8b98676f4d814a29818fad0908fbb4ce', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:42.774250 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac287165-e505-4ff0-8519-c1d8966a9ff1 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:42.823735 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (103d4952-1351-464a-a928-ebd1b6a90bcb), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:42.825210 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (103d4952-1351-464a-a928-ebd1b6a90bcb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:42.979030 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac77e72f-2b05-4c56-a60d-1e40066a521d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:43.001861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2d12da7-ef35-40ed-9289-97e41874edd2 None None] For port 325ff5dd-6c00-446f-8742-40211230d89d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=325ff5dd-6c00-446f-8742-40211230d89d,segment=NetworkSegment(a1f78c9f-8f76-459f-8a07-dec47b81b271),segment_id=a1f78c9f-8f76-459f-8a07-dec47b81b271)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:43.012676 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Publish callbacks [] for router_controller (103d4952-1351-464a-a928-ebd1b6a90bcb), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.052717 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 4f0056d6-8251-4ccd-b414-7328668b5de8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:43.053152 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.054975 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2d12da7-ef35-40ed-9289-97e41874edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (325ff5dd-6c00-446f-8742-40211230d89d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.105817 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f4e3226-89df-435c-8846-d16194e83d03 req-bac1d584-be26-4057-8098-f53232522b97 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.1238768 Jan 14 02:00:43.144249 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-ff52bbfd-8fd5-4d6a-a09f-a44ffd911346', 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346', 'project_id': '8b98676f4d814a29818fad0908fbb4ce', 'fixed_ips': [{'subnet_id': 'c3f2da03-0a98-4525-9221-45d5207a7cb6'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:00:43.145392 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.213872 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (6c8f7075-4211-4db9-8e2e-c00f925cb10e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.223837 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2d12da7-ef35-40ed-9289-97e41874edd2 None None] Provisioning complete for port 4f0056d6-8251-4ccd-b414-7328668b5de8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:43.224565 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2d12da7-ef35-40ed-9289-97e41874edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.314768 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Publish callbacks [] for router_gateway (103d4952-1351-464a-a928-ebd1b6a90bcb), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.370007 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d12da7-ef35-40ed-9289-97e41874edd2 None None] Pushing event updated for resources: {'Port': ['ID=325ff5dd-6c00-446f-8742-40211230d89d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:43.409522 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (6c8f7075-4211-4db9-8e2e-c00f925cb10e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.412766 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Publish callbacks [] for router_controller (6c8f7075-4211-4db9-8e2e-c00f925cb10e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.507676 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (6c8f7075-4211-4db9-8e2e-c00f925cb10e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.508203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c8f7075-4211-4db9-8e2e-c00f925cb10e {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 02:00:43.535110 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.536159 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7d3cb107-675a-4185-805e-570380e888b7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6c8f7075-4211-4db9-8e2e-c00f925cb10e HTTP/1.1" status: 204 len: 168 time: 3.4255197 Jan 14 02:00:43.538971 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50502) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:43.557867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Allocated IP 172.20.0.2 (ff52bbfd-8fd5-4d6a-a09f-a44ffd911346/c3f2da03-0a98-4525-9221-45d5207a7cb6/7318621e-957a-4229-a744-5cb153ae4a57) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:43.634411 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 4f0056d6-8251-4ccd-b414-7328668b5de8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:43.652015 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3cc66504-20e4-4401-ac84-2cc909d43231 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:43.676311 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5282630-b8b7-40e1-aba9-e5b3bd113d58 admin admin] Deleting subnet f45133b5-f70e-4fe1-afe2-c37440b0f9cd {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:00:43.680377 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5282630-b8b7-40e1-aba9-e5b3bd113d58 admin admin] Publish callbacks [] for subnet (f45133b5-f70e-4fe1-afe2-c37440b0f9cd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.682198 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69cb4575-f883-4090-8908-5e71c7fa0fa9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (857f348b-5181-4d7e-a0ad-f504a60fa582), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.684265 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Publish callbacks [] for router_gateway (103d4952-1351-464a-a928-ebd1b6a90bcb), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.715372 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.717790 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2d12da7-ef35-40ed-9289-97e41874edd2 None None] Current status of the port 4f0056d6-8251-4ccd-b414-7328668b5de8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:43.752455 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 3cc66504-20e4-4401-ac84-2cc909d43231 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:43.753394 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3cc66504-20e4-4401-ac84-2cc909d43231 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:43.912166 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Publish callbacks [] for port (7318621e-957a-4229-a744-5cb153ae4a57), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.924198 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (7318621e-957a-4229-a744-5cb153ae4a57), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:43.968274 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Allocated IP 172.25.2.89 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/aa0a6806-9716-4e33-82d7-58c505b0cdf2) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:43.974480 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Pushing event updated for resources: {'Port': ['ID=7318621e-957a-4229-a744-5cb153ae4a57,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:44.002155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Network ff52bbfd-8fd5-4d6a-a09f-a44ffd911346 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:44.012612 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:44.015334 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:44.086043 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Attempting to bind port 7318621e-957a-4229-a744-5cb153ae4a57 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:44.086613 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Attempting to bind port 7318621e-957a-4229-a744-5cb153ae4a57 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'c4971d98-3ca3-4ac0-99cc-2b59070f9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:44.086989 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Attempting to bind port 7318621e-957a-4229-a744-5cb153ae4a57 on network ff52bbfd-8fd5-4d6a-a09f-a44ffd911346 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:44.094482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:44.094867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Checking segment: {'id': 'c4971d98-3ca3-4ac0-99cc-2b59070f9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:44.095276 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:44.095826 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Bound using segment: {'id': 'c4971d98-3ca3-4ac0-99cc-2b59070f9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:44.096347 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Bound port: 7318621e-957a-4229-a744-5cb153ae4a57, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4971d98-3ca3-4ac0-99cc-2b59070f9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:44.096895 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7318621e-957a-4229-a744-5cb153ae4a57), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:44.162671 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Publish callbacks [] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:44.184432 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] For port 7318621e-957a-4229-a744-5cb153ae4a57, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:44.188504 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] For port 7318621e-957a-4229-a744-5cb153ae4a57, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=7318621e-957a-4229-a744-5cb153ae4a57,segment=NetworkSegment(c4971d98-3ca3-4ac0-99cc-2b59070f9bb4),segment_id=c4971d98-3ca3-4ac0-99cc-2b59070f9bb4)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:44.197808 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (7318621e-957a-4229-a744-5cb153ae4a57), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:44.249454 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:44.263381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39a967-f995-4911-a6da-da5fb2da0d74 None None] Pushing event updated for resources: {'Port': ['ID=7318621e-957a-4229-a744-5cb153ae4a57,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:44.317058 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:44.320660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb4575-f883-4090-8908-5e71c7fa0fa9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event deleted for resources: {'Port': ['ID=857f348b-5181-4d7e-a0ad-f504a60fa582,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:44.338552 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:44.343284 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:44.350482 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5cc2411c-87de-4624-86a0-0702ca9a707e req-fd473ee0-a3b8-4ad7-800b-de30a3be010a tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.0703261 Jan 14 02:00:44.356193 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d69d852-dee0-4840-b0da-249964e6d785 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:44.420001 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5282630-b8b7-40e1-aba9-e5b3bd113d58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (f45133b5-f70e-4fe1-afe2-c37440b0f9cd), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:44.430100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0a6806-9716-4e33-82d7-58c505b0cdf2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:44.466902 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2084927f-3be9-4fe1-b675-97f39d016e57 None None] Provisioning complete for port aa0a6806-9716-4e33-82d7-58c505b0cdf2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:44.467461 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2084927f-3be9-4fe1-b675-97f39d016e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:44.567891 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2084927f-3be9-4fe1-b675-97f39d016e57 None None] Port aa0a6806-9716-4e33-82d7-58c505b0cdf2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:44.776474 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69cb4575-f883-4090-8908-5e71c7fa0fa9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (27bb93d0-972b-4c25-92f0-36438762b8e1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:44.825081 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 325ff5dd-6c00-446f-8742-40211230d89d up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:44.868618 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5282630-b8b7-40e1-aba9-e5b3bd113d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (f45133b5-f70e-4fe1-afe2-c37440b0f9cd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:44.974732 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Publish callbacks [] for router_gateway (103d4952-1351-464a-a928-ebd1b6a90bcb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:44.976935 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 325ff5dd-6c00-446f-8742-40211230d89d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:44.978169 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (325ff5dd-6c00-446f-8742-40211230d89d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:44.989467 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5282630-b8b7-40e1-aba9-e5b3bd113d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (f45133b5-f70e-4fe1-afe2-c37440b0f9cd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:45.116121 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5282630-b8b7-40e1-aba9-e5b3bd113d58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:45.122230 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d5282630-b8b7-40e1-aba9-e5b3bd113d58 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f45133b5-f70e-4fe1-afe2-c37440b0f9cd HTTP/1.1" status: 204 len: 168 time: 1.5801888 Jan 14 02:00:45.122230 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5282630-b8b7-40e1-aba9-e5b3bd113d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45133b5-f70e-4fe1-afe2-c37440b0f9cd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:45.126541 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50510) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:45.135406 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cb4575-f883-4090-8908-5e71c7fa0fa9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Router 27bb93d0-972b-4c25-92f0-36438762b8e1 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:00:45.176378 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d504eb39-e157-4ad9-b296-07ecc6ae9309 None None] Network 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:45.226010 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (103d4952-1351-464a-a928-ebd1b6a90bcb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:45.300178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cb4575-f883-4090-8908-5e71c7fa0fa9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:45.312042 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-69cb4575-f883-4090-8908-5e71c7fa0fa9 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "PUT /v2.0/routers/27bb93d0-972b-4c25-92f0-36438762b8e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4846296 Jan 14 02:00:45.315976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50516) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:45.318599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429a90a0-5932-4637-aef6-18aa9469152a None None] Sync routers for ids ['27bb93d0-972b-4c25-92f0-36438762b8e1'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:45.326829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 325ff5dd-6c00-446f-8742-40211230d89d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:45.364665 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a90a0-5932-4637-aef6-18aa9469152a None None] Routers {'27bb93d0-972b-4c25-92f0-36438762b8e1'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:45.365541 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-429a90a0-5932-4637-aef6-18aa9469152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['27bb93d0-972b-4c25-92f0-36438762b8e1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:45.379594 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:45.435073 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a15a74c4-69fd-4b7f-95d7-8914466315fe tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for router (27bb93d0-972b-4c25-92f0-36438762b8e1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:45.478061 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-429a90a0-5932-4637-aef6-18aa9469152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:45.501350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Router 103d4952-1351-464a-a928-ebd1b6a90bcb is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 02:00:45.553079 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c01aac59-22f6-4e61-b0e8-9ac0eee5112b req-f75f479d-f5df-4bf1-8a4e-6b12de556bcd tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.0662327 Jan 14 02:00:45.693138 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:45.695953 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a15a74c4-69fd-4b7f-95d7-8914466315fe tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (27bb93d0-972b-4c25-92f0-36438762b8e1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:45.700353 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a15a74c4-69fd-4b7f-95d7-8914466315fe tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for router_controller (27bb93d0-972b-4c25-92f0-36438762b8e1), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:45.705156 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Sync routers for ids ['103d4952-1351-464a-a928-ebd1b6a90bcb'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:45.736357 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Routers {'103d4952-1351-464a-a928-ebd1b6a90bcb'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:45.739976 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['103d4952-1351-464a-a928-ebd1b6a90bcb'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:45.747521 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:45.752361 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f9d7c340-889a-48ae-a6f4-347b78030fa6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9879408 Jan 14 02:00:45.753803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50520) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:45.767240 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Deleting port ed065bb2-b7aa-444b-b503-50f93719e597 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:45.767762 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:45.798506 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a15a74c4-69fd-4b7f-95d7-8914466315fe tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (27bb93d0-972b-4c25-92f0-36438762b8e1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:45.804009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15a74c4-69fd-4b7f-95d7-8914466315fe tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Fanout notify agent at l3_agent the message router_deleted on router 27bb93d0-972b-4c25-92f0-36438762b8e1 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 02:00:45.827445 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a15a74c4-69fd-4b7f-95d7-8914466315fe tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:45.831093 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a15a74c4-69fd-4b7f-95d7-8914466315fe tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "DELETE /v2.0/routers/27bb93d0-972b-4c25-92f0-36438762b8e1 HTTP/1.1" status: 204 len: 168 time: 0.5113628 Jan 14 02:00:45.832761 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:45.848250 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a90a0-5932-4637-aef6-18aa9469152a None None] Routers set() bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:45.848820 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a90a0-5932-4637-aef6-18aa9469152a None None] Router IDs set() for agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 14 02:00:45.855164 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_agentschedulers_db [None req-429a90a0-5932-4637-aef6-18aa9469152a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'27bb93d0-972b-4c25-92f0-36438762b8e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent'). {{(pid=103355) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 14 02:00:45.855561 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429a90a0-5932-4637-aef6-18aa9469152a None None] The sync data for ids ['27bb93d0-972b-4c25-92f0-36438762b8e1'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:45.965546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] For port ed065bb2-b7aa-444b-b503-50f93719e597, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ed065bb2-b7aa-444b-b503-50f93719e597,segment=NetworkSegment(9bf48f15-7b6f-40af-bd6b-fb27519eb55f),segment_id=9bf48f15-7b6f-40af-bd6b-fb27519eb55f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:45.965913 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:45.985257 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Calling delete_port for ed065bb2-b7aa-444b-b503-50f93719e597 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:45.986699 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a6a49-b9fe-4e57-a6bc-c7bb0bdcefeb None None] DHCP port deletion for 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:46.030622 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea622d5-7cd9-454f-98fa-41da8ecb9427 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Deleting subnet 4a45d8f6-7c58-4582-ab5d-737a19037b28 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:00:46.038383 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fea622d5-7cd9-454f-98fa-41da8ecb9427 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for subnet (4a45d8f6-7c58-4582-ab5d-737a19037b28), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.062633 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Set router 103d4952-1351-464a-a928-ebd1b6a90bcb gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:46.090901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a6a49-b9fe-4e57-a6bc-c7bb0bdcefeb None None] Deleting port ed065bb2-b7aa-444b-b503-50f93719e597 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:46.091529 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6a49-b9fe-4e57-a6bc-c7bb0bdcefeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.133150 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.164676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed065bb2-b7aa-444b-b503-50f93719e597,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:46.175999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] No DVR routers for this DVR port ed065bb2-b7aa-444b-b503-50f93719e597 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:46.257290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e6c4c-624f-4952-a8b2-c6692e2032a1 None None] Network ff52bbfd-8fd5-4d6a-a09f-a44ffd911346 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:46.271302 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.299192 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:46.333990 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf48f15-7b6f-40af-bd6b-fb27519eb55f') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:46.334485 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf48f15-7b6f-40af-bd6b-fb27519eb55f') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:46.364882 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (9bf48f15-7b6f-40af-bd6b-fb27519eb55f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.400760 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (9bf48f15-7b6f-40af-bd6b-fb27519eb55f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.411949 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:00:46.412355 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (9bf48f15-7b6f-40af-bd6b-fb27519eb55f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: timer() Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:00:46.416517 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:00:46.530363 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1e7b5e48-df3f-4e5e-9131-7fddd22d0adc None None] Provisioning complete for port 7318621e-957a-4229-a744-5cb153ae4a57 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:46.530827 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e7b5e48-df3f-4e5e-9131-7fddd22d0adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7318621e-957a-4229-a744-5cb153ae4a57), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.533749 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6b1a6a49-b9fe-4e57-a6bc-c7bb0bdcefeb None None] For port ed065bb2-b7aa-444b-b503-50f93719e597, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ed065bb2-b7aa-444b-b503-50f93719e597,segment=NetworkSegment(9bf48f15-7b6f-40af-bd6b-fb27519eb55f),segment_id=9bf48f15-7b6f-40af-bd6b-fb27519eb55f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:46.534149 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6a49-b9fe-4e57-a6bc-c7bb0bdcefeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.548255 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'name': 'tempest-TestServerBasicOps-1503534798-router', 'tenant_id': '8b98676f4d814a29818fad0908fbb4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0a6806-9716-4e33-82d7-58c505b0cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:42Z', 'updated_at': '2022-01-14T02:00:44Z', 'revision_number': 3, 'project_id': '8b98676f4d814a29818fad0908fbb4ce', 'gw_port': {'id': 'aa0a6806-9716-4e33-82d7-58c505b0cdf2', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:43Z', 'updated_at': '2022-01-14T02:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:46.620153 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Checking router: 103d4952-1351-464a-a928-ebd1b6a90bcb for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:46.620506 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Updating router 103d4952-1351-464a-a928-ebd1b6a90bcb port aa0a6806-9716-4e33-82d7-58c505b0cdf2 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:00:46.645727 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.646498 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a6a49-b9fe-4e57-a6bc-c7bb0bdcefeb None None] Calling delete_port for ed065bb2-b7aa-444b-b503-50f93719e597 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:46.676685 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.703121 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.707838 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 HTTP/1.1" status: 204 len: 168 time: 1.5802462 Jan 14 02:00:46.714797 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50534) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:46.719392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 7318621e-957a-4229-a744-5cb153ae4a57 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:46.756927 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4c1d36f9-8c81-4f12-8278-1ce19e5be9a0 req-26f21732-5e47-4d51-a8bd-23367a90a9e2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.0464728 Jan 14 02:00:46.758075 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a8af1-38fb-4015-8efb-7de9817a16e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:46.770981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb3bb6-24ac-4d7e-baf2-2d7696b19d5e req-f5b0e531-998a-4210-a3a1-37af34b85539 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:46.779469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b9bb3bb6-24ac-4d7e-baf2-2d7696b19d5e req-f5b0e531-998a-4210-a3a1-37af34b85539 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1097 time: 0.2817395 Jan 14 02:00:46.843627 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fea622d5-7cd9-454f-98fa-41da8ecb9427 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (4a45d8f6-7c58-4582-ab5d-737a19037b28), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.921303 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b9bb3bb6-24ac-4d7e-baf2-2d7696b19d5e req-80799838-b8de-4bdf-8c56-9ce926c8e852 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408255 Jan 14 02:00:46.950547 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50536) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:46.964896 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6a49-b9fe-4e57-a6bc-c7bb0bdcefeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (ed065bb2-b7aa-444b-b503-50f93719e597), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:46.975660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b1a6a49-b9fe-4e57-a6bc-c7bb0bdcefeb None None] Network 21e91b9d-6eef-43b2-b2e9-d8a2cbe668d4 is not hosted by any dhcp agent {{(pid=103355) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 14 02:00:46.976110 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a6a49-b9fe-4e57-a6bc-c7bb0bdcefeb None None] No DVR routers for this DVR port ed065bb2-b7aa-444b-b503-50f93719e597 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:47.021305 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a6a49-b9fe-4e57-a6bc-c7bb0bdcefeb None None] Pushing event deleted for resources: {'Port': ['ID=ed065bb2-b7aa-444b-b503-50f93719e597,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:47.057760 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Publish callbacks [] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.066577 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 7318621e-957a-4229-a744-5cb153ae4a57 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:47.067249 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7318621e-957a-4229-a744-5cb153ae4a57), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.098877 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.122378 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b5e48-df3f-4e5e-9131-7fddd22d0adc None None] Current status of the port 7318621e-957a-4229-a744-5cb153ae4a57 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:47.122378 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e7b5e48-df3f-4e5e-9131-7fddd22d0adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7318621e-957a-4229-a744-5cb153ae4a57), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.233233 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 7318621e-957a-4229-a744-5cb153ae4a57 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:47.234073 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (7318621e-957a-4229-a744-5cb153ae4a57), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.238684 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Attempting to bind port aa0a6806-9716-4e33-82d7-58c505b0cdf2 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:47.239277 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Attempting to bind port aa0a6806-9716-4e33-82d7-58c505b0cdf2 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:47.239857 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Attempting to bind port aa0a6806-9716-4e33-82d7-58c505b0cdf2 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:47.253086 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667257bc-4335-49b8-b8b1-a5553c2c068a None None] Pushing event updated for resources: {'Port': ['ID=aa0a6806-9716-4e33-82d7-58c505b0cdf2,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:47.256044 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:47.256824 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:47.258432 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.258990 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:47.259632 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Bound port: aa0a6806-9716-4e33-82d7-58c505b0cdf2, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:47.260278 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.273490 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6479bf36-45a0-4d75-822e-f47b33a13532 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:47.311733 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1e7b5e48-df3f-4e5e-9131-7fddd22d0adc None None] For port 7318621e-957a-4229-a744-5cb153ae4a57, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=7318621e-957a-4229-a744-5cb153ae4a57,segment=NetworkSegment(c4971d98-3ca3-4ac0-99cc-2b59070f9bb4),segment_id=c4971d98-3ca3-4ac0-99cc-2b59070f9bb4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:47.317144 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fea622d5-7cd9-454f-98fa-41da8ecb9427 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (4a45d8f6-7c58-4582-ab5d-737a19037b28), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.325172 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e7b5e48-df3f-4e5e-9131-7fddd22d0adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (7318621e-957a-4229-a744-5cb153ae4a57), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.372146 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] For port aa0a6806-9716-4e33-82d7-58c505b0cdf2, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:47.382274 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] For port aa0a6806-9716-4e33-82d7-58c505b0cdf2, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=aa0a6806-9716-4e33-82d7-58c505b0cdf2,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:47.397936 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.474191 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fea622d5-7cd9-454f-98fa-41da8ecb9427 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (4a45d8f6-7c58-4582-ab5d-737a19037b28), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.476924 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Deleting port 2c7d54b6-d742-4a58-9bba-85835d6b0ccf {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:47.477382 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2c7d54b6-d742-4a58-9bba-85835d6b0ccf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.492776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fea622d5-7cd9-454f-98fa-41da8ecb9427 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.496084 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fea622d5-7cd9-454f-98fa-41da8ecb9427 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "DELETE /v2.0/subnets/4a45d8f6-7c58-4582-ab5d-737a19037b28 HTTP/1.1" status: 204 len: 168 time: 1.6621413 Jan 14 02:00:47.510765 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Routers {'103d4952-1351-464a-a928-ebd1b6a90bcb'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:47.511388 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['103d4952-1351-464a-a928-ebd1b6a90bcb'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:47.517935 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 02:00:47.519937 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 02:00:47.526188 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.539624 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7516d7f5-a8a2-46a6-b344-7ccfe06f1d51 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:47.540556 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50542) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:47.557558 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5071a9eb-1253-438d-939b-1dacd0f6c191 None None] Network 76bef9e2-9088-4711-9094-03fb26e4218e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:47.602309 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2c7d54b6-d742-4a58-9bba-85835d6b0ccf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.602819 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for floatingip (2c7d54b6-d742-4a58-9bba-85835d6b0ccf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.633149 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Calling delete_port for 2c7d54b6-d742-4a58-9bba-85835d6b0ccf owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:47.675940 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d8074279-2724-4456-99d6-795d8abd365e None None] Provisioning complete for port aa0a6806-9716-4e33-82d7-58c505b0cdf2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:47.676596 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d8074279-2724-4456-99d6-795d8abd365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.685380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b5e48-df3f-4e5e-9131-7fddd22d0adc None None] Pushing event updated for resources: {'Port': ['ID=7318621e-957a-4229-a744-5cb153ae4a57,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:47.692039 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Allocated IP 172.20.0.1 (ff52bbfd-8fd5-4d6a-a09f-a44ffd911346/c3f2da03-0a98-4525-9221-45d5207a7cb6/f1f20696-ea48-4aff-8e7c-2b5e6994ec93) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:47.762935 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667257bc-4335-49b8-b8b1-a5553c2c068a None None] Pushing event updated for resources: {'Port': ['ID=aa0a6806-9716-4e33-82d7-58c505b0cdf2,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:47.802293 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] Set router 103d4952-1351-464a-a928-ebd1b6a90bcb gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:47.882343 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94483255-3d65-4aa8-9ac5-e83277502693 None None] DHCP port deletion for 76bef9e2-9088-4711-9094-03fb26e4218e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:47.891544 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Publish callbacks [] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.947030 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (2c7d54b6-d742-4a58-9bba-85835d6b0ccf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.955241 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d8074279-2724-4456-99d6-795d8abd365e None None] Current status of the port aa0a6806-9716-4e33-82d7-58c505b0cdf2 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:47.956178 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d8074279-2724-4456-99d6-795d8abd365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.974442 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea622d5-7cd9-454f-98fa-41da8ecb9427 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event deleted for resources: {'Subnet': ['ID=4a45d8f6-7c58-4582-ab5d-737a19037b28,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:47.979474 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:47.987787 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d8074279-2724-4456-99d6-795d8abd365e None None] For port aa0a6806-9716-4e33-82d7-58c505b0cdf2, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=aa0a6806-9716-4e33-82d7-58c505b0cdf2,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:48.007512 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d8074279-2724-4456-99d6-795d8abd365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.080010 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Pushing event updated for resources: {'Port': ['ID=f1f20696-ea48-4aff-8e7c-2b5e6994ec93,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:48.092374 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Network ff52bbfd-8fd5-4d6a-a09f-a44ffd911346 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:48.093458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 7318621e-957a-4229-a744-5cb153ae4a57 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:48.101009 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:48.102693 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-26ce7edc-862b-4525-a849-b06ad5548c3e req-e0d9ccf3-1739-40fc-9a0a-6414871e0c70 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.1759777 Jan 14 02:00:48.106365 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:48.153738 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'Port': ['ID=2c7d54b6-d742-4a58-9bba-85835d6b0ccf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:48.158470 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-94483255-3d65-4aa8-9ac5-e83277502693 None None] Deleting port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:48.161956 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94483255-3d65-4aa8-9ac5-e83277502693 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.183889 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (103d4952-1351-464a-a928-ebd1b6a90bcb), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.222987 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'name': 'tempest-TestServerBasicOps-1503534798-router', 'tenant_id': '8b98676f4d814a29818fad0908fbb4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0a6806-9716-4e33-82d7-58c505b0cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:42Z', 'updated_at': '2022-01-14T02:00:44Z', 'revision_number': 3, 'project_id': '8b98676f4d814a29818fad0908fbb4ce', 'gw_port': {'id': 'aa0a6806-9716-4e33-82d7-58c505b0cdf2', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:43Z', 'updated_at': '2022-01-14T02:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:48.239574 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for floatingip (f3487809-427c-4ee1-abcb-cd4b6ba4368f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.239941 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Floating IP f3487809-427c-4ee1-abcb-cd4b6ba4368f disassociated (deleted). External IP: 172.25.2.180, port: e4440516-aadd-4347-9ee1-488520ad3844. Jan 14 02:00:48.274365 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c648c8-c0e2-4248-bf5a-d2a7c67a7ef0 None None] The sync data for ids ['103d4952-1351-464a-a928-ebd1b6a90bcb'] in n-d-824358-4 is: [{'id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'name': 'tempest-TestServerBasicOps-1503534798-router', 'tenant_id': '8b98676f4d814a29818fad0908fbb4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0a6806-9716-4e33-82d7-58c505b0cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:42Z', 'updated_at': '2022-01-14T02:00:44Z', 'revision_number': 3, 'project_id': '8b98676f4d814a29818fad0908fbb4ce', 'gw_port': {'id': 'aa0a6806-9716-4e33-82d7-58c505b0cdf2', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:43Z', 'updated_at': '2022-01-14T02:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:48.292596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ed065bb2-b7aa-444b-b503-50f93719e597 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:48.323435 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (76bef9e2-9088-4711-9094-03fb26e4218e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.354326 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8074279-2724-4456-99d6-795d8abd365e None None] Pushing event updated for resources: {'Port': ['ID=aa0a6806-9716-4e33-82d7-58c505b0cdf2,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:48.363317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-36dc380c-b686-40b2-8486-df95432ba20c None None] Provisioning complete for port 7318621e-957a-4229-a744-5cb153ae4a57 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:48.365145 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-36dc380c-b686-40b2-8486-df95432ba20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7318621e-957a-4229-a744-5cb153ae4a57), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.366808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: ed065bb2-b7aa-444b-b503-50f93719e597 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:48.371679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ed065bb2-b7aa-444b-b503-50f93719e597 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:48.372268 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ac77e72f-2b05-4c56-a60d-1e40066a521d no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:48.453129 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7802cee2-cef5-4b78-aac3-911348dcc721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (dbf0ecd4-a00d-4397-beb9-39da82251a4d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.467078 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: ac77e72f-2b05-4c56-a60d-1e40066a521d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:48.467300 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ac77e72f-2b05-4c56-a60d-1e40066a521d not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:48.478863 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-94483255-3d65-4aa8-9ac5-e83277502693 None None] For port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8fcaa63e-a8c7-4303-9ec2-edf66cbae298,segment=NetworkSegment(065883c8-eb68-4875-8011-74962c1cfdfd),segment_id=065883c8-eb68-4875-8011-74962c1cfdfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:48.479411 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94483255-3d65-4aa8-9ac5-e83277502693 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.507138 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-94483255-3d65-4aa8-9ac5-e83277502693 None None] Calling delete_port for 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:48.515813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Deleting port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:48.516155 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.608548 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-36dc380c-b686-40b2-8486-df95432ba20c None None] Current status of the port 7318621e-957a-4229-a744-5cb153ae4a57 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:48.630169 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-36dc380c-b686-40b2-8486-df95432ba20c None None] Provisioning complete for port aa0a6806-9716-4e33-82d7-58c505b0cdf2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:48.630576 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-36dc380c-b686-40b2-8486-df95432ba20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.655900 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] For port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=8fcaa63e-a8c7-4303-9ec2-edf66cbae298,segment=NetworkSegment(065883c8-eb68-4875-8011-74962c1cfdfd),segment_id=065883c8-eb68-4875-8011-74962c1cfdfd)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:48.656264 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.675533 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Calling delete_port for 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:48.761782 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 7318621e-957a-4229-a744-5cb153ae4a57 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:48.813746 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.851227 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:00:48.917782 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94483255-3d65-4aa8-9ac5-e83277502693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:48.953710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94483255-3d65-4aa8-9ac5-e83277502693 None None] Pushing event deleted for resources: {'Port': ['ID=8fcaa63e-a8c7-4303-9ec2-edf66cbae298,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:48.990933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-36dc380c-b686-40b2-8486-df95432ba20c None None] Current status of the port aa0a6806-9716-4e33-82d7-58c505b0cdf2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:48.997175 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94483255-3d65-4aa8-9ac5-e83277502693 None None] No DVR routers for this DVR port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:49.036380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 7318621e-957a-4229-a744-5cb153ae4a57 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:49.036972 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (7318621e-957a-4229-a744-5cb153ae4a57), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.044033 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8fcaa63e-a8c7-4303-9ec2-edf66cbae298), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.088666 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event deleted for resources: {'Port': ['ID=8fcaa63e-a8c7-4303-9ec2-edf66cbae298,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:49.092278 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Publish callbacks [] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.103468 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] No DVR routers for this DVR port 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:49.129630 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.139829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4533da82-6eac-4afb-ba18-e9192e08882d None None] Provisioning complete for port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:49.140652 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4533da82-6eac-4afb-ba18-e9192e08882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.204843 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.205189 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.206079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.206571 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.206904 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.207236 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.207567 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.210483 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.210890 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.211235 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.211564 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.212253 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.212943 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:00:49.225394 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (103d4952-1351-464a-a928-ebd1b6a90bcb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.237339 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4533da82-6eac-4afb-ba18-e9192e08882d None None] Port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:49.252028 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 7318621e-957a-4229-a744-5cb153ae4a57 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:49.323533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:49.354451 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:49.354795 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 8fcaa63e-a8c7-4303-9ec2-edf66cbae298 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:49.401442 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (76bef9e2-9088-4711-9094-03fb26e4218e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.430851 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Pushing event updated for resources: {'Port': ['ID=f1f20696-ea48-4aff-8e7c-2b5e6994ec93,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:49.451267 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bef9e2-9088-4711-9094-03fb26e4218e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:49.482228 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065883c8-eb68-4875-8011-74962c1cfdfd') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:49.482621 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065883c8-eb68-4875-8011-74962c1cfdfd') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:49.490351 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb0e7ed0-a18a-4ceb-9826-124f56683513 req-e97094eb-d9a1-4fb2-bf6f-ebb920f98f86 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.0482213 Jan 14 02:00:49.500435 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (065883c8-eb68-4875-8011-74962c1cfdfd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.510306 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Network ff52bbfd-8fd5-4d6a-a09f-a44ffd911346 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:49.516907 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:49.530538 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (065883c8-eb68-4875-8011-74962c1cfdfd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.552889 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:49.560772 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.564230 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfaf335-cf5a-44aa-8faf-404654648743 None None] Sync routers for ids ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:49.580080 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfaf335-cf5a-44aa-8faf-404654648743 None None] Routers {'78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:49.581316 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6bfaf335-cf5a-44aa-8faf-404654648743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:49.609012 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:00:49.609012 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (065883c8-eb68-4875-8011-74962c1cfdfd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.636265 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1fcbd438-77d0-4865-800c-1d8cf24c4896 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "DELETE /v2.0/floatingips/f3487809-427c-4ee1-abcb-cd4b6ba4368f HTTP/1.1" status: 204 len: 168 time: 2.6840706 Jan 14 02:00:49.638123 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:00:49.659188 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d9fec0-5203-411f-9cc7-15410fb3f078" -d '{"events": [{"name": "network-changed", "server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "tag": "e4440516-aadd-4347-9ee1-488520ad3844"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:00:49.718903 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:00:49.721309 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7802cee2-cef5-4b78-aac3-911348dcc721 admin admin] Deleting port 4f0056d6-8251-4ccd-b414-7328668b5de8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:49.721891 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7802cee2-cef5-4b78-aac3-911348dcc721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.738365 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (76bef9e2-9088-4711-9094-03fb26e4218e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.755286 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:49.765848 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] 10.222.0.26 "DELETE /v2.0/networks/76bef9e2-9088-4711-9094-03fb26e4218e HTTP/1.1" status: 204 len: 168 time: 1.8007150 Jan 14 02:00:49.835122 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8c6d7-c899-4518-bd34-06153f5584e2 tempest-FloatingIPNegativeTestJSON-1522483970 tempest-FloatingIPNegativeTestJSON-1522483970-project] Pushing event deleted for resources: {'Network': ['ID=76bef9e2-9088-4711-9094-03fb26e4218e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:49.841727 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393b3e9e-6265-491c-9345-b7c20bc6fc01 x-openstack-request-id: req-393b3e9e-6265-491c-9345-b7c20bc6fc01 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:00:49.844977 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "tag": "e4440516-aadd-4347-9ee1-488520ad3844", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:00:49.846211 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-393b3e9e-6265-491c-9345-b7c20bc6fc01 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:00:49.846836 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844', 'status': 'completed', 'code': 200} Jan 14 02:00:49.871414 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6bfaf335-cf5a-44aa-8faf-404654648743 None None] Set router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:50.017237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7802cee2-cef5-4b78-aac3-911348dcc721 admin admin] For port 4f0056d6-8251-4ccd-b414-7328668b5de8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=4f0056d6-8251-4ccd-b414-7328668b5de8,segment=NetworkSegment(a7f4fb8e-22e3-4314-a861-b39982ba13e6),segment_id=a7f4fb8e-22e3-4314-a861-b39982ba13e6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:50.020878 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7802cee2-cef5-4b78-aac3-911348dcc721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:50.042690 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9fec0-5203-411f-9cc7-15410fb3f078 req-720cdfab-6fce-4476-8b9f-bd3760c6d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:50.044268 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35d9fec0-5203-411f-9cc7-15410fb3f078 req-720cdfab-6fce-4476-8b9f-bd3760c6d31f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 1097 time: 0.2302065 Jan 14 02:00:50.054046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7802cee2-cef5-4b78-aac3-911348dcc721 admin admin] Calling delete_port for 4f0056d6-8251-4ccd-b414-7328668b5de8 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:50.131495 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4ec76e58-7686-4604-b9f0-ddafc9c4b0fc None None] Provisioning complete for port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:50.132073 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ec76e58-7686-4604-b9f0-ddafc9c4b0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:50.148121 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Router 103d4952-1351-464a-a928-ebd1b6a90bcb has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:00:50.191921 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd234d-0702-4574-b08b-4838950582c4 req-51dd4b5b-d159-4bc3-b3f2-2d5d996b8ca4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:50.194074 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cecd234d-0702-4574-b08b-4838950582c4 req-51dd4b5b-d159-4bc3-b3f2-2d5d996b8ca4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.0741076 Jan 14 02:00:50.236386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4ec76e58-7686-4604-b9f0-ddafc9c4b0fc None None] Port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:00:50.321248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50568) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:50.337567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6bfaf335-cf5a-44aa-8faf-404654648743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T01:58:50Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '5367b9f8-1ea7-4d1c-a9c8-85039be9b153', 'name': '', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:1c:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:48Z', 'updated_at': '2022-01-14T01:58:58Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:50.340792 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:50.346973 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-badd5a3b-3525-463e-9d12-4983f4ca3e4a admin admin] 10.222.0.26 "PUT /v2.0/routers/103d4952-1351-464a-a928-ebd1b6a90bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5912020 Jan 14 02:00:50.348741 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9fec0-5203-411f-9cc7-15410fb3f078 req-3878b2f8-4fe9-4a85-b80b-bbb2583a26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:50.350149 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35d9fec0-5203-411f-9cc7-15410fb3f078 req-3878b2f8-4fe9-4a85-b80b-bbb2583a26ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=531b2251-eafb-431d-aaa1-e2effd220bd0 HTTP/1.1" status: 200 len: 898 time: 0.2963696 Jan 14 02:00:50.355531 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cecd234d-0702-4574-b08b-4838950582c4 req-e5e9ec78-a454-432d-96f2-739635dd7242 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540935 Jan 14 02:00:50.400135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfaf335-cf5a-44aa-8faf-404654648743 None None] Checking router: 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:50.420050 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfaf335-cf5a-44aa-8faf-404654648743 None None] Routers {'78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:50.421499 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6bfaf335-cf5a-44aa-8faf-404654648743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:50.426516 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35d9fec0-5203-411f-9cc7-15410fb3f078 req-adfb1253-3808-4479-8f53-286c36cf0f5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 200 len: 217 time: 0.0664012 Jan 14 02:00:50.493058 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9fec0-5203-411f-9cc7-15410fb3f078 req-3432aeb4-cb49-4d38-81a9-a9b72da19da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:50.494780 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35d9fec0-5203-411f-9cc7-15410fb3f078 req-3432aeb4-cb49-4d38-81a9-a9b72da19da7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08f743ef-8ce0-4eb6-9084-211b90b0e49c HTTP/1.1" status: 200 len: 834 time: 0.0617068 Jan 14 02:00:50.510594 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7802cee2-cef5-4b78-aac3-911348dcc721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (4f0056d6-8251-4ccd-b414-7328668b5de8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:50.593998 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9fec0-5203-411f-9cc7-15410fb3f078 req-bedde9b1-0d32-4a77-95a0-646e1cb90cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:50.599282 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35d9fec0-5203-411f-9cc7-15410fb3f078 req-bedde9b1-0d32-4a77-95a0-646e1cb90cee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=531b2251-eafb-431d-aaa1-e2effd220bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933585 Jan 14 02:00:50.682945 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802cee2-cef5-4b78-aac3-911348dcc721 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0056d6-8251-4ccd-b414-7328668b5de8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:50.718350 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6bfaf335-cf5a-44aa-8faf-404654648743 None None] Set router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:50.785732 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device aa0a6806-9716-4e33-82d7-58c505b0cdf2 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:50.796418 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-903dcfe0-3f1c-4796-b219-2ab55800b7a9 req-24e43c1e-9cc4-4f5e-9449-4d0704c0991a tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=65e8fd99-ba42-40b6-82dc-0054a00d24d9 HTTP/1.1" status: 200 len: 210 time: 0.0965760 Jan 14 02:00:50.856714 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35d9fec0-5203-411f-9cc7-15410fb3f078 req-d2a5015e-48c4-4ad1-83e0-1f84dd6218bc service neutron] 10.222.0.46 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503140 Jan 14 02:00:50.900691 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7d1c2bbd-0425-4536-9f95-b3b47ad39bf4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4611d94810804425ad7d919a9cd32379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5782356 Jan 14 02:00:50.903646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50580) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:51.012191 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7802cee2-cef5-4b78-aac3-911348dcc721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (dbf0ecd4-a00d-4397-beb9-39da82251a4d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:51.029584 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7da54c7-9428-4c3f-b75f-4bb2dee22aec admin admin] Publish callbacks [] for security_group (40ca5193-0747-4711-8dfc-371d583c3089), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:51.030157 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35d9fec0-5203-411f-9cc7-15410fb3f078 req-5eeb4bf5-ca79-496b-9d79-837e8a3f641c service neutron] 10.222.0.46 "GET /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651919 Jan 14 02:00:51.090249 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port aa0a6806-9716-4e33-82d7-58c505b0cdf2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:51.090647 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (aa0a6806-9716-4e33-82d7-58c505b0cdf2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:51.093425 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7da54c7-9428-4c3f-b75f-4bb2dee22aec admin admin] Publish callbacks [] for security_group (40ca5193-0747-4711-8dfc-371d583c3089), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:51.188247 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Sync routers for ids ['103d4952-1351-464a-a928-ebd1b6a90bcb'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:51.210706 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Routers {'103d4952-1351-464a-a928-ebd1b6a90bcb'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:51.212034 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['103d4952-1351-464a-a928-ebd1b6a90bcb'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:51.271746 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7da54c7-9428-4c3f-b75f-4bb2dee22aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (40ca5193-0747-4711-8dfc-371d583c3089), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:51.275999 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7da54c7-9428-4c3f-b75f-4bb2dee22aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:51.279953 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c7da54c7-9428-4c3f-b75f-4bb2dee22aec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40ca5193-0747-4711-8dfc-371d583c3089 HTTP/1.1" status: 204 len: 168 time: 0.3724434 Jan 14 02:00:51.296508 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da54c7-9428-4c3f-b75f-4bb2dee22aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ca5193-0747-4711-8dfc-371d583c3089,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:51.443407 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port aa0a6806-9716-4e33-82d7-58c505b0cdf2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:51.468315 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7802cee2-cef5-4b78-aac3-911348dcc721 admin admin] Router dbf0ecd4-a00d-4397-beb9-39da82251a4d has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:00:51.483907 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Set router 103d4952-1351-464a-a928-ebd1b6a90bcb gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:51.499401 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6bfaf335-cf5a-44aa-8faf-404654648743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T01:58:50Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '5367b9f8-1ea7-4d1c-a9c8-85039be9b153', 'name': '', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:1c:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:48Z', 'updated_at': '2022-01-14T01:58:58Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:51.529994 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50592) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:51.534639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfaf335-cf5a-44aa-8faf-404654648743 None None] The sync data for ids ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'] in n-d-824358-4 is: [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T01:58:50Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '5367b9f8-1ea7-4d1c-a9c8-85039be9b153', 'name': '', 'network_id': '531b2251-eafb-431d-aaa1-e2effd220bd0', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:1c:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:48Z', 'updated_at': '2022-01-14T01:58:58Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '08f743ef-8ce0-4eb6-9084-211b90b0e49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:51.534837 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-083f4087-1334-4930-8d8d-15fa57307c39 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625620298', 'description': 'tempest-secgroup-smoke-625620298 description', 'project_id': '1a183fb2886444eb96337220c4fe7939'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:51.651451 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-083f4087-1334-4930-8d8d-15fa57307c39 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:51.665625 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90275e1-c610-4017-ab4d-c833ae07c99d req-6b16867f-340c-4459-8cd2-5ed4be6c683a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:51.672683 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c90275e1-c610-4017-ab4d-c833ae07c99d req-6b16867f-340c-4459-8cd2-5ed4be6c683a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.1760211 Jan 14 02:00:51.683381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22c526-7f61-46aa-8e15-1145d50ade45 req-db959f07-0fbb-4c7a-b5a1-9df292c89667 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:51.685142 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ff22c526-7f61-46aa-8e15-1145d50ade45 req-db959f07-0fbb-4c7a-b5a1-9df292c89667 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.46 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 946 time: 0.1319587 Jan 14 02:00:51.779962 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7802cee2-cef5-4b78-aac3-911348dcc721 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:51.793638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9221f4-8dea-4976-a07b-8dd65c9d1858 None None] Sync routers for ids ['dbf0ecd4-a00d-4397-beb9-39da82251a4d'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:51.803422 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'name': 'tempest-TestServerBasicOps-1503534798-router', 'tenant_id': '8b98676f4d814a29818fad0908fbb4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0a6806-9716-4e33-82d7-58c505b0cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:42Z', 'updated_at': '2022-01-14T02:00:48Z', 'revision_number': 4, 'project_id': '8b98676f4d814a29818fad0908fbb4ce', 'gw_port': {'id': 'aa0a6806-9716-4e33-82d7-58c505b0cdf2', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:43Z', 'updated_at': '2022-01-14T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'f1f20696-ea48-4aff-8e7c-2b5e6994ec93', 'name': '', 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346', 'tenant_id': '8b98676f4d814a29818fad0908fbb4ce', 'mac_address': 'fa:16:3e:48:46:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'c3f2da03-0a98-4525-9221-45d5207a7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:47Z', 'updated_at': '2022-01-14T02:00:48Z', 'revision_number': 2, 'project_id': '8b98676f4d814a29818fad0908fbb4ce', 'subnets': [{'id': 'c3f2da03-0a98-4525-9221-45d5207a7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:51.809009 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7802cee2-cef5-4b78-aac3-911348dcc721 admin admin] 10.222.0.26 "PUT /v2.0/routers/dbf0ecd4-a00d-4397-beb9-39da82251a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0919561 Jan 14 02:00:51.818461 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50600) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:51.825065 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9221f4-8dea-4976-a07b-8dd65c9d1858 None None] Routers {'dbf0ecd4-a00d-4397-beb9-39da82251a4d'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:51.826168 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff9221f4-8dea-4976-a07b-8dd65c9d1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['dbf0ecd4-a00d-4397-beb9-39da82251a4d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:51.852840 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c90275e1-c610-4017-ab4d-c833ae07c99d req-d4aa08b9-a560-4982-a443-f8d65521fcc1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=bea467b5-c688-436f-90c2-0657e1f608db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789386 Jan 14 02:00:51.865196 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Checking router: 103d4952-1351-464a-a928-ebd1b6a90bcb for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:51.865677 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Updating router 103d4952-1351-464a-a928-ebd1b6a90bcb port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:00:51.911201 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:51.931980 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-083f4087-1334-4930-8d8d-15fa57307c39 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group (148feeea-2db9-40dc-9cc1-d499021d4c9a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:51.945809 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-083f4087-1334-4930-8d8d-15fa57307c39 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (148feeea-2db9-40dc-9cc1-d499021d4c9a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.091976 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-083f4087-1334-4930-8d8d-15fa57307c39 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.097208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50612) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:52.097796 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-083f4087-1334-4930-8d8d-15fa57307c39 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5662191 Jan 14 02:00:52.101978 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f4087-1334-4930-8d8d-15fa57307c39 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148feeea-2db9-40dc-9cc1-d499021d4c9a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:52.102335 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d8d7e5d2-f776-4eb1-8788-991105348480 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Request body: {'security_group_rule': {'security_group_id': '148feeea-2db9-40dc-9cc1-d499021d4c9a', 'project_id': '1a183fb2886444eb96337220c4fe7939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:52.113492 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca970d-ce91-472a-bd3e-e4896ee04ede None None] New status for floating IP f3487809-427c-4ee1-abcb-cd4b6ba4368f: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 02:00:52.124244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ff22c526-7f61-46aa-8e15-1145d50ade45 req-836b0a7d-6d5d-4133-ba06-b4e86f5f61f4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Deleting port e4440516-aadd-4347-9ee1-488520ad3844 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:52.124690 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ff22c526-7f61-46aa-8e15-1145d50ade45 req-836b0a7d-6d5d-4133-ba06-b4e86f5f61f4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e4440516-aadd-4347-9ee1-488520ad3844), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.178815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ff9221f4-8dea-4976-a07b-8dd65c9d1858 None None] Set router dbf0ecd4-a00d-4397-beb9-39da82251a4d gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:52.185873 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e5d2-f776-4eb1-8788-991105348480 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (63915dc0-1976-45fc-bf40-07cacb15df14), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.186884 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Publish callbacks [] for router (dbf0ecd4-a00d-4397-beb9-39da82251a4d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.330970 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e5d2-f776-4eb1-8788-991105348480 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (63915dc0-1976-45fc-bf40-07cacb15df14), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.338405 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e5d2-f776-4eb1-8788-991105348480 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (63915dc0-1976-45fc-bf40-07cacb15df14), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.381326 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e5d2-f776-4eb1-8788-991105348480 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.382621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d8d7e5d2-f776-4eb1-8788-991105348480 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2841191 Jan 14 02:00:52.387417 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7e5d2-f776-4eb1-8788-991105348480 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63915dc0-1976-45fc-bf40-07cacb15df14,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:52.395334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50624) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:52.405374 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-08bff437-baf9-461b-b761-8a685d268b75 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Request body: {'security_group_rule': {'security_group_id': '148feeea-2db9-40dc-9cc1-d499021d4c9a', 'project_id': '1a183fb2886444eb96337220c4fe7939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:52.430611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ff22c526-7f61-46aa-8e15-1145d50ade45 req-836b0a7d-6d5d-4133-ba06-b4e86f5f61f4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] For port e4440516-aadd-4347-9ee1-488520ad3844, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e4440516-aadd-4347-9ee1-488520ad3844,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:52.431140 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ff22c526-7f61-46aa-8e15-1145d50ade45 req-836b0a7d-6d5d-4133-ba06-b4e86f5f61f4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e4440516-aadd-4347-9ee1-488520ad3844), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.464441 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ff22c526-7f61-46aa-8e15-1145d50ade45 req-836b0a7d-6d5d-4133-ba06-b4e86f5f61f4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Calling delete_port for e4440516-aadd-4347-9ee1-488520ad3844 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:52.470831 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08bff437-baf9-461b-b761-8a685d268b75 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (a89715bd-9582-4c0a-8c60-2b6e05523ffe), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.482878 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Publish callbacks [] for router_gateway (dbf0ecd4-a00d-4397-beb9-39da82251a4d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.560318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50626) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:52.587198 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Publish callbacks [] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.593979 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.650150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff9221f4-8dea-4976-a07b-8dd65c9d1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'name': 'tempest-TestAggregatesBasicOps-1174317053-router', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '30228009-d5c9-491d-9e54-222fe9958728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:23Z', 'updated_at': '2022-01-14T02:00:50Z', 'revision_number': 5, 'project_id': '79249c5ba97548579c4021ec57214247', 'gw_port': {'id': '30228009-d5c9-491d-9e54-222fe9958728', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:25Z', 'updated_at': '2022-01-14T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:52.669543 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08bff437-baf9-461b-b761-8a685d268b75 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (a89715bd-9582-4c0a-8c60-2b6e05523ffe), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.675658 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Deleting port 30228009-d5c9-491d-9e54-222fe9958728 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:52.676194 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (30228009-d5c9-491d-9e54-222fe9958728), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.677760 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08bff437-baf9-461b-b761-8a685d268b75 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (a89715bd-9582-4c0a-8c60-2b6e05523ffe), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.692702 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacad60-e5d8-4bed-aaf0-7ebffa14f35c None None] Pushing event updated for resources: {'Port': ['ID=f1f20696-ea48-4aff-8e7c-2b5e6994ec93,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:52.708795 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bff437-baf9-461b-b761-8a685d268b75 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89715bd-9582-4c0a-8c60-2b6e05523ffe,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:52.720335 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9221f4-8dea-4976-a07b-8dd65c9d1858 None None] Checking router: dbf0ecd4-a00d-4397-beb9-39da82251a4d for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:52.742444 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08bff437-baf9-461b-b761-8a685d268b75 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.747101 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-08bff437-baf9-461b-b761-8a685d268b75 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3507254 Jan 14 02:00:52.749700 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50630) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:52.750768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9221f4-8dea-4976-a07b-8dd65c9d1858 None None] Routers {'dbf0ecd4-a00d-4397-beb9-39da82251a4d'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:52.751483 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff9221f4-8dea-4976-a07b-8dd65c9d1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['dbf0ecd4-a00d-4397-beb9-39da82251a4d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:52.757830 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2741a44f-fc87-45f7-95dd-17e8d983d1a2 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Request body: {'security_group_rule': {'security_group_id': '148feeea-2db9-40dc-9cc1-d499021d4c9a', 'project_id': '1a183fb2886444eb96337220c4fe7939', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:52.801928 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Attempting to bind port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:00:52.802889 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Attempting to bind port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'c4971d98-3ca3-4ac0-99cc-2b59070f9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:00:52.803545 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Attempting to bind port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 on network ff52bbfd-8fd5-4d6a-a09f-a44ffd911346 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:00:52.808201 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-594290513'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:52.826607 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:00:52.826978 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Checking segment: {'id': 'c4971d98-3ca3-4ac0-99cc-2b59070f9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:52.827397 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.827790 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Bound using segment: {'id': 'c4971d98-3ca3-4ac0-99cc-2b59070f9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:00:52.828259 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Bound port: f1f20696-ea48-4aff-8e7c-2b5e6994ec93, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4971d98-3ca3-4ac0-99cc-2b59070f9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:00:52.828638 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.839085 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2741a44f-fc87-45f7-95dd-17e8d983d1a2 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (5853cc31-fced-42ad-a13f-6ad770ffc77b), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.908088 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ff22c526-7f61-46aa-8e15-1145d50ade45 req-836b0a7d-6d5d-4133-ba06-b4e86f5f61f4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e4440516-aadd-4347-9ee1-488520ad3844), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.916666 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2741a44f-fc87-45f7-95dd-17e8d983d1a2 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (5853cc31-fced-42ad-a13f-6ad770ffc77b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.929560 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2741a44f-fc87-45f7-95dd-17e8d983d1a2 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (5853cc31-fced-42ad-a13f-6ad770ffc77b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.933999 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ff9221f4-8dea-4976-a07b-8dd65c9d1858 None None] Set router dbf0ecd4-a00d-4397-beb9-39da82251a4d gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:52.949560 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] For port f1f20696-ea48-4aff-8e7c-2b5e6994ec93, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:00:52.954879 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] For port f1f20696-ea48-4aff-8e7c-2b5e6994ec93, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f1f20696-ea48-4aff-8e7c-2b5e6994ec93,segment=NetworkSegment(c4971d98-3ca3-4ac0-99cc-2b59070f9bb4),segment_id=c4971d98-3ca3-4ac0-99cc-2b59070f9bb4)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:00:52.962279 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:52.963487 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.980632 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:52.999798 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b0a7d-6d5d-4133-ba06-b4e86f5f61f4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'Port': ['ID=e4440516-aadd-4347-9ee1-488520ad3844,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:53.019209 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] For port 30228009-d5c9-491d-9e54-222fe9958728, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=30228009-d5c9-491d-9e54-222fe9958728,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:53.019582 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (30228009-d5c9-491d-9e54-222fe9958728), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.050178 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff9221f4-8dea-4976-a07b-8dd65c9d1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'name': 'tempest-TestAggregatesBasicOps-1174317053-router', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:23Z', 'updated_at': '2022-01-14T02:00:52Z', 'revision_number': 6, 'project_id': '79249c5ba97548579c4021ec57214247', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:53.097235 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Calling delete_port for 30228009-d5c9-491d-9e54-222fe9958728 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:53.100275 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Routers {'103d4952-1351-464a-a928-ebd1b6a90bcb'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:53.101280 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-649f8665-8483-4dd3-849c-6e125bb93e20 req-33cdd586-1ef7-41e5-b200-416082c6f43a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=496fb499-27b1-4201-add2-882d512e71f8 HTTP/1.1" status: 200 len: 210 time: 0.1142085 Jan 14 02:00:53.106049 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['103d4952-1351-464a-a928-ebd1b6a90bcb'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:53.113688 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9221f4-8dea-4976-a07b-8dd65c9d1858 None None] The sync data for ids ['dbf0ecd4-a00d-4397-beb9-39da82251a4d'] in n-d-824358-4 is: [{'id': 'dbf0ecd4-a00d-4397-beb9-39da82251a4d', 'name': 'tempest-TestAggregatesBasicOps-1174317053-router', 'tenant_id': '79249c5ba97548579c4021ec57214247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:23Z', 'updated_at': '2022-01-14T02:00:52Z', 'revision_number': 6, 'project_id': '79249c5ba97548579c4021ec57214247', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:53.126561 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2741a44f-fc87-45f7-95dd-17e8d983d1a2 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.130548 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2741a44f-fc87-45f7-95dd-17e8d983d1a2 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3743720 Jan 14 02:00:53.130548 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.142669 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacad60-e5d8-4bed-aaf0-7ebffa14f35c None None] Pushing event updated for resources: {'Port': ['ID=f1f20696-ea48-4aff-8e7c-2b5e6994ec93,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:53.170278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741a44f-fc87-45f7-95dd-17e8d983d1a2 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5853cc31-fced-42ad-a13f-6ad770ffc77b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:53.173470 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a0c4ca57-2016-41ab-a3e0-f79354d2e72d None None] Provisioning complete for port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:53.173829 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ca57-2016-41ab-a3e0-f79354d2e72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.177347 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50636) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:53.180920 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff22c526-7f61-46aa-8e15-1145d50ade45 req-836b0a7d-6d5d-4133-ba06-b4e86f5f61f4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] No DVR routers for this DVR port e4440516-aadd-4347-9ee1-488520ad3844 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:53.194632 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-39496cad-7fff-4df7-a3a7-c8fbddf8eba4 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Request body: {'security_group_rule': {'security_group_id': '148feeea-2db9-40dc-9cc1-d499021d4c9a', 'project_id': '1a183fb2886444eb96337220c4fe7939', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:53.199749 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ff22c526-7f61-46aa-8e15-1145d50ade45 req-836b0a7d-6d5d-4133-ba06-b4e86f5f61f4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.203347 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ff22c526-7f61-46aa-8e15-1145d50ade45 req-836b0a7d-6d5d-4133-ba06-b4e86f5f61f4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.46 "DELETE /v2.0/ports/e4440516-aadd-4347-9ee1-488520ad3844 HTTP/1.1" status: 204 len: 173 time: 1.5109143 Jan 14 02:00:53.205406 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'name': 'network-vif-deleted', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:00:53.219719 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d72e8-f99c-4dd6-9179-dedd3606b568" -d '{"events": [{"server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "name": "network-vif-deleted", "tag": "e4440516-aadd-4347-9ee1-488520ad3844"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:00:53.294032 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0834abb7-4ba2-437a-a775-dc77d16d4c2a x-openstack-request-id: req-0834abb7-4ba2-437a-a775-dc77d16d4c2a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:00:53.294327 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496fb499-27b1-4201-add2-882d512e71f8", "name": "network-vif-deleted", "tag": "e4440516-aadd-4347-9ee1-488520ad3844", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:00:53.294623 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0834abb7-4ba2-437a-a775-dc77d16d4c2a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:00:53.303178 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496fb499-27b1-4201-add2-882d512e71f8', 'name': 'network-vif-deleted', 'tag': 'e4440516-aadd-4347-9ee1-488520ad3844', 'status': 'completed', 'code': 200} Jan 14 02:00:53.389210 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4ca57-2016-41ab-a3e0-f79354d2e72d None None] Current status of the port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:53.389592 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ca57-2016-41ab-a3e0-f79354d2e72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.402861 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] Set router 103d4952-1351-464a-a928-ebd1b6a90bcb gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:53.421734 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (3c7a601f-00f7-4050-9033-b631b3dfaa0f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.437418 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3c7a601f-00f7-4050-9033-b631b3dfaa0f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.467441 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:00:53.485510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a0c4ca57-2016-41ab-a3e0-f79354d2e72d None None] For port f1f20696-ea48-4aff-8e7c-2b5e6994ec93, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f1f20696-ea48-4aff-8e7c-2b5e6994ec93,segment=NetworkSegment(c4971d98-3ca3-4ac0-99cc-2b59070f9bb4),segment_id=c4971d98-3ca3-4ac0-99cc-2b59070f9bb4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:53.501477 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ca57-2016-41ab-a3e0-f79354d2e72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.510860 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (9721bb7b-1cf2-4886-8816-f44aa04d749c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.511211 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Added segment 9721bb7b-1cf2-4886-8816-f44aa04d749c of type vlan for network 1c69f8db-65f0-499a-9392-9233988ca6fa Jan 14 02:00:53.613240 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7a601f-00f7-4050-9033-b631b3dfaa0f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:53.666004 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-118223f5-164c-4816-ad33-1ac4eeee9907 None None] Provisioning complete for port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:53.666675 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-118223f5-164c-4816-ad33-1ac4eeee9907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.675157 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39496cad-7fff-4df7-a3a7-c8fbddf8eba4 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (2b8f2b57-c613-40bc-9fcb-b4cad83e4521), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.675656 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (30228009-d5c9-491d-9e54-222fe9958728), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.679152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4ca57-2016-41ab-a3e0-f79354d2e72d None None] Pushing event updated for resources: {'Port': ['ID=f1f20696-ea48-4aff-8e7c-2b5e6994ec93,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:53.735796 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (1c69f8db-65f0-499a-9392-9233988ca6fa), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.749967 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Pushing event deleted for resources: {'Port': ['ID=30228009-d5c9-491d-9e54-222fe9958728,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:53.794635 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6204cc78-7301-496c-8db4-c122f8897480 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:53.820682 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39496cad-7fff-4df7-a3a7-c8fbddf8eba4 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (2b8f2b57-c613-40bc-9fcb-b4cad83e4521), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.839561 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-118223f5-164c-4816-ad33-1ac4eeee9907 None None] Current status of the port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:53.841006 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39496cad-7fff-4df7-a3a7-c8fbddf8eba4 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (2b8f2b57-c613-40bc-9fcb-b4cad83e4521), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.851592 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 02:00:53.870251 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39496cad-7fff-4df7-a3a7-c8fbddf8eba4 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8f2b57-c613-40bc-9fcb-b4cad83e4521,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:53.894673 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39496cad-7fff-4df7-a3a7-c8fbddf8eba4 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.899188 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-39496cad-7fff-4df7-a3a7-c8fbddf8eba4 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7187557 Jan 14 02:00:53.900139 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50644) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:53.909896 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-92512352-0279-49a4-96b5-1c2ddcece829 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Request body: {'security_group_rule': {'security_group_id': '148feeea-2db9-40dc-9cc1-d499021d4c9a', 'project_id': '1a183fb2886444eb96337220c4fe7939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:53.923461 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (1c69f8db-65f0-499a-9392-9233988ca6fa), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.933271 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (dbf0ecd4-a00d-4397-beb9-39da82251a4d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.935207 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:53.936119 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:53.957292 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'name': 'tempest-TestServerBasicOps-1503534798-router', 'tenant_id': '8b98676f4d814a29818fad0908fbb4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0a6806-9716-4e33-82d7-58c505b0cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:42Z', 'updated_at': '2022-01-14T02:00:48Z', 'revision_number': 4, 'project_id': '8b98676f4d814a29818fad0908fbb4ce', 'gw_port': {'id': 'aa0a6806-9716-4e33-82d7-58c505b0cdf2', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:43Z', 'updated_at': '2022-01-14T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'f1f20696-ea48-4aff-8e7c-2b5e6994ec93', 'name': '', 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346', 'tenant_id': '8b98676f4d814a29818fad0908fbb4ce', 'mac_address': 'fa:16:3e:48:46:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'c3f2da03-0a98-4525-9221-45d5207a7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:47Z', 'updated_at': '2022-01-14T02:00:52Z', 'revision_number': 4, 'project_id': '8b98676f4d814a29818fad0908fbb4ce', 'subnets': [{'id': 'c3f2da03-0a98-4525-9221-45d5207a7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:54.000661 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a4f2cb-0d95-46b4-b995-e5e93e3f40c2 None None] The sync data for ids ['103d4952-1351-464a-a928-ebd1b6a90bcb'] in n-d-824358-4 is: [{'id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'name': 'tempest-TestServerBasicOps-1503534798-router', 'tenant_id': '8b98676f4d814a29818fad0908fbb4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0a6806-9716-4e33-82d7-58c505b0cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:42Z', 'updated_at': '2022-01-14T02:00:48Z', 'revision_number': 4, 'project_id': '8b98676f4d814a29818fad0908fbb4ce', 'gw_port': {'id': 'aa0a6806-9716-4e33-82d7-58c505b0cdf2', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:43Z', 'updated_at': '2022-01-14T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'f1f20696-ea48-4aff-8e7c-2b5e6994ec93', 'name': '', 'network_id': 'ff52bbfd-8fd5-4d6a-a09f-a44ffd911346', 'tenant_id': '8b98676f4d814a29818fad0908fbb4ce', 'mac_address': 'fa:16:3e:48:46:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103d4952-1351-464a-a928-ebd1b6a90bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'c3f2da03-0a98-4525-9221-45d5207a7cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:47Z', 'updated_at': '2022-01-14T02:00:52Z', 'revision_number': 4, 'project_id': '8b98676f4d814a29818fad0908fbb4ce', 'subnets': [{'id': 'c3f2da03-0a98-4525-9221-45d5207a7cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:00:54.028948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Network': ['ID=1c69f8db-65f0-499a-9392-9233988ca6fa,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:54.041321 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 1c69f8db-65f0-499a-9392-9233988ca6fa details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:00:54.053036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fa458d81-00a3-4063-89fc-47bdc1a10fe9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4914832 Jan 14 02:00:54.053851 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (dbf0ecd4-a00d-4397-beb9-39da82251a4d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.055582 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50646) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:54.062287 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'name': 'tempest-PortsIpV6TestJSON-378692677'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:54.065419 n-d-824358-4 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-92512352-0279-49a4-96b5-1c2ddcece829 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Project 1a183fb2886444eb96337220c4fe7939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 02:00:54.067620 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Publish callbacks [] for router_controller (dbf0ecd4-a00d-4397-beb9-39da82251a4d), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.088370 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92512352-0279-49a4-96b5-1c2ddcece829 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (4c52a171-9e9d-42b3-92be-a94b23088386), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.213285 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92512352-0279-49a4-96b5-1c2ddcece829 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (4c52a171-9e9d-42b3-92be-a94b23088386), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.224169 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92512352-0279-49a4-96b5-1c2ddcece829 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (4c52a171-9e9d-42b3-92be-a94b23088386), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.238330 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50652) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:54.296047 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (dbf0ecd4-a00d-4397-beb9-39da82251a4d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.296602 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbf0ecd4-a00d-4397-beb9-39da82251a4d {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 02:00:54.306622 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.310335 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-68e43235-f805-474e-b73c-6e020c8db47f admin admin] 10.222.0.26 "DELETE /v2.0/routers/dbf0ecd4-a00d-4397-beb9-39da82251a4d HTTP/1.1" status: 204 len: 168 time: 2.4908845 Jan 14 02:00:54.312869 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50654) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:54.332604 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92512352-0279-49a4-96b5-1c2ddcece829 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c52a171-9e9d-42b3-92be-a94b23088386,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:54.344826 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92512352-0279-49a4-96b5-1c2ddcece829 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.346122 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-92512352-0279-49a4-96b5-1c2ddcece829 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4445565 Jan 14 02:00:54.349115 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50656) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:54.357073 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e55bdf5c-7371-4be8-978d-01c40b58aa4d tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Request body: {'security_group_rule': {'security_group_id': '148feeea-2db9-40dc-9cc1-d499021d4c9a', 'project_id': '1a183fb2886444eb96337220c4fe7939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:54.388022 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8e93c8-ff57-4661-a0bf-73308a0c6964 admin admin] Deleting subnet 524aebbc-f213-4384-8521-57415e3f2aff {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:00:54.391246 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da8e93c8-ff57-4661-a0bf-73308a0c6964 admin admin] Publish callbacks [] for subnet (524aebbc-f213-4384-8521-57415e3f2aff), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.434444 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da8e93c8-ff57-4661-a0bf-73308a0c6964 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (524aebbc-f213-4384-8521-57415e3f2aff), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.469059 n-d-824358-4 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-e55bdf5c-7371-4be8-978d-01c40b58aa4d tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Project 1a183fb2886444eb96337220c4fe7939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 02:00:54.476413 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:54.479892 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.523304 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e55bdf5c-7371-4be8-978d-01c40b58aa4d tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (7bbfba9e-2270-4a4d-b22c-a825ba6a18da), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.524930 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:00:54.700777 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e55bdf5c-7371-4be8-978d-01c40b58aa4d tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (7bbfba9e-2270-4a4d-b22c-a825ba6a18da), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.741161 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e55bdf5c-7371-4be8-978d-01c40b58aa4d tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (7bbfba9e-2270-4a4d-b22c-a825ba6a18da), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.776932 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da8e93c8-ff57-4661-a0bf-73308a0c6964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (524aebbc-f213-4384-8521-57415e3f2aff), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.789099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f1f20696-ea48-4aff-8e7c-2b5e6994ec93 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:00:54.800699 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bdf5c-7371-4be8-978d-01c40b58aa4d tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbfba9e-2270-4a4d-b22c-a825ba6a18da,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:54.813135 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e55bdf5c-7371-4be8-978d-01c40b58aa4d tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.814332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e55bdf5c-7371-4be8-978d-01c40b58aa4d tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4643810 Jan 14 02:00:54.875261 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (be506e0a-d56e-45c0-a36f-0cdf70d45ca5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.885278 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e4440516-aadd-4347-9ee1-488520ad3844 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:54.920220 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: e4440516-aadd-4347-9ee1-488520ad3844 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:54.920918 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e4440516-aadd-4347-9ee1-488520ad3844 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:54.943958 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da8e93c8-ff57-4661-a0bf-73308a0c6964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (524aebbc-f213-4384-8521-57415e3f2aff), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.945828 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:00:54.946278 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f1f20696-ea48-4aff-8e7c-2b5e6994ec93), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.965269 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da8e93c8-ff57-4661-a0bf-73308a0c6964 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:54.972382 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-da8e93c8-ff57-4661-a0bf-73308a0c6964 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/524aebbc-f213-4384-8521-57415e3f2aff HTTP/1.1" status: 204 len: 168 time: 0.6585014 Jan 14 02:00:54.975953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50664) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:54.994282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb94781b-c02e-4862-a6ad-f06459c2304e None None] Network 056ab59b-435e-4f57-b42c-ae8de052d6de requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:55.046644 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e93c8-ff57-4661-a0bf-73308a0c6964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=524aebbc-f213-4384-8521-57415e3f2aff,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:55.093762 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (be506e0a-d56e-45c0-a36f-0cdf70d45ca5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.117976 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ade0a6c-edc9-41e2-a5df-cca2f3a7046f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.198117 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=be506e0a-d56e-45c0-a36f-0cdf70d45ca5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:55.210668 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port f1f20696-ea48-4aff-8e7c-2b5e6994ec93 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:00:55.251025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Checking segment: {'id': '9721bb7b-1cf2-4886-8816-f44aa04d749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:55.251514 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network hostable DHCP agents. Network: 1c69f8db-65f0-499a-9392-9233988ca6fa, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:00:55.277771 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (056ab59b-435e-4f57-b42c-ae8de052d6de), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.291189 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1c69f8db-65f0-499a-9392-9233988ca6fa is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:00:55.317529 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 1c69f8db-65f0-499a-9392-9233988ca6fa) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:55.325361 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee732e-59e8-43f2-b255-bfb4606aec18 None None] DHCP port deletion for 056ab59b-435e-4f57-b42c-ae8de052d6de request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:00:55.334507 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 30228009-d5c9-491d-9e54-222fe9958728 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:55.339658 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:55.351192 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:55.351878 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.385801 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-4a0bae65-6134-44ac-87d2-234f7606af04 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625620298&fields=id&tenant_id=1a183fb2886444eb96337220c4fe7939 HTTP/1.1" status: 200 len: 267 time: 0.2105281 Jan 14 02:00:55.401088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccf198f-97f1-4900-9942-a694e609d277 None None] Network 1c69f8db-65f0-499a-9392-9233988ca6fa requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:55.407519 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-90de7e24-a159-4007-8ff2-d1fb902f7679 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3499556 Jan 14 02:00:55.415316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:55.429233 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0a1e878b-b907-4923-8d42-e04be2285a15 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1405878753'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:55.489868 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Deleting port 978b046a-b8f2-4a86-b17f-6af47c55c446 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:55.490233 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 30228009-d5c9-491d-9e54-222fe9958728 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:55.490690 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 30228009-d5c9-491d-9e54-222fe9958728 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:55.491084 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 4f0056d6-8251-4ccd-b414-7328668b5de8 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:55.491532 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.569305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] For port 978b046a-b8f2-4a86-b17f-6af47c55c446, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=978b046a-b8f2-4a86-b17f-6af47c55c446,segment=NetworkSegment(a7f4fb8e-22e3-4314-a861-b39982ba13e6),segment_id=a7f4fb8e-22e3-4314-a861-b39982ba13e6)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:55.569951 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.581389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 4f0056d6-8251-4ccd-b414-7328668b5de8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:55.582025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 4f0056d6-8251-4ccd-b414-7328668b5de8 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:55.592891 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Calling delete_port for 978b046a-b8f2-4a86-b17f-6af47c55c446 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:55.641254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0cee732e-59e8-43f2-b255-bfb4606aec18 None None] Deleting port 978b046a-b8f2-4a86-b17f-6af47c55c446 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:55.641805 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0cee732e-59e8-43f2-b255-bfb4606aec18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.687875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-758447ee-2757-4717-aafc-0bdec881cb09 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:55.697693 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-758447ee-2757-4717-aafc-0bdec881cb09 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/networks?id=12324b66-1045-46a6-957c-ee005a50dcaf HTTP/1.1" status: 200 len: 808 time: 0.3031242 Jan 14 02:00:55.727018 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e878b-b907-4923-8d42-e04be2285a15 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:55.731187 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a1e878b-b907-4923-8d42-e04be2285a15 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.749184 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0cee732e-59e8-43f2-b255-bfb4606aec18 None None] For port 978b046a-b8f2-4a86-b17f-6af47c55c446, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=978b046a-b8f2-4a86-b17f-6af47c55c446,segment=NetworkSegment(a7f4fb8e-22e3-4314-a861-b39982ba13e6),segment_id=a7f4fb8e-22e3-4314-a861-b39982ba13e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:55.749184 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0cee732e-59e8-43f2-b255-bfb4606aec18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.755969 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-8ac5bdc4-09b8-4523-bdc4-a97de858c62b tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/quotas/1a183fb2886444eb96337220c4fe7939 HTTP/1.1" status: 200 len: 375 time: 0.0546794 Jan 14 02:00:55.760669 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.776805 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0cee732e-59e8-43f2-b255-bfb4606aec18 None None] Calling delete_port for 978b046a-b8f2-4a86-b17f-6af47c55c446 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:55.847440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Pushing event deleted for resources: {'Port': ['ID=978b046a-b8f2-4a86-b17f-6af47c55c446,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:55.860353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] No DVR routers for this DVR port 978b046a-b8f2-4a86-b17f-6af47c55c446 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:55.862034 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1e878b-b907-4923-8d42-e04be2285a15 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:00:55.917995 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0cee732e-59e8-43f2-b255-bfb4606aec18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (978b046a-b8f2-4a86-b17f-6af47c55c446), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.923284 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-b9230ad2-706b-420f-8b63-a8b97f97c646 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a183fb2886444eb96337220c4fe7939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662223 Jan 14 02:00:55.946588 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a1e878b-b907-4923-8d42-e04be2285a15 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (19fe28fd-b8d9-4226-adbb-c4f153799921), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.947093 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-0a1e878b-b907-4923-8d42-e04be2285a15 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Added segment 19fe28fd-b8d9-4226-adbb-c4f153799921 of type vlan for network 87c5ed15-b830-4b90-aa00-9fd3c57e04ee Jan 14 02:00:55.965495 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee732e-59e8-43f2-b255-bfb4606aec18 None None] Pushing event deleted for resources: {'Port': ['ID=978b046a-b8f2-4a86-b17f-6af47c55c446,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:55.968288 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2ade0a6c-edc9-41e2-a5df-cca2f3a7046f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Deleting port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:55.969350 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ade0a6c-edc9-41e2-a5df-cca2f3a7046f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:55.981469 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee732e-59e8-43f2-b255-bfb4606aec18 None None] No DVR routers for this DVR port 978b046a-b8f2-4a86-b17f-6af47c55c446 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:00:56.092021 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (056ab59b-435e-4f57-b42c-ae8de052d6de), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:56.095218 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a1e878b-b907-4923-8d42-e04be2285a15 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (87c5ed15-b830-4b90-aa00-9fd3c57e04ee), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:56.120956 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056ab59b-435e-4f57-b42c-ae8de052d6de']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:56.159892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f4fb8e-22e3-4314-a861-b39982ba13e6') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:56.160169 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f4fb8e-22e3-4314-a861-b39982ba13e6') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:56.164230 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2ade0a6c-edc9-41e2-a5df-cca2f3a7046f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] For port 5367b9f8-1ea7-4d1c-a9c8-85039be9b153, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5367b9f8-1ea7-4d1c-a9c8-85039be9b153,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:00:56.164717 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ade0a6c-edc9-41e2-a5df-cca2f3a7046f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:56.173855 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (a7f4fb8e-22e3-4314-a861-b39982ba13e6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:56.186754 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2ade0a6c-edc9-41e2-a5df-cca2f3a7046f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Calling delete_port for 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:00:56.195483 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a1e878b-b907-4923-8d42-e04be2285a15 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (87c5ed15-b830-4b90-aa00-9fd3c57e04ee), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:56.198865 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-aab0de95-d0a1-4204-8b13-d4a08dcf559c service neutron] 10.222.0.26 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732537 Jan 14 02:00:56.203262 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e878b-b907-4923-8d42-e04be2285a15 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:56.204111 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a1e878b-b907-4923-8d42-e04be2285a15 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:56.207995 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (a7f4fb8e-22e3-4314-a861-b39982ba13e6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:56.234441 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:00:56.234889 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (a7f4fb8e-22e3-4314-a861-b39982ba13e6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:00:56.236643 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:00:56.404688 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-b8ed9e01-9a0e-4aa3-a52d-e387fa1692e0 service neutron] 10.222.0.26 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048788 Jan 14 02:00:56.577592 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:00:56.581120 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ade0a6c-edc9-41e2-a5df-cca2f3a7046f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5367b9f8-1ea7-4d1c-a9c8-85039be9b153), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:56.623710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 978b046a-b8f2-4a86-b17f-6af47c55c446 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:00:56.659074 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade0a6c-edc9-41e2-a5df-cca2f3a7046f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'Port': ['ID=5367b9f8-1ea7-4d1c-a9c8-85039be9b153,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:56.673646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 978b046a-b8f2-4a86-b17f-6af47c55c446 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:00:56.674801 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 978b046a-b8f2-4a86-b17f-6af47c55c446 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:00:56.806064 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0a1e878b-b907-4923-8d42-e04be2285a15 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3886342 Jan 14 02:00:56.806888 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50704) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:56.824913 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'ports': [{'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa'}, {'network_id': '87c5ed15-b830-4b90-aa00-9fd3c57e04ee'}]} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:56.825771 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:56.826597 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': '87c5ed15-b830-4b90-aa00-9fd3c57e04ee'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:56.836929 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e878b-b907-4923-8d42-e04be2285a15 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Network': ['ID=87c5ed15-b830-4b90-aa00-9fd3c57e04ee,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:56.852635 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 87c5ed15-b830-4b90-aa00-9fd3c57e04ee details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:00:56.907646 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (056ab59b-435e-4f57-b42c-ae8de052d6de), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:56.923129 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:56.923420 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ade0a6c-edc9-41e2-a5df-cca2f3a7046f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:56.939123 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] 10.222.0.26 "DELETE /v2.0/networks/056ab59b-435e-4f57-b42c-ae8de052d6de HTTP/1.1" status: 204 len: 168 time: 1.9374573 Jan 14 02:00:56.978265 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1e54393-362e-463d-9920-b4872a8ebc0b req-a58fc86e-93dc-4ad6-85f2-b9ebbad5e7dc tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 210 time: 0.0769637 Jan 14 02:00:57.003834 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a7488-e765-4dc8-af89-43348db4b55e admin admin] Pushing event deleted for resources: {'Network': ['ID=056ab59b-435e-4f57-b42c-ae8de052d6de,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:57.168719 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 2} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:57.177123 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:57.197983 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:57.323925 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50716) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:57.441173 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port a78a1bf5-09c7-4432-9e90-ddedb76e1351 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:00:57.452678 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-601ef026-59fd-4faf-bf11-81dee24b3d9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b05236db99b945cd8bea83121f5cb9d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250751 Jan 14 02:00:57.454183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50718) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:57.557560 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48387a4f-dccd-4e6a-94df-cc75dd642f45 admin admin] Publish callbacks [] for security_group (bfb5c852-8094-4dde-9339-45516ea2775f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:57.615971 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48387a4f-dccd-4e6a-94df-cc75dd642f45 admin admin] Publish callbacks [] for security_group (bfb5c852-8094-4dde-9339-45516ea2775f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:57.723526 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (a78a1bf5-09c7-4432-9e90-ddedb76e1351), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:57.836961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port 465620b0-d25a-4732-bcf0-2ca2a26c2bd5 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:00:57.858559 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48387a4f-dccd-4e6a-94df-cc75dd642f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (bfb5c852-8094-4dde-9339-45516ea2775f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:57.861551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48387a4f-dccd-4e6a-94df-cc75dd642f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:57.874450 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-48387a4f-dccd-4e6a-94df-cc75dd642f45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bfb5c852-8094-4dde-9339-45516ea2775f HTTP/1.1" status: 204 len: 168 time: 0.4104216 Jan 14 02:00:57.907849 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48387a4f-dccd-4e6a-94df-cc75dd642f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb5c852-8094-4dde-9339-45516ea2775f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:57.943898 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ade0a6c-edc9-41e2-a5df-cca2f3a7046f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:00:58.090543 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ade0a6c-edc9-41e2-a5df-cca2f3a7046f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:00:58.096863 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (465620b0-d25a-4732-bcf0-2ca2a26c2bd5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:58.105016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bf2e1-fca4-4770-873c-238473ac0d7b None None] Sync routers for ids ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:00:58.121244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bf2e1-fca4-4770-873c-238473ac0d7b None None] Routers {'78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:58.121878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1b6bf2e1-fca4-4770-873c-238473ac0d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:58.125217 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2ade0a6c-edc9-41e2-a5df-cca2f3a7046f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "PUT /v2.0/routers/78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8645678 Jan 14 02:00:58.133343 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50734) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:58.197341 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-360e388e-f2f2-466e-81b1-cbea6955783f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Deleting subnet 08f743ef-8ce0-4eb6-9084-211b90b0e49c {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:00:58.206657 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-360e388e-f2f2-466e-81b1-cbea6955783f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for subnet (08f743ef-8ce0-4eb6-9084-211b90b0e49c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:58.233713 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1e706505-65f9-42ab-bfe2-efe7bc7e2614 req-91bf7d00-011f-42d7-8a31-9898ad485049 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 210 time: 0.1057222 Jan 14 02:00:58.387796 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-056c1bda-45fe-4e81-8680-6a48c4049425 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:58.389665 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-056c1bda-45fe-4e81-8680-6a48c4049425 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.36 "GET /v2.0/networks?id=12324b66-1045-46a6-957c-ee005a50dcaf HTTP/1.1" status: 200 len: 808 time: 0.1508327 Jan 14 02:00:58.394512 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (a78a1bf5-09c7-4432-9e90-ddedb76e1351), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:58.465813 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-360e388e-f2f2-466e-81b1-cbea6955783f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (08f743ef-8ce0-4eb6-9084-211b90b0e49c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:58.526144 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1c69f8db-65f0-499a-9392-9233988ca6fa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:00:58.535301 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:58.551757 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:58.552795 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (465620b0-d25a-4732-bcf0-2ca2a26c2bd5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:58.599617 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=a78a1bf5-09c7-4432-9e90-ddedb76e1351,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:58.689808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1b6bf2e1-fca4-4770-873c-238473ac0d7b None None] Set router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:58.723473 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-955ae9bf-d939-4d39-af6a-e3d2b8932b8c tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a183fb2886444eb96337220c4fe7939 HTTP/1.1" status: 200 len: 379 time: 0.3135381 Jan 14 02:00:58.756374 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50742) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:58.802757 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Request body: {'port': {'device_id': '94e24db6-b34c-43bd-9304-9d9d6d78ac44', 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'admin_state_up': True, 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'security_groups': ['148feeea-2db9-40dc-9cc1-d499021d4c9a']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:00:58.847962 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d4930545-b627-48bd-a974-5683fc08e291 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79249c5ba97548579c4021ec57214247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874863 Jan 14 02:00:58.850639 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50744) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:58.863296 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=465620b0-d25a-4732-bcf0-2ca2a26c2bd5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:58.969762 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72d99f96-9a6e-45d3-8e53-48fa79b56e5e admin admin] Publish callbacks [] for security_group (d9062151-e64e-48d8-9a43-47fc1bb1991f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:58.982951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Checking segment: {'id': '19fe28fd-b8d9-4226-adbb-c4f153799921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '87c5ed15-b830-4b90-aa00-9fd3c57e04ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:00:58.983520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network hostable DHCP agents. Network: 87c5ed15-b830-4b90-aa00-9fd3c57e04ee, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:00:58.991859 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-360e388e-f2f2-466e-81b1-cbea6955783f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (08f743ef-8ce0-4eb6-9084-211b90b0e49c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:59.014731 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1b6bf2e1-fca4-4770-873c-238473ac0d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T02:00:56Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:59.022913 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72d99f96-9a6e-45d3-8e53-48fa79b56e5e admin admin] Publish callbacks [] for security_group (d9062151-e64e-48d8-9a43-47fc1bb1991f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:59.079594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bf2e1-fca4-4770-873c-238473ac0d7b None None] Checking router: 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:00:59.079802 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 87c5ed15-b830-4b90-aa00-9fd3c57e04ee is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:00:59.100456 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bf2e1-fca4-4770-873c-238473ac0d7b None None] Routers {'78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:00:59.101546 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1b6bf2e1-fca4-4770-873c-238473ac0d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:00:37Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:00:59.123432 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72d99f96-9a6e-45d3-8e53-48fa79b56e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d9062151-e64e-48d8-9a43-47fc1bb1991f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:59.128309 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72d99f96-9a6e-45d3-8e53-48fa79b56e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:59.130104 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-72d99f96-9a6e-45d3-8e53-48fa79b56e5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9062151-e64e-48d8-9a43-47fc1bb1991f HTTP/1.1" status: 204 len: 168 time: 0.2783711 Jan 14 02:00:59.130325 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 87c5ed15-b830-4b90-aa00-9fd3c57e04ee) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:00:59.140161 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:00:59.149277 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:59.155468 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:00:59.155765 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:59.163775 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-360e388e-f2f2-466e-81b1-cbea6955783f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (08f743ef-8ce0-4eb6-9084-211b90b0e49c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:59.164352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d99f96-9a6e-45d3-8e53-48fa79b56e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9062151-e64e-48d8-9a43-47fc1bb1991f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:59.212563 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e388e-f2f2-466e-81b1-cbea6955783f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'Subnet': ['ID=08f743ef-8ce0-4eb6-9084-211b90b0e49c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:59.223769 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-360e388e-f2f2-466e-81b1-cbea6955783f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:59.230439 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50750) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:59.230629 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-360e388e-f2f2-466e-81b1-cbea6955783f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "DELETE /v2.0/subnets/08f743ef-8ce0-4eb6-9084-211b90b0e49c HTTP/1.1" status: 204 len: 168 time: 1.0948868 Jan 14 02:00:59.238908 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a55ebd09-b630-447b-b001-d2563da0b2ab tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4179475 Jan 14 02:00:59.243029 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50752) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:00:59.270938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Made reservation on behalf of 1a183fb2886444eb96337220c4fe7939 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:00:59.274845 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:59.340851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1b6bf2e1-fca4-4770-873c-238473ac0d7b None None] Set router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:00:59.517019 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cee523c-128b-45d9-82f7-6773d31bbdd4 None None] Network 87c5ed15-b830-4b90-aa00-9fd3c57e04ee requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:59.520910 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1669f-6f3c-4e8d-a0c2-b1c8ad4b81dc None None] Network 531b2251-eafb-431d-aaa1-e2effd220bd0 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:00:59.548115 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Allocated IP 172.20.0.10 (12324b66-1045-46a6-957c-ee005a50dcaf/cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6/f092cd87-048e-4a89-b5e7-d7f217e0b566) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:00:59.686699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dec5084e-bd7e-4242-8edd-c254a8d80a33 req-43c75d45-e59e-4617-867a-644ce0dd44d6 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 210 time: 0.2418873 Jan 14 02:00:59.787384 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:59.818252 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:59.879035 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:59.970486 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Pushing event updated for resources: {'Port': ['ID=f092cd87-048e-4a89-b5e7-d7f217e0b566,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:00:59.979169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0292c8d0-7f38-40e4-a9c1-ec1632014c47 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port 465620b0-d25a-4732-bcf0-2ca2a26c2bd5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:00:59.979681 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0292c8d0-7f38-40e4-a9c1-ec1632014c47 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (465620b0-d25a-4732-bcf0-2ca2a26c2bd5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:00:59.981944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1b6bf2e1-fca4-4770-873c-238473ac0d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T02:00:56Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:00.023977 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Network 12324b66-1045-46a6-957c-ee005a50dcaf is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:00.027724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:00.030375 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:00.050556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bf2e1-fca4-4770-873c-238473ac0d7b None None] The sync data for ids ['78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca'] in n-d-824358-4 is: [{'id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352639200', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:39Z', 'updated_at': '2022-01-14T02:00:56Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '780817c7-e3c5-486d-8c82-a610b9442f05', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:41Z', 'updated_at': '2022-01-14T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:01:00.066809 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f70f58f-1117-4767-b34b-4c7543408791 None None] DHCP port deletion for 531b2251-eafb-431d-aaa1-e2effd220bd0 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:01:00.154128 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0292c8d0-7f38-40e4-a9c1-ec1632014c47 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (465620b0-d25a-4732-bcf0-2ca2a26c2bd5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:00.166318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0f70f58f-1117-4767-b34b-4c7543408791 None None] Deleting port a58a4f00-25d8-4bed-af11-113ee35a27b1 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:00.167059 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f70f58f-1117-4767-b34b-4c7543408791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:00.187734 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:00.189304 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:00.208701 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0292c8d0-7f38-40e4-a9c1-ec1632014c47 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for 465620b0-d25a-4732-bcf0-2ca2a26c2bd5 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:00.226123 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-548d9a1f-1851-435f-9516-915f99838385 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4874291 Jan 14 02:01:00.243311 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Request body: {'port': {'device_id': '94e24db6-b34c-43bd-9304-9d9d6d78ac44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:00.319026 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0292c8d0-7f38-40e4-a9c1-ec1632014c47 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (465620b0-d25a-4732-bcf0-2ca2a26c2bd5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:00.377962 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0f70f58f-1117-4767-b34b-4c7543408791 None None] For port a58a4f00-25d8-4bed-af11-113ee35a27b1, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a58a4f00-25d8-4bed-af11-113ee35a27b1,segment=NetworkSegment(082a0ff2-62be-4db3-b041-2ffb5b264ed3),segment_id=082a0ff2-62be-4db3-b041-2ffb5b264ed3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:00.380335 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f70f58f-1117-4767-b34b-4c7543408791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:00.407564 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292c8d0-7f38-40e4-a9c1-ec1632014c47 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=465620b0-d25a-4732-bcf0-2ca2a26c2bd5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:00.411602 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0f70f58f-1117-4767-b34b-4c7543408791 None None] Calling delete_port for a58a4f00-25d8-4bed-af11-113ee35a27b1 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:00.424096 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:00.426404 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0292c8d0-7f38-40e4-a9c1-ec1632014c47 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:00.435624 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0292c8d0-7f38-40e4-a9c1-ec1632014c47 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/465620b0-d25a-4732-bcf0-2ca2a26c2bd5 HTTP/1.1" status: 204 len: 168 time: 1.1889961 Jan 14 02:01:00.435624 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_gateway (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:00.438850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50784) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:00.597999 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-30a4f2fc-349b-4a5f-a97a-dcb377d9e4a1 None None] Provisioning complete for port f092cd87-048e-4a89-b5e7-d7f217e0b566 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:00.598375 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30a4f2fc-349b-4a5f-a97a-dcb377d9e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:00.666101 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-30a4f2fc-349b-4a5f-a97a-dcb377d9e4a1 None None] Port f092cd87-048e-4a89-b5e7-d7f217e0b566 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:00.674383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f818a2-561d-4099-a091-02051cee615c tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:00.680452 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f818a2-561d-4099-a091-02051cee615c tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:00.682076 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-05f818a2-561d-4099-a091-02051cee615c tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2408011 Jan 14 02:01:00.684838 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50792) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:00.754500 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f70f58f-1117-4767-b34b-4c7543408791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (a58a4f00-25d8-4bed-af11-113ee35a27b1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:00.831138 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70f58f-1117-4767-b34b-4c7543408791 None None] Pushing event deleted for resources: {'Port': ['ID=a58a4f00-25d8-4bed-af11-113ee35a27b1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:00.839144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f70f58f-1117-4767-b34b-4c7543408791 None None] No DVR routers for this DVR port a58a4f00-25d8-4bed-af11-113ee35a27b1 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:00.841493 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Deleting port 780817c7-e3c5-486d-8c82-a610b9442f05 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:00.841846 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:01.007437 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:01.032503 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedd4d9-c346-41ad-ba40-5dee2cdd01ec req-c0891928-2829-4a92-b8d2-64137fad32a4 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:01.034869 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5bedd4d9-c346-41ad-ba40-5dee2cdd01ec req-c0891928-2829-4a92-b8d2-64137fad32a4 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 932 time: 0.1897397 Jan 14 02:01:01.068603 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:01:01.068985 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5367b9f8-1ea7-4d1c-a9c8-85039be9b153 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:01:01.069599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a58a4f00-25d8-4bed-af11-113ee35a27b1 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:01.100928 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a93a8826-d144-4cfc-b6f1-f77ba69f4505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port a78a1bf5-09c7-4432-9e90-ddedb76e1351 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:01.107243 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a93a8826-d144-4cfc-b6f1-f77ba69f4505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a78a1bf5-09c7-4432-9e90-ddedb76e1351), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:01.112700 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] For port 780817c7-e3c5-486d-8c82-a610b9442f05, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=780817c7-e3c5-486d-8c82-a610b9442f05,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:01.113179 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:01.134008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: a58a4f00-25d8-4bed-af11-113ee35a27b1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:01:01.134825 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a58a4f00-25d8-4bed-af11-113ee35a27b1 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:01:01.170127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Calling delete_port for 780817c7-e3c5-486d-8c82-a610b9442f05 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:01.284236 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f092cd87-048e-4a89-b5e7-d7f217e0b566 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:01:01.300256 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Publish callbacks [] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:01.329737 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Transition to ACTIVE for port object f092cd87-048e-4a89-b5e7-d7f217e0b566 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:01:01.340312 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:01.473063 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Pushing event updated for resources: {'Port': ['ID=f092cd87-048e-4a89-b5e7-d7f217e0b566,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:01.552169 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5bedd4d9-c346-41ad-ba40-5dee2cdd01ec req-82278e8a-245c-4980-9bb5-b55e28f6995d tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/security-groups?id=148feeea-2db9-40dc-9cc1-d499021d4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4860988 Jan 14 02:01:01.557170 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (780817c7-e3c5-486d-8c82-a610b9442f05), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:01.650531 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a93a8826-d144-4cfc-b6f1-f77ba69f4505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a78a1bf5-09c7-4432-9e90-ddedb76e1351), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:01.677464 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Attempting to bind port f092cd87-048e-4a89-b5e7-d7f217e0b566 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:01.678051 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Attempting to bind port f092cd87-048e-4a89-b5e7-d7f217e0b566 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:01.678767 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Attempting to bind port f092cd87-048e-4a89-b5e7-d7f217e0b566 on network 12324b66-1045-46a6-957c-ee005a50dcaf {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:01.684269 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Port f092cd87-048e-4a89-b5e7-d7f217e0b566 on network 12324b66-1045-46a6-957c-ee005a50dcaf not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:01:01.684867 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Attempting to bind port f092cd87-048e-4a89-b5e7-d7f217e0b566 on network 12324b66-1045-46a6-957c-ee005a50dcaf {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:01.692748 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:01.693670 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Checking segment: {'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:01.694285 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Bound using segment: {'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:01.704346 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Bound port: f092cd87-048e-4a89-b5e7-d7f217e0b566, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f78c9f-8f76-459f-8a07-dec47b81b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:01.705176 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:01.723875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'Port': ['ID=780817c7-e3c5-486d-8c82-a610b9442f05,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:01.738926 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:01.747775 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a93a8826-d144-4cfc-b6f1-f77ba69f4505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for a78a1bf5-09c7-4432-9e90-ddedb76e1351 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:01.793774 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eea065-050a-46bb-aeb2-0b3e4581894a None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:01:01.907339 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] For port f092cd87-048e-4a89-b5e7-d7f217e0b566, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:01.914007 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] For port f092cd87-048e-4a89-b5e7-d7f217e0b566, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f092cd87-048e-4a89-b5e7-d7f217e0b566,segment=NetworkSegment(a1f78c9f-8f76-459f-8a07-dec47b81b271),segment_id=a1f78c9f-8f76-459f-8a07-dec47b81b271)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:01.924289 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:01.933824 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:02.032060 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:02.052800 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:02.057681 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] 10.222.0.36 "PUT /v2.0/ports/f092cd87-048e-4a89-b5e7-d7f217e0b566 HTTP/1.1" status: 200 len: 1092 time: 1.8188934 Jan 14 02:01:02.058268 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e24db6-b34c-43bd-9304-9d9d6d78ac44', 'tag': 'f092cd87-048e-4a89-b5e7-d7f217e0b566'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:02.060718 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de73332-6ed9-4a18-ba6a-e50abb75aa99" -d '{"events": [{"name": "network-changed", "server_uuid": "94e24db6-b34c-43bd-9304-9d9d6d78ac44", "tag": "f092cd87-048e-4a89-b5e7-d7f217e0b566"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:02.124646 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75094673-3e1f-4c12-87df-a32cea79977e service neutron] Pushing event updated for resources: {'Port': ['ID=f092cd87-048e-4a89-b5e7-d7f217e0b566,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:02.188873 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5d61ad-6de2-4a9e-a5bc-74e77cc56379 x-openstack-request-id: req-df5d61ad-6de2-4a9e-a5bc-74e77cc56379 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:02.189166 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e24db6-b34c-43bd-9304-9d9d6d78ac44", "tag": "f092cd87-048e-4a89-b5e7-d7f217e0b566", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:02.189942 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df5d61ad-6de2-4a9e-a5bc-74e77cc56379 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:02.190351 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e24db6-b34c-43bd-9304-9d9d6d78ac44', 'tag': 'f092cd87-048e-4a89-b5e7-d7f217e0b566', 'status': 'completed', 'code': 200} Jan 14 02:01:02.222686 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-627bb0cc-d764-4010-a33b-42418e1c88bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:02.224288 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-627bb0cc-d764-4010-a33b-42418e1c88bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a183fb2886444eb96337220c4fe7939&device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 1095 time: 0.0945663 Jan 14 02:01:02.264125 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:02.268868 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_controller (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:02.320720 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-7d6a9f3d-14da-4ddd-8032-97a7c39a35d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f092cd87-048e-4a89-b5e7-d7f217e0b566 HTTP/1.1" status: 200 len: 217 time: 0.0819738 Jan 14 02:01:02.337986 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:02.339035 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Fanout notify agent at l3_agent the message router_deleted on router 78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 02:01:02.352451 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:02.356301 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-44029168-ebb3-4c73-b480-0150523c126d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "DELETE /v2.0/routers/78bb7ad3-0c2f-4e7d-a261-25c20fdbf9ca HTTP/1.1" status: 204 len: 168 time: 3.1218302 Jan 14 02:01:02.356301 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a93a8826-d144-4cfc-b6f1-f77ba69f4505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (a78a1bf5-09c7-4432-9e90-ddedb76e1351), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:02.358371 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50880) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:02.390607 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50882) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:02.451841 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-6b9ba444-3c77-48ef-8128-1dab16d737d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:02.453519 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-6b9ba444-3c77-48ef-8128-1dab16d737d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6 HTTP/1.1" status: 200 len: 847 time: 0.1242142 Jan 14 02:01:02.557171 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-5137f120-a4cd-4b3e-9442-bcd57f47e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:02.558801 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-5137f120-a4cd-4b3e-9442-bcd57f47e037 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12324b66-1045-46a6-957c-ee005a50dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976398 Jan 14 02:01:02.562391 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a93a8826-d144-4cfc-b6f1-f77ba69f4505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:02.574322 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a93a8826-d144-4cfc-b6f1-f77ba69f4505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/a78a1bf5-09c7-4432-9e90-ddedb76e1351 HTTP/1.1" status: 204 len: 168 time: 1.8875480 Jan 14 02:01:02.582375 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50902) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:02.603286 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a8826-d144-4cfc-b6f1-f77ba69f4505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=a78a1bf5-09c7-4432-9e90-ddedb76e1351,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:02.640743 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (531b2251-eafb-431d-aaa1-e2effd220bd0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:02.798227 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'network': {'name': 'tempest-network-smoke--1005209564', 'project_id': '43a28359970349f68e5694ea755d49e7', 'port_security_enabled': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:02.922936 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afddf36-210e-4041-9604-d5f6e7481c11 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:02.928271 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6afddf36-210e-4041-9604-d5f6e7481c11 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3397658 Jan 14 02:01:02.943083 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50908) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:02.964069 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-ed80803b-a09c-4053-9204-deb5453bae12 service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953702 Jan 14 02:01:02.987367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Made reservation on behalf of 43a28359970349f68e5694ea755d49e7 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:02.991714 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.009738 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (531b2251-eafb-431d-aaa1-e2effd220bd0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.015212 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e0497a-4f08-4c6e-ac4c-4bda38a74876 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:01:03.017653 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c8e0497a-4f08-4c6e-ac4c-4bda38a74876 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/465620b0-d25a-4732-bcf0-2ca2a26c2bd5 HTTP/1.1" status: 404 len: 333 time: 0.0731628 Jan 14 02:01:03.039496 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50914) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:03.071463 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.162486 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3fd881-c7b1-472e-897a-8e51e218b6ed tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:01:03.193545 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1b3fd881-c7b1-472e-897a-8e51e218b6ed tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/a78a1bf5-09c7-4432-9e90-ddedb76e1351 HTTP/1.1" status: 404 len: 333 time: 0.1516638 Jan 14 02:01:03.200852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50916) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:03.201053 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531b2251-eafb-431d-aaa1-e2effd220bd0']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:03.223195 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae6656-e02e-46bc-9b42-c6a45bfff171 req-f080bead-a591-43fd-9e00-12556aeec52a tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:03.234906 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01ae6656-e02e-46bc-9b42-c6a45bfff171 req-f080bead-a591-43fd-9e00-12556aeec52a tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 944 time: 0.4506097 Jan 14 02:01:03.259676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082a0ff2-62be-4db3-b041-2ffb5b264ed3') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:03.260000 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082a0ff2-62be-4db3-b041-2ffb5b264ed3') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:03.271448 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (082a0ff2-62be-4db3-b041-2ffb5b264ed3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.292663 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (082a0ff2-62be-4db3-b041-2ffb5b264ed3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.316665 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:01:03.317122 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (082a0ff2-62be-4db3-b041-2ffb5b264ed3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: timer() Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:01:03.320847 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:01:03.386484 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f5910a3b-4db6-44f2-819f-c084f858f1ad req-dbc485f8-fb4e-4bac-9208-aa67d63f53d2 service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891954 Jan 14 02:01:03.415534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01ae6656-e02e-46bc-9b42-c6a45bfff171 req-a049a9cd-e07c-4a19-a158-9364e230d760 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/security-groups?id=148feeea-2db9-40dc-9cc1-d499021d4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795185 Jan 14 02:01:03.417761 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (87c5ed15-b830-4b90-aa00-9fd3c57e04ee), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.442080 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (531b2251-eafb-431d-aaa1-e2effd220bd0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.473434 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.481942 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "DELETE /v2.0/networks/531b2251-eafb-431d-aaa1-e2effd220bd0 HTTP/1.1" status: 204 len: 168 time: 1.1225576 Jan 14 02:01:03.483192 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac0fde-64ba-4803-8dc5-6ff8bfc736a7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'Network': ['ID=531b2251-eafb-431d-aaa1-e2effd220bd0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:03.486624 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50918) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:03.569652 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (4bd2f723-43eb-4f99-b65f-5d648577a064), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.592831 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4745627-7cf8-407e-8258-b0975ad523b7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (bea467b5-c688-436f-90c2-0657e1f608db), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.607599 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4bd2f723-43eb-4f99-b65f-5d648577a064), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.648228 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4745627-7cf8-407e-8258-b0975ad523b7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (bea467b5-c688-436f-90c2-0657e1f608db), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.713143 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (87c5ed15-b830-4b90-aa00-9fd3c57e04ee), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.768473 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4745627-7cf8-407e-8258-b0975ad523b7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (bea467b5-c688-436f-90c2-0657e1f608db), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.771081 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4745627-7cf8-407e-8258-b0975ad523b7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.775796 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f4745627-7cf8-407e-8258-b0975ad523b7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "DELETE /v2.0/security-groups/bea467b5-c688-436f-90c2-0657e1f608db HTTP/1.1" status: 204 len: 168 time: 0.2879493 Jan 14 02:01:03.786500 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c5ed15-b830-4b90-aa00-9fd3c57e04ee']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:03.794251 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4745627-7cf8-407e-8258-b0975ad523b7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea467b5-c688-436f-90c2-0657e1f608db,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:03.808228 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fe28fd-b8d9-4226-adbb-c4f153799921') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:03.808531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fe28fd-b8d9-4226-adbb-c4f153799921') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:03.824343 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (19fe28fd-b8d9-4226-adbb-c4f153799921), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.870938 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (19fe28fd-b8d9-4226-adbb-c4f153799921), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.875826 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:01:03.895404 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:01:03.896071 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (19fe28fd-b8d9-4226-adbb-c4f153799921), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:01:03.901739 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:01:03.950220 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd2f723-43eb-4f99-b65f-5d648577a064,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:03.965622 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de73332-6ed9-4a18-ba6a-e50abb75aa99 req-cfa22044-f9eb-47c8-ac9b-223c3e63ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:03.967167 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8de73332-6ed9-4a18-ba6a-e50abb75aa99 req-cfa22044-f9eb-47c8-ac9b-223c3e63ddd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a183fb2886444eb96337220c4fe7939&device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 1095 time: 0.4230218 Jan 14 02:01:04.072091 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (68cf2814-189b-4049-8b4b-15135074bebc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.073540 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Added segment 68cf2814-189b-4049-8b4b-15135074bebc of type vlan for network f888f0a6-7c2c-4070-9238-6eeef2e422c2 Jan 14 02:01:04.077060 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (87c5ed15-b830-4b90-aa00-9fd3c57e04ee), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.114971 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.124451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50928) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:04.125603 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/networks/87c5ed15-b830-4b90-aa00-9fd3c57e04ee HTTP/1.1" status: 204 len: 168 time: 0.9206882 Jan 14 02:01:04.127523 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0d102-233f-4b64-83a0-22543612084a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Network': ['ID=87c5ed15-b830-4b90-aa00-9fd3c57e04ee,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:04.131870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-aca0f678-7d17-4e14-adc9-84ca5242fe77 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-83301105'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:04.138667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50930) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:04.151998 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-df84b147-bb80-47ec-8b56-a3be2c41feb7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265361988', 'description': 'tempest-secgroup-smoke-265361988 description', 'project_id': '63ad23e535974d8ebd72d18abfca4821'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:04.191047 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (f888f0a6-7c2c-4070-9238-6eeef2e422c2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.240213 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de73332-6ed9-4a18-ba6a-e50abb75aa99 req-26fe6b16-07dd-4777-b545-be6276b52838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:04.242128 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8de73332-6ed9-4a18-ba6a-e50abb75aa99 req-26fe6b16-07dd-4777-b545-be6276b52838 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12324b66-1045-46a6-957c-ee005a50dcaf HTTP/1.1" status: 200 len: 909 time: 0.2679648 Jan 14 02:01:04.244639 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df84b147-bb80-47ec-8b56-a3be2c41feb7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.262387 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca0f678-7d17-4e14-adc9-84ca5242fe77 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:04.273286 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aca0f678-7d17-4e14-adc9-84ca5242fe77 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.309782 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8de73332-6ed9-4a18-ba6a-e50abb75aa99 req-8c5e0b6b-aa34-42d6-b788-cf88bd415c50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f092cd87-048e-4a89-b5e7-d7f217e0b566 HTTP/1.1" status: 200 len: 217 time: 0.0602515 Jan 14 02:01:04.311196 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (f888f0a6-7c2c-4070-9238-6eeef2e422c2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.318664 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:04.319417 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.321815 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca0f678-7d17-4e14-adc9-84ca5242fe77 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:01:04.342080 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aca0f678-7d17-4e14-adc9-84ca5242fe77 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f52b3f2e-b144-452c-90eb-dd557a680f16), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.342360 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-aca0f678-7d17-4e14-adc9-84ca5242fe77 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Added segment f52b3f2e-b144-452c-90eb-dd557a680f16 of type vlan for network 1496ce7d-ea81-4dd5-8e74-a51cbc1947af Jan 14 02:01:04.409892 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0148275 Jan 14 02:01:04.410508 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aca0f678-7d17-4e14-adc9-84ca5242fe77 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (1496ce7d-ea81-4dd5-8e74-a51cbc1947af), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.411855 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50934) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:04.413712 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df84b147-bb80-47ec-8b56-a3be2c41feb7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (40c86b24-e9c3-494a-9bd7-546310d4125d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.418961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-197478044', 'admin_state_up': True, 'project_id': '43a28359970349f68e5694ea755d49e7', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:04.434085 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df84b147-bb80-47ec-8b56-a3be2c41feb7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (40c86b24-e9c3-494a-9bd7-546310d4125d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.466324 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de73332-6ed9-4a18-ba6a-e50abb75aa99 req-9847b101-0405-4814-b92f-af8b19429307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:04.467682 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8de73332-6ed9-4a18-ba6a-e50abb75aa99 req-9847b101-0405-4814-b92f-af8b19429307 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6 HTTP/1.1" status: 200 len: 847 time: 0.1445513 Jan 14 02:01:04.470325 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a66e3e-df50-4cfc-8775-7ef4b8cfa6a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Network': ['ID=f888f0a6-7c2c-4070-9238-6eeef2e422c2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:04.493347 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network f888f0a6-7c2c-4070-9238-6eeef2e422c2 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:01:04.520784 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.521905 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.537354 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de73332-6ed9-4a18-ba6a-e50abb75aa99 req-936f6d90-d4b6-46e7-baa4-46880d2701fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:04.539044 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8de73332-6ed9-4a18-ba6a-e50abb75aa99 req-936f6d90-d4b6-46e7-baa4-46880d2701fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12324b66-1045-46a6-957c-ee005a50dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635333 Jan 14 02:01:04.547921 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aca0f678-7d17-4e14-adc9-84ca5242fe77 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (1496ce7d-ea81-4dd5-8e74-a51cbc1947af), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.568244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0f678-7d17-4e14-adc9-84ca5242fe77 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:04.568883 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aca0f678-7d17-4e14-adc9-84ca5242fe77 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.621953 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df84b147-bb80-47ec-8b56-a3be2c41feb7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.627201 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-df84b147-bb80-47ec-8b56-a3be2c41feb7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4813714 Jan 14 02:01:04.629890 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50938) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:04.636477 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-72e8135d-4874-46e2-9018-de37f0d34733 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': '40c86b24-e9c3-494a-9bd7-546310d4125d', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:04.644952 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router_controller (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.669707 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84b147-bb80-47ec-8b56-a3be2c41feb7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c86b24-e9c3-494a-9bd7-546310d4125d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:04.680346 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.742755 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-aca0f678-7d17-4e14-adc9-84ca5242fe77 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6171744 Jan 14 02:01:04.752843 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:04.760522 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '1496ce7d-ea81-4dd5-8e74-a51cbc1947af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:04.820420 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 780817c7-e3c5-486d-8c82-a610b9442f05 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:04.867012 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 780817c7-e3c5-486d-8c82-a610b9442f05 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:01:04.867743 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 780817c7-e3c5-486d-8c82-a610b9442f05 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:01:04.899188 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router_gateway (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.933427 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8de73332-6ed9-4a18-ba6a-e50abb75aa99 req-2db97873-23bf-4b4b-8918-be8877a811d7 service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874297 Jan 14 02:01:04.943414 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0f678-7d17-4e14-adc9-84ca5242fe77 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Network': ['ID=1496ce7d-ea81-4dd5-8e74-a51cbc1947af,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:04.952079 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50643e96-7060-4ec8-bb37-4bba52ece1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:04.961585 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 1496ce7d-ea81-4dd5-8e74-a51cbc1947af details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:01:05.003318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36378364-b749-419e-b6be-f30d519c8870 req-b8a8aa12-dabc-4842-9219-f3e4a42fa648 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:05.008225 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36378364-b749-419e-b6be-f30d519c8870 req-b8a8aa12-dabc-4842-9219-f3e4a42fa648 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 944 time: 0.4282665 Jan 14 02:01:05.062099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:05.065834 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:05.127223 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72e8135d-4874-46e2-9018-de37f0d34733 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (852cab4c-0b1a-46b6-a08a-8ed8812fe082), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:05.216252 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Performing IP validity checks on allocation pools {{(pid=103353) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 14 02:01:05.219598 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103353) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 14 02:01:05.253688 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36378364-b749-419e-b6be-f30d519c8870 req-34583ce5-3908-40e3-9203-5d03e3f36bfe tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/security-groups?id=148feeea-2db9-40dc-9cc1-d499021d4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020922 Jan 14 02:01:05.281655 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72e8135d-4874-46e2-9018-de37f0d34733 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (852cab4c-0b1a-46b6-a08a-8ed8812fe082), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:05.285848 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8de73332-6ed9-4a18-ba6a-e50abb75aa99 req-9f42ce3f-92a8-43c5-a73f-faf3242b2a37 service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453856 Jan 14 02:01:05.288567 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72e8135d-4874-46e2-9018-de37f0d34733 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (852cab4c-0b1a-46b6-a08a-8ed8812fe082), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:05.321141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8135d-4874-46e2-9018-de37f0d34733 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852cab4c-0b1a-46b6-a08a-8ed8812fe082,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:05.335062 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72e8135d-4874-46e2-9018-de37f0d34733 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:05.336976 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-72e8135d-4874-46e2-9018-de37f0d34733 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7045796 Jan 14 02:01:05.340180 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50948) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:05.354951 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0a47d5ac-3083-4346-a25c-6d80cfa55e4b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': '40c86b24-e9c3-494a-9bd7-546310d4125d', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:05.476279 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (f189ce6f-0977-4fc7-ba87-aeb32a51eab7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:05.488573 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a47d5ac-3083-4346-a25c-6d80cfa55e4b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (67f326db-1ac2-4740-b223-135f8c7823c7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:05.573134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Subnet': ['ID=f189ce6f-0977-4fc7-ba87-aeb32a51eab7,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:05.586466 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Checking segment: {'id': 'f52b3f2e-b144-452c-90eb-dd557a680f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1496ce7d-ea81-4dd5-8e74-a51cbc1947af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:05.586863 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network hostable DHCP agents. Network: 1496ce7d-ea81-4dd5-8e74-a51cbc1947af, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:01:05.610798 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1496ce7d-ea81-4dd5-8e74-a51cbc1947af is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:01:05.625114 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 1496ce7d-ea81-4dd5-8e74-a51cbc1947af) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:05.631844 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:05.633627 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:05.642148 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476963b4-c820-4983-8f22-02ec964362ef None None] Network 1496ce7d-ea81-4dd5-8e74-a51cbc1947af requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:05.659918 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4a371fe1-24bd-4a6a-8d5f-b6df10839a8f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9033203 Jan 14 02:01:05.660216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50950) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:05.665951 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': '1496ce7d-ea81-4dd5-8e74-a51cbc1947af', 'name': 'tempest-PortsIpV6TestJSON-1489233921'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:05.782744 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-1496ce7d-ea81-4dd5-8e74-a51cbc1947af', 'network_id': '1496ce7d-ea81-4dd5-8e74-a51cbc1947af', 'project_id': '05024cf26099413182d8fea92be548bd', 'fixed_ips': [{'subnet_id': 'f189ce6f-0977-4fc7-ba87-aeb32a51eab7'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:01:05.783992 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:05.827090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:05.831716 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:05.867479 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port cf50be5c-e44f-40c4-9653-87b709730ce1 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:01:05.952830 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router_gateway (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:05.980598 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Allocated IP 2001:db8::2 (1496ce7d-ea81-4dd5-8e74-a51cbc1947af/f189ce6f-0977-4fc7-ba87-aeb32a51eab7/e2ce93dd-dcdb-4970-9927-1e5d837e9e1e) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:05.990817 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.022510 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a47d5ac-3083-4346-a25c-6d80cfa55e4b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (67f326db-1ac2-4740-b223-135f8c7823c7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.058034 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a47d5ac-3083-4346-a25c-6d80cfa55e4b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (67f326db-1ac2-4740-b223-135f8c7823c7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.081142 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47d5ac-3083-4346-a25c-6d80cfa55e4b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f326db-1ac2-4740-b223-135f8c7823c7,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:06.106776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a47d5ac-3083-4346-a25c-6d80cfa55e4b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.108269 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0a47d5ac-3083-4346-a25c-6d80cfa55e4b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7669086 Jan 14 02:01:06.112322 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50952) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:06.119444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-65134842-58e2-4c34-b475-0da2f3c028bf tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': '40c86b24-e9c3-494a-9bd7-546310d4125d', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:06.177651 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Publish callbacks [] for port (e2ce93dd-dcdb-4970-9927-1e5d837e9e1e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.185088 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (e2ce93dd-dcdb-4970-9927-1e5d837e9e1e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.234052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Network 1496ce7d-ea81-4dd5-8e74-a51cbc1947af is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:06.242615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:06.247435 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:06.251789 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Pushing event updated for resources: {'Port': ['ID=e2ce93dd-dcdb-4970-9927-1e5d837e9e1e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:06.315705 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Allocated IP 172.25.2.102 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/3f0e5ecf-1d93-4f75-b74d-b03b363ebefe) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:06.319104 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65134842-58e2-4c34-b475-0da2f3c028bf tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (676f3efb-fe14-4e5b-b90b-2ffff8ab20a6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.363769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8::1d6 (1496ce7d-ea81-4dd5-8e74-a51cbc1947af/f189ce6f-0977-4fc7-ba87-aeb32a51eab7/cf50be5c-e44f-40c4-9653-87b709730ce1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:06.404272 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Attempting to bind port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:06.405532 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Attempting to bind port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'f52b3f2e-b144-452c-90eb-dd557a680f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1496ce7d-ea81-4dd5-8e74-a51cbc1947af'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:06.406952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Attempting to bind port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e on network 1496ce7d-ea81-4dd5-8e74-a51cbc1947af {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:06.419800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:06.420124 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Checking segment: {'id': 'f52b3f2e-b144-452c-90eb-dd557a680f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1496ce7d-ea81-4dd5-8e74-a51cbc1947af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:06.420531 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.420927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Bound using segment: {'id': 'f52b3f2e-b144-452c-90eb-dd557a680f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1496ce7d-ea81-4dd5-8e74-a51cbc1947af'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:06.421400 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Bound port: e2ce93dd-dcdb-4970-9927-1e5d837e9e1e, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52b3f2e-b144-452c-90eb-dd557a680f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1496ce7d-ea81-4dd5-8e74-a51cbc1947af'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:06.421828 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e2ce93dd-dcdb-4970-9927-1e5d837e9e1e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.480436 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f092cd87-048e-4a89-b5e7-d7f217e0b566 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:01:06.554695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd97cb-d098-4bf9-ba86-f60e5ccf966d req-ece77f34-f93a-4d03-bcf1-ad14e2ca75c2 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:06.557449 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ecd97cb-d098-4bf9-ba86-f60e5ccf966d req-ece77f34-f93a-4d03-bcf1-ad14e2ca75c2 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 944 time: 0.1385303 Jan 14 02:01:06.568253 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65134842-58e2-4c34-b475-0da2f3c028bf tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (676f3efb-fe14-4e5b-b90b-2ffff8ab20a6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.598471 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65134842-58e2-4c34-b475-0da2f3c028bf tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (676f3efb-fe14-4e5b-b90b-2ffff8ab20a6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.602713 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] For port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:06.626546 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] For port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e2ce93dd-dcdb-4970-9927-1e5d837e9e1e,segment=NetworkSegment(f52b3f2e-b144-452c-90eb-dd557a680f16),segment_id=f52b3f2e-b144-452c-90eb-dd557a680f16)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:06.635951 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e2ce93dd-dcdb-4970-9927-1e5d837e9e1e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.667284 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.668925 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65134842-58e2-4c34-b475-0da2f3c028bf tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676f3efb-fe14-4e5b-b90b-2ffff8ab20a6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:06.686317 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65134842-58e2-4c34-b475-0da2f3c028bf tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.690644 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-65134842-58e2-4c34-b475-0da2f3c028bf tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5749722 Jan 14 02:01:06.692380 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50962) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:06.707563 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-be857cea-939a-4807-8484-091c6f5ea28d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': '40c86b24-e9c3-494a-9bd7-546310d4125d', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:06.717710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12cc40-ff46-492f-a00b-94b89e962631 None None] Pushing event updated for resources: {'Port': ['ID=e2ce93dd-dcdb-4970-9927-1e5d837e9e1e,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:06.749895 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f092cd87-048e-4a89-b5e7-d7f217e0b566, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f092cd87-048e-4a89-b5e7-d7f217e0b566,segment=NetworkSegment(a1f78c9f-8f76-459f-8a07-dec47b81b271),segment_id=a1f78c9f-8f76-459f-8a07-dec47b81b271)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:06.765556 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'f092cd87-048e-4a89-b5e7-d7f217e0b566', 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'port_id': 'f092cd87-048e-4a89-b5e7-d7f217e0b566', 'mac_address': 'fa:16:3e:01:e7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:01:06.832695 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be857cea-939a-4807-8484-091c6f5ea28d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (b27ed293-df78-4c88-9fad-afb802da61c2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.840634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f092cd87-048e-4a89-b5e7-d7f217e0b566 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:06.840634 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.852885 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.853573 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3ecd97cb-d098-4bf9-ba86-f60e5ccf966d req-0d2352ef-5d23-44c8-96a2-079518d0e3d6 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/security-groups?id=148feeea-2db9-40dc-9cc1-d499021d4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815771 Jan 14 02:01:06.885590 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (cf50be5c-e44f-40c4-9653-87b709730ce1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.889793 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f092cd87-048e-4a89-b5e7-d7f217e0b566 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:01:06.931680 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f092cd87-048e-4a89-b5e7-d7f217e0b566, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f092cd87-048e-4a89-b5e7-d7f217e0b566,segment=NetworkSegment(a1f78c9f-8f76-459f-8a07-dec47b81b271),segment_id=a1f78c9f-8f76-459f-8a07-dec47b81b271)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:06.939942 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:06.942701 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (cf50be5c-e44f-40c4-9653-87b709730ce1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.031965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f092cd87-048e-4a89-b5e7-d7f217e0b566,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:07.060289 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=3f0e5ecf-1d93-4f75-b74d-b03b363ebefe,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:07.067862 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:07.087706 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1496ce7d-ea81-4dd5-8e74-a51cbc1947af is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:07.092086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:07.105412 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:07.106982 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:07.114989 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:07.118995 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:07.119847 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.124611 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6c3905-faa9-4b79-9ad6-2e1fa485f122 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:01:07.133752 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=cf50be5c-e44f-40c4-9653-87b709730ce1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:07.165607 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3b090c7f-55b1-4fb6-a704-62a5ac8d9282 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5044451 Jan 14 02:01:07.168331 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50964) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:07.196316 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be857cea-939a-4807-8484-091c6f5ea28d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (b27ed293-df78-4c88-9fad-afb802da61c2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.240591 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be857cea-939a-4807-8484-091c6f5ea28d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (b27ed293-df78-4c88-9fad-afb802da61c2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.259711 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f092cd87-048e-4a89-b5e7-d7f217e0b566'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:01:07.264724 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-823637e6-8172-4a5f-940d-58c8987bbbf4 None None] Provisioning complete for port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:07.265230 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-823637e6-8172-4a5f-940d-58c8987bbbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.372780 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be857cea-939a-4807-8484-091c6f5ea28d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27ed293-df78-4c88-9fad-afb802da61c2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:07.384301 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be857cea-939a-4807-8484-091c6f5ea28d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.385177 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-823637e6-8172-4a5f-940d-58c8987bbbf4 None None] Port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:07.386181 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-be857cea-939a-4807-8484-091c6f5ea28d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6927009 Jan 14 02:01:07.389038 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50970) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:07.397139 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e5badbf7-9b2b-4bd3-851b-0d98869ecbc4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': '40c86b24-e9c3-494a-9bd7-546310d4125d', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:07.416847 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5dd56747-40e1-460d-a2a9-37e27cbd3136 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port cf50be5c-e44f-40c4-9653-87b709730ce1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:07.417197 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5dd56747-40e1-460d-a2a9-37e27cbd3136 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (cf50be5c-e44f-40c4-9653-87b709730ce1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.460627 n-d-824358-4 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-e5badbf7-9b2b-4bd3-851b-0d98869ecbc4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Project 63ad23e535974d8ebd72d18abfca4821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 02:01:07.471872 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5badbf7-9b2b-4bd3-851b-0d98869ecbc4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (abaaf870-3bce-42a5-8511-5a056b79c788), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.548730 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5badbf7-9b2b-4bd3-851b-0d98869ecbc4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (abaaf870-3bce-42a5-8511-5a056b79c788), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.559864 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5badbf7-9b2b-4bd3-851b-0d98869ecbc4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (abaaf870-3bce-42a5-8511-5a056b79c788), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.601844 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e5badbf7-9b2b-4bd3-851b-0d98869ecbc4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.603379 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e5badbf7-9b2b-4bd3-851b-0d98869ecbc4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2129195 Jan 14 02:01:07.624367 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:07.643911 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1ff7df23-c25c-4639-b7b2-ff221fdbec49 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': '40c86b24-e9c3-494a-9bd7-546310d4125d', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:07.649475 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3876d55c-4ebb-4c89-9741-f5dae463e5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.653079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5badbf7-9b2b-4bd3-851b-0d98869ecbc4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abaaf870-3bce-42a5-8511-5a056b79c788,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:07.669771 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5dd56747-40e1-460d-a2a9-37e27cbd3136 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (cf50be5c-e44f-40c4-9653-87b709730ce1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.696784 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5dd56747-40e1-460d-a2a9-37e27cbd3136 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for cf50be5c-e44f-40c4-9653-87b709730ce1 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:07.717953 n-d-824358-4 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-1ff7df23-c25c-4639-b7b2-ff221fdbec49 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Project 63ad23e535974d8ebd72d18abfca4821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 02:01:07.769741 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ff7df23-c25c-4639-b7b2-ff221fdbec49 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (ee284024-7024-44c6-9bf5-ddb194f04c1f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.820099 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router_gateway (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.861112 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ff7df23-c25c-4639-b7b2-ff221fdbec49 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (ee284024-7024-44c6-9bf5-ddb194f04c1f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.877688 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ff7df23-c25c-4639-b7b2-ff221fdbec49 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (ee284024-7024-44c6-9bf5-ddb194f04c1f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.941029 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7df23-c25c-4639-b7b2-ff221fdbec49 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee284024-7024-44c6-9bf5-ddb194f04c1f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:07.963361 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ff7df23-c25c-4639-b7b2-ff221fdbec49 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:07.965156 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1ff7df23-c25c-4639-b7b2-ff221fdbec49 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3396556 Jan 14 02:01:07.974611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50978) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:07.983467 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a1c70027-4f77-4ab7-80b2-71ffd73940a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'network': {'name': 'tempest-network-smoke--352932901', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'port_security_enabled': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:08.072606 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264c3d2-f1eb-414b-ae0e-02e355a8fd40 req-fc3eb03f-5bb2-42ff-a64b-b050959d23fb tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:08.074361 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c264c3d2-f1eb-414b-ae0e-02e355a8fd40 req-fc3eb03f-5bb2-42ff-a64b-b050959d23fb tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 945 time: 0.0846581 Jan 14 02:01:08.075834 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5dd56747-40e1-460d-a2a9-37e27cbd3136 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (cf50be5c-e44f-40c4-9653-87b709730ce1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.086137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c70027-4f77-4ab7-80b2-71ffd73940a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Made reservation on behalf of 63ad23e535974d8ebd72d18abfca4821 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:08.091827 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c70027-4f77-4ab7-80b2-71ffd73940a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.128003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd56747-40e1-460d-a2a9-37e27cbd3136 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=cf50be5c-e44f-40c4-9653-87b709730ce1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:08.167793 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5dd56747-40e1-460d-a2a9-37e27cbd3136 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.172012 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5dd56747-40e1-460d-a2a9-37e27cbd3136 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/cf50be5c-e44f-40c4-9653-87b709730ce1 HTTP/1.1" status: 204 len: 168 time: 1.0026617 Jan 14 02:01:08.174600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50980) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:08.202317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c70027-4f77-4ab7-80b2-71ffd73940a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:01:08.215162 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.215479 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b6783a-b40b-477c-80e4-75d022c38a45 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] DELETE failed (client error): The resource could not be found. Jan 14 02:01:08.216113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b6783a-b40b-477c-80e4-75d022c38a45 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:01:08.219605 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-65b6783a-b40b-477c-80e4-75d022c38a45 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/cf50be5c-e44f-40c4-9653-87b709730ce1 HTTP/1.1" status: 404 len: 333 time: 0.0436909 Jan 14 02:01:08.222436 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50982) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:08.255977 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c0c543-453f-4408-873a-52db63641eeb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:01:08.257675 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a2c0c543-453f-4408-873a-52db63641eeb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/cf50be5c-e44f-40c4-9653-87b709730ce1 HTTP/1.1" status: 404 len: 333 time: 0.0340748 Jan 14 02:01:08.263552 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50984) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:08.283880 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c70027-4f77-4ab7-80b2-71ffd73940a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (fb3053c5-5638-4f23-9901-0fd7aaf5332b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.284705 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-a1c70027-4f77-4ab7-80b2-71ffd73940a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Added segment fb3053c5-5638-4f23-9901-0fd7aaf5332b of type vlan for network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 Jan 14 02:01:08.332388 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-50627dda-2068-48ab-b008-6940992e3505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting subnet f189ce6f-0977-4fc7-ba87-aeb32a51eab7 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:01:08.337721 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50627dda-2068-48ab-b008-6940992e3505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (f189ce6f-0977-4fc7-ba87-aeb32a51eab7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.381749 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe018d-862c-4e15-8899-26bf4d4893bf None None] Network 1496ce7d-ea81-4dd5-8e74-a51cbc1947af requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:08.385211 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c70027-4f77-4ab7-80b2-71ffd73940a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (a8e6d690-4a15-45dc-93f0-e79bc328a3d2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.430052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c264c3d2-f1eb-414b-ae0e-02e355a8fd40 req-1a22def9-5cfb-4e94-addd-1e25a29178bf tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/security-groups?id=148feeea-2db9-40dc-9cc1-d499021d4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339558 Jan 14 02:01:08.435970 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50627dda-2068-48ab-b008-6940992e3505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (f189ce6f-0977-4fc7-ba87-aeb32a51eab7), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.487976 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c70027-4f77-4ab7-80b2-71ffd73940a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (a8e6d690-4a15-45dc-93f0-e79bc328a3d2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.497081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c70027-4f77-4ab7-80b2-71ffd73940a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:08.501434 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1c70027-4f77-4ab7-80b2-71ffd73940a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.508161 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f092cd87-048e-4a89-b5e7-d7f217e0b566 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:08.555111 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50627dda-2068-48ab-b008-6940992e3505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (f189ce6f-0977-4fc7-ba87-aeb32a51eab7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.572737 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.607833 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-db11f6dc-3b9e-4116-a559-e804f265edd4 None None] Provisioning complete for port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:08.608437 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db11f6dc-3b9e-4116-a559-e804f265edd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e2ce93dd-dcdb-4970-9927-1e5d837e9e1e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.675384 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50627dda-2068-48ab-b008-6940992e3505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (f189ce6f-0977-4fc7-ba87-aeb32a51eab7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.747776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 50992) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:08.750045 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a1c70027-4f77-4ab7-80b2-71ffd73940a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7674582 Jan 14 02:01:08.754798 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'admin_state_up': True, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:08.762773 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c70027-4f77-4ab7-80b2-71ffd73940a2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Network': ['ID=a8e6d690-4a15-45dc-93f0-e79bc328a3d2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:08.774631 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 02:01:08.776636 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50627dda-2068-48ab-b008-6940992e3505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.782208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-50627dda-2068-48ab-b008-6940992e3505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/f189ce6f-0977-4fc7-ba87-aeb32a51eab7 HTTP/1.1" status: 204 len: 168 time: 0.5153019 Jan 14 02:01:08.783873 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50627dda-2068-48ab-b008-6940992e3505 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Subnet': ['ID=f189ce6f-0977-4fc7-ba87-aeb32a51eab7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:08.786458 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50994) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:08.794125 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-db11f6dc-3b9e-4116-a559-e804f265edd4 None None] Current status of the port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:08.794625 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db11f6dc-3b9e-4116-a559-e804f265edd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e2ce93dd-dcdb-4970-9927-1e5d837e9e1e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.815497 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port f092cd87-048e-4a89-b5e7-d7f217e0b566 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:01:08.825112 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port f092cd87-048e-4a89-b5e7-d7f217e0b566 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:08.825593 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.857575 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.859321 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:08.881130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:01:08.975144 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_controller (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:09.007799 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-db11f6dc-3b9e-4116-a559-e804f265edd4 None None] For port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e2ce93dd-dcdb-4970-9927-1e5d837e9e1e,segment=NetworkSegment(f52b3f2e-b144-452c-90eb-dd557a680f16),segment_id=f52b3f2e-b144-452c-90eb-dd557a680f16)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:09.029410 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e2ce93dd-dcdb-4970-9927-1e5d837e9e1e up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:09.048795 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (1496ce7d-ea81-4dd5-8e74-a51cbc1947af), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:09.068423 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db11f6dc-3b9e-4116-a559-e804f265edd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e2ce93dd-dcdb-4970-9927-1e5d837e9e1e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:09.172595 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f092cd87-048e-4a89-b5e7-d7f217e0b566 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:09.173046 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:09.244457 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:01:09.255342 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11f6dc-3b9e-4116-a559-e804f265edd4 None None] Pushing event updated for resources: {'Port': ['ID=e2ce93dd-dcdb-4970-9927-1e5d837e9e1e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:09.259163 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Sync routers for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:01:09.268931 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98486699-fc91-4af9-b3ff-9afaa4e55b42 None None] Network 1496ce7d-ea81-4dd5-8e74-a51cbc1947af requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:09.280063 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:09.280925 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:09.295924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:09.298109 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e2ce93dd-dcdb-4970-9927-1e5d837e9e1e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:09.307387 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:09.309431 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-911149f9-b396-4f89-a693-1748190dddea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8939574 Jan 14 02:01:09.321863 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 50996) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:09.372424 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f092cd87-048e-4a89-b5e7-d7f217e0b566, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f092cd87-048e-4a89-b5e7-d7f217e0b566,segment=NetworkSegment(a1f78c9f-8f76-459f-8a07-dec47b81b271),segment_id=a1f78c9f-8f76-459f-8a07-dec47b81b271)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:09.413210 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:09.458703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] For port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=e2ce93dd-dcdb-4970-9927-1e5d837e9e1e,segment=NetworkSegment(f52b3f2e-b144-452c-90eb-dd557a680f16),segment_id=f52b3f2e-b144-452c-90eb-dd557a680f16)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:09.459077 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e2ce93dd-dcdb-4970-9927-1e5d837e9e1e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:09.510222 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for e2ce93dd-dcdb-4970-9927-1e5d837e9e1e owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:09.549387 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2bc3681e-1c6b-454c-8860-0898f390f43c tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=43a28359970349f68e5694ea755d49e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2229445 Jan 14 02:01:09.549994 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51002) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:09.775885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e24db6-b34c-43bd-9304-9d9d6d78ac44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f092cd87-048e-4a89-b5e7-d7f217e0b566'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:09.788423 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcad1aad-6fe0-493d-939f-a20c3fcfc827" -d '{"events": [{"server_uuid": "94e24db6-b34c-43bd-9304-9d9d6d78ac44", "name": "network-vif-plugged", "status": "completed", "tag": "f092cd87-048e-4a89-b5e7-d7f217e0b566"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:09.839863 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f092cd87-048e-4a89-b5e7-d7f217e0b566), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:09.844512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb5d396-fe6c-4024-bbed-c06aa6afa3c3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:09.849948 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-aeb5d396-fe6c-4024-bbed-c06aa6afa3c3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2990258 Jan 14 02:01:09.854439 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51012) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:09.875376 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-45318fe6-6b34-4d71-9259-ec4ba2f13a0e None None] Provisioning complete for port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:09.877722 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-45318fe6-6b34-4d71-9259-ec4ba2f13a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e2ce93dd-dcdb-4970-9927-1e5d837e9e1e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:09.880971 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:01:07Z', 'revision_number': 3, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:09.897675 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e2ce93dd-dcdb-4970-9927-1e5d837e9e1e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:09.905601 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b6bb5f-e359-414b-8c12-be8dea0b31f9 x-openstack-request-id: req-86b6bb5f-e359-414b-8c12-be8dea0b31f9 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:09.906128 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e24db6-b34c-43bd-9304-9d9d6d78ac44", "name": "network-vif-plugged", "status": "completed", "tag": "f092cd87-048e-4a89-b5e7-d7f217e0b566", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:09.906698 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86b6bb5f-e359-414b-8c12-be8dea0b31f9 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:09.907253 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e24db6-b34c-43bd-9304-9d9d6d78ac44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f092cd87-048e-4a89-b5e7-d7f217e0b566', 'code': 200} Jan 14 02:01:09.945718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-45318fe6-6b34-4d71-9259-ec4ba2f13a0e None None] Port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e was deleted so its status cannot be updated. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 14 02:01:09.964428 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Checking router: 3f7ec36f-a809-45ea-bedc-c959e70a9a0f for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:01:09.968256 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Updating router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:01:09.992938 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:09.993757 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e2ce93dd-dcdb-4970-9927-1e5d837e9e1e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.020535 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.030172 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.053313 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=e2ce93dd-dcdb-4970-9927-1e5d837e9e1e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:10.054923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f092cd87-048e-4a89-b5e7-d7f217e0b566,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:10.058134 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e was deleted so its status cannot be updated. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 14 02:01:10.062979 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca0b424-2232-4766-a391-1fa13f8a65f6 None None] DHCP port deletion for 1496ce7d-ea81-4dd5-8e74-a51cbc1947af request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:01:10.092023 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-18b3669e-88ed-4ece-b7e8-77fc44b9bc2e tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2342632 Jan 14 02:01:10.104836 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70e6ca-f5d1-4aa4-ab32-e41520bfde37 req-c86ae071-28a1-4580-ab5a-5e55fc760985 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:10.107024 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e70e6ca-f5d1-4aa4-ab32-e41520bfde37 req-c86ae071-28a1-4580-ab5a-5e55fc760985 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 946 time: 0.3523118 Jan 14 02:01:10.107678 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51014) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:10.115293 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No DVR routers for this DVR port e2ce93dd-dcdb-4970-9927-1e5d837e9e1e on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:10.117211 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e247bdc2-a34e-408e-b4c8-f165ecdb2ed2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1125238798', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'project_id': '43a28359970349f68e5694ea755d49e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:10.207161 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678182c-24f9-4129-8d96-55f1cb01a51d req-5f2abec3-533e-4664-85c5-20b844938257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:10.208730 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6678182c-24f9-4129-8d96-55f1cb01a51d req-5f2abec3-533e-4664-85c5-20b844938257 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 1097 time: 0.1626177 Jan 14 02:01:10.224892 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_gateway (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.234642 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (1496ce7d-ea81-4dd5-8e74-a51cbc1947af), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.269811 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1496ce7d-ea81-4dd5-8e74-a51cbc1947af']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:10.290689 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52b3f2e-b144-452c-90eb-dd557a680f16') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:10.291031 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52b3f2e-b144-452c-90eb-dd557a680f16') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:10.301030 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6678182c-24f9-4129-8d96-55f1cb01a51d req-dfdb9b98-562f-4c65-a5da-2f95772c8b57 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=148feeea-2db9-40dc-9cc1-d499021d4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844734 Jan 14 02:01:10.304342 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (f52b3f2e-b144-452c-90eb-dd557a680f16), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.319119 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (f52b3f2e-b144-452c-90eb-dd557a680f16), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.327132 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:01:10.327525 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (f52b3f2e-b144-452c-90eb-dd557a680f16), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:01:10.333375 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:01:10.349076 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e70e6ca-f5d1-4aa4-ab32-e41520bfde37 req-0e89bd70-e262-4ef7-91e8-049e08965801 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/security-groups?id=148feeea-2db9-40dc-9cc1-d499021d4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472073 Jan 14 02:01:10.367774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e247bdc2-a34e-408e-b4c8-f165ecdb2ed2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Made reservation on behalf of 43a28359970349f68e5694ea755d49e7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:10.371949 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e247bdc2-a34e-408e-b4c8-f165ecdb2ed2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.417460 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (1496ce7d-ea81-4dd5-8e74-a51cbc1947af), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.433146 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.436887 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/networks/1496ce7d-ea81-4dd5-8e74-a51cbc1947af HTTP/1.1" status: 204 len: 168 time: 1.6484857 Jan 14 02:01:10.450042 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0c0c2-7e7b-4b30-83bc-fb871d8673c6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Network': ['ID=1496ce7d-ea81-4dd5-8e74-a51cbc1947af,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:10.455982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51016) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:10.461248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1406744623'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:10.524829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:10.529045 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.572078 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:01:10.596846 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Publish callbacks [] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.604548 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.607497 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (90da7f32-fff1-42b4-9390-d935b5875097), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.608041 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Added segment 90da7f32-fff1-42b4-9390-d935b5875097 of type vlan for network a331e75b-b876-42cb-8bf1-c9cabb79d5cb Jan 14 02:01:10.649309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717716ef-70ad-48fc-a99d-33c43d6b097a None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:01:10.649787 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Attempting to bind port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:10.650364 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Attempting to bind port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:10.651138 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Attempting to bind port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:10.666700 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:10.666955 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:10.667528 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.668243 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:10.668873 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Bound port: 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:10.669492 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.697574 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215ca43-c4ac-4008-8f95-ad3bb284d811 None None] Pushing event updated for resources: {'Port': ['ID=3f0e5ecf-1d93-4f75-b74d-b03b363ebefe,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:10.703817 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (a331e75b-b876-42cb-8bf1-c9cabb79d5cb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.733215 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] For port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:10.737583 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] For port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3f0e5ecf-1d93-4f75-b74d-b03b363ebefe,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:10.745108 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.795637 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-798369a6-4e2d-4977-919c-03df146ae11d None None] Provisioning complete for port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:10.796742 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-798369a6-4e2d-4977-919c-03df146ae11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:10.850497 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba4d4d2-3717-4e71-b5dc-ef74a2e17d3e None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:01:10.857120 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 02:01:10.956844 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:10.967535 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:10.973364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e2ce93dd-dcdb-4970-9927-1e5d837e9e1e no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:10.977008 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_gateway (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:11.011492 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: e2ce93dd-dcdb-4970-9927-1e5d837e9e1e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:01:11.011845 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device e2ce93dd-dcdb-4970-9927-1e5d837e9e1e not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:01:11.027099 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-798369a6-4e2d-4977-919c-03df146ae11d None None] Current status of the port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:11.027492 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-798369a6-4e2d-4977-919c-03df146ae11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:11.030550 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:11.038340 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e247bdc2-a34e-408e-b4c8-f165ecdb2ed2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (38ecd77c-a894-4391-b355-40309af9095a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:11.047300 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (a331e75b-b876-42cb-8bf1-c9cabb79d5cb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:11.053846 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-798369a6-4e2d-4977-919c-03df146ae11d None None] For port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3f0e5ecf-1d93-4f75-b74d-b03b363ebefe,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:11.056695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:11.058513 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:11.061065 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:11.066950 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-798369a6-4e2d-4977-919c-03df146ae11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:11.124843 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798369a6-4e2d-4977-919c-03df146ae11d None None] Pushing event updated for resources: {'Port': ['ID=3f0e5ecf-1d93-4f75-b74d-b03b363ebefe,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:11.125459 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:11.188026 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215ca43-c4ac-4008-8f95-ad3bb284d811 None None] Pushing event updated for resources: {'Port': ['ID=3f0e5ecf-1d93-4f75-b74d-b03b363ebefe,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:11.188339 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-010dd031-c02c-412b-b1df-b0446bf4e514 None None] Provisioning complete for port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:11.188669 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-010dd031-c02c-412b-b1df-b0446bf4e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:11.257149 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Network': ['ID=a331e75b-b876-42cb-8bf1-c9cabb79d5cb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:11.296072 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-010dd031-c02c-412b-b1df-b0446bf4e514 None None] Current status of the port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:11.299810 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network a331e75b-b876-42cb-8bf1-c9cabb79d5cb details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:01:11.360078 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f2078907-a6c4-415f-b3e0-c196df8a1811 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9019656 Jan 14 02:01:11.362610 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51024) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:11.370819 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247bdc2-a34e-408e-b4c8-f165ecdb2ed2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Subnet': ['ID=38ecd77c-a894-4391-b355-40309af9095a,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:11.371069 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4067a244-6200-4685-80de-7fe314fbe608 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': 'a331e75b-b876-42cb-8bf1-c9cabb79d5cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:11.384568 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e247bdc2-a34e-408e-b4c8-f165ecdb2ed2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Checking segment: {'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:11.385145 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e247bdc2-a34e-408e-b4c8-f165ecdb2ed2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network hostable DHCP agents. Network: f888f0a6-7c2c-4070-9238-6eeef2e422c2, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:01:11.418604 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:01:07Z', 'revision_number': 3, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:11.451804 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e247bdc2-a34e-408e-b4c8-f165ecdb2ed2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network f888f0a6-7c2c-4070-9238-6eeef2e422c2 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:01:11.467147 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b7db4-0fad-4305-89a7-a92aeed4273a None None] The sync data for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 is: [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:01:07Z', 'revision_number': 3, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:01:11.477101 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e247bdc2-a34e-408e-b4c8-f165ecdb2ed2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, f888f0a6-7c2c-4070-9238-6eeef2e422c2) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:11.485911 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e247bdc2-a34e-408e-b4c8-f165ecdb2ed2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:11.490606 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e247bdc2-a34e-408e-b4c8-f165ecdb2ed2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:11.494248 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0193dadd-7e0a-4778-9eae-33b18b8970e4 None None] Network f888f0a6-7c2c-4070-9238-6eeef2e422c2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:11.608825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Allocated IP 172.25.2.134 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/67ce190f-bd92-48e1-b322-01837342f9fb) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:11.615707 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e247bdc2-a34e-408e-b4c8-f165ecdb2ed2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5046172 Jan 14 02:01:11.619097 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4067a244-6200-4685-80de-7fe314fbe608 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:11.622187 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51028) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:11.625266 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4067a244-6200-4685-80de-7fe314fbe608 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:11.768552 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'project_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:01:11.769530 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.073057 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4067a244-6200-4685-80de-7fe314fbe608 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (3435543a-18ef-43b8-bbba-983d93598b43), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.161461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Allocated IP 172.20.0.2 (f888f0a6-7c2c-4070-9238-6eeef2e422c2/38ecd77c-a894-4391-b355-40309af9095a/c41dea65-3ef8-4eb2-99ac-024470839e24) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:12.180280 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067a244-6200-4685-80de-7fe314fbe608 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Subnet': ['ID=3435543a-18ef-43b8-bbba-983d93598b43,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:12.268291 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067a244-6200-4685-80de-7fe314fbe608 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Checking segment: {'id': '90da7f32-fff1-42b4-9390-d935b5875097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a331e75b-b876-42cb-8bf1-c9cabb79d5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:12.268830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067a244-6200-4685-80de-7fe314fbe608 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network hostable DHCP agents. Network: a331e75b-b876-42cb-8bf1-c9cabb79d5cb, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:01:12.309081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067a244-6200-4685-80de-7fe314fbe608 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network a331e75b-b876-42cb-8bf1-c9cabb79d5cb is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:01:12.316886 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cd23b-4d76-463e-96ab-fd80048dfd7e req-4e50c018-a9ca-4655-b74b-d70bc4ccef59 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:12.318510 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-594cd23b-4d76-463e-96ab-fd80048dfd7e req-4e50c018-a9ca-4655-b74b-d70bc4ccef59 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 946 time: 0.7795413 Jan 14 02:01:12.329292 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4067a244-6200-4685-80de-7fe314fbe608 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, a331e75b-b876-42cb-8bf1-c9cabb79d5cb) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:12.332442 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Publish callbacks [] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.334718 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4067a244-6200-4685-80de-7fe314fbe608 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:12.335338 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4067a244-6200-4685-80de-7fe314fbe608 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.341563 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.364797 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4067a244-6200-4685-80de-7fe314fbe608 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9995406 Jan 14 02:01:12.366672 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51036) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:12.371502 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Network f888f0a6-7c2c-4070-9238-6eeef2e422c2 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:12.372785 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97662e91-34de-4aeb-a73d-2d00be540d5a None None] Network a331e75b-b876-42cb-8bf1-c9cabb79d5cb requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:12.377805 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:12.381142 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:12.383819 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': 'a331e75b-b876-42cb-8bf1-c9cabb79d5cb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1484376101'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:12.515588 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (67ce190f-bd92-48e1-b322-01837342f9fb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.540991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Attempting to bind port c41dea65-3ef8-4eb2-99ac-024470839e24 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:12.541339 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Attempting to bind port c41dea65-3ef8-4eb2-99ac-024470839e24 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:12.541640 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Attempting to bind port c41dea65-3ef8-4eb2-99ac-024470839e24 on network f888f0a6-7c2c-4070-9238-6eeef2e422c2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:12.550093 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:12.550494 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Checking segment: {'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:12.550887 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.551395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Bound using segment: {'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:12.551798 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Bound port: c41dea65-3ef8-4eb2-99ac-024470839e24, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:12.552303 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.556179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Pushing event updated for resources: {'Port': ['ID=c41dea65-3ef8-4eb2-99ac-024470839e24,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:12.612501 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-594cd23b-4d76-463e-96ab-fd80048dfd7e req-f5c9c0ca-29d3-4c51-9627-1ab5f322074c tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/security-groups?id=148feeea-2db9-40dc-9cc1-d499021d4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837403 Jan 14 02:01:12.650939 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:12.656070 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.666973 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-a331e75b-b876-42cb-8bf1-c9cabb79d5cb', 'network_id': 'a331e75b-b876-42cb-8bf1-c9cabb79d5cb', 'project_id': '05024cf26099413182d8fea92be548bd', 'fixed_ips': [{'subnet_id': '3435543a-18ef-43b8-bbba-983d93598b43'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:01:12.668232 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.708979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port 907ed146-1ce9-4994-ad3f-307c2be40d63 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:01:12.736823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] For port c41dea65-3ef8-4eb2-99ac-024470839e24, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:12.775666 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.866912 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] For port c41dea65-3ef8-4eb2-99ac-024470839e24, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=c41dea65-3ef8-4eb2-99ac-024470839e24,segment=NetworkSegment(68cf2814-189b-4049-8b4b-15135074bebc),segment_id=68cf2814-189b-4049-8b4b-15135074bebc)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:12.870047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=67ce190f-bd92-48e1-b322-01837342f9fb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:12.884806 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.900556 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:12.912417 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:12.915836 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:12.918286 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:12.956972 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5da48f-942c-42ab-9433-22fd8a093d62 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:01:12.998163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:13.034553 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8::11 (a331e75b-b876-42cb-8bf1-c9cabb79d5cb/3435543a-18ef-43b8-bbba-983d93598b43/907ed146-1ce9-4994-ad3f-307c2be40d63) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:13.090131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc24da-b9ee-4b47-9649-730f0ff1b1d7 None None] Pushing event updated for resources: {'Port': ['ID=c41dea65-3ef8-4eb2-99ac-024470839e24,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:13.130502 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-938f3df1-0bc5-442a-93a7-2495e1ef7d9f None None] Provisioning complete for port 67ce190f-bd92-48e1-b322-01837342f9fb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:13.131794 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-938f3df1-0bc5-442a-93a7-2495e1ef7d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:13.244172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-938f3df1-0bc5-442a-93a7-2495e1ef7d9f None None] Port 67ce190f-bd92-48e1-b322-01837342f9fb cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:13.259163 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:13.259688 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:13.397859 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (907ed146-1ce9-4994-ad3f-307c2be40d63), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:13.468480 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (907ed146-1ce9-4994-ad3f-307c2be40d63), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:13.533082 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Allocated IP 2001:db8::2 (a331e75b-b876-42cb-8bf1-c9cabb79d5cb/3435543a-18ef-43b8-bbba-983d93598b43/f5ade422-6162-48a3-bd31-9b63fa32ac84) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:13.553448 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network a331e75b-b876-42cb-8bf1-c9cabb79d5cb is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:13.560377 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:13.563053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:13.570565 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:13.572102 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:13.586264 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=907ed146-1ce9-4994-ad3f-307c2be40d63,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:13.621221 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6961c1be-44b1-4ccb-96ef-a90dbd1b9480 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2481079 Jan 14 02:01:13.621689 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51044) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:13.743760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:13.829772 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Publish callbacks [] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:13.839636 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:13.940806 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Pushing event updated for resources: {'Port': ['ID=f5ade422-6162-48a3-bd31-9b63fa32ac84,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:13.958772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Network a331e75b-b876-42cb-8bf1-c9cabb79d5cb is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:13.960381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:13.963071 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:14.041571 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Attempting to bind port f5ade422-6162-48a3-bd31-9b63fa32ac84 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:14.042651 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Attempting to bind port f5ade422-6162-48a3-bd31-9b63fa32ac84 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '90da7f32-fff1-42b4-9390-d935b5875097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a331e75b-b876-42cb-8bf1-c9cabb79d5cb'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:14.043488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Attempting to bind port f5ade422-6162-48a3-bd31-9b63fa32ac84 on network a331e75b-b876-42cb-8bf1-c9cabb79d5cb {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:14.051351 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:14.051885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Checking segment: {'id': '90da7f32-fff1-42b4-9390-d935b5875097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a331e75b-b876-42cb-8bf1-c9cabb79d5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:14.052417 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:14.053046 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Bound using segment: {'id': '90da7f32-fff1-42b4-9390-d935b5875097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a331e75b-b876-42cb-8bf1-c9cabb79d5cb'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:14.054074 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Bound port: f5ade422-6162-48a3-bd31-9b63fa32ac84, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90da7f32-fff1-42b4-9390-d935b5875097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a331e75b-b876-42cb-8bf1-c9cabb79d5cb'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:14.054783 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:14.148926 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] For port f5ade422-6162-48a3-bd31-9b63fa32ac84, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:14.152540 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] For port f5ade422-6162-48a3-bd31-9b63fa32ac84, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f5ade422-6162-48a3-bd31-9b63fa32ac84,segment=NetworkSegment(90da7f32-fff1-42b4-9390-d935b5875097),segment_id=90da7f32-fff1-42b4-9390-d935b5875097)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:14.159170 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:14.223117 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e071a0-b72b-47a7-b4d3-744de9c7d46c None None] Pushing event updated for resources: {'Port': ['ID=f5ade422-6162-48a3-bd31-9b63fa32ac84,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:14.386885 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Allocated IP 172.20.0.1 (f888f0a6-7c2c-4070-9238-6eeef2e422c2/38ecd77c-a894-4391-b355-40309af9095a/9f3ab3dc-8e28-4dc2-8612-3a7c5580b375) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:14.405433 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_gateway (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:14.415373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c31ef-99a0-4cf5-89fe-1b80c115c91b req-09b45025-9348-49b3-9087-030f8807a6a8 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:14.416894 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d9c31ef-99a0-4cf5-89fe-1b80c115c91b req-09b45025-9348-49b3-9087-030f8807a6a8 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 946 time: 0.6686440 Jan 14 02:01:14.547681 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ec437-be80-484f-b123-e68d857f2085 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port 907ed146-1ce9-4994-ad3f-307c2be40d63 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:14.548020 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec437-be80-484f-b123-e68d857f2085 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (907ed146-1ce9-4994-ad3f-307c2be40d63), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:14.715479 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1d9c31ef-99a0-4cf5-89fe-1b80c115c91b req-b1ecacd0-dbc0-4446-ac02-469f6d737b20 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/security-groups?id=148feeea-2db9-40dc-9cc1-d499021d4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547691 Jan 14 02:01:14.849568 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:14.973524 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec437-be80-484f-b123-e68d857f2085 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (907ed146-1ce9-4994-ad3f-307c2be40d63), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:15.049905 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ec437-be80-484f-b123-e68d857f2085 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for 907ed146-1ce9-4994-ad3f-307c2be40d63 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:15.050657 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device c41dea65-3ef8-4eb2-99ac-024470839e24 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:15.101685 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7747b0e-aae2-49e2-afe2-48cb4dcbf3c0 req-1d5a88ee-8160-4924-bc51-582b8150715b tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:15.103805 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7747b0e-aae2-49e2-afe2-48cb4dcbf3c0 req-1d5a88ee-8160-4924-bc51-582b8150715b tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 946 time: 0.2713945 Jan 14 02:01:15.148362 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:15.167079 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port c41dea65-3ef8-4eb2-99ac-024470839e24 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:15.167458 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:15.182367 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:15.281846 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network f888f0a6-7c2c-4070-9238-6eeef2e422c2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:15.319306 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port c41dea65-3ef8-4eb2-99ac-024470839e24 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:15.319768 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:15.425970 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port c41dea65-3ef8-4eb2-99ac-024470839e24, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=c41dea65-3ef8-4eb2-99ac-024470839e24,segment=NetworkSegment(68cf2814-189b-4049-8b4b-15135074bebc),segment_id=68cf2814-189b-4049-8b4b-15135074bebc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:15.431942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:15.435270 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:15.436314 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f5ade422-6162-48a3-bd31-9b63fa32ac84 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:15.446096 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:15.528954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=9f3ab3dc-8e28-4dc2-8612-3a7c5580b375,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:15.538521 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port f5ade422-6162-48a3-bd31-9b63fa32ac84 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:15.539804 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:15.572140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7747b0e-aae2-49e2-afe2-48cb4dcbf3c0 req-d7fcc1be-9bfe-4822-be72-c96390507cc7 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/security-groups?id=148feeea-2db9-40dc-9cc1-d499021d4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4314475 Jan 14 02:01:15.611882 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b903a-c6bb-45e9-bbfb-2f6567445ba0 None None] Network f888f0a6-7c2c-4070-9238-6eeef2e422c2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:15.709484 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=c41dea65-3ef8-4eb2-99ac-024470839e24,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:15.728934 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.729309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.729638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.729978 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.730322 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.730685 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.731019 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.731347 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.731675 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.732006 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.732334 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.732660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.732985 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:15.745201 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-77cefd57-12c7-4ccd-a578-8328ef940ba9 None None] Provisioning complete for port c41dea65-3ef8-4eb2-99ac-024470839e24 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:15.745581 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-77cefd57-12c7-4ccd-a578-8328ef940ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:15.747267 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:15.889072 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec437-be80-484f-b123-e68d857f2085 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (907ed146-1ce9-4994-ad3f-307c2be40d63), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:15.923066 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-77cefd57-12c7-4ccd-a578-8328ef940ba9 None None] Current status of the port c41dea65-3ef8-4eb2-99ac-024470839e24 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:15.946158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ec437-be80-484f-b123-e68d857f2085 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=907ed146-1ce9-4994-ad3f-307c2be40d63,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:16.017993 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2fa47-b160-42e9-957d-7bf4ee0fb561 req-a679eeae-c2c6-4e0c-9289-6799888e6ab2 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:16.019642 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fab2fa47-b160-42e9-957d-7bf4ee0fb561 req-a679eeae-c2c6-4e0c-9289-6799888e6ab2 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 946 time: 0.3011744 Jan 14 02:01:16.020926 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec437-be80-484f-b123-e68d857f2085 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:16.024188 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9d1ec437-be80-484f-b123-e68d857f2085 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/907ed146-1ce9-4994-ad3f-307c2be40d63 HTTP/1.1" status: 204 len: 168 time: 2.4012783 Jan 14 02:01:16.026944 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51064) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:16.057449 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 02:01:16.078232 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86a0967-167d-48cb-9ebc-919e1c56989a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:01:16.081030 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c86a0967-167d-48cb-9ebc-919e1c56989a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/907ed146-1ce9-4994-ad3f-307c2be40d63 HTTP/1.1" status: 404 len: 333 time: 0.0521858 Jan 14 02:01:16.084099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51066) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:16.216413 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fab2fa47-b160-42e9-957d-7bf4ee0fb561 req-9d92fbb8-8cc7-4100-bf09-34c0c35b79d3 tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "GET /v2.0/security-groups?id=148feeea-2db9-40dc-9cc1-d499021d4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873221 Jan 14 02:01:16.222275 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:16.234815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf3b4a0-db9a-46f3-8462-ba4121377dfb None None] Network a331e75b-b876-42cb-8bf1-c9cabb79d5cb requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:16.241604 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51068) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:16.254593 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f1a340-2121-4b1b-aedd-84d7f6ded29b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting subnet 3435543a-18ef-43b8-bbba-983d93598b43 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:01:16.288477 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a340-2121-4b1b-aedd-84d7f6ded29b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (3435543a-18ef-43b8-bbba-983d93598b43), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:16.336887 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f7ebfd65-d895-4208-b7c9-bc7517366d41 None None] Provisioning complete for port f5ade422-6162-48a3-bd31-9b63fa32ac84 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:16.337194 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7ebfd65-d895-4208-b7c9-bc7517366d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:16.378317 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port f5ade422-6162-48a3-bd31-9b63fa32ac84 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:16.378752 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:16.471794 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port f5ade422-6162-48a3-bd31-9b63fa32ac84, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f5ade422-6162-48a3-bd31-9b63fa32ac84,segment=NetworkSegment(90da7f32-fff1-42b4-9390-d935b5875097),segment_id=90da7f32-fff1-42b4-9390-d935b5875097)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:16.506635 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:16.577059 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a340-2121-4b1b-aedd-84d7f6ded29b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (3435543a-18ef-43b8-bbba-983d93598b43), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:16.612209 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543c8925-959b-4e9a-805d-20274c97a1a5 tempest-TestServerBasicOps-202508405 tempest-TestServerBasicOps-202508405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:16.617340 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-543c8925-959b-4e9a-805d-20274c97a1a5 tempest-TestServerBasicOps-202508405 tempest-TestServerBasicOps-202508405-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 1092 time: 0.3720429 Jan 14 02:01:16.617746 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51078) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:16.622757 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'port_id': 'f092cd87-048e-4a89-b5e7-d7f217e0b566', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:16.641371 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:01:16.672629 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:16.680627 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebfd65-d895-4208-b7c9-bc7517366d41 None None] Current status of the port f5ade422-6162-48a3-bd31-9b63fa32ac84 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:16.684807 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Sync routers for ids ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:01:16.698765 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=f5ade422-6162-48a3-bd31-9b63fa32ac84,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:16.704872 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Routers {'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:16.705506 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:16.882205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Set router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:16.899246 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:16.900663 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-04bcf37d-9657-4c4c-8aca-8ff27291d054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.1518638 Jan 14 02:01:16.904542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51080) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:16.976294 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device c41dea65-3ef8-4eb2-99ac-024470839e24 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:16.992856 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-841ac264-88d2-4725-8b6b-a247105fbfe1 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=63ad23e535974d8ebd72d18abfca4821&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0871799 Jan 14 02:01:16.996606 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51082) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:17.041159 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a340-2121-4b1b-aedd-84d7f6ded29b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (3435543a-18ef-43b8-bbba-983d93598b43), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.109530 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.192708 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a340-2121-4b1b-aedd-84d7f6ded29b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (3435543a-18ef-43b8-bbba-983d93598b43), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.247767 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fbd868-cf4d-4fa3-9bad-e3f8f3bb9025 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:17.249899 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-72fbd868-cf4d-4fa3-9bad-e3f8f3bb9025 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2523777 Jan 14 02:01:17.253468 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51084) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:17.295042 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b7350127-9fef-4bf0-9158-39fcbe6fcfd7 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402622 Jan 14 02:01:17.298435 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51086) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:17.301287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-286e9b6f-6183-4a60-ae95-aafa8b25d7ff None None] Provisioning complete for port c41dea65-3ef8-4eb2-99ac-024470839e24 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:17.301839 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-286e9b6f-6183-4a60-ae95-aafa8b25d7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.333821 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1a340-2121-4b1b-aedd-84d7f6ded29b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Subnet': ['ID=3435543a-18ef-43b8-bbba-983d93598b43,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:17.344618 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e3f409e7-3b8f-4954-a285-59b00232e725 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-705855263', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:17.351322 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a340-2121-4b1b-aedd-84d7f6ded29b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.355121 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b4f1a340-2121-4b1b-aedd-84d7f6ded29b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/3435543a-18ef-43b8-bbba-983d93598b43 HTTP/1.1" status: 204 len: 168 time: 1.2676585 Jan 14 02:01:17.359799 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51088) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:17.366402 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port c41dea65-3ef8-4eb2-99ac-024470839e24 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:17.366825 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.426555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:01:13Z', 'revision_number': 3, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:17.493725 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (a331e75b-b876-42cb-8bf1-c9cabb79d5cb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.513695 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Checking router: e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:01:17.514542 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Updating router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 port 67ce190f-bd92-48e1-b322-01837342f9fb binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:01:17.540652 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Allocated IP 172.25.2.99 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/c1118d2f-6bfa-47c8-a098-58743694111b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:17.551146 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.552882 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f409e7-3b8f-4954-a285-59b00232e725 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Made reservation on behalf of 63ad23e535974d8ebd72d18abfca4821 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:17.556854 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.558279 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3f409e7-3b8f-4954-a285-59b00232e725 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.585543 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.696331 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.708932 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=9f3ab3dc-8e28-4dc2-8612-3a7c5580b375,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:17.729403 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port c41dea65-3ef8-4eb2-99ac-024470839e24 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:17.729403 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f5ade422-6162-48a3-bd31-9b63fa32ac84 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:17.732116 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-286e9b6f-6183-4a60-ae95-aafa8b25d7ff None None] Current status of the port c41dea65-3ef8-4eb2-99ac-024470839e24 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:17.734149 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1111d65-76c8-4898-b042-a5e32bf75cf8 None None] Network a331e75b-b876-42cb-8bf1-c9cabb79d5cb requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:17.789497 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port f5ade422-6162-48a3-bd31-9b63fa32ac84 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:17.790074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.856716 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for port (c1118d2f-6bfa-47c8-a098-58743694111b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.887683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] For port f5ade422-6162-48a3-bd31-9b63fa32ac84, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f5ade422-6162-48a3-bd31-9b63fa32ac84,segment=NetworkSegment(90da7f32-fff1-42b4-9390-d935b5875097),segment_id=90da7f32-fff1-42b4-9390-d935b5875097)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:17.888051 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:17.906705 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network f888f0a6-7c2c-4070-9238-6eeef2e422c2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:17.907791 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for f5ade422-6162-48a3-bd31-9b63fa32ac84 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:17.912213 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:17.975680 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3f409e7-3b8f-4954-a285-59b00232e725 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (77308c34-32c9-4428-a970-fdca9889477d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.047798 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (c1118d2f-6bfa-47c8-a098-58743694111b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.152932 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f409e7-3b8f-4954-a285-59b00232e725 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Subnet': ['ID=77308c34-32c9-4428-a970-fdca9889477d,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:18.157251 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:18.165106 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-286e9b6f-6183-4a60-ae95-aafa8b25d7ff None None] Provisioning complete for port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:18.165487 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-286e9b6f-6183-4a60-ae95-aafa8b25d7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.174470 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:18.181686 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:18.212326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Pushing event updated for resources: {'Port': ['ID=c1118d2f-6bfa-47c8-a098-58743694111b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:18.213081 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-286e9b6f-6183-4a60-ae95-aafa8b25d7ff None None] Port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:18.233733 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port f5ade422-6162-48a3-bd31-9b63fa32ac84 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:18.234117 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.250756 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f409e7-3b8f-4954-a285-59b00232e725 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Checking segment: {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:18.251559 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f409e7-3b8f-4954-a285-59b00232e725 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network hostable DHCP agents. Network: a8e6d690-4a15-45dc-93f0-e79bc328a3d2, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:01:18.330175 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f409e7-3b8f-4954-a285-59b00232e725 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:01:18.350236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-10f696d1-4747-4bf2-95e4-1b6ac3f3cc51 None None] Could not find standard attr ID for object 907ed146-1ce9-4994-ad3f-307c2be40d63. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 02:01:18.360836 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e3f409e7-3b8f-4954-a285-59b00232e725 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, a8e6d690-4a15-45dc-93f0-e79bc328a3d2) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:18.393202 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Publish callbacks [] for port (67ce190f-bd92-48e1-b322-01837342f9fb), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.404138 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f409e7-3b8f-4954-a285-59b00232e725 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:18.404819 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3f409e7-3b8f-4954-a285-59b00232e725 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.424260 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a660b7-65e7-46ad-a2d1-aad4203c50fd None None] Network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:18.427217 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a47e1f-7f26-4fc0-a784-e561d2596056 None None] DHCP port deletion for a331e75b-b876-42cb-8bf1-c9cabb79d5cb request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:01:18.428799 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-10f696d1-4747-4bf2-95e4-1b6ac3f3cc51 None None] Provisioning complete for port f5ade422-6162-48a3-bd31-9b63fa32ac84 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:18.429174 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10f696d1-4747-4bf2-95e4-1b6ac3f3cc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.435784 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e3f409e7-3b8f-4954-a285-59b00232e725 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1337018 Jan 14 02:01:18.435988 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51096) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:18.459944 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port f5ade422-6162-48a3-bd31-9b63fa32ac84 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:18.509028 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.589791 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.634712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ebff26-c211-4450-a4c2-787ab4e05237 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:01:18.647721 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-10f696d1-4747-4bf2-95e4-1b6ac3f3cc51 None None] Could not find standard attr ID for object f5ade422-6162-48a3-bd31-9b63fa32ac84. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 02:01:18.654686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No DVR routers for this DVR port f5ade422-6162-48a3-bd31-9b63fa32ac84 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:18.664642 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=f5ade422-6162-48a3-bd31-9b63fa32ac84,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:18.675901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d484c1-331a-44cb-81b0-8414a1fcab95 None None] Pushing event updated for resources: {'Port': ['ID=67ce190f-bd92-48e1-b322-01837342f9fb,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:18.684851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Attempting to bind port 67ce190f-bd92-48e1-b322-01837342f9fb on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:18.685229 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Attempting to bind port 67ce190f-bd92-48e1-b322-01837342f9fb by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:18.685596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Attempting to bind port 67ce190f-bd92-48e1-b322-01837342f9fb on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:18.693997 n-d-824358-4 neutron-server[103355]: INFO neutron.plugins.ml2.db [None req-10f696d1-4747-4bf2-95e4-1b6ac3f3cc51 None None] No ports have port_id starting with f5ade422-6162-48a3-bd31-9b63fa32ac84 Jan 14 02:01:18.721187 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:18.721574 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:18.721979 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.722378 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:18.722898 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Bound port: 67ce190f-bd92-48e1-b322-01837342f9fb, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:18.723281 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.741567 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:01:18.757315 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for floatingip (a4449b10-6b7d-4c60-9fdc-b9a6d2b7078a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.817782 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-37a47e1f-7f26-4fc0-a784-e561d2596056 None None] Deleting port f5ade422-6162-48a3-bd31-9b63fa32ac84 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:18.818147 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37a47e1f-7f26-4fc0-a784-e561d2596056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.879869 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (a331e75b-b876-42cb-8bf1-c9cabb79d5cb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.918615 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a331e75b-b876-42cb-8bf1-c9cabb79d5cb']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:18.923397 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90da7f32-fff1-42b4-9390-d935b5875097') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:18.923397 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90da7f32-fff1-42b4-9390-d935b5875097') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:18.940426 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (90da7f32-fff1-42b4-9390-d935b5875097), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.963043 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (90da7f32-fff1-42b4-9390-d935b5875097), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:18.980634 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:01:18.986783 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (90da7f32-fff1-42b4-9390-d935b5875097), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.095142 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:01:19.096504 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.105988 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f5ade422-6162-48a3-bd31-9b63fa32ac84 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:19.163646 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: f5ade422-6162-48a3-bd31-9b63fa32ac84 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:01:19.164102 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f5ade422-6162-48a3-bd31-9b63fa32ac84 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: timer() Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:01:19.204369 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:01:19.217111 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:01:19.224249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-24a885b0-b651-4014-8992-dfcbfc43b4a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "PUT /v2.0/routers/3f7ec36f-a809-45ea-bedc-c959e70a9a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6008043 Jan 14 02:01:19.225670 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (a331e75b-b876-42cb-8bf1-c9cabb79d5cb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.231397 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.233650 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Sync routers for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:01:19.238942 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/networks/a331e75b-b876-42cb-8bf1-c9cabb79d5cb HTTP/1.1" status: 204 len: 168 time: 1.8740125 Jan 14 02:01:19.238942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51104) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:19.239183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51106) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:19.243539 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'name': 'tempest-PortsIpV6TestJSON-392358701'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:19.261886 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04aeac-cecf-4b13-a806-f61a1d0a3be1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Network': ['ID=a331e75b-b876-42cb-8bf1-c9cabb79d5cb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:19.273336 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:19.276801 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:19.318399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Allocated IP 172.20.0.2 (a8e6d690-4a15-45dc-93f0-e79bc328a3d2/77308c34-32c9-4428-a970-fdca9889477d/77d8b827-2701-4d2e-a4b6-24cbc814cdab) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:19.333913 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-10f696d1-4747-4bf2-95e4-1b6ac3f3cc51 None None] Provisioning complete for port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:19.334584 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10f696d1-4747-4bf2-95e4-1b6ac3f3cc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.351947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-37a47e1f-7f26-4fc0-a784-e561d2596056 None None] For port f5ade422-6162-48a3-bd31-9b63fa32ac84, host n-d-824358-4, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:19.352647 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37a47e1f-7f26-4fc0-a784-e561d2596056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.382912 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] For port 67ce190f-bd92-48e1-b322-01837342f9fb, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:19.393356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-37a47e1f-7f26-4fc0-a784-e561d2596056 None None] Calling delete_port for f5ade422-6162-48a3-bd31-9b63fa32ac84 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:19.403458 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-37a47e1f-7f26-4fc0-a784-e561d2596056 None None] Port f5ade422-6162-48a3-bd31-9b63fa32ac84 was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 02:01:19.413169 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] For port 67ce190f-bd92-48e1-b322-01837342f9fb, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=67ce190f-bd92-48e1-b322-01837342f9fb,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:19.417440 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:19.424398 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.432185 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37a47e1f-7f26-4fc0-a784-e561d2596056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (f5ade422-6162-48a3-bd31-9b63fa32ac84), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.450872 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.456166 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.457120 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.459331 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.460724 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.461783 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.463789 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.464421 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.466122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.467448 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.470695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.472444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.473541 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.474410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.475055 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.475719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.476450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.477393 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.478608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.482384 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-94f0bd3e-df90-4d90-b7a6-98663e4b4810 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 13291 time: 0.2289360 Jan 14 02:01:19.487856 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c1118d2f-6bfa-47c8-a098-58743694111b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.490530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51108) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:19.506869 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.523131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a47e1f-7f26-4fc0-a784-e561d2596056 None None] Pushing event deleted for resources: {'Port': ['ID=f5ade422-6162-48a3-bd31-9b63fa32ac84,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:19.534322 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-10f696d1-4747-4bf2-95e4-1b6ac3f3cc51 None None] Port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:19.535437 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37a47e1f-7f26-4fc0-a784-e561d2596056 None None] Network a331e75b-b876-42cb-8bf1-c9cabb79d5cb is not hosted by any dhcp agent {{(pid=103355) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 14 02:01:19.535985 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a47e1f-7f26-4fc0-a784-e561d2596056 None None] No DVR routers for this DVR port f5ade422-6162-48a3-bd31-9b63fa32ac84 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:19.559034 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:19.570495 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c17885-3071-4ab3-be31-de1b21d35d74 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:01:19.615010 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Routers {'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:19.615788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:19.653095 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks [] for port (c1118d2f-6bfa-47c8-a098-58743694111b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.674464 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (c1118d2f-6bfa-47c8-a098-58743694111b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.695275 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d484c1-331a-44cb-81b0-8414a1fcab95 None None] Pushing event updated for resources: {'Port': ['ID=67ce190f-bd92-48e1-b322-01837342f9fb,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:19.721212 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.721958 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.722600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.724266 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.724876 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.725481 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.726879 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.727615 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.729819 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.730701 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.732225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.732884 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.733498 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.734454 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.735192 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.736433 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.737044 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.739410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:19.743024 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-555b1360-3873-4792-b100-d656099ad9b3 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 11441 time: 0.2507517 Jan 14 02:01:19.751088 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51112) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:19.768586 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f636366f-587e-47ab-b5a0-84073753f7df None None] Provisioning complete for port 67ce190f-bd92-48e1-b322-01837342f9fb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:19.769108 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f636366f-587e-47ab-b5a0-84073753f7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.769267 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port 079ab257-6d69-4ab4-8746-ed31960a10bb yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:01:19.826789 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (a4449b10-6b7d-4c60-9fdc-b9a6d2b7078a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.875468 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] Set router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:19.948723 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Publish callbacks [] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.986965 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:19.989353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Pushing event updated for resources: {'Port': ['ID=c1118d2f-6bfa-47c8-a098-58743694111b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:20.034676 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:01:16Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:16Z', 'revision_number': 2, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:20.100131 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Checking router: 3f7ec36f-a809-45ea-bedc-c959e70a9a0f for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:01:20.100484 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Updating router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:01:20.103068 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6daf868c-5a17-4d6e-adad-d606a47db001 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 8817 time: 0.3494036 Jan 14 02:01:20.149829 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f636366f-587e-47ab-b5a0-84073753f7df None None] Current status of the port 67ce190f-bd92-48e1-b322-01837342f9fb is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:20.150348 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f636366f-587e-47ab-b5a0-84073753f7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.159177 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.168518 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Floating IP a4449b10-6b7d-4c60-9fdc-b9a6d2b7078a associated. External IP: 172.25.2.99, port: f092cd87-048e-4a89-b5e7-d7f217e0b566. Jan 14 02:01:20.170815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:20.186179 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:20.192506 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Pushing event updated for resources: {'Port': ['ID=77d8b827-2701-4d2e-a4b6-24cbc814cdab,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:20.197907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:20.261135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f636366f-587e-47ab-b5a0-84073753f7df None None] For port 67ce190f-bd92-48e1-b322-01837342f9fb, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=67ce190f-bd92-48e1-b322-01837342f9fb,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:20.297384 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f636366f-587e-47ab-b5a0-84073753f7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.300698 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (079ab257-6d69-4ab4-8746-ed31960a10bb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.369712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Attempting to bind port 77d8b827-2701-4d2e-a4b6-24cbc814cdab on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:20.370294 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Attempting to bind port 77d8b827-2701-4d2e-a4b6-24cbc814cdab by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:20.370533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Attempting to bind port 77d8b827-2701-4d2e-a4b6-24cbc814cdab on network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:20.377538 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (079ab257-6d69-4ab4-8746-ed31960a10bb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.402521 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:20.402836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Checking segment: {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:20.403406 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.403885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Bound using segment: {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:20.404469 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Bound port: 77d8b827-2701-4d2e-a4b6-24cbc814cdab, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:20.404921 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.447405 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1c69f8db-65f0-499a-9392-9233988ca6fa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:20.452256 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:20.455985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:20.462519 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:20.464923 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.470173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636366f-587e-47ab-b5a0-84073753f7df None None] Pushing event updated for resources: {'Port': ['ID=67ce190f-bd92-48e1-b322-01837342f9fb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:20.482105 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51120) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:20.487016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-289be201-0ed2-4901-bd80-c016ad809514 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1896375586', 'description': 'tempest-secgroup-smoke-1896375586 description', 'project_id': '43a28359970349f68e5694ea755d49e7'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:20.522767 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:01:13Z', 'revision_number': 3, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:20.565303 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3697eb-8a55-41e8-bc6c-26ac2ec2d0e1 None None] The sync data for ids ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'] in n-d-824358-4 is: [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:01:13Z', 'revision_number': 3, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:01:20.570139 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] For port 77d8b827-2701-4d2e-a4b6-24cbc814cdab, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:20.575854 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3365724 Jan 14 02:01:20.583209 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-289be201-0ed2-4901-bd80-c016ad809514 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.588210 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] For port 77d8b827-2701-4d2e-a4b6-24cbc814cdab, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=77d8b827-2701-4d2e-a4b6-24cbc814cdab,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:20.598213 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.607151 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51122) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:20.686051 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f376213-a186-4378-9c22-bb7c4b61f5bb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=079ab257-6d69-4ab4-8746-ed31960a10bb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:20.712101 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b9128-1584-4e76-940b-b845a9be7872 None None] Pushing event updated for resources: {'Port': ['ID=77d8b827-2701-4d2e-a4b6-24cbc814cdab,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:20.796134 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-289be201-0ed2-4901-bd80-c016ad809514 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (27b51374-c015-45dd-9f96-af7307ffa5db), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.796631 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.804456 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-289be201-0ed2-4901-bd80-c016ad809514 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (27b51374-c015-45dd-9f96-af7307ffa5db), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.810887 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Publish callbacks [] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.826664 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.875201 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-289be201-0ed2-4901-bd80-c016ad809514 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:20.884777 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-289be201-0ed2-4901-bd80-c016ad809514 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4013939 Jan 14 02:01:20.890756 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51126) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:20.907086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2802c716-c05e-4b1e-a790-14510d0915fa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': '27b51374-c015-45dd-9f96-af7307ffa5db', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:20.937971 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289be201-0ed2-4901-bd80-c016ad809514 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b51374-c015-45dd-9f96-af7307ffa5db,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:20.946124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b96c728a-4fce-4856-bdd4-8db8d78dd1c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port 079ab257-6d69-4ab4-8746-ed31960a10bb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:20.946496 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96c728a-4fce-4856-bdd4-8db8d78dd1c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (079ab257-6d69-4ab4-8746-ed31960a10bb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.020214 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2802c716-c05e-4b1e-a790-14510d0915fa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (9372a6ce-fa58-4a26-93bd-7d20f2ba456e), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.111850 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188c3ad-75cd-4b34-a1b7-5c4ca805d362 None None] Pushing event updated for resources: {'Port': ['ID=9f3ab3dc-8e28-4dc2-8612-3a7c5580b375,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:21.266551 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Attempting to bind port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:21.266972 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Attempting to bind port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:21.267335 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Attempting to bind port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 on network f888f0a6-7c2c-4070-9238-6eeef2e422c2 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:21.287724 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2802c716-c05e-4b1e-a790-14510d0915fa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (9372a6ce-fa58-4a26-93bd-7d20f2ba456e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.291982 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:21.292433 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Checking segment: {'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:21.292904 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.293323 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Bound using segment: {'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:21.294609 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Bound port: 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:21.295220 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.303174 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2802c716-c05e-4b1e-a790-14510d0915fa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (9372a6ce-fa58-4a26-93bd-7d20f2ba456e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.341308 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802c716-c05e-4b1e-a790-14510d0915fa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9372a6ce-fa58-4a26-93bd-7d20f2ba456e,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:21.402053 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2802c716-c05e-4b1e-a790-14510d0915fa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.408276 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-2802c716-c05e-4b1e-a790-14510d0915fa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5158656 Jan 14 02:01:21.409093 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51132) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:21.414192 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96c728a-4fce-4856-bdd4-8db8d78dd1c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (079ab257-6d69-4ab4-8746-ed31960a10bb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.417016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b9cb96b6-9a75-4529-9d6c-7f8d14c16796 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': '27b51374-c015-45dd-9f96-af7307ffa5db', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:21.436382 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Router 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:01:21.452307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b96c728a-4fce-4856-bdd4-8db8d78dd1c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for 079ab257-6d69-4ab4-8746-ed31960a10bb owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:21.477012 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9cb96b6-9a75-4529-9d6c-7f8d14c16796 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (2a1ee54b-21c3-43dc-a46f-cacaac9fbb95), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.485303 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e726bb8e-43e8-478f-91e0-18818820193b None None] Provisioning complete for port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:21.485954 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e726bb8e-43e8-478f-91e0-18818820193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.503364 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] For port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:21.509849 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] For port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9f3ab3dc-8e28-4dc2-8612-3a7c5580b375,segment=NetworkSegment(68cf2814-189b-4049-8b4b-15135074bebc),segment_id=68cf2814-189b-4049-8b4b-15135074bebc)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:21.523049 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.573651 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e726bb8e-43e8-478f-91e0-18818820193b None None] Port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:21.650487 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:21.651638 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:21.653338 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9cb96b6-9a75-4529-9d6c-7f8d14c16796 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (2a1ee54b-21c3-43dc-a46f-cacaac9fbb95), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.659832 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9cb96b6-9a75-4529-9d6c-7f8d14c16796 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (2a1ee54b-21c3-43dc-a46f-cacaac9fbb95), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.688167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb96b6-9a75-4529-9d6c-7f8d14c16796 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1ee54b-21c3-43dc-a46f-cacaac9fbb95,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:21.727825 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9cb96b6-9a75-4529-9d6c-7f8d14c16796 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.733178 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b9cb96b6-9a75-4529-9d6c-7f8d14c16796 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3198969 Jan 14 02:01:21.733908 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51142) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:21.738620 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188c3ad-75cd-4b34-a1b7-5c4ca805d362 None None] Pushing event updated for resources: {'Port': ['ID=9f3ab3dc-8e28-4dc2-8612-3a7c5580b375,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:21.745658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e7849ab0-6eab-4b1e-9f06-50433ebb7bda tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': '27b51374-c015-45dd-9f96-af7307ffa5db', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:21.825593 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7849ab0-6eab-4b1e-9f06-50433ebb7bda tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (e67d9bd7-2e69-4224-9b53-a1053766c4fa), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.929826 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:21.960748 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7849ab0-6eab-4b1e-9f06-50433ebb7bda tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (e67d9bd7-2e69-4224-9b53-a1053766c4fa), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.972310 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7849ab0-6eab-4b1e-9f06-50433ebb7bda tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (e67d9bd7-2e69-4224-9b53-a1053766c4fa), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:21.996807 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7849ab0-6eab-4b1e-9f06-50433ebb7bda tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67d9bd7-2e69-4224-9b53-a1053766c4fa,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:22.016795 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-054878f9-3ffc-4e23-9295-b5f2a83d1a08 None None] Provisioning complete for port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:22.018491 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-054878f9-3ffc-4e23-9295-b5f2a83d1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.036325 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7849ab0-6eab-4b1e-9f06-50433ebb7bda tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.040289 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e7849ab0-6eab-4b1e-9f06-50433ebb7bda tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3028114 Jan 14 02:01:22.040624 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51146) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:22.045421 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-78543933-998b-4e47-b413-057386b4b7d8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': '27b51374-c015-45dd-9f96-af7307ffa5db', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:22.118571 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78543933-998b-4e47-b413-057386b4b7d8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (c9110665-eb5f-4a3b-bd67-aa978472ffee), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.201555 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Allocated IP 172.20.0.1 (a8e6d690-4a15-45dc-93f0-e79bc328a3d2/77308c34-32c9-4428-a970-fdca9889477d/b154d26e-e307-46fd-b3a7-42a4fccbba49) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:22.276851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-054878f9-3ffc-4e23-9295-b5f2a83d1a08 None None] Current status of the port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:22.280857 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-054878f9-3ffc-4e23-9295-b5f2a83d1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.307560 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78543933-998b-4e47-b413-057386b4b7d8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (c9110665-eb5f-4a3b-bd67-aa978472ffee), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.321724 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78543933-998b-4e47-b413-057386b4b7d8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (c9110665-eb5f-4a3b-bd67-aa978472ffee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.371688 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78543933-998b-4e47-b413-057386b4b7d8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9110665-eb5f-4a3b-bd67-aa978472ffee,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:22.384591 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-054878f9-3ffc-4e23-9295-b5f2a83d1a08 None None] For port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9f3ab3dc-8e28-4dc2-8612-3a7c5580b375,segment=NetworkSegment(68cf2814-189b-4049-8b4b-15135074bebc),segment_id=68cf2814-189b-4049-8b4b-15135074bebc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:22.392698 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78543933-998b-4e47-b413-057386b4b7d8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.396840 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-78543933-998b-4e47-b413-057386b4b7d8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3530374 Jan 14 02:01:22.397431 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:22.399061 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-054878f9-3ffc-4e23-9295-b5f2a83d1a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.415773 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': '27b51374-c015-45dd-9f96-af7307ffa5db', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:22.490395 n-d-824358-4 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Project 43a28359970349f68e5694ea755d49e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 02:01:22.495602 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:01:22.496209 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (40308a90-1faa-4102-a779-5efc242b6204), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.516477 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96c728a-4fce-4856-bdd4-8db8d78dd1c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (079ab257-6d69-4ab4-8746-ed31960a10bb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.523001 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054878f9-3ffc-4e23-9295-b5f2a83d1a08 None None] Pushing event updated for resources: {'Port': ['ID=9f3ab3dc-8e28-4dc2-8612-3a7c5580b375,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:22.539155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba4c27-ec35-4d88-968e-967de4c9f10e None None] Sync routers for ids ['78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:01:22.564049 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba4c27-ec35-4d88-968e-967de4c9f10e None None] Routers {'78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:22.564845 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cbba4c27-ec35-4d88-968e-967de4c9f10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:22.644693 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c728a-4fce-4856-bdd4-8db8d78dd1c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=079ab257-6d69-4ab4-8746-ed31960a10bb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:22.646081 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (40308a90-1faa-4102-a779-5efc242b6204), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.663443 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (40308a90-1faa-4102-a779-5efc242b6204), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.666801 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.722217 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.727656 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3291955 Jan 14 02:01:22.734178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51154) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:22.743521 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.745944 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1c37aa71-82a7-4e3d-a5e6-343a7014288f tempest-TestServerBasicOps-1558252153 tempest-TestServerBasicOps-1558252153-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1272366 Jan 14 02:01:22.747163 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96c728a-4fce-4856-bdd4-8db8d78dd1c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.748333 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f1f15c58-05ba-4b01-a665-1c6bd5eaa32a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': '27b51374-c015-45dd-9f96-af7307ffa5db', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:22.760338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40308a90-1faa-4102-a779-5efc242b6204,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:22.766558 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b96c728a-4fce-4856-bdd4-8db8d78dd1c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/079ab257-6d69-4ab4-8746-ed31960a10bb HTTP/1.1" status: 204 len: 168 time: 2.1582661 Jan 14 02:01:22.769676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51158) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:22.772107 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e24db6-b34c-43bd-9304-9d9d6d78ac44', 'tag': 'f092cd87-048e-4a89-b5e7-d7f217e0b566'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:22.774532 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7920d5e-8d76-4bf3-8f39-e4ea67515cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "94e24db6-b34c-43bd-9304-9d9d6d78ac44", "tag": "f092cd87-048e-4a89-b5e7-d7f217e0b566"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:22.822644 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'mac_address': 'fa:16:3e:65:98:c6', 'name': 'tempest-PortsIpV6TestJSON-188798265'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:22.836262 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:01:16Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:21Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:22.848189 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62756f5d-32a1-4350-9e40-82867ca314e0 None None] Network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:22.882288 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:22.963951 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.968679 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.969457 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.971242 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.971760 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.972283 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.973378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.975315 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.978551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.979122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.979752 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.980306 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.980770 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95420531-1897-4353-9670-dd0cf03d4087 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:22.984324 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb8f13c-3750-4247-828f-d7cac08efad9 None None] The sync data for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 is: [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:01:16Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:21Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:01:23.021060 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3add3683-06d7-4b05-b06e-4f8ac827d22d x-openstack-request-id: req-3add3683-06d7-4b05-b06e-4f8ac827d22d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:23.021356 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e24db6-b34c-43bd-9304-9d9d6d78ac44", "tag": "f092cd87-048e-4a89-b5e7-d7f217e0b566", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:23.021665 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3add3683-06d7-4b05-b06e-4f8ac827d22d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:23.022073 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e24db6-b34c-43bd-9304-9d9d6d78ac44', 'tag': 'f092cd87-048e-4a89-b5e7-d7f217e0b566', 'status': 'completed', 'code': 200} Jan 14 02:01:23.042908 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-cbba4c27-ec35-4d88-968e-967de4c9f10e None None] Set router 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:23.046816 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=b154d26e-e307-46fd-b3a7-42a4fccbba49,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:23.064622 n-d-824358-4 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-f1f15c58-05ba-4b01-a665-1c6bd5eaa32a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Project 43a28359970349f68e5694ea755d49e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 02:01:23.075886 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1f15c58-05ba-4b01-a665-1c6bd5eaa32a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (cb2dcb69-f3f6-430c-812e-b00d38df089f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:23.132345 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:23.139613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:23.156313 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:23.296028 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7920d5e-8d76-4bf3-8f39-e4ea67515cdf req-1d8fe8de-f51c-4623-9a04-b9518d2152fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:23.301262 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c7920d5e-8d76-4bf3-8f39-e4ea67515cdf req-1d8fe8de-f51c-4623-9a04-b9518d2152fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a183fb2886444eb96337220c4fe7939&device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 1097 time: 0.2783000 Jan 14 02:01:23.320138 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-daff2b4f-c25d-4df2-bbaa-b6319648151f None None] Provisioning complete for port 77d8b827-2701-4d2e-a4b6-24cbc814cdab triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:23.320433 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-daff2b4f-c25d-4df2-bbaa-b6319648151f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:23.421465 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1f15c58-05ba-4b01-a665-1c6bd5eaa32a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (cb2dcb69-f3f6-430c-812e-b00d38df089f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:23.427059 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1f15c58-05ba-4b01-a665-1c6bd5eaa32a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (cb2dcb69-f3f6-430c-812e-b00d38df089f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:23.436149 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:23.493922 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:23.543061 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f15c58-05ba-4b01-a665-1c6bd5eaa32a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2dcb69-f3f6-430c-812e-b00d38df089f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:23.573453 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1f15c58-05ba-4b01-a665-1c6bd5eaa32a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:23.576925 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f1f15c58-05ba-4b01-a665-1c6bd5eaa32a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8387952 Jan 14 02:01:23.610397 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:23.662191 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port 5dd410b4-b139-46de-9a45-bd064b61027a yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:01:23.715418 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7920d5e-8d76-4bf3-8f39-e4ea67515cdf req-7cf27754-c16c-4297-91ac-0da9875d38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:23.717077 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c7920d5e-8d76-4bf3-8f39-e4ea67515cdf req-7cf27754-c16c-4297-91ac-0da9875d38b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12324b66-1045-46a6-957c-ee005a50dcaf HTTP/1.1" status: 200 len: 909 time: 0.4077442 Jan 14 02:01:23.853290 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 77d8b827-2701-4d2e-a4b6-24cbc814cdab up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:24.022609 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c7920d5e-8d76-4bf3-8f39-e4ea67515cdf req-5c8629d0-8db8-44cf-b38e-aabc62197d7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f092cd87-048e-4a89-b5e7-d7f217e0b566 HTTP/1.1" status: 200 len: 999 time: 0.2258625 Jan 14 02:01:24.189778 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (5dd410b4-b139-46de-9a45-bd064b61027a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:24.198090 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:24.209037 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7920d5e-8d76-4bf3-8f39-e4ea67515cdf req-db887dd3-05ab-4426-acc7-f78c87f4fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:24.210596 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c7920d5e-8d76-4bf3-8f39-e4ea67515cdf req-db887dd3-05ab-4426-acc7-f78c87f4fc3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6 HTTP/1.1" status: 200 len: 847 time: 0.1443782 Jan 14 02:01:24.361614 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5dd410b4-b139-46de-9a45-bd064b61027a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:24.484643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 77d8b827-2701-4d2e-a4b6-24cbc814cdab triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:24.485287 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:24.525949 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=5dd410b4-b139-46de-9a45-bd064b61027a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:24.614573 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-5c3afc1d-8ba4-4eee-b638-d645d79df16c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1896375586&fields=id&tenant_id=43a28359970349f68e5694ea755d49e7 HTTP/1.1" status: 200 len: 267 time: 0.3442822 Jan 14 02:01:24.631267 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-daff2b4f-c25d-4df2-bbaa-b6319648151f None None] Current status of the port 77d8b827-2701-4d2e-a4b6-24cbc814cdab is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:24.639643 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-daff2b4f-c25d-4df2-bbaa-b6319648151f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:24.743874 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-d0636058-c1d3-4ba5-be56-2a920a3e8979 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:24.745526 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-d0636058-c1d3-4ba5-be56-2a920a3e8979 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/networks?id=f888f0a6-7c2c-4070-9238-6eeef2e422c2 HTTP/1.1" status: 200 len: 797 time: 0.1205385 Jan 14 02:01:24.755774 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1c69f8db-65f0-499a-9392-9233988ca6fa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:24.756528 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 77d8b827-2701-4d2e-a4b6-24cbc814cdab is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:24.756931 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:24.768648 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff8a79-90a9-411e-b6e8-d8f3b2b49f03 req-d08c2a7c-d901-4d00-a9c4-44ba96edc37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:24.770178 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9cff8a79-90a9-411e-b6e8-d8f3b2b49f03 req-d08c2a7c-d901-4d00-a9c4-44ba96edc37f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 1096 time: 0.9149063 Jan 14 02:01:24.771561 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cbba4c27-ec35-4d88-968e-967de4c9f10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'name': 'tempest-TestServerBasicOps-811061274-router', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:26Z', 'updated_at': '2022-01-14T02:00:36Z', 'revision_number': 4, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'gw_port': {'id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:27Z', 'updated_at': '2022-01-14T02:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'a4449b10-6b7d-4c60-9fdc-b9a6d2b7078a', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'port_id': 'f092cd87-048e-4a89-b5e7-d7f217e0b566', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'mac_address': 'fa:16:3e:01:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e24db6-b34c-43bd-9304-9d9d6d78ac44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:18Z', 'updated_at': '2022-01-14T02:01:18Z', 'revision_number': 0, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '325ff5dd-6c00-446f-8742-40211230d89d', 'name': '', 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'mac_address': 'fa:16:3e:02:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:34Z', 'updated_at': '2022-01-14T02:00:42Z', 'revision_number': 5, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'subnets': [{'id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:24.773044 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:24.806544 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-888d427c-ca61-4e03-9653-0d6d8a5fb446 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/quotas/43a28359970349f68e5694ea755d49e7 HTTP/1.1" status: 200 len: 375 time: 0.0495989 Jan 14 02:01:24.816320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:24.822260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:24.822938 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:24.835588 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e22921-dd13-4b1b-b68b-75e8b3f2b735 req-475ab609-2efc-4a45-bf15-fd45e774dbdd tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:24.837613 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5e22921-dd13-4b1b-b68b-75e8b3f2b735 req-475ab609-2efc-4a45-bf15-fd45e774dbdd tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.9446213 Jan 14 02:01:24.867355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba4c27-ec35-4d88-968e-967de4c9f10e None None] Checking router: 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:01:24.909892 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba4c27-ec35-4d88-968e-967de4c9f10e None None] Routers {'78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:24.910235 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cbba4c27-ec35-4d88-968e-967de4c9f10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:25.031703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5e22921-dd13-4b1b-b68b-75e8b3f2b735 req-ebe95df1-185e-43d2-91de-ff8a3a484c28 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701477 Jan 14 02:01:25.040433 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c615b352-550b-477d-b7fe-a7191172b027 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2577188 Jan 14 02:01:25.047483 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51198) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:25.148266 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7920d5e-8d76-4bf3-8f39-e4ea67515cdf req-08480b05-838e-469d-a703-26af4efcc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:25.150152 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c7920d5e-8d76-4bf3-8f39-e4ea67515cdf req-08480b05-838e-469d-a703-26af4efcc4cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12324b66-1045-46a6-957c-ee005a50dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9165373 Jan 14 02:01:25.152175 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-cbba4c27-ec35-4d88-968e-967de4c9f10e None None] Set router 78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:25.183573 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-f372e221-6779-42ca-9c4e-5f4562584881 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3437343 Jan 14 02:01:25.193364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814a405b-1ffd-459d-a137-58d646963d16 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:25.198030 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-814a405b-1ffd-459d-a137-58d646963d16 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/5dd410b4-b139-46de-9a45-bd064b61027a HTTP/1.1" status: 200 len: 844 time: 0.1477742 Jan 14 02:01:25.202176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51200) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:25.302534 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff8a79-90a9-411e-b6e8-d8f3b2b49f03 req-b9b8e892-82a6-4362-acba-9bb77ae5858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:25.304035 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9cff8a79-90a9-411e-b6e8-d8f3b2b49f03 req-b9b8e892-82a6-4362-acba-9bb77ae5858f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 912 time: 0.4782994 Jan 14 02:01:25.398567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-daff2b4f-c25d-4df2-bbaa-b6319648151f None None] For port 77d8b827-2701-4d2e-a4b6-24cbc814cdab, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=77d8b827-2701-4d2e-a4b6-24cbc814cdab,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:25.444343 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c7920d5e-8d76-4bf3-8f39-e4ea67515cdf req-cd30f536-a55b-402c-9685-87d013d321a7 service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856052 Jan 14 02:01:25.458715 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-daff2b4f-c25d-4df2-bbaa-b6319648151f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:25.558064 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 02:01:25.558820 n-d-824358-4 neutron-server[103355]: DEBUG oslo_db.api [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 02:01:25.612283 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff2b4f-c25d-4df2-bbaa-b6319648151f None None] Pushing event updated for resources: {'Port': ['ID=77d8b827-2701-4d2e-a4b6-24cbc814cdab,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:25.615833 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dc54277a-9d65-4e26-8f9e-deed1d9878a0 None None] Provisioning complete for port b154d26e-e307-46fd-b3a7-42a4fccbba49 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:25.616468 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dc54277a-9d65-4e26-8f9e-deed1d9878a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:25.643797 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:25.659379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dc54277a-9d65-4e26-8f9e-deed1d9878a0 None None] Port b154d26e-e307-46fd-b3a7-42a4fccbba49 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:25.661881 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c7920d5e-8d76-4bf3-8f39-e4ea67515cdf req-baf50c00-9b2e-4a82-8c02-e4af5696b37e service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024093 Jan 14 02:01:25.662676 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:25.687467 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9cff8a79-90a9-411e-b6e8-d8f3b2b49f03 req-a1c50632-ed8c-4e5e-93f7-1f12ba2607d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554 HTTP/1.1" status: 200 len: 1001 time: 0.3758357 Jan 14 02:01:25.703682 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dc54277a-9d65-4e26-8f9e-deed1d9878a0 None None] Provisioning complete for port 77d8b827-2701-4d2e-a4b6-24cbc814cdab triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:25.704165 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dc54277a-9d65-4e26-8f9e-deed1d9878a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:25.748757 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cbba4c27-ec35-4d88-968e-967de4c9f10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'name': 'tempest-TestServerBasicOps-811061274-router', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:26Z', 'updated_at': '2022-01-14T02:00:36Z', 'revision_number': 4, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'gw_port': {'id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:27Z', 'updated_at': '2022-01-14T02:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'a4449b10-6b7d-4c60-9fdc-b9a6d2b7078a', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'port_id': 'f092cd87-048e-4a89-b5e7-d7f217e0b566', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'mac_address': 'fa:16:3e:01:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e24db6-b34c-43bd-9304-9d9d6d78ac44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:18Z', 'updated_at': '2022-01-14T02:01:18Z', 'revision_number': 0, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '325ff5dd-6c00-446f-8742-40211230d89d', 'name': '', 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'mac_address': 'fa:16:3e:02:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:34Z', 'updated_at': '2022-01-14T02:00:42Z', 'revision_number': 5, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'subnets': [{'id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:25.772229 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6969d-39fb-4853-b3f4-fa56b7610c7e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port 5dd410b4-b139-46de-9a45-bd064b61027a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:25.772580 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=b154d26e-e307-46fd-b3a7-42a4fccbba49,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:25.773109 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6969d-39fb-4853-b3f4-fa56b7610c7e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5dd410b4-b139-46de-9a45-bd064b61027a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:25.778898 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:25.782338 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba4c27-ec35-4d88-968e-967de4c9f10e None None] The sync data for ids ['78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694'] in n-d-824358-4 is: [{'id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'name': 'tempest-TestServerBasicOps-811061274-router', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:00:26Z', 'updated_at': '2022-01-14T02:00:36Z', 'revision_number': 4, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'gw_port': {'id': '49719ab6-a43b-4f38-b1ab-520760c28b79', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:27Z', 'updated_at': '2022-01-14T02:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'a4449b10-6b7d-4c60-9fdc-b9a6d2b7078a', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'port_id': 'f092cd87-048e-4a89-b5e7-d7f217e0b566', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'mac_address': 'fa:16:3e:01:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e24db6-b34c-43bd-9304-9d9d6d78ac44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:18Z', 'updated_at': '2022-01-14T02:01:18Z', 'revision_number': 0, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '325ff5dd-6c00-446f-8742-40211230d89d', 'name': '', 'network_id': '12324b66-1045-46a6-957c-ee005a50dcaf', 'tenant_id': '1a183fb2886444eb96337220c4fe7939', 'mac_address': 'fa:16:3e:02:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b3b084-54cd-4b0d-9fe5-7bd9ac4cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:00:34Z', 'updated_at': '2022-01-14T02:00:42Z', 'revision_number': 5, 'project_id': '1a183fb2886444eb96337220c4fe7939', 'subnets': [{'id': 'cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:01:25.862953 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-b2fdecd6-985a-4816-9d14-231f88129f4b service neutron] 10.222.0.26 "GET /v2.0/networks/f888f0a6-7c2c-4070-9238-6eeef2e422c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6396151 Jan 14 02:01:25.876501 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dc54277a-9d65-4e26-8f9e-deed1d9878a0 None None] Current status of the port 77d8b827-2701-4d2e-a4b6-24cbc814cdab is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:25.899015 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff8a79-90a9-411e-b6e8-d8f3b2b49f03 req-df25f755-63a7-4fc8-a958-96f26112dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:25.900643 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9cff8a79-90a9-411e-b6e8-d8f3b2b49f03 req-df25f755-63a7-4fc8-a958-96f26112dfd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.2080228 Jan 14 02:01:25.961815 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6969d-39fb-4853-b3f4-fa56b7610c7e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5dd410b4-b139-46de-9a45-bd064b61027a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:25.978225 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:25.979948 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:26.009636 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6969d-39fb-4853-b3f4-fa56b7610c7e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for 5dd410b4-b139-46de-9a45-bd064b61027a owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:26.049840 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff8a79-90a9-411e-b6e8-d8f3b2b49f03 req-5010dfd4-b968-4144-b874-8383466ca7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:26.051572 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9cff8a79-90a9-411e-b6e8-d8f3b2b49f03 req-5010dfd4-b968-4144-b874-8383466ca7ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305261 Jan 14 02:01:26.141265 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 77d8b827-2701-4d2e-a4b6-24cbc814cdab is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:26.146743 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 67ce190f-bd92-48e1-b322-01837342f9fb up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:26.234570 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858a74ca-4bbb-4bc9-a77d-7e7c447d06b4 None None] New status for floating IP a4449b10-6b7d-4c60-9fdc-b9a6d2b7078a: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 02:01:26.252247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:01:26.281585 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-1786cba9-c0e1-49e7-a2d6-99c45b756b5a service neutron] 10.222.0.26 "GET /v2.0/networks/f888f0a6-7c2c-4070-9238-6eeef2e422c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035089 Jan 14 02:01:26.294567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 67ce190f-bd92-48e1-b322-01837342f9fb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:26.294954 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:26.435064 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e2a62c3b-d456-4b9f-bed8-f00e36a3251a None None] Provisioning complete for port b154d26e-e307-46fd-b3a7-42a4fccbba49 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:26.436264 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e2a62c3b-d456-4b9f-bed8-f00e36a3251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:26.468130 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:01:26.488132 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b52387-a279-4906-80d2-5d4033c3c962 req-fb7c3edc-54a8-4571-a3ab-d78fcd8ce6a0 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:26.491571 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f7b52387-a279-4906-80d2-5d4033c3c962 req-fb7c3edc-54a8-4571-a3ab-d78fcd8ce6a0 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.2831194 Jan 14 02:01:26.502306 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-09b1bacd-8079-4583-917d-81f12905f3d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "PUT /v2.0/routers/e123f3cf-670f-4afd-bf8c-e6cbb63c01f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0566187 Jan 14 02:01:26.593531 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 67ce190f-bd92-48e1-b322-01837342f9fb is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:26.621020 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Sync routers for ids ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:01:26.643204 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f7b52387-a279-4906-80d2-5d4033c3c962 req-7d60d6b4-bab9-4e1d-bab6-36beb425f518 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354339 Jan 14 02:01:26.655222 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6969d-39fb-4853-b3f4-fa56b7610c7e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5dd410b4-b139-46de-9a45-bd064b61027a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:26.681870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Routers {'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:26.682539 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:26.696575 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e2a62c3b-d456-4b9f-bed8-f00e36a3251a None None] Port b154d26e-e307-46fd-b3a7-42a4fccbba49 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:26.722339 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6969d-39fb-4853-b3f4-fa56b7610c7e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=5dd410b4-b139-46de-9a45-bd064b61027a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:26.739489 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9cff8a79-90a9-411e-b6e8-d8f3b2b49f03 req-fc68af0e-d54b-488a-9fe9-588fb3fd6bd7 service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736503 Jan 14 02:01:26.779484 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9094d354-7a56-4f90-a3dc-1e3c884d3469 req-c2406964-83e0-45d7-be32-8ee7ea38cf21 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 210 time: 0.1292455 Jan 14 02:01:26.850152 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6969d-39fb-4853-b3f4-fa56b7610c7e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:26.856630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51232) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:26.869803 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6bc6969d-39fb-4853-b3f4-fa56b7610c7e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/5dd410b4-b139-46de-9a45-bd064b61027a HTTP/1.1" status: 204 len: 168 time: 1.6618483 Jan 14 02:01:26.893276 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Set router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:26.931645 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-7318be46-499b-4eaa-83a6-4b298f18cc35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:01:26.942777 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7318be46-499b-4eaa-83a6-4b298f18cc35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/5dd410b4-b139-46de-9a45-bd064b61027a HTTP/1.1" status: 404 len: 333 time: 0.0849729 Jan 14 02:01:26.946726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51234) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:26.950970 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 77d8b827-2701-4d2e-a4b6-24cbc814cdab up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:26.962714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'name': 'tempest-PortsIpV6TestJSON-688816637'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:26.989206 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-591b33e5-59ce-449e-a895-8a11d7008dad tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265361988&fields=id&tenant_id=63ad23e535974d8ebd72d18abfca4821 HTTP/1.1" status: 200 len: 267 time: 0.1109159 Jan 14 02:01:26.992713 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9cff8a79-90a9-411e-b6e8-d8f3b2b49f03 req-e77295d6-2dd1-401b-b0ef-ad9c8158a233 service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315803 Jan 14 02:01:27.110259 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 77d8b827-2701-4d2e-a4b6-24cbc814cdab triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:27.111231 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:27.123337 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-4316368e-2db4-4a41-a062-1a4e064688e3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:27.125202 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-4316368e-2db4-4a41-a062-1a4e064688e3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 796 time: 0.1285603 Jan 14 02:01:27.132400 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:27.136344 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:27.142837 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-b71ea04c-7a14-492c-a0cc-b91d168b10b0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/quotas/63ad23e535974d8ebd72d18abfca4821 HTTP/1.1" status: 200 len: 375 time: 0.0110459 Jan 14 02:01:27.167656 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port 4cb5e21d-3880-4db6-a704-adf5b7cacb51 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:01:27.207240 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-94736c8d-05d8-4868-93b9-4ad0e2a6e308 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584669 Jan 14 02:01:27.364898 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (4cb5e21d-3880-4db6-a704-adf5b7cacb51), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:27.399138 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-b6780e6d-b030-4575-8422-f06db1b89399 service neutron] 10.222.0.26 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789923 Jan 14 02:01:27.405695 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (4cb5e21d-3880-4db6-a704-adf5b7cacb51), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:27.456324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 77d8b827-2701-4d2e-a4b6-24cbc814cdab is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:27.457748 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:27.462199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1c69f8db-65f0-499a-9392-9233988ca6fa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:27.466824 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:27.480177 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:27.488937 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:27.489893 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:27.505910 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=4cb5e21d-3880-4db6-a704-adf5b7cacb51,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:27.525129 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:01:23Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b154d26e-e307-46fd-b3a7-42a4fccbba49', 'name': '', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:fe:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:21Z', 'updated_at': '2022-01-14T02:01:25Z', 'revision_number': 2, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '77308c34-32c9-4428-a970-fdca9889477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:27.525407 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b64e22c0-d0db-4491-ab4b-edb23aaf9bc3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5750163 Jan 14 02:01:27.526949 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51240) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:27.535801 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bd624d4c-93d7-435e-877d-43f507babc94 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:27.567422 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Checking router: e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:01:27.567817 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Updating router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 port b154d26e-e307-46fd-b3a7-42a4fccbba49 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:01:27.596092 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-d63b69f7-23ed-40cf-a76e-6fa31856dc8b service neutron] 10.222.0.26 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940455 Jan 14 02:01:27.630021 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:27.630408 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:27.663070 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd624d4c-93d7-435e-877d-43f507babc94 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4cb5e21d-3880-4db6-a704-adf5b7cacb51), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:27.742278 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:27.872771 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d02e9-a8f9-4fc6-9dc1-ff380d3fb5bd req-18fdb7bd-3bb9-4966-89f4-477f39a459bb tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:27.881746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a7d02e9-a8f9-4fc6-9dc1-ff380d3fb5bd req-18fdb7bd-3bb9-4966-89f4-477f39a459bb tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.1186295 Jan 14 02:01:27.934382 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd624d4c-93d7-435e-877d-43f507babc94 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (4cb5e21d-3880-4db6-a704-adf5b7cacb51), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:27.955507 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd624d4c-93d7-435e-877d-43f507babc94 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4cb5e21d-3880-4db6-a704-adf5b7cacb51), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:27.998621 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:28.020507 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a7d02e9-a8f9-4fc6-9dc1-ff380d3fb5bd req-e9b5c7e9-b8a9-4e25-a371-9b5b7763f94b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104822 Jan 14 02:01:28.034922 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-bd624d4c-93d7-435e-877d-43f507babc94 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] In _notify_port_updated(), no bound segment for port 4cb5e21d-3880-4db6-a704-adf5b7cacb51 on network 1c69f8db-65f0-499a-9392-9233988ca6fa {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 02:01:28.052455 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd624d4c-93d7-435e-877d-43f507babc94 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:28.053180 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd624d4c-93d7-435e-877d-43f507babc94 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:28.057262 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bd624d4c-93d7-435e-877d-43f507babc94 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "PUT /v2.0/ports/4cb5e21d-3880-4db6-a704-adf5b7cacb51 HTTP/1.1" status: 200 len: 818 time: 0.5262997 Jan 14 02:01:28.058060 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51256) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:28.065059 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc64e6aa-cee0-4d04-add3-a449e4492a5a req-26c90faa-cdb1-4899-ad9a-f248da892727 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 210 time: 0.1003902 Jan 14 02:01:28.128833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f62247f9-a246-4cfc-9055-a65d3dda91c3 req-3605dd84-0611-4d6d-914b-2e9d9014c96f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 210 time: 0.0491214 Jan 14 02:01:28.158836 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd624d4c-93d7-435e-877d-43f507babc94 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=4cb5e21d-3880-4db6-a704-adf5b7cacb51,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:28.265375 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-57b0c733-88a7-4fbc-96a5-07b90ecda272 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port 4cb5e21d-3880-4db6-a704-adf5b7cacb51 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:28.266011 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57b0c733-88a7-4fbc-96a5-07b90ecda272 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (4cb5e21d-3880-4db6-a704-adf5b7cacb51), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:28.382315 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57b0c733-88a7-4fbc-96a5-07b90ecda272 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (4cb5e21d-3880-4db6-a704-adf5b7cacb51), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:28.408464 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Publish callbacks [] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:28.416201 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:28.419126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-57b0c733-88a7-4fbc-96a5-07b90ecda272 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for 4cb5e21d-3880-4db6-a704-adf5b7cacb51 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:28.537888 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524c21e-9707-428b-887a-2a10ff4f3274 None None] Pushing event updated for resources: {'Port': ['ID=b154d26e-e307-46fd-b3a7-42a4fccbba49,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:28.611782 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Attempting to bind port b154d26e-e307-46fd-b3a7-42a4fccbba49 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:28.612208 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Attempting to bind port b154d26e-e307-46fd-b3a7-42a4fccbba49 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:28.612491 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Attempting to bind port b154d26e-e307-46fd-b3a7-42a4fccbba49 on network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:28.631756 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:28.632142 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Checking segment: {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:28.632554 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:28.633127 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Bound using segment: {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:28.637145 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Bound port: b154d26e-e307-46fd-b3a7-42a4fccbba49, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:28.637857 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:28.776120 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57b0c733-88a7-4fbc-96a5-07b90ecda272 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (4cb5e21d-3880-4db6-a704-adf5b7cacb51), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:28.823214 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0c733-88a7-4fbc-96a5-07b90ecda272 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=4cb5e21d-3880-4db6-a704-adf5b7cacb51,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:28.853180 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57b0c733-88a7-4fbc-96a5-07b90ecda272 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:28.859877 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51284) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:28.860559 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-57b0c733-88a7-4fbc-96a5-07b90ecda272 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/4cb5e21d-3880-4db6-a704-adf5b7cacb51 HTTP/1.1" status: 204 len: 168 time: 0.7991493 Jan 14 02:01:28.878314 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-c653e5b5-2065-42cf-8946-55df2b96eb87 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:28.880296 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-c653e5b5-2065-42cf-8946-55df2b96eb87 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "GET /v2.0/networks?id=f888f0a6-7c2c-4070-9238-6eeef2e422c2 HTTP/1.1" status: 200 len: 797 time: 0.3461995 Jan 14 02:01:28.881480 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] For port b154d26e-e307-46fd-b3a7-42a4fccbba49, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:28.890869 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] For port b154d26e-e307-46fd-b3a7-42a4fccbba49, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b154d26e-e307-46fd-b3a7-42a4fccbba49,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:28.906663 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:29.006453 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-f32692bf-2783-49a1-bf4c-5bb6add042d9 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43a28359970349f68e5694ea755d49e7 HTTP/1.1" status: 200 len: 380 time: 0.1095767 Jan 14 02:01:29.018884 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f04d158-fad1-4bc7-8ee1-943ed98210d2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:29.019910 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'port': {'device_id': '0499a626-83de-41d0-a564-16b461ea10ac', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'admin_state_up': True, 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'security_groups': ['27b51374-c015-45dd-9f96-af7307ffa5db']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:29.021337 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1f04d158-fad1-4bc7-8ee1-943ed98210d2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1590948 Jan 14 02:01:29.024118 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51288) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:29.065723 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d0214-c584-4bcc-84e3-2bfa7a12a700 req-0224fe0b-f288-4ee5-ad28-649501f83337 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:29.072336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d0214-c584-4bcc-84e3-2bfa7a12a700 req-0224fe0b-f288-4ee5-ad28-649501f83337 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:29.080155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d0214-c584-4bcc-84e3-2bfa7a12a700 req-0224fe0b-f288-4ee5-ad28-649501f83337 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:29.097109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d0214-c584-4bcc-84e3-2bfa7a12a700 req-0224fe0b-f288-4ee5-ad28-649501f83337 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:29.103246 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524c21e-9707-428b-887a-2a10ff4f3274 None None] Pushing event updated for resources: {'Port': ['ID=b154d26e-e307-46fd-b3a7-42a4fccbba49,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:29.122577 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Routers {'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:29.123909 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d0214-c584-4bcc-84e3-2bfa7a12a700 req-0224fe0b-f288-4ee5-ad28-649501f83337 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:29.124855 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:29.148433 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d0214-c584-4bcc-84e3-2bfa7a12a700 req-0224fe0b-f288-4ee5-ad28-649501f83337 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:29.154571 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d0214-c584-4bcc-84e3-2bfa7a12a700 req-0224fe0b-f288-4ee5-ad28-649501f83337 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:29.163048 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c83d0214-c584-4bcc-84e3-2bfa7a12a700 req-0224fe0b-f288-4ee5-ad28-649501f83337 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5432 time: 0.2253826 Jan 14 02:01:29.175478 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c43a60-e50c-4b56-9da5-d59cfc4678d6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:01:29.177469 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b3c43a60-e50c-4b56-9da5-d59cfc4678d6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/4cb5e21d-3880-4db6-a704-adf5b7cacb51 HTTP/1.1" status: 404 len: 333 time: 0.1521788 Jan 14 02:01:29.182576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51294) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:29.188084 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-04ff9d78-5759-4898-9e7d-fd956ca39a46 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1089693503'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:29.206741 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Made reservation on behalf of 43a28359970349f68e5694ea755d49e7 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:29.212431 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:29.299889 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ff9d78-5759-4898-9e7d-fd956ca39a46 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:29.303653 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04ff9d78-5759-4898-9e7d-fd956ca39a46 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:29.348628 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ff9d78-5759-4898-9e7d-fd956ca39a46 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:01:29.350311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d127ff0c-184b-491a-9e3e-ab9e5fa6fcee None None] Provisioning complete for port b154d26e-e307-46fd-b3a7-42a4fccbba49 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:29.354653 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d127ff0c-184b-491a-9e3e-ab9e5fa6fcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:29.369766 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04ff9d78-5759-4898-9e7d-fd956ca39a46 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (58dedacd-3a45-47a6-8f87-6332fe29e97a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:29.370300 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-04ff9d78-5759-4898-9e7d-fd956ca39a46 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Added segment 58dedacd-3a45-47a6-8f87-6332fe29e97a of type vlan for network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 Jan 14 02:01:29.372972 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c83d0214-c584-4bcc-84e3-2bfa7a12a700 req-6119c21a-2f82-47a5-86cf-41c8b8f96b8e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2087820 Jan 14 02:01:29.404835 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874033df-6890-493e-a000-e3da551d0890 req-f9f110af-9b7f-4d9e-8fef-425a8309766e tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:29.406444 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-874033df-6890-493e-a000-e3da551d0890 req-f9f110af-9b7f-4d9e-8fef-425a8309766e tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.2276776 Jan 14 02:01:29.445026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] Set router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:29.485857 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04ff9d78-5759-4898-9e7d-fd956ca39a46 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (4ae88032-4fe1-4e6e-84d2-0f5a3679aab1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:29.488784 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Allocated IP 172.20.0.3 (f888f0a6-7c2c-4070-9238-6eeef2e422c2/38ecd77c-a894-4391-b355-40309af9095a/4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:29.498281 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-874033df-6890-493e-a000-e3da551d0890 req-1067f4c7-a2a5-4df2-b248-88eff11f3473 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857220 Jan 14 02:01:29.554977 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04ff9d78-5759-4898-9e7d-fd956ca39a46 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (4ae88032-4fe1-4e6e-84d2-0f5a3679aab1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:29.560672 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ff9d78-5759-4898-9e7d-fd956ca39a46 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:29.561661 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04ff9d78-5759-4898-9e7d-fd956ca39a46 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:29.565680 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-42f11d71-b125-401d-99c5-c489592f74af req-f161c2d7-3fa7-4e44-8e95-d803b97b7a67 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 210 time: 0.0627079 Jan 14 02:01:29.638768 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-812be5bc-31c9-4837-8eca-11f3f50b8b14 req-ce9e873d-af45-4179-b022-7035018bce2d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 210 time: 0.0282340 Jan 14 02:01:29.674655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d127ff0c-184b-491a-9e3e-ab9e5fa6fcee None None] Current status of the port b154d26e-e307-46fd-b3a7-42a4fccbba49 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:29.674655 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d127ff0c-184b-491a-9e3e-ab9e5fa6fcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:29.727388 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-04ff9d78-5759-4898-9e7d-fd956ca39a46 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5411243 Jan 14 02:01:29.728213 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51296) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:29.733616 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8246745e-37bd-4683-9913-d026f862fe4a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '4ae88032-4fe1-4e6e-84d2-0f5a3679aab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:29.733850 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d127ff0c-184b-491a-9e3e-ab9e5fa6fcee None None] For port b154d26e-e307-46fd-b3a7-42a4fccbba49, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b154d26e-e307-46fd-b3a7-42a4fccbba49,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:29.742407 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d127ff0c-184b-491a-9e3e-ab9e5fa6fcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:29.763004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff9d78-5759-4898-9e7d-fd956ca39a46 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Network': ['ID=4ae88032-4fe1-4e6e-84d2-0f5a3679aab1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:29.806786 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:01:29.821785 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:29.881480 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:29.977431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127ff0c-184b-491a-9e3e-ab9e5fa6fcee None None] Pushing event updated for resources: {'Port': ['ID=b154d26e-e307-46fd-b3a7-42a4fccbba49,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:29.978145 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network f888f0a6-7c2c-4070-9238-6eeef2e422c2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:29.988968 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d8810111-6eec-4aae-b80a-51c7df8bfcfc None None] Provisioning complete for port b154d26e-e307-46fd-b3a7-42a4fccbba49 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:29.989590 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d8810111-6eec-4aae-b80a-51c7df8bfcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:30.021355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:01:23Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b154d26e-e307-46fd-b3a7-42a4fccbba49', 'name': '', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:fe:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:21Z', 'updated_at': '2022-01-14T02:01:28Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '77308c34-32c9-4428-a970-fdca9889477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:30.029259 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:30.031776 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:30.058700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56541d30-2333-49b5-93ca-da7ebe5aaa0b None None] The sync data for ids ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'] in n-d-824358-4 is: [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:01:23Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b154d26e-e307-46fd-b3a7-42a4fccbba49', 'name': '', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:fe:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:21Z', 'updated_at': '2022-01-14T02:01:28Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '77308c34-32c9-4428-a970-fdca9889477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:01:30.163849 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:30.198899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d8810111-6eec-4aae-b80a-51c7df8bfcfc None None] Current status of the port b154d26e-e307-46fd-b3a7-42a4fccbba49 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:30.210892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:30.211621 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:30.250411 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-79f915a1-fef3-4654-a5f0-d2f62975ea04 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2361360 Jan 14 02:01:30.291937 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Request body: {'port': {'device_id': '0499a626-83de-41d0-a564-16b461ea10ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:30.443153 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:30.444911 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e47f6c5c-343b-4777-a46a-159916a9ffe4 None None] Provisioning complete for port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:30.445286 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e47f6c5c-343b-4777-a46a-159916a9ffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:30.539075 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e47f6c5c-343b-4777-a46a-159916a9ffe4 None None] Port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:30.802014 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b154d26e-e307-46fd-b3a7-42a4fccbba49 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:30.821383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8246745e-37bd-4683-9913-d026f862fe4a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:30.826001 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8246745e-37bd-4683-9913-d026f862fe4a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:30.886534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port b154d26e-e307-46fd-b3a7-42a4fccbba49 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:30.887386 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:30.910409 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:01:30.914826 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b539-9b67-4d29-8107-1f1a34e1a119 req-67232257-c9e9-47f9-a99d-50c54510475f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:30.920149 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Publish callbacks [] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:30.921267 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b539-9b67-4d29-8107-1f1a34e1a119 req-67232257-c9e9-47f9-a99d-50c54510475f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:30.935160 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b539-9b67-4d29-8107-1f1a34e1a119 req-67232257-c9e9-47f9-a99d-50c54510475f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:30.935592 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Transition to ACTIVE for port object 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:01:30.943930 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:30.952680 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b539-9b67-4d29-8107-1f1a34e1a119 req-67232257-c9e9-47f9-a99d-50c54510475f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:30.964176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b539-9b67-4d29-8107-1f1a34e1a119 req-67232257-c9e9-47f9-a99d-50c54510475f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:30.982490 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b539-9b67-4d29-8107-1f1a34e1a119 req-67232257-c9e9-47f9-a99d-50c54510475f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:30.988573 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b539-9b67-4d29-8107-1f1a34e1a119 req-67232257-c9e9-47f9-a99d-50c54510475f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.000450 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port b154d26e-e307-46fd-b3a7-42a4fccbba49 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:31.000676 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de48b539-9b67-4d29-8107-1f1a34e1a119 req-67232257-c9e9-47f9-a99d-50c54510475f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5444 time: 0.3556366 Jan 14 02:01:31.027388 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Pushing event updated for resources: {'Port': ['ID=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:31.101153 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-de48b539-9b67-4d29-8107-1f1a34e1a119 req-f8ae9ec7-1ef4-4561-b01a-37ff8604ba4d tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992033 Jan 14 02:01:31.102071 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Attempting to bind port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:31.102441 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Attempting to bind port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:31.102781 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Attempting to bind port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 on network f888f0a6-7c2c-4070-9238-6eeef2e422c2 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:31.110190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 on network f888f0a6-7c2c-4070-9238-6eeef2e422c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:01:31.111123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Attempting to bind port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 on network f888f0a6-7c2c-4070-9238-6eeef2e422c2 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:31.116727 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64324-4662-4baf-b118-efaa542ae71a req-9d7c6663-e5cf-435c-9a33-29b878f88185 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.116912 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:31.117117 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Checking segment: {'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:31.117498 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Bound using segment: {'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:31.118466 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Bound port: 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cf2814-189b-4049-8b4b-15135074bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:31.118939 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:31.122650 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64324-4662-4baf-b118-efaa542ae71a req-9d7c6663-e5cf-435c-9a33-29b878f88185 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.129152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64324-4662-4baf-b118-efaa542ae71a req-9d7c6663-e5cf-435c-9a33-29b878f88185 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.135256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64324-4662-4baf-b118-efaa542ae71a req-9d7c6663-e5cf-435c-9a33-29b878f88185 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.145305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64324-4662-4baf-b118-efaa542ae71a req-9d7c6663-e5cf-435c-9a33-29b878f88185 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.151198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64324-4662-4baf-b118-efaa542ae71a req-9d7c6663-e5cf-435c-9a33-29b878f88185 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.157033 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64324-4662-4baf-b118-efaa542ae71a req-9d7c6663-e5cf-435c-9a33-29b878f88185 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.164776 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0a64324-4662-4baf-b118-efaa542ae71a req-9d7c6663-e5cf-435c-9a33-29b878f88185 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5432 time: 0.5209854 Jan 14 02:01:31.225196 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-85f20532-b266-46cf-9b70-40c13003dde2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.225407 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] For port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:31.226938 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-85f20532-b266-46cf-9b70-40c13003dde2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.36 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 796 time: 1.4527431 Jan 14 02:01:31.228516 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] For port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79,segment=NetworkSegment(68cf2814-189b-4049-8b4b-15135074bebc),segment_id=68cf2814-189b-4049-8b4b-15135074bebc)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:31.239471 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:31.245478 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-3bd2de38-f048-4b3e-bf63-b3055680f6c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.252352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-3bd2de38-f048-4b3e-bf63-b3055680f6c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.258392 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-3bd2de38-f048-4b3e-bf63-b3055680f6c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.264471 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-3bd2de38-f048-4b3e-bf63-b3055680f6c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.270409 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-3bd2de38-f048-4b3e-bf63-b3055680f6c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.276586 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-3bd2de38-f048-4b3e-bf63-b3055680f6c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.282510 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-3bd2de38-f048-4b3e-bf63-b3055680f6c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.282814 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.283453 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:31.284516 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-3bd2de38-f048-4b3e-bf63-b3055680f6c9 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5432 time: 0.6025686 Jan 14 02:01:31.284987 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] 10.222.0.46 "PUT /v2.0/ports/4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 HTTP/1.1" status: 200 len: 1091 time: 0.9973640 Jan 14 02:01:31.285528 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0499a626-83de-41d0-a564-16b461ea10ac', 'tag': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:31.288655 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24d43a1-665d-4dae-ba92-ad19a15f7e79" -d '{"events": [{"name": "network-changed", "server_uuid": "0499a626-83de-41d0-a564-16b461ea10ac", "tag": "4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:31.324487 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d43a0-1e3d-4b1b-8e75-fa241349886f service neutron] Pushing event updated for resources: {'Port': ['ID=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:31.416820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-361fc785-c5ba-4245-9f10-df81238925bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.418588 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-361fc785-c5ba-4245-9f10-df81238925bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 1094 time: 0.0765035 Jan 14 02:01:31.481365 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0a64324-4662-4baf-b118-efaa542ae71a req-ded12b8d-7072-4e6f-bbe0-3ae69538fb85 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3156068 Jan 14 02:01:31.512736 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-a49d98db-1e03-4c03-9f8b-9c802f0fd9b0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.514256 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-a49d98db-1e03-4c03-9f8b-9c802f0fd9b0 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "GET /v2.0/ports/89e7de05-6314-4968-a665-f6d0681ec2d6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1702964 Jan 14 02:01:31.516088 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-e90b7915-8a5f-4ddf-8954-dd32ed0fed26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 HTTP/1.1" status: 200 len: 217 time: 0.0822115 Jan 14 02:01:31.640455 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204249e7-fab4-437c-bdb5-21b859ac5d31 req-52a80081-8d4f-476e-b9b1-9b2c3e40178d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.642164 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-204249e7-fab4-437c-bdb5-21b859ac5d31 req-52a80081-8d4f-476e-b9b1-9b2c3e40178d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.4242330 Jan 14 02:01:31.649660 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-d31b6864-e25c-42f0-b7de-16065d81468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.651316 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-d31b6864-e25c-42f0-b7de-16065d81468f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38ecd77c-a894-4391-b355-40309af9095a HTTP/1.1" status: 200 len: 835 time: 0.1268954 Jan 14 02:01:31.716575 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-e0580b6e-1c42-46ca-838e-3b39069b6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:31.718629 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-e0580b6e-1c42-46ca-838e-3b39069b6f61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f888f0a6-7c2c-4070-9238-6eeef2e422c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581739 Jan 14 02:01:31.731311 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-22516ad6-32b6-4909-8423-6c3be594de02 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63ad23e535974d8ebd72d18abfca4821 HTTP/1.1" status: 200 len: 379 time: 0.4335947 Jan 14 02:01:31.754449 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:31.778953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'port': {'device_id': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'admin_state_up': True, 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'security_groups': ['40c86b24-e9c3-494a-9bd7-546310d4125d']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:31.869186 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-204249e7-fab4-437c-bdb5-21b859ac5d31 req-6b6ec548-c2ce-4f4a-9931-7815eab39ea4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016293 Jan 14 02:01:31.877499 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-5aca692f-346f-4b10-ae06-2769abe3ef42 service neutron] 10.222.0.46 "GET /v2.0/networks/f888f0a6-7c2c-4070-9238-6eeef2e422c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525362 Jan 14 02:01:31.997433 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-694c1621-f859-498e-9c8e-1c00f9a51169 req-5206f0da-a862-4d10-8e53-e0fef79b6c59 service neutron] 10.222.0.46 "GET /v2.0/networks/f888f0a6-7c2c-4070-9238-6eeef2e422c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128945 Jan 14 02:01:32.053938 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e250e07-1036-4b44-87d7-39864dba162d req-f73da6ac-d286-425a-a581-fc3bf43c9311 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 210 time: 0.0578034 Jan 14 02:01:32.129575 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aa2d091c-8202-4521-9ef3-a64a0f6bc8ce tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "GET /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6007252 Jan 14 02:01:32.137435 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eee9d-7a7e-40d8-ade5-c8ac3094e988 req-2b6f13db-2859-4f36-b738-8c7b2b286525 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.139169 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c13eee9d-7a7e-40d8-ade5-c8ac3094e988 req-2b6f13db-2859-4f36-b738-8c7b2b286525 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 943 time: 0.5228834 Jan 14 02:01:32.146479 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:32.150522 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8246745e-37bd-4683-9913-d026f862fe4a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (f27a4372-0689-4a5e-9dd2-01c4a92e6dc9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:32.353094 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Made reservation on behalf of 63ad23e535974d8ebd72d18abfca4821 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:32.356447 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:32.363007 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246745e-37bd-4683-9913-d026f862fe4a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Subnet': ['ID=f27a4372-0689-4a5e-9dd2-01c4a92e6dc9,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:32.375410 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94dbc6-6e50-42d3-ba19-a81b4202cf14 req-0d898f28-a29e-470b-b3d1-746a39a70044 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.381992 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94dbc6-6e50-42d3-ba19-a81b4202cf14 req-0d898f28-a29e-470b-b3d1-746a39a70044 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.387945 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94dbc6-6e50-42d3-ba19-a81b4202cf14 req-0d898f28-a29e-470b-b3d1-746a39a70044 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.394476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94dbc6-6e50-42d3-ba19-a81b4202cf14 req-0d898f28-a29e-470b-b3d1-746a39a70044 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.400361 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94dbc6-6e50-42d3-ba19-a81b4202cf14 req-0d898f28-a29e-470b-b3d1-746a39a70044 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.406259 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94dbc6-6e50-42d3-ba19-a81b4202cf14 req-0d898f28-a29e-470b-b3d1-746a39a70044 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.412207 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94dbc6-6e50-42d3-ba19-a81b4202cf14 req-0d898f28-a29e-470b-b3d1-746a39a70044 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.414056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dd94dbc6-6e50-42d3-ba19-a81b4202cf14 req-0d898f28-a29e-470b-b3d1-746a39a70044 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5444 time: 0.2739847 Jan 14 02:01:32.425337 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:32.436044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c13eee9d-7a7e-40d8-ade5-c8ac3094e988 req-8c7ccd4b-0217-48d8-ad93-f507a0b912d0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=27b51374-c015-45dd-9f96-af7307ffa5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766309 Jan 14 02:01:32.459627 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246745e-37bd-4683-9913-d026f862fe4a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Checking segment: {'id': '58dedacd-3a45-47a6-8f87-6332fe29e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4ae88032-4fe1-4e6e-84d2-0f5a3679aab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:32.459999 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8246745e-37bd-4683-9913-d026f862fe4a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network hostable DHCP agents. Network: 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:01:32.478856 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c417eaf0-3516-4e8f-a99d-2a8adaecdaa0 x-openstack-request-id: req-c417eaf0-3516-4e8f-a99d-2a8adaecdaa0 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:32.479184 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0499a626-83de-41d0-a564-16b461ea10ac", "tag": "4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:32.479445 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c417eaf0-3516-4e8f-a99d-2a8adaecdaa0 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:32.479866 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0499a626-83de-41d0-a564-16b461ea10ac', 'tag': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'status': 'completed', 'code': 200} Jan 14 02:01:32.602999 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d43a1-665d-4dae-ba92-ad19a15f7e79 req-155e668e-2611-4101-92f2-73cadba564ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.605208 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d24d43a1-665d-4dae-ba92-ad19a15f7e79 req-155e668e-2611-4101-92f2-73cadba564ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 1094 time: 0.0700185 Jan 14 02:01:32.630977 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8246745e-37bd-4683-9913-d026f862fe4a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:01:32.675009 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8246745e-37bd-4683-9913-d026f862fe4a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:32.686747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac85ff6d-4c72-49a5-985f-206bd72aa03a None None] Network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:32.716203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8246745e-37bd-4683-9913-d026f862fe4a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.716879 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8246745e-37bd-4683-9913-d026f862fe4a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:32.740819 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8246745e-37bd-4683-9913-d026f862fe4a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0110219 Jan 14 02:01:32.745786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51324) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:32.750399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d43a1-665d-4dae-ba92-ad19a15f7e79 req-bcd28d6c-a699-4f53-9cb7-0ad572ed9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.753085 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d24d43a1-665d-4dae-ba92-ad19a15f7e79 req-bcd28d6c-a699-4f53-9cb7-0ad572ed9211 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f888f0a6-7c2c-4070-9238-6eeef2e422c2 HTTP/1.1" status: 200 len: 898 time: 0.1395049 Jan 14 02:01:32.755216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e937df43-1048-4d38-91e0-be12078bb80d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '4ae88032-4fe1-4e6e-84d2-0f5a3679aab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:32.779709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Allocated IP 172.20.0.6 (a8e6d690-4a15-45dc-93f0-e79bc328a3d2/77308c34-32c9-4428-a970-fdca9889477d/36598d1c-0589-45ea-97ce-b712259b2f4a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:32.851508 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d24d43a1-665d-4dae-ba92-ad19a15f7e79 req-069088ab-d2a3-408d-adfb-cc2fc4d22170 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 HTTP/1.1" status: 200 len: 217 time: 0.0917602 Jan 14 02:01:32.853834 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82cb0-0d91-45bd-a7c8-5468e86b83c2 req-7077aeb9-f76b-4375-81f3-0d23e9321dc6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.860235 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82cb0-0d91-45bd-a7c8-5468e86b83c2 req-7077aeb9-f76b-4375-81f3-0d23e9321dc6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.867305 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82cb0-0d91-45bd-a7c8-5468e86b83c2 req-7077aeb9-f76b-4375-81f3-0d23e9321dc6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.874098 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82cb0-0d91-45bd-a7c8-5468e86b83c2 req-7077aeb9-f76b-4375-81f3-0d23e9321dc6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.881370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82cb0-0d91-45bd-a7c8-5468e86b83c2 req-7077aeb9-f76b-4375-81f3-0d23e9321dc6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.887776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82cb0-0d91-45bd-a7c8-5468e86b83c2 req-7077aeb9-f76b-4375-81f3-0d23e9321dc6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.900812 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-4ae88032-4fe1-4e6e-84d2-0f5a3679aab1', 'network_id': '4ae88032-4fe1-4e6e-84d2-0f5a3679aab1', 'project_id': '05024cf26099413182d8fea92be548bd', 'fixed_ips': [{'subnet_id': 'f27a4372-0689-4a5e-9dd2-01c4a92e6dc9'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:01:32.901872 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:32.903385 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82cb0-0d91-45bd-a7c8-5468e86b83c2 req-7077aeb9-f76b-4375-81f3-0d23e9321dc6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:32.913374 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b5c82cb0-0d91-45bd-a7c8-5468e86b83c2 req-7077aeb9-f76b-4375-81f3-0d23e9321dc6 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 5432 time: 0.3160391 Jan 14 02:01:33.005352 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-da71bea4-7446-4b66-bcca-ca9b6c7b9852 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1833208 Jan 14 02:01:33.023780 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d43a1-665d-4dae-ba92-ad19a15f7e79 req-7d3553ff-8468-4290-a465-de11363f32ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.034783 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] For port 89e7de05-6314-4968-a665-f6d0681ec2d6, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=89e7de05-6314-4968-a665-f6d0681ec2d6,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:33.040270 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d24d43a1-665d-4dae-ba92-ad19a15f7e79 req-7d3553ff-8468-4290-a465-de11363f32ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38ecd77c-a894-4391-b355-40309af9095a HTTP/1.1" status: 200 len: 835 time: 0.1307917 Jan 14 02:01:33.118138 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Allocated IP 2001:db8::2 (4ae88032-4fe1-4e6e-84d2-0f5a3679aab1/f27a4372-0689-4a5e-9dd2-01c4a92e6dc9/d09bb32f-f4ba-4e62-9cef-016b386dd78d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:33.131870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device eae56713-6f97-4a49-b531-5e52b0bb578a no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:33.199862 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d43a1-665d-4dae-ba92-ad19a15f7e79 req-bd521a54-0e19-485d-a9ed-71b22b849d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.201362 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d24d43a1-665d-4dae-ba92-ad19a15f7e79 req-bd521a54-0e19-485d-a9ed-71b22b849d41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f888f0a6-7c2c-4070-9238-6eeef2e422c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538606 Jan 14 02:01:33.210863 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-4b44dda0-d041-4eb8-89a6-57ff269ae129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.211365 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-4b44dda0-d041-4eb8-89a6-57ff269ae129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.211885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-4b44dda0-d041-4eb8-89a6-57ff269ae129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.213672 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-4b44dda0-d041-4eb8-89a6-57ff269ae129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.213810 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-4b44dda0-d041-4eb8-89a6-57ff269ae129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.216378 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-4b44dda0-d041-4eb8-89a6-57ff269ae129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.227353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-4b44dda0-d041-4eb8-89a6-57ff269ae129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.234245 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-4b44dda0-d041-4eb8-89a6-57ff269ae129 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6501 time: 0.1114397 Jan 14 02:01:33.293334 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b5c82cb0-0d91-45bd-a7c8-5468e86b83c2 req-14488ca5-dabd-408d-99ca-1dd1563a41ef tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3785501 Jan 14 02:01:33.305341 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] For port 89e7de05-6314-4968-a665-f6d0681ec2d6, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:33.399852 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port eae56713-6f97-4a49-b531-5e52b0bb578a is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:33.403249 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab36bf4-b25b-49b4-9dcd-423b6d01a173 req-7db829a1-28f3-42b0-a033-f84ded1c96e9 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.403747 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:33.405191 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ab36bf4-b25b-49b4-9dcd-423b6d01a173 req-7db829a1-28f3-42b0-a033-f84ded1c96e9 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.4479353 Jan 14 02:01:33.416196 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d24d43a1-665d-4dae-ba92-ad19a15f7e79 req-255a43b8-5351-4d5e-a2f4-5b4bfa480560 service neutron] 10.222.0.46 "GET /v2.0/networks/f888f0a6-7c2c-4070-9238-6eeef2e422c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805458 Jan 14 02:01:33.472849 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae56713-6f97-4a49-b531-5e52b0bb578a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:33.475590 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d574d1e5-021e-4a46-bc49-bc449a6d7103" -d '{"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "eae56713-6f97-4a49-b531-5e52b0bb578a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:33.491307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-85e25ce3-4b95-4b8f-a57a-d236f0e10679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.491907 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-85e25ce3-4b95-4b8f-a57a-d236f0e10679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.492567 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-85e25ce3-4b95-4b8f-a57a-d236f0e10679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.494293 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-85e25ce3-4b95-4b8f-a57a-d236f0e10679 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d904935c-610e-42e6-94e1-24e36d7164e2&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=34af9444-73e2-4bf1-aca9-d671713da719&id=34af9444-73e2-4bf1-aca9-d671713da719 HTTP/1.1" status: 200 len: 2297 time: 0.2072864 Jan 14 02:01:33.495559 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port eae56713-6f97-4a49-b531-5e52b0bb578a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=eae56713-6f97-4a49-b531-5e52b0bb578a,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:33.503811 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:33.506524 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:33.507470 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 89e7de05-6314-4968-a665-f6d0681ec2d6 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:33.547748 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] device_id is not set on port 89e7de05-6314-4968-a665-f6d0681ec2d6 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:01:33.561925 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] Publish callbacks [] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:33.570985 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=eae56713-6f97-4a49-b531-5e52b0bb578a,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:33.577793 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:01:33.603522 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Publish callbacks [] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:33.614514 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:33.629128 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-9eaf7c4c-044b-437c-9fcd-25b6393969db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077e1f7b-84a1-4a94-afd3-17ae41a0903c HTTP/1.1" status: 200 len: 1002 time: 0.1286230 Jan 14 02:01:33.632706 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-d24d43a1-665d-4dae-ba92-ad19a15f7e79 req-6de028f0-d3cd-4085-89a2-2a0cec4e1112 service neutron] 10.222.0.46 "GET /v2.0/networks/f888f0a6-7c2c-4070-9238-6eeef2e422c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084692 Jan 14 02:01:33.658934 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:33.662042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:33.663841 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1ab36bf4-b25b-49b4-9dcd-423b6d01a173 req-da6d4428-9f79-4a54-8500-299f0e4f8e3c tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451425 Jan 14 02:01:33.664279 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:33.666739 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:33.713115 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] The host n-h1-824358-4 is not matching for port 89e7de05-6314-4968-a665-f6d0681ec2d6 host ! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 02:01:33.713521 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 89e7de05-6314-4968-a665-f6d0681ec2d6 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:01:33.713952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c121a5e7-f7f1-4aad-a52b-c08401d58912 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:33.746228 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-60c631a6-22df-40c3-889d-fa6324d8577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.747742 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-60c631a6-22df-40c3-889d-fa6324d8577c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56102bb5-946c-4250-a30d-1c09c3c59942 HTTP/1.1" status: 200 len: 855 time: 0.0933526 Jan 14 02:01:33.749226 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e937df43-1048-4d38-91e0-be12078bb80d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:33.754350 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e937df43-1048-4d38-91e0-be12078bb80d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:33.757101 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Pushing event updated for resources: {'Port': ['ID=d09bb32f-f4ba-4e62-9cef-016b386dd78d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:33.788684 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Attempting to bind port d09bb32f-f4ba-4e62-9cef-016b386dd78d on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:33.789074 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Attempting to bind port d09bb32f-f4ba-4e62-9cef-016b386dd78d by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '58dedacd-3a45-47a6-8f87-6332fe29e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4ae88032-4fe1-4e6e-84d2-0f5a3679aab1'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:33.789513 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Attempting to bind port d09bb32f-f4ba-4e62-9cef-016b386dd78d on network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:33.803207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:33.803643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Checking segment: {'id': '58dedacd-3a45-47a6-8f87-6332fe29e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4ae88032-4fe1-4e6e-84d2-0f5a3679aab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:33.804175 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:33.804650 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Bound using segment: {'id': '58dedacd-3a45-47a6-8f87-6332fe29e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4ae88032-4fe1-4e6e-84d2-0f5a3679aab1'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:33.805148 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Bound port: d09bb32f-f4ba-4e62-9cef-016b386dd78d, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dedacd-3a45-47a6-8f87-6332fe29e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4ae88032-4fe1-4e6e-84d2-0f5a3679aab1'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:33.805546 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:33.805967 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-d395843f-d029-4603-a0f1-083b875fdc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:33.807685 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-d395843f-d029-4603-a0f1-083b875fdc71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d904935c-610e-42e6-94e1-24e36d7164e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527811 Jan 14 02:01:33.912592 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-06559788-c4b9-4d11-b351-e6077839b556 service neutron] 10.222.0.46 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975370 Jan 14 02:01:33.916363 n-d-824358-4 neutron-server[103353]: INFO neutron.db.ipam_backend_mixin [None req-e937df43-1048-4d38-91e0-be12078bb80d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f27a4372-0689-4a5e-9dd2-01c4a92e6dc9 (CIDR: 2001:db8::/64) Jan 14 02:01:33.926806 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:33.962132 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-e937df43-1048-4d38-91e0-be12078bb80d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 02:01:33.962933 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e937df43-1048-4d38-91e0-be12078bb80d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:01:33.965331 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] Pushing event updated for resources: {'Port': ['ID=89e7de05-6314-4968-a665-f6d0681ec2d6,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:34.048870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] For port d09bb32f-f4ba-4e62-9cef-016b386dd78d, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:34.052330 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] For port d09bb32f-f4ba-4e62-9cef-016b386dd78d, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d09bb32f-f4ba-4e62-9cef-016b386dd78d,segment=NetworkSegment(58dedacd-3a45-47a6-8f87-6332fe29e97a),segment_id=58dedacd-3a45-47a6-8f87-6332fe29e97a)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:34.078642 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-eb53dffb-3f91-4bb5-a9c3-37c96b3c3e9b service neutron] 10.222.0.46 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603293 Jan 14 02:01:34.083813 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:34.107198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ef9d8-e5c8-44d1-a245-54d8cc655ef7 req-4c3410dc-eec0-4134-a759-ce0c44e3101c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:34.108764 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-669ef9d8-e5c8-44d1-a245-54d8cc655ef7 req-4c3410dc-eec0-4134-a759-ce0c44e3101c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 931 time: 0.6559036 Jan 14 02:01:34.118114 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:34.124529 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:34.133274 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port c121a5e7-f7f1-4aad-a52b-c08401d58912 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:34.133926 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:34.156195 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:34.165960 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-bafa7912-1216-4b11-b9b7-d29a2a12dcc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=4023414f-3958-4985-843f-ed50fbc2073b HTTP/1.1" status: 200 len: 217 time: 0.0796750 Jan 14 02:01:34.175833 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e937df43-1048-4d38-91e0-be12078bb80d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4242957 Jan 14 02:01:34.191475 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51342) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:34.202828 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e25eee11-f545-46e9-b626-79283293fba0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '4ae88032-4fe1-4e6e-84d2-0f5a3679aab1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:34.246298 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d22ce-b69d-4e38-b665-d46d368c25db req-6abee18b-bf31-4bad-b228-d87dbabc8a4a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:34.248655 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d70d22ce-b69d-4e38-b665-d46d368c25db req-6abee18b-bf31-4bad-b228-d87dbabc8a4a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 943 time: 0.2882988 Jan 14 02:01:34.335416 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-0a2317c1-6c2c-48d3-ab56-157e75c4708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:34.337590 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-0a2317c1-6c2c-48d3-ab56-157e75c4708d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.1640298 Jan 14 02:01:34.361252 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] No DVR routers for this DVR port 89e7de05-6314-4968-a665-f6d0681ec2d6 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:34.430174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef0fb2-4b76-4d24-8c89-c2a86675c218 None None] Pushing event updated for resources: {'Port': ['ID=d09bb32f-f4ba-4e62-9cef-016b386dd78d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:34.447383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:34.469083 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c121a5e7-f7f1-4aad-a52b-c08401d58912, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c121a5e7-f7f1-4aad-a52b-c08401d58912,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:34.496134 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:34.497345 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6eeca40e-5089-4d08-b18b-cc5afff82e38 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:34.558304 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-669ef9d8-e5c8-44d1-a245-54d8cc655ef7 req-264a9459-1822-4ab1-b3dd-5d921b8a6f3f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352517 Jan 14 02:01:34.620137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:34.622045 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:34.625244 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] In _notify_port_updated(), no bound segment for port 89e7de05-6314-4968-a665-f6d0681ec2d6 on network a90fd40e-479d-417e-abd9-e59eeb30a63a {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 02:01:34.634545 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:34.635177 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:34.636609 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-2350ce57-f93e-41c0-9edc-354fd1e55789 service neutron] 10.222.0.46 "PUT /v2.0/ports/89e7de05-6314-4968-a665-f6d0681ec2d6 HTTP/1.1" status: 200 len: 1027 time: 2.4948366 Jan 14 02:01:34.700311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-89844031-393f-4446-9e45-a768ef568036 None None] Provisioning complete for port 89e7de05-6314-4968-a665-f6d0681ec2d6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:34.702780 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89844031-393f-4446-9e45-a768ef568036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:34.740224 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d70d22ce-b69d-4e38-b665-d46d368c25db req-61cf0882-5471-4c70-956c-788d8e04c981 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=27b51374-c015-45dd-9f96-af7307ffa5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664339 Jan 14 02:01:34.780889 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-eb3b19ef-973b-400d-9bfd-0eea24684748 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9906211 Jan 14 02:01:34.795367 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Request body: {'port': {'device_id': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:34.806306 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-7bf9040a-b6f6-4c23-ad26-5f6aab90e14b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:34.813870 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-7bf9040a-b6f6-4c23-ad26-5f6aab90e14b tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "GET /v2.0/ports/958a3119-0652-4e10-add3-6ef0d62d1943?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1628985 Jan 14 02:01:34.823282 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02de60e3-ec26-4a32-bb95-68a14e6aed1c x-openstack-request-id: req-02de60e3-ec26-4a32-bb95-68a14e6aed1c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:34.823755 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "eae56713-6f97-4a49-b531-5e52b0bb578a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:34.824124 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02de60e3-ec26-4a32-bb95-68a14e6aed1c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:34.824657 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae56713-6f97-4a49-b531-5e52b0bb578a', 'code': 200} Jan 14 02:01:34.840641 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=c121a5e7-f7f1-4aad-a52b-c08401d58912,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:34.846352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:34.859204 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:34.896753 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-89844031-393f-4446-9e45-a768ef568036 None None] Port 89e7de05-6314-4968-a665-f6d0681ec2d6 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:34.963234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 6eeca40e-5089-4d08-b18b-cc5afff82e38 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:34.963753 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.049339 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6eeca40e-5089-4d08-b18b-cc5afff82e38, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6eeca40e-5089-4d08-b18b-cc5afff82e38,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:35.052681 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:01:35.074004 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.117698 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.118686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 958a3119-0652-4e10-add3-6ef0d62d1943 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:35.124063 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425a78e-4d4f-424e-b1d2-d514220e0c0e req-6b31e5f2-c400-46dc-9691-dc762c522856 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:35.125864 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1425a78e-4d4f-424e-b1d2-d514220e0c0e req-6b31e5f2-c400-46dc-9691-dc762c522856 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.2134023 Jan 14 02:01:35.126532 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.143369 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cf84e-962d-4d6d-96d8-2a71dd72e38c req-66bf0589-73be-4c95-a431-ce3d2bfeb38e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:35.149853 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cf84e-962d-4d6d-96d8-2a71dd72e38c req-66bf0589-73be-4c95-a431-ce3d2bfeb38e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:35.158232 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cf84e-962d-4d6d-96d8-2a71dd72e38c req-66bf0589-73be-4c95-a431-ce3d2bfeb38e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:35.164560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cf84e-962d-4d6d-96d8-2a71dd72e38c req-66bf0589-73be-4c95-a431-ce3d2bfeb38e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:35.171209 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cf84e-962d-4d6d-96d8-2a71dd72e38c req-66bf0589-73be-4c95-a431-ce3d2bfeb38e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:35.178262 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cf84e-962d-4d6d-96d8-2a71dd72e38c req-66bf0589-73be-4c95-a431-ce3d2bfeb38e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:35.178578 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-453b6396-6ea7-4acc-a96e-12d2a1e3d223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.186570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b8cf84e-962d-4d6d-96d8-2a71dd72e38c req-66bf0589-73be-4c95-a431-ce3d2bfeb38e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 4654 time: 0.2752130 Jan 14 02:01:35.187505 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=6eeca40e-5089-4d08-b18b-cc5afff82e38,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:35.282393 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51362) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:35.291025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e3a4af02-51f4-4cc7-9755-521e636cd440 None None] Provisioning complete for port 36598d1c-0589-45ea-97ce-b712259b2f4a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:35.291586 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e3a4af02-51f4-4cc7-9755-521e636cd440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.363593 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79,segment=NetworkSegment(68cf2814-189b-4049-8b4b-15135074bebc),segment_id=68cf2814-189b-4049-8b4b-15135074bebc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:35.416876 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 958a3119-0652-4e10-add3-6ef0d62d1943 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:35.417886 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.429492 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-b8dfb030-4f18-452e-9d49-32a8b32d536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:35.431414 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-b8dfb030-4f18-452e-9d49-32a8b32d536a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0575318 Jan 14 02:01:35.468416 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4af02-51f4-4cc7-9755-521e636cd440 None None] Port 36598d1c-0589-45ea-97ce-b712259b2f4a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:35.472027 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 958a3119-0652-4e10-add3-6ef0d62d1943, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=958a3119-0652-4e10-add3-6ef0d62d1943,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:35.473581 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'port_id': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'mac_address': 'fa:16:3e:23:77:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:01:35.517999 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:35.518622 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.520860 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.521689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 30c57d4b-6747-4709-a93c-a72f18d63bff no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:35.579737 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-ec413238-7528-441c-9e14-23be3c1085c4 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349630 Jan 14 02:01:35.607405 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:01:35.670236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79,segment=NetworkSegment(68cf2814-189b-4049-8b4b-15135074bebc),segment_id=68cf2814-189b-4049-8b4b-15135074bebc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:35.695496 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=958a3119-0652-4e10-add3-6ef0d62d1943,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:35.704967 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-ea29e2d9-2787-4d46-aafd-ca36db469d2a service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178050 Jan 14 02:01:35.710673 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.760415 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-631e8b56-ad67-4dd1-bad5-0e55e57401dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=dba46bf2-660d-41aa-a444-cfdf10aa436f HTTP/1.1" status: 200 len: 217 time: 0.0489328 Jan 14 02:01:35.820844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-12c558b6-45e9-4d22-9121-6bda15e9f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:35.822308 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-12c558b6-45e9-4d22-9121-6bda15e9f365 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.0534229 Jan 14 02:01:35.845086 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 30c57d4b-6747-4709-a93c-a72f18d63bff is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:35.845772 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.897160 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:35.900860 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-36704e75-ba72-4858-8e96-6c22cbef24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:35.902652 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-36704e75-ba72-4858-8e96-6c22cbef24f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732362 Jan 14 02:01:35.907893 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25eee11-f545-46e9-b626-79283293fba0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:35.918108 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e25eee11-f545-46e9-b626-79283293fba0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.955184 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 30c57d4b-6747-4709-a93c-a72f18d63bff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=30c57d4b-6747-4709-a93c-a72f18d63bff,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:35.960867 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:35.961733 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:36.073177 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:01:36.149599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dbc66e-96d0-4ca6-9d10-b81cfae6fb5d None None] Network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:36.161263 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.api [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 02:01:36.162288 n-d-824358-4 neutron-server[103353]: DEBUG oslo_db.api [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 02:01:36.177999 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1425a78e-4d4f-424e-b1d2-d514220e0c0e req-0e0b1193-7f12-4425-b9df-5d4559babb82 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9823945 Jan 14 02:01:36.196941 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9b8cf84e-962d-4d6d-96d8-2a71dd72e38c req-e2c2d885-0d0f-45fb-9eb7-81d6dd84e92f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0095046 Jan 14 02:01:36.216692 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-1177ad35-5daf-4da2-ae7e-052657047b6d service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624037 Jan 14 02:01:36.239566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0babc29-b87a-4ddc-be3d-82e9a5ec0cc9 req-01e854b1-e6ec-4cbc-84cc-1a97b0125124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:36.240156 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0babc29-b87a-4ddc-be3d-82e9a5ec0cc9 req-01e854b1-e6ec-4cbc-84cc-1a97b0125124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:36.240760 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0babc29-b87a-4ddc-be3d-82e9a5ec0cc9 req-01e854b1-e6ec-4cbc-84cc-1a97b0125124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:36.241606 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0babc29-b87a-4ddc-be3d-82e9a5ec0cc9 req-01e854b1-e6ec-4cbc-84cc-1a97b0125124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:36.243252 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0babc29-b87a-4ddc-be3d-82e9a5ec0cc9 req-01e854b1-e6ec-4cbc-84cc-1a97b0125124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:36.243789 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0babc29-b87a-4ddc-be3d-82e9a5ec0cc9 req-01e854b1-e6ec-4cbc-84cc-1a97b0125124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:36.244320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0babc29-b87a-4ddc-be3d-82e9a5ec0cc9 req-01e854b1-e6ec-4cbc-84cc-1a97b0125124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:36.246942 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0babc29-b87a-4ddc-be3d-82e9a5ec0cc9 req-01e854b1-e6ec-4cbc-84cc-1a97b0125124 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6501 time: 0.9597843 Jan 14 02:01:36.339333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:36.339618 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:36.424991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ef9a6f1f-4609-40fa-8102-9c3f04df520e None None] Provisioning complete for port d09bb32f-f4ba-4e62-9cef-016b386dd78d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:36.425564 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6f1f-4609-40fa-8102-9c3f04df520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:36.463153 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=30c57d4b-6747-4709-a93c-a72f18d63bff,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:36.478665 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0babc29-b87a-4ddc-be3d-82e9a5ec0cc9 req-e787d8a5-031c-407b-8831-f3f3cca14bcc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1993635 Jan 14 02:01:36.508752 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-e76baf4e-5306-4fb5-a41c-31da6d5317eb service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876079 Jan 14 02:01:36.526794 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c21ef1-3290-4d35-8b6b-9b6fc7807fec req-b87d7c57-01f5-46c1-8962-8396246a67ad tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:36.528993 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1c21ef1-3290-4d35-8b6b-9b6fc7807fec req-b87d7c57-01f5-46c1-8962-8396246a67ad tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 944 time: 0.1867275 Jan 14 02:01:36.549090 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00efd6-f60e-4d5a-b023-899dcac7970e req-4e08c8fd-c9d4-4e47-bb0b-81c29af122bd tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:36.551529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb00efd6-f60e-4d5a-b023-899dcac7970e req-4e08c8fd-c9d4-4e47-bb0b-81c29af122bd tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 931 time: 0.2355742 Jan 14 02:01:36.570169 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-634d6728-34ad-416a-9b15-785e9e1888b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=24769aab-2ae0-4058-b14a-fce058cc9145 HTTP/1.1" status: 200 len: 217 time: 0.0482762 Jan 14 02:01:36.592921 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:36.611976 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:36.668842 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d1c21ef1-3290-4d35-8b6b-9b6fc7807fec req-a5edd66a-5057-4b38-ae12-b42f6badfc2a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=27b51374-c015-45dd-9f96-af7307ffa5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324458 Jan 14 02:01:36.684255 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-06403c37-9c91-4702-b7fc-c616064cbe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:36.685726 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-06403c37-9c91-4702-b7fc-c616064cbe6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.1027393 Jan 14 02:01:36.740558 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:36.773814 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e25eee11-f545-46e9-b626-79283293fba0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (59d34730-94f1-4b7b-9696-7165aec429cb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:36.791300 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:36.801411 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a6f1f-4609-40fa-8102-9c3f04df520e None None] Current status of the port d09bb32f-f4ba-4e62-9cef-016b386dd78d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:36.801971 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6f1f-4609-40fa-8102-9c3f04df520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:36.859565 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c121a5e7-f7f1-4aad-a52b-c08401d58912'}, {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eeca40e-5089-4d08-b18b-cc5afff82e38'}, {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958a3119-0652-4e10-add3-6ef0d62d1943'}, {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c57d4b-6747-4709-a93c-a72f18d63bff'}, {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59e1a1b-d74c-47b4-b9ed-8b086e2d6598'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:36.864072 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac4a874-5ef0-4fca-85cb-263d7a67e901" -d '{"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "c121a5e7-f7f1-4aad-a52b-c08401d58912"}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "6eeca40e-5089-4d08-b18b-cc5afff82e38"}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "958a3119-0652-4e10-add3-6ef0d62d1943"}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "30c57d4b-6747-4709-a93c-a72f18d63bff"}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "c59e1a1b-d74c-47b4-b9ed-8b086e2d6598"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:36.881141 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-4391380a-c528-4962-8b1a-02499282fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:36.882583 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d09bb32f-f4ba-4e62-9cef-016b386dd78d up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:36.883177 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-4391380a-c528-4962-8b1a-02499282fae2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1848142 Jan 14 02:01:36.895137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36598d1c-0589-45ea-97ce-b712259b2f4a {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:01:36.906292 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25eee11-f545-46e9-b626-79283293fba0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:36.911681 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb00efd6-f60e-4d5a-b023-899dcac7970e req-ec620e14-e337-4158-8dde-01ed99afcf37 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459926 Jan 14 02:01:36.920319 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Publish callbacks [] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:36.968180 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e25eee11-f545-46e9-b626-79283293fba0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:36.971116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eee11-f545-46e9-b626-79283293fba0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Subnet': ['ID=59d34730-94f1-4b7b-9696-7165aec429cb,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:36.973680 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25eee11-f545-46e9-b626-79283293fba0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:36.974287 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e25eee11-f545-46e9-b626-79283293fba0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:36.994494 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb50f08-ebd4-446d-9fe2-91164b5b4736 x-openstack-request-id: req-edb50f08-ebd4-446d-9fe2-91164b5b4736 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:36.994863 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "c121a5e7-f7f1-4aad-a52b-c08401d58912", "code": 200}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "6eeca40e-5089-4d08-b18b-cc5afff82e38", "code": 200}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "958a3119-0652-4e10-add3-6ef0d62d1943", "code": 200}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "30c57d4b-6747-4709-a93c-a72f18d63bff", "code": 200}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-unplugged", "status": "completed", "tag": "c59e1a1b-d74c-47b4-b9ed-8b086e2d6598", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:36.995131 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edb50f08-ebd4-446d-9fe2-91164b5b4736 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:36.996818 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c121a5e7-f7f1-4aad-a52b-c08401d58912', 'code': 200} Jan 14 02:01:36.997118 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eeca40e-5089-4d08-b18b-cc5afff82e38', 'code': 200} Jan 14 02:01:36.997348 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958a3119-0652-4e10-add3-6ef0d62d1943', 'code': 200} Jan 14 02:01:36.997606 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c57d4b-6747-4709-a93c-a72f18d63bff', 'code': 200} Jan 14 02:01:36.999377 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59e1a1b-d74c-47b4-b9ed-8b086e2d6598', 'code': 200} Jan 14 02:01:37.007444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Transition to ACTIVE for port object 36598d1c-0589-45ea-97ce-b712259b2f4a will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:01:37.040504 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2199d6aa-2eb6-4337-b88e-8d72b26340b5 None None] Network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:37.050175 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ef9a6f1f-4609-40fa-8102-9c3f04df520e None None] For port d09bb32f-f4ba-4e62-9cef-016b386dd78d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d09bb32f-f4ba-4e62-9cef-016b386dd78d,segment=NetworkSegment(58dedacd-3a45-47a6-8f87-6332fe29e97a),segment_id=58dedacd-3a45-47a6-8f87-6332fe29e97a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:37.089147 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e25eee11-f545-46e9-b626-79283293fba0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8957689 Jan 14 02:01:37.089393 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:37.091274 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51382) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:37.102300 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': '4ae88032-4fe1-4e6e-84d2-0f5a3679aab1', 'fixed_ips': [{'subnet_id': 'f27a4372-0689-4a5e-9dd2-01c4a92e6dc9'}, {'subnet_id': '59d34730-94f1-4b7b-9696-7165aec429cb'}], 'name': 'tempest-PortsIpV6TestJSON-1898558899'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:37.114860 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6f1f-4609-40fa-8102-9c3f04df520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:37.130950 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb69105-ed46-4b53-9a83-2cbb0e203cbd req-93d830df-b93e-4e33-8101-4d61b7e0ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.132516 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9bb69105-ed46-4b53-9a83-2cbb0e203cbd req-93d830df-b93e-4e33-8101-4d61b7e0ad03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 1096 time: 0.0902264 Jan 14 02:01:37.140306 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-462772cc-36df-423b-a870-c1d83b61dadb service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449124 Jan 14 02:01:37.201487 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d09bb32f-f4ba-4e62-9cef-016b386dd78d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:37.201854 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:37.253041 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51645305-4033-4d22-b943-30f40e91bad8 req-6d3c550c-8bff-4fff-8237-76b443edcabb tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.254750 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-51645305-4033-4d22-b943-30f40e91bad8 req-6d3c550c-8bff-4fff-8237-76b443edcabb tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.2490880 Jan 14 02:01:37.278226 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:37.334233 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a6f1f-4609-40fa-8102-9c3f04df520e None None] Pushing event updated for resources: {'Port': ['ID=d09bb32f-f4ba-4e62-9cef-016b386dd78d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:37.343008 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb69105-ed46-4b53-9a83-2cbb0e203cbd req-44d1545d-b4c1-40ef-9f62-943d307c0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.344507 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9bb69105-ed46-4b53-9a83-2cbb0e203cbd req-44d1545d-b4c1-40ef-9f62-943d307c0c25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 912 time: 0.2032423 Jan 14 02:01:37.346993 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-38080e26-5e99-4549-9113-f1dbf4be3943 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960015 Jan 14 02:01:37.382267 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-eb86c3f6-8c48-4bf0-9a30-d4dd5b67e428 None None] Provisioning complete for port d09bb32f-f4ba-4e62-9cef-016b386dd78d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:37.383039 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb86c3f6-8c48-4bf0-9a30-d4dd5b67e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:37.506971 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-3684f125-0f0c-4e05-92bf-8c7a70664673 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=6305cef5-fc1a-47d8-8758-22836b774bff HTTP/1.1" status: 200 len: 217 time: 0.1491320 Jan 14 02:01:37.556178 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-51645305-4033-4d22-b943-30f40e91bad8 req-9495427d-0603-4729-afcf-831e7df1c75a tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843468 Jan 14 02:01:37.556869 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d09bb32f-f4ba-4e62-9cef-016b386dd78d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:37.604033 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] For port 958a3119-0652-4e10-add3-6ef0d62d1943, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=958a3119-0652-4e10-add3-6ef0d62d1943,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:37.621543 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4394a159-42fd-4a8d-8906-d9e13fee0202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:37.632366 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9bb69105-ed46-4b53-9a83-2cbb0e203cbd req-49ec6eb1-c0a2-4ea2-b744-eae124db46cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554 HTTP/1.1" status: 200 len: 1001 time: 0.2811666 Jan 14 02:01:37.645344 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a54c9-ee51-483b-9650-8a5b4e55a9d5 req-efd5071e-9c4f-4c5d-b4ef-8616a4b0376e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.651737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a54c9-ee51-483b-9650-8a5b4e55a9d5 req-efd5071e-9c4f-4c5d-b4ef-8616a4b0376e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.654195 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6169fb4d-89b8-4dc0-bf15-95a440619c08 None None] Update dhcp port {'port': {'network_id': '4ae88032-4fe1-4e6e-84d2-0f5a3679aab1', 'fixed_ips': [{'subnet_id': 'f27a4372-0689-4a5e-9dd2-01c4a92e6dc9', 'ip_address': '2001:db8::2'}, {'subnet_id': '59d34730-94f1-4b7b-9696-7165aec429cb'}], 'binding:host_id': 'n-d-824358-4'}, 'id': 'd09bb32f-f4ba-4e62-9cef-016b386dd78d'} from n-d-824358-4. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 14 02:01:37.659315 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a54c9-ee51-483b-9650-8a5b4e55a9d5 req-efd5071e-9c4f-4c5d-b4ef-8616a4b0376e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.664435 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a54c9-ee51-483b-9650-8a5b4e55a9d5 req-efd5071e-9c4f-4c5d-b4ef-8616a4b0376e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.670315 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a54c9-ee51-483b-9650-8a5b4e55a9d5 req-efd5071e-9c4f-4c5d-b4ef-8616a4b0376e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.676511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a54c9-ee51-483b-9650-8a5b4e55a9d5 req-efd5071e-9c4f-4c5d-b4ef-8616a4b0376e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.678381 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a4a54c9-ee51-483b-9650-8a5b4e55a9d5 req-efd5071e-9c4f-4c5d-b4ef-8616a4b0376e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 4646 time: 0.2879903 Jan 14 02:01:37.682380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eb86c3f6-8c48-4bf0-9a30-d4dd5b67e428 None None] Current status of the port d09bb32f-f4ba-4e62-9cef-016b386dd78d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:37.682850 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Attempting to bind port 36598d1c-0589-45ea-97ce-b712259b2f4a on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:37.683968 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Attempting to bind port 36598d1c-0589-45ea-97ce-b712259b2f4a by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:37.683968 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Attempting to bind port 36598d1c-0589-45ea-97ce-b712259b2f4a on network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:37.688988 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6169fb4d-89b8-4dc0-bf15-95a440619c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:37.693287 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb69105-ed46-4b53-9a83-2cbb0e203cbd req-bf123288-5f66-4db3-bd4a-8bfeb19db74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.694975 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9bb69105-ed46-4b53-9a83-2cbb0e203cbd req-bf123288-5f66-4db3-bd4a-8bfeb19db74b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.0562682 Jan 14 02:01:37.697609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-09d5e9ed-74e5-4b54-b461-3e68121829ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.698854 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-09d5e9ed-74e5-4b54-b461-3e68121829ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.1855569 Jan 14 02:01:37.714257 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Port 36598d1c-0589-45ea-97ce-b712259b2f4a on network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:01:37.714257 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Attempting to bind port 36598d1c-0589-45ea-97ce-b712259b2f4a on network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:37.742351 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:37.743954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Checking segment: {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:37.743954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Bound using segment: {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:37.743954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Bound port: 36598d1c-0589-45ea-97ce-b712259b2f4a, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:37.743954 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:37.776323 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] For port 958a3119-0652-4e10-add3-6ef0d62d1943, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:37.778272 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:37.784172 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-d7188e1e-a902-40e4-a7cf-48dd09cd5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.785811 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-d7188e1e-a902-40e4-a7cf-48dd09cd5791 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731990 Jan 14 02:01:37.789851 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb69105-ed46-4b53-9a83-2cbb0e203cbd req-3b1d2fbd-55a3-462a-afa6-c65f83e34d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:37.791416 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9bb69105-ed46-4b53-9a83-2cbb0e203cbd req-3b1d2fbd-55a3-462a-afa6-c65f83e34d02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903270 Jan 14 02:01:37.901581 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-6169fb4d-89b8-4dc0-bf15-95a440619c08 None None] Allocated IP 2001:db8:0:1::2 (4ae88032-4fe1-4e6e-84d2-0f5a3679aab1/59d34730-94f1-4b7b-9696-7165aec429cb/d09bb32f-f4ba-4e62-9cef-016b386dd78d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:37.936198 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] device_id is not set on port 958a3119-0652-4e10-add3-6ef0d62d1943 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:01:37.959772 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9bb69105-ed46-4b53-9a83-2cbb0e203cbd req-c5269e06-56a1-4212-9af3-fef4b5b2406c service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583602 Jan 14 02:01:37.961636 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-71116ad5-d004-439c-bf80-6b3e07cfa850 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692138 Jan 14 02:01:37.962157 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] Publish callbacks [] for port (958a3119-0652-4e10-add3-6ef0d62d1943), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:37.970780 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a4a54c9-ee51-483b-9650-8a5b4e55a9d5 req-4928b177-f886-4326-9bbd-390ddc8ed497 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=f10fa63c-709a-44ac-ae63-032497f06db5&id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2733512 Jan 14 02:01:38.007090 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:38.023968 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:38.069184 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:38.134848 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-9bb69105-ed46-4b53-9a83-2cbb0e203cbd req-a82446be-492f-45de-afa6-2998c9cf81af service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681852 Jan 14 02:01:38.137179 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-4421fa3e-4878-4eff-9690-7586f264bf96 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612551 Jan 14 02:01:38.144733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd329d3-db00-4455-a76e-69dc071622cd req-3924b3f6-d1ef-43db-8004-4e3183405b98 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:38.146339 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9cd329d3-db00-4455-a76e-69dc071622cd req-3924b3f6-d1ef-43db-8004-4e3183405b98 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 944 time: 0.3402138 Jan 14 02:01:38.161514 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:38.186373 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-7d8140e0-a1ff-4bf6-9e57-01c37f9ef834 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=61f3805e-7044-41b5-86e1-4050dd2c244f HTTP/1.1" status: 200 len: 217 time: 0.0415552 Jan 14 02:01:38.219737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6169fb4d-89b8-4dc0-bf15-95a440619c08 None None] For port d09bb32f-f4ba-4e62-9cef-016b386dd78d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d09bb32f-f4ba-4e62-9cef-016b386dd78d,segment=NetworkSegment(58dedacd-3a45-47a6-8f87-6332fe29e97a),segment_id=58dedacd-3a45-47a6-8f87-6332fe29e97a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:38.232187 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] No DVR routers for this DVR port 958a3119-0652-4e10-add3-6ef0d62d1943 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:38.235353 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:38.239768 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port ac3dfc83-1fd0-4e36-b899-d863d50decfd yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:01:38.249146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-73947479-e77f-41ee-afbe-7746f6fba40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:38.251556 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-73947479-e77f-41ee-afbe-7746f6fba40d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc80e2fd-d094-4f83-ba41-9367938e7b49 HTTP/1.1" status: 200 len: 797 time: 0.0577180 Jan 14 02:01:38.256273 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6169fb4d-89b8-4dc0-bf15-95a440619c08 None None] Publish callbacks [] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:38.264115 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6169fb4d-89b8-4dc0-bf15-95a440619c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:38.304468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] Pushing event updated for resources: {'Port': ['ID=958a3119-0652-4e10-add3-6ef0d62d1943,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:38.322478 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-8d362af6-e4a4-4f82-93cf-449672d7e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:38.324026 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-8d362af6-e4a4-4f82-93cf-449672d7e9ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0660183 Jan 14 02:01:38.352082 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:38.352944 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:38.354530 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] 10.222.0.36 "PUT /v2.0/ports/36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 1091 time: 3.5727239 Jan 14 02:01:38.355104 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:38.357716 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0332b0f-3574-4c4a-94dd-a5e8fd452b31" -d '{"events": [{"name": "network-changed", "server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:38.460303 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-9553376f-f7f6-470a-8c90-098a2e422bdd service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250808 Jan 14 02:01:38.461736 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] In _notify_port_updated(), no bound segment for port 958a3119-0652-4e10-add3-6ef0d62d1943 on network a90fd40e-479d-417e-abd9-e59eeb30a63a {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 02:01:38.462669 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:38.463452 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:38.464751 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-aee49ffe-19a6-43a2-a222-8d52521ae40d service neutron] 10.222.0.46 "PUT /v2.0/ports/958a3119-0652-4e10-add3-6ef0d62d1943 HTTP/1.1" status: 200 len: 1027 time: 3.6277263 Jan 14 02:01:38.472546 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169fb4d-89b8-4dc0-bf15-95a440619c08 None None] Pushing event updated for resources: {'Port': ['ID=d09bb32f-f4ba-4e62-9cef-016b386dd78d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:38.483450 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:38.491167 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5a30c40a-ddb1-4bbc-8539-6ab69fdc4728 None None] Provisioning complete for port 958a3119-0652-4e10-add3-6ef0d62d1943 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:38.491538 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a30c40a-ddb1-4bbc-8539-6ab69fdc4728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:38.498620 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a96131-8bdd-4f35-b8bf-07213ed04ac6 req-426a807a-d27f-4e11-8667-66005f47aaf3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:38.500342 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7a96131-8bdd-4f35-b8bf-07213ed04ac6 req-426a807a-d27f-4e11-8667-66005f47aaf3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 943 time: 0.4278996 Jan 14 02:01:38.533634 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9cd329d3-db00-4455-a76e-69dc071622cd req-01bbada1-767f-4121-bd41-8ab960776dc8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=27b51374-c015-45dd-9f96-af7307ffa5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203533 Jan 14 02:01:38.604497 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5a30c40a-ddb1-4bbc-8539-6ab69fdc4728 None None] Port 958a3119-0652-4e10-add3-6ef0d62d1943 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:38.613283 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-50463d5b-5f21-4adf-89ce-b0cf3059d386 service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433616 Jan 14 02:01:38.684151 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72efed5-04a3-4ebd-b0b5-f5b4affa3c00 x-openstack-request-id: req-e72efed5-04a3-4ebd-b0b5-f5b4affa3c00 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:38.684454 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:38.684988 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e72efed5-04a3-4ebd-b0b5-f5b4affa3c00 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:38.685532 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'status': 'completed', 'code': 200} Jan 14 02:01:38.724831 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-94765b1b-1c7c-4b36-b2a8-36bd7a792395 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66b723c2-5d1d-48ea-a557-a4370dd2a8d1 HTTP/1.1" status: 200 len: 217 time: 0.1039591 Jan 14 02:01:38.759523 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940d1d7-e02c-40c3-b933-7de995423b60 service neutron] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:38.785078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-f36f3bf8-5e5a-4598-abb1-a204363186fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:38.787152 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-f36f3bf8-5e5a-4598-abb1-a204363186fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc80e2fd-d094-4f83-ba41-9367938e7b49 HTTP/1.1" status: 200 len: 797 time: 0.0560255 Jan 14 02:01:38.788832 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-95576f85-32e0-4f0a-84ee-b028b2b73ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:38.791853 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-95576f85-32e0-4f0a-84ee-b028b2b73ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1094 time: 0.3262162 Jan 14 02:01:38.819671 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d09bb32f-f4ba-4e62-9cef-016b386dd78d up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:38.862062 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-db720545-5a2c-42c3-bca6-f7206e4116b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:38.862500 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b7a96131-8bdd-4f35-b8bf-07213ed04ac6 req-ad99f595-c4ec-4f71-8d47-8b625eed2f6b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791595 Jan 14 02:01:38.863665 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-db720545-5a2c-42c3-bca6-f7206e4116b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608175 Jan 14 02:01:38.910810 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d09bb32f-f4ba-4e62-9cef-016b386dd78d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:38.911447 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:39.053213 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:39.060589 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-469d080a-c01a-4daa-ae9c-5b639605fb2b service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903126 Jan 14 02:01:39.100320 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d09bb32f-f4ba-4e62-9cef-016b386dd78d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:39.144534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:01:39.154402 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:39.154938 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:39.193615 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-02d4af09-4fb0-418f-a82b-01408a7e079d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 217 time: 0.3573773 Jan 14 02:01:39.217284 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8::e2 (4ae88032-4fe1-4e6e-84d2-0f5a3679aab1/f27a4372-0689-4a5e-9dd2-01c4a92e6dc9/ac3dfc83-1fd0-4e36-b899-d863d50decfd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:39.233685 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-de5d84ef-dbcf-486d-a7dd-dc4a22e3995c req-cb4449a4-01bb-4ecf-b186-377360d9620b service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656909 Jan 14 02:01:39.274675 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:39.275242 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:39.281021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8:0:1::2c9 (4ae88032-4fe1-4e6e-84d2-0f5a3679aab1/59d34730-94f1-4b7b-9696-7165aec429cb/ac3dfc83-1fd0-4e36-b899-d863d50decfd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:39.308236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0499a626-83de-41d0-a564-16b461ea10ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:39.312666 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f576d49d-38b6-436e-a405-7c703176b46d" -d '{"events": [{"server_uuid": "0499a626-83de-41d0-a564-16b461ea10ac", "name": "network-vif-plugged", "status": "completed", "tag": "4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:39.328626 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79,segment=NetworkSegment(68cf2814-189b-4049-8b4b-15135074bebc),segment_id=68cf2814-189b-4049-8b4b-15135074bebc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:39.330721 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-97500e3a-a08d-4169-a7e3-f72471c26932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:39.333324 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-97500e3a-a08d-4169-a7e3-f72471c26932 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 200 len: 834 time: 0.0992041 Jan 14 02:01:39.339272 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:39.410332 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:39.416206 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204629b-ab53-4bf1-97ba-46c8d8b49c3e req-43e18ffc-f49e-4d2a-95a3-1df2ad91836e tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:39.417653 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:39.417805 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8204629b-ab53-4bf1-97ba-46c8d8b49c3e req-43e18ffc-f49e-4d2a-95a3-1df2ad91836e tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.6900077 Jan 14 02:01:39.454910 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ab66c0f1-75f2-4548-bd6a-4adadb9abdba None None] Provisioning complete for port d09bb32f-f4ba-4e62-9cef-016b386dd78d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:39.455317 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab66c0f1-75f2-4548-bd6a-4adadb9abdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:39.497296 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d28fed-faa9-4bbd-84ab-913d5008b459 req-b550b4ee-e607-43a1-bfbd-b7ce7b70d585 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:39.504722 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d28fed-faa9-4bbd-84ab-913d5008b459 req-b550b4ee-e607-43a1-bfbd-b7ce7b70d585 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:39.511898 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d28fed-faa9-4bbd-84ab-913d5008b459 req-b550b4ee-e607-43a1-bfbd-b7ce7b70d585 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:39.518994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d28fed-faa9-4bbd-84ab-913d5008b459 req-b550b4ee-e607-43a1-bfbd-b7ce7b70d585 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:39.525827 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d28fed-faa9-4bbd-84ab-913d5008b459 req-b550b4ee-e607-43a1-bfbd-b7ce7b70d585 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:39.527843 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1d28fed-faa9-4bbd-84ab-913d5008b459 req-b550b4ee-e607-43a1-bfbd-b7ce7b70d585 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 3874 time: 0.3066564 Jan 14 02:01:39.569901 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ab66c0f1-75f2-4548-bd6a-4adadb9abdba None None] Current status of the port d09bb32f-f4ba-4e62-9cef-016b386dd78d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:39.600866 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-fdb482b2-a7f6-4ba6-8e14-411fdd5a5e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Deleting port 30c57d4b-6747-4709-a93c-a72f18d63bff {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:39.601200 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-fdb482b2-a7f6-4ba6-8e14-411fdd5a5e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:39.643644 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-236498bc-8e81-4fcf-8cab-04e663ee8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:39.645120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-236498bc-8e81-4fcf-8cab-04e663ee8ca9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2931752 Jan 14 02:01:39.766036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8204629b-ab53-4bf1-97ba-46c8d8b49c3e req-4237d4f8-4101-40e0-8cea-fd7bd1335bc9 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292358 Jan 14 02:01:39.810709 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b1d28fed-faa9-4bbd-84ab-913d5008b459 req-d1a52935-db82-4875-9c2b-1480134d45d1 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626591 Jan 14 02:01:39.857634 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8591056-2df0-4df4-a4ad-25bb3c6af78f x-openstack-request-id: req-b8591056-2df0-4df4-a4ad-25bb3c6af78f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:39.858351 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0499a626-83de-41d0-a564-16b461ea10ac", "name": "network-vif-plugged", "status": "completed", "tag": "4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:39.858745 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8591056-2df0-4df4-a4ad-25bb3c6af78f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:39.859160 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0499a626-83de-41d0-a564-16b461ea10ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'code': 200} Jan 14 02:01:39.861373 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:39.908276 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-da11cd54-cd4c-40c6-ad26-a27ffff6a4fa service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307615 Jan 14 02:01:39.916842 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-fdb482b2-a7f6-4ba6-8e14-411fdd5a5e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] For port 30c57d4b-6747-4709-a93c-a72f18d63bff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=30c57d4b-6747-4709-a93c-a72f18d63bff,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:39.918166 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-fdb482b2-a7f6-4ba6-8e14-411fdd5a5e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:39.944622 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:39.972071 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-fdb482b2-a7f6-4ba6-8e14-411fdd5a5e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Calling delete_port for 30c57d4b-6747-4709-a93c-a72f18d63bff owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:40.006345 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75cbe1-b914-4108-8050-9d66dac2423f req-2496ab26-56d3-4538-9597-a9f6f750bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:40.008147 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4a75cbe1-b914-4108-8050-9d66dac2423f req-2496ab26-56d3-4538-9597-a9f6f750bc9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 1096 time: 0.0570471 Jan 14 02:01:40.084949 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4a75cbe1-b914-4108-8050-9d66dac2423f req-19bf9447-c05b-4c6d-bccb-8ed0565e49e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=27b51374-c015-45dd-9f96-af7307ffa5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702879 Jan 14 02:01:40.460042 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:40.521810 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1db39-0402-4bdb-90dd-5879b78587c4 req-94ad633b-1c4c-4344-a98f-554573a96464 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:40.523315 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7aa1db39-0402-4bdb-90dd-5879b78587c4 req-94ad633b-1c4c-4344-a98f-554573a96464 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 945 time: 0.5801961 Jan 14 02:01:40.553889 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:40.571208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213404a-4fae-43f4-9f6c-2291db9c5f13 req-ebc787d6-2db6-4ca5-a17f-52afa2887318 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:40.572631 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2213404a-4fae-43f4-9f6c-2291db9c5f13 req-ebc787d6-2db6-4ca5-a17f-52afa2887318 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 943 time: 0.5759039 Jan 14 02:01:40.594658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:40.596989 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:40.602646 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:40.603252 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:40.632169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=ac3dfc83-1fd0-4e36-b899-d863d50decfd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:40.660569 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2e105299-2ccf-4646-9a38-27c62e54b612 req-28ee38c5-da7a-4e82-b6fc-832ab2b89289 service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209749 Jan 14 02:01:40.701365 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0a20bcbc-a213-46c6-8c8d-772ba67447e2 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.6015921 Jan 14 02:01:40.703076 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51416) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:40.712108 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-669979af-96cb-4b8a-a39c-4db756c39389 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f27a4372-0689-4a5e-9dd2-01c4a92e6dc9'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:40.768715 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7aa1db39-0402-4bdb-90dd-5879b78587c4 req-55799e86-7dde-496e-8bd5-42cc2b069829 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=27b51374-c015-45dd-9f96-af7307ffa5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209606 Jan 14 02:01:40.846894 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2213404a-4fae-43f4-9f6c-2291db9c5f13 req-3d1ac098-1258-44be-aff9-2e43ba0f7730 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599475 Jan 14 02:01:40.917059 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-fdb482b2-a7f6-4ba6-8e14-411fdd5a5e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (30c57d4b-6747-4709-a93c-a72f18d63bff), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:40.935059 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-669979af-96cb-4b8a-a39c-4db756c39389 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:40.938195 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:40.942087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0332b0f-3574-4c4a-94dd-a5e8fd452b31 req-64f00baf-3031-498c-a532-c875ea2d9f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:40.944019 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0332b0f-3574-4c4a-94dd-a5e8fd452b31 req-64f00baf-3031-498c-a532-c875ea2d9f52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1094 time: 0.1656570 Jan 14 02:01:41.014563 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb482b2-a7f6-4ba6-8e14-411fdd5a5e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Port': ['ID=30c57d4b-6747-4709-a93c-a72f18d63bff,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:41.035483 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cb6bc5d1-768c-4dbf-aa98-7c28d60125ff None None] Provisioning complete for port ac3dfc83-1fd0-4e36-b899-d863d50decfd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:41.035851 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc5d1-768c-4dbf-aa98-7c28d60125ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:41.081791 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bc5d1-768c-4dbf-aa98-7c28d60125ff None None] Port ac3dfc83-1fd0-4e36-b899-d863d50decfd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:41.132438 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-fdb482b2-a7f6-4ba6-8e14-411fdd5a5e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] No DVR routers for this DVR port 30c57d4b-6747-4709-a93c-a72f18d63bff on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:41.139647 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-fdb482b2-a7f6-4ba6-8e14-411fdd5a5e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:41.143493 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-fdb482b2-a7f6-4ba6-8e14-411fdd5a5e15 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "DELETE /v2.0/ports/30c57d4b-6747-4709-a93c-a72f18d63bff HTTP/1.1" status: 204 len: 173 time: 2.6303205 Jan 14 02:01:41.144122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-deleted', 'tag': '30c57d4b-6747-4709-a93c-a72f18d63bff'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:41.146804 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc94dc1c-3a16-41b1-9daa-cf5ff37e5219" -d '{"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-deleted", "tag": "30c57d4b-6747-4709-a93c-a72f18d63bff"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:41.175743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e126e-3e2f-4b06-b313-8b6ad779cb27 req-9f358893-14c0-44b7-b24b-741b695e97ca tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:41.183168 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4a2e126e-3e2f-4b06-b313-8b6ad779cb27 req-9f358893-14c0-44b7-b24b-741b695e97ca tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.2987216 Jan 14 02:01:41.247610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43065d68-fa7c-451a-999d-0f0739716c0f req-f0eb961c-9e68-4c2f-a8ca-bb73e062b57e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:41.254021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43065d68-fa7c-451a-999d-0f0739716c0f req-f0eb961c-9e68-4c2f-a8ca-bb73e062b57e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:41.260124 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43065d68-fa7c-451a-999d-0f0739716c0f req-f0eb961c-9e68-4c2f-a8ca-bb73e062b57e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:41.261144 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-669979af-96cb-4b8a-a39c-4db756c39389 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Delete allocated IP 2001:db8:0:1::2c9 (4ae88032-4fe1-4e6e-84d2-0f5a3679aab1/59d34730-94f1-4b7b-9696-7165aec429cb) {{(pid=103354) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 14 02:01:41.266100 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43065d68-fa7c-451a-999d-0f0739716c0f req-f0eb961c-9e68-4c2f-a8ca-bb73e062b57e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:41.268761 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-43065d68-fa7c-451a-999d-0f0739716c0f req-f0eb961c-9e68-4c2f-a8ca-bb73e062b57e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 3141 time: 0.3313351 Jan 14 02:01:41.374766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0332b0f-3574-4c4a-94dd-a5e8fd452b31 req-69e511ea-be2f-4268-933e-34bdfc80260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:41.377681 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0332b0f-3574-4c4a-94dd-a5e8fd452b31 req-69e511ea-be2f-4268-933e-34bdfc80260c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 897 time: 0.3971343 Jan 14 02:01:41.389573 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4a2e126e-3e2f-4b06-b313-8b6ad779cb27 req-ce4377fb-9b50-4c91-a5aa-4bc8742b9b46 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058389 Jan 14 02:01:41.521025 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-669979af-96cb-4b8a-a39c-4db756c39389 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:41.528537 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-669979af-96cb-4b8a-a39c-4db756c39389 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:41.538840 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c327feb-f357-46a0-bce2-8c497616d854 x-openstack-request-id: req-1c327feb-f357-46a0-bce2-8c497616d854 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:41.539386 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-deleted", "tag": "30c57d4b-6747-4709-a93c-a72f18d63bff", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:41.542811 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c327feb-f357-46a0-bce2-8c497616d854 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:41.543255 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-deleted', 'tag': '30c57d4b-6747-4709-a93c-a72f18d63bff', 'status': 'completed', 'code': 200} Jan 14 02:01:41.566852 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0332b0f-3574-4c4a-94dd-a5e8fd452b31 req-a822f2cb-af96-409d-8f01-8732feedbb0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 217 time: 0.1640120 Jan 14 02:01:41.593144 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-43065d68-fa7c-451a-999d-0f0739716c0f req-1bc02880-b97e-4f1c-951c-455f7f8c14d2 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3078451 Jan 14 02:01:41.658870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-669979af-96cb-4b8a-a39c-4db756c39389 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] In _notify_port_updated(), no bound segment for port ac3dfc83-1fd0-4e36-b899-d863d50decfd on network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 02:01:41.665840 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669979af-96cb-4b8a-a39c-4db756c39389 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:41.670760 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-669979af-96cb-4b8a-a39c-4db756c39389 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:41.674454 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-669979af-96cb-4b8a-a39c-4db756c39389 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "PUT /v2.0/ports/ac3dfc83-1fd0-4e36-b899-d863d50decfd HTTP/1.1" status: 200 len: 925 time: 0.9667795 Jan 14 02:01:41.675489 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51428) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:41.676161 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-7088d9ac-f28b-4f04-992d-3638f3d5affb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Deleting port eae56713-6f97-4a49-b531-5e52b0bb578a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:41.676505 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-7088d9ac-f28b-4f04-992d-3638f3d5affb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:41.681533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0332b0f-3574-4c4a-94dd-a5e8fd452b31 req-0b8760c5-da71-4c80-ba40-7dbad34e7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:41.682725 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b57cf339-bcd1-45d5-a46e-908fc554015e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f27a4372-0689-4a5e-9dd2-01c4a92e6dc9'}, {'subnet_id': '59d34730-94f1-4b7b-9696-7165aec429cb'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:41.683052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0332b0f-3574-4c4a-94dd-a5e8fd452b31 req-0b8760c5-da71-4c80-ba40-7dbad34e7d7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 200 len: 834 time: 0.1154811 Jan 14 02:01:41.691601 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669979af-96cb-4b8a-a39c-4db756c39389 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=ac3dfc83-1fd0-4e36-b899-d863d50decfd,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:41.788022 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b57cf339-bcd1-45d5-a46e-908fc554015e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:41.829664 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0332b0f-3574-4c4a-94dd-a5e8fd452b31 req-ab589a85-4892-4eab-a480-824ec32ac89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:41.833030 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0332b0f-3574-4c4a-94dd-a5e8fd452b31 req-ab589a85-4892-4eab-a480-824ec32ac89d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384671 Jan 14 02:01:41.994771 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-7088d9ac-f28b-4f04-992d-3638f3d5affb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] For port eae56713-6f97-4a49-b531-5e52b0bb578a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=eae56713-6f97-4a49-b531-5e52b0bb578a,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:41.995140 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-7088d9ac-f28b-4f04-992d-3638f3d5affb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.012924 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7c5e853b-b271-4525-be27-27ae386763de None None] Provisioning complete for port ac3dfc83-1fd0-4e36-b899-d863d50decfd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:42.013479 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c5e853b-b271-4525-be27-27ae386763de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.031511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-7088d9ac-f28b-4f04-992d-3638f3d5affb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Calling delete_port for eae56713-6f97-4a49-b531-5e52b0bb578a owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:42.049308 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e853b-b271-4525-be27-27ae386763de None None] Port ac3dfc83-1fd0-4e36-b899-d863d50decfd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:42.053828 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520d833-caf9-4a68-8055-25af7764d3e0 req-49034062-e4ba-4609-90f4-af47e629932d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:42.055357 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8520d833-caf9-4a68-8055-25af7764d3e0 req-49034062-e4ba-4609-90f4-af47e629932d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 945 time: 0.1619387 Jan 14 02:01:42.058208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0332b0f-3574-4c4a-94dd-a5e8fd452b31 req-d5bdd206-e359-4c9e-87d3-0c2cc91656f7 service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165582 Jan 14 02:01:42.102665 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-b57cf339-bcd1-45d5-a46e-908fc554015e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8:0:1::24c (4ae88032-4fe1-4e6e-84d2-0f5a3679aab1/59d34730-94f1-4b7b-9696-7165aec429cb/ac3dfc83-1fd0-4e36-b899-d863d50decfd) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:42.137386 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a263f1-ddbc-4c09-93c6-d52013b53e2d req-3dd6a5cb-5da2-4717-a202-ce01733884b7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:42.138910 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e7a263f1-ddbc-4c09-93c6-d52013b53e2d req-3dd6a5cb-5da2-4717-a202-ce01733884b7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 943 time: 0.1877394 Jan 14 02:01:42.238646 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b57cf339-bcd1-45d5-a46e-908fc554015e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.244534 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b57cf339-bcd1-45d5-a46e-908fc554015e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.267912 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8520d833-caf9-4a68-8055-25af7764d3e0 req-8e9d8429-5f12-4b7a-bcbf-2cd806ca6e3e tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=27b51374-c015-45dd-9f96-af7307ffa5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050133 Jan 14 02:01:42.300623 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e7a263f1-ddbc-4c09-93c6-d52013b53e2d req-492d83d1-6aed-47fa-b4a9-da8e0493a6e1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325717 Jan 14 02:01:42.306575 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c0332b0f-3574-4c4a-94dd-a5e8fd452b31 req-5b549004-22ef-49b2-b282-069769600d02 service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386022 Jan 14 02:01:42.355878 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b57cf339-bcd1-45d5-a46e-908fc554015e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] In _notify_port_updated(), no bound segment for port ac3dfc83-1fd0-4e36-b899-d863d50decfd on network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 02:01:42.361786 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57cf339-bcd1-45d5-a46e-908fc554015e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:42.363176 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b57cf339-bcd1-45d5-a46e-908fc554015e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.367134 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b57cf339-bcd1-45d5-a46e-908fc554015e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "PUT /v2.0/ports/ac3dfc83-1fd0-4e36-b899-d863d50decfd HTTP/1.1" status: 200 len: 1011 time: 0.6881361 Jan 14 02:01:42.367134 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cf339-bcd1-45d5-a46e-908fc554015e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=ac3dfc83-1fd0-4e36-b899-d863d50decfd,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:42.368064 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51446) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:42.473259 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-7088d9ac-f28b-4f04-992d-3638f3d5affb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (eae56713-6f97-4a49-b531-5e52b0bb578a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.490985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2589d547-6cd7-43be-8e9e-84f1fa47d1a1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port ac3dfc83-1fd0-4e36-b899-d863d50decfd {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:42.491592 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2589d547-6cd7-43be-8e9e-84f1fa47d1a1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.539536 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088d9ac-f28b-4f04-992d-3638f3d5affb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Port': ['ID=eae56713-6f97-4a49-b531-5e52b0bb578a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:42.592864 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552815ec-ae61-4c3f-a600-52dc1891c379 req-3c022a19-7f8c-42df-a720-47288896f78a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:42.595332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-552815ec-ae61-4c3f-a600-52dc1891c379 req-3c022a19-7f8c-42df-a720-47288896f78a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 945 time: 0.1773851 Jan 14 02:01:42.598401 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2589d547-6cd7-43be-8e9e-84f1fa47d1a1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.610395 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2589d547-6cd7-43be-8e9e-84f1fa47d1a1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for ac3dfc83-1fd0-4e36-b899-d863d50decfd owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:42.612374 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 36598d1c-0589-45ea-97ce-b712259b2f4a details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:01:42.614310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-7088d9ac-f28b-4f04-992d-3638f3d5affb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] No DVR routers for this DVR port eae56713-6f97-4a49-b531-5e52b0bb578a on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:42.630251 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-7088d9ac-f28b-4f04-992d-3638f3d5affb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.633471 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-7088d9ac-f28b-4f04-992d-3638f3d5affb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "DELETE /v2.0/ports/eae56713-6f97-4a49-b531-5e52b0bb578a HTTP/1.1" status: 204 len: 173 time: 1.4824808 Jan 14 02:01:42.702264 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bbca35fd-64fa-44a7-b4bf-2c4f90ba0856 None None] Provisioning complete for port ac3dfc83-1fd0-4e36-b899-d863d50decfd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:42.702690 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bbca35fd-64fa-44a7-b4bf-2c4f90ba0856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.703361 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-13eba39c-930e-4aab-ada3-5b0599875909 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:42.710927 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-13eba39c-930e-4aab-ada3-5b0599875909 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/networks?id=812f231a-5064-45c6-884f-0fd4be8b3fd4 HTTP/1.1" status: 200 len: 812 time: 0.2621348 Jan 14 02:01:42.756860 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:42.767681 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bbca35fd-64fa-44a7-b4bf-2c4f90ba0856 None None] Port ac3dfc83-1fd0-4e36-b899-d863d50decfd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:42.772074 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'port_id': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'mac_address': 'fa:16:3e:fa:dc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:01:42.781862 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-e4b9a88b-28f0-4df7-bb98-14203eae6cfa tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/quotas/2141d01510e94744a27b4eeebac1bc28 HTTP/1.1" status: 200 len: 375 time: 0.0574656 Jan 14 02:01:42.794838 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-552815ec-ae61-4c3f-a600-52dc1891c379 req-51007533-aca7-4bf7-827f-2561842a464d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=27b51374-c015-45dd-9f96-af7307ffa5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806960 Jan 14 02:01:42.814330 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 36598d1c-0589-45ea-97ce-b712259b2f4a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:42.814757 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.818239 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51452) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:42.838908 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36598d1c-0589-45ea-97ce-b712259b2f4a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:01:42.853770 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2589d547-6cd7-43be-8e9e-84f1fa47d1a1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (ac3dfc83-1fd0-4e36-b899-d863d50decfd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.868619 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:42.873343 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.880057 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Deleting port c121a5e7-f7f1-4aad-a52b-c08401d58912 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:42.880402 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.894953 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589d547-6cd7-43be-8e9e-84f1fa47d1a1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=ac3dfc83-1fd0-4e36-b899-d863d50decfd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:42.931609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1171b4f-1ed4-4478-bfb4-79a616507725 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:42.938909 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b1171b4f-1ed4-4478-bfb4-79a616507725 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 1091 time: 0.1191213 Jan 14 02:01:42.952978 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51454) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:42.958039 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'port_id': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:42.961088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:42.969705 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2589d547-6cd7-43be-8e9e-84f1fa47d1a1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:42.973818 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2589d547-6cd7-43be-8e9e-84f1fa47d1a1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/ac3dfc83-1fd0-4e36-b899-d863d50decfd HTTP/1.1" status: 204 len: 168 time: 0.6047621 Jan 14 02:01:42.976472 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51456) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:42.990845 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-4fd43d29-4ac2-45dd-9519-fb649f9e55e9 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2141d01510e94744a27b4eeebac1bc28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1919160 Jan 14 02:01:43.012608 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fae2582-6e5d-44bf-beb6-d0a37ac46d58 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:01:43.014232 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9fae2582-6e5d-44bf-beb6-d0a37ac46d58 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/ac3dfc83-1fd0-4e36-b899-d863d50decfd HTTP/1.1" status: 404 len: 333 time: 0.0365679 Jan 14 02:01:43.018520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51458) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:43.074321 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:43.086163 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eb5d1-2a3e-487d-93b6-4b5dec0ac85b req-f4b28028-e60e-489f-8089-249f0355badb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:43.092328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eb5d1-2a3e-487d-93b6-4b5dec0ac85b req-f4b28028-e60e-489f-8089-249f0355badb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:43.098625 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eb5d1-2a3e-487d-93b6-4b5dec0ac85b req-f4b28028-e60e-489f-8089-249f0355badb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:43.100328 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e74eb5d1-2a3e-487d-93b6-4b5dec0ac85b req-f4b28028-e60e-489f-8089-249f0355badb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 2409 time: 0.2152886 Jan 14 02:01:43.123761 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee9055f-ea2c-4a0a-ae36-e9035656d354 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting subnet 59d34730-94f1-4b7b-9696-7165aec429cb {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:01:43.128792 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ee9055f-ea2c-4a0a-ae36-e9035656d354 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (59d34730-94f1-4b7b-9696-7165aec429cb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:43.151578 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] For port c121a5e7-f7f1-4aad-a52b-c08401d58912, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c121a5e7-f7f1-4aad-a52b-c08401d58912,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:43.151856 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:43.174543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['36598d1c-0589-45ea-97ce-b712259b2f4a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:01:43.180487 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ee9055f-ea2c-4a0a-ae36-e9035656d354 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (59d34730-94f1-4b7b-9696-7165aec429cb), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:43.285232 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-79371f11-023d-45df-8cea-3d57bb69563b service neutron] 10.222.0.26 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935092 Jan 14 02:01:43.337597 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e74eb5d1-2a3e-487d-93b6-4b5dec0ac85b req-417333e8-60ad-429a-81fb-58371e9d7947 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240572 Jan 14 02:01:43.544721 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-deleted', 'tag': 'eae56713-6f97-4a49-b531-5e52b0bb578a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:43.547470 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419fc1b1-5bd0-4705-ba98-58979611da5e" -d '{"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-deleted", "tag": "eae56713-6f97-4a49-b531-5e52b0bb578a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:43.565899 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb664b-6dd2-4d81-8e60-21e18b7940df req-8c9fe1c3-327c-48f6-8bd0-67a37a378780 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:43.567392 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3bbb664b-6dd2-4d81-8e60-21e18b7940df req-8c9fe1c3-327c-48f6-8bd0-67a37a378780 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 944 time: 0.1391368 Jan 14 02:01:43.569451 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-269e1303-709b-4d3a-8e15-be39e44c1ece service neutron] 10.222.0.26 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660575 Jan 14 02:01:43.600105 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:43.600469 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (49bda0b6-483e-4371-a30b-dbab117e0113), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:43.600788 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Floating IP 49bda0b6-483e-4371-a30b-dbab117e0113 disassociated. External IP: 172.25.2.224, port: c121a5e7-f7f1-4aad-a52b-c08401d58912. Jan 14 02:01:43.601129 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Calling delete_port for c121a5e7-f7f1-4aad-a52b-c08401d58912 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:43.626268 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ee9055f-ea2c-4a0a-ae36-e9035656d354 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (59d34730-94f1-4b7b-9696-7165aec429cb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:43.647642 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:43.668509 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3bbb664b-6dd2-4d81-8e60-21e18b7940df req-cf6e4cce-73cf-47ec-8d77-327b46dca365 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904408 Jan 14 02:01:43.744639 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6e78c9-af92-4269-a667-d4b129950914 x-openstack-request-id: req-bc6e78c9-af92-4269-a667-d4b129950914 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:43.744639 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-deleted", "tag": "eae56713-6f97-4a49-b531-5e52b0bb578a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:43.744908 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc6e78c9-af92-4269-a667-d4b129950914 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:43.745110 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-deleted', 'tag': 'eae56713-6f97-4a49-b531-5e52b0bb578a', 'status': 'completed', 'code': 200} Jan 14 02:01:43.752463 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ee9055f-ea2c-4a0a-ae36-e9035656d354 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (59d34730-94f1-4b7b-9696-7165aec429cb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:43.814495 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9055f-ea2c-4a0a-ae36-e9035656d354 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Subnet': ['ID=59d34730-94f1-4b7b-9696-7165aec429cb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:43.815539 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d2beb0fe-35a3-42c4-8f50-3fa3140bbb76 req-b1993577-dd18-409e-927f-afc18ae38ee9 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 210 time: 0.0369835 Jan 14 02:01:43.816289 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c121a5e7-f7f1-4aad-a52b-c08401d58912), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:43.823674 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ee9055f-ea2c-4a0a-ae36-e9035656d354 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:43.832106 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e356c660-ef1b-498a-854b-ab12e3f87327 None None] Network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:43.839883 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1ee9055f-ea2c-4a0a-ae36-e9035656d354 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/59d34730-94f1-4b7b-9696-7165aec429cb HTTP/1.1" status: 204 len: 168 time: 0.8169503 Jan 14 02:01:43.849092 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Port': ['ID=c121a5e7-f7f1-4aad-a52b-c08401d58912,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:43.850714 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51470) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:43.940568 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe01ca5-987f-48a8-bb1a-34c5557708a5 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting subnet f27a4372-0689-4a5e-9dd2-01c4a92e6dc9 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:01:43.951534 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fe01ca5-987f-48a8-bb1a-34c5557708a5 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (f27a4372-0689-4a5e-9dd2-01c4a92e6dc9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:43.988348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Allocated IP 172.25.2.100 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/f558ea8a-8189-4518-84c4-396690443380) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:44.021792 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fe01ca5-987f-48a8-bb1a-34c5557708a5 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (f27a4372-0689-4a5e-9dd2-01c4a92e6dc9), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:44.216096 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (f558ea8a-8189-4518-84c4-396690443380), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:44.237646 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fe01ca5-987f-48a8-bb1a-34c5557708a5 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (f27a4372-0689-4a5e-9dd2-01c4a92e6dc9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:44.334079 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f558ea8a-8189-4518-84c4-396690443380), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:44.382914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fe01ca5-987f-48a8-bb1a-34c5557708a5 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (f27a4372-0689-4a5e-9dd2-01c4a92e6dc9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:44.433651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Router 6611d03e-47bb-4899-8c98-e9e294768c83 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:01:44.440088 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:44.443507 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe01ca5-987f-48a8-bb1a-34c5557708a5 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Subnet': ['ID=f27a4372-0689-4a5e-9dd2-01c4a92e6dc9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:44.451508 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:44.454551 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:44.512117 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=f558ea8a-8189-4518-84c4-396690443380,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:44.515141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fe01ca5-987f-48a8-bb1a-34c5557708a5 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:44.522079 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1fe01ca5-987f-48a8-bb1a-34c5557708a5 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/f27a4372-0689-4a5e-9dd2-01c4a92e6dc9 HTTP/1.1" status: 204 len: 168 time: 0.6636004 Jan 14 02:01:44.538015 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51480) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:44.616687 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 36598d1c-0589-45ea-97ce-b712259b2f4a up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:44.666434 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (4ae88032-4fe1-4e6e-84d2-0f5a3679aab1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:44.679492 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:01:44.689978 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9e6a3-6c33-4c5c-a2fd-36138e3dd2b4 req-a6370d9e-2bf3-487f-a8a3-16fdd10943ab tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:44.691525 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 36598d1c-0589-45ea-97ce-b712259b2f4a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:01:44.692321 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9b639-440f-4849-8e83-65a0596e6dfb None None] Sync routers for ids ['6611d03e-47bb-4899-8c98-e9e294768c83'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:01:44.697096 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9e6a3-6c33-4c5c-a2fd-36138e3dd2b4 req-a6370d9e-2bf3-487f-a8a3-16fdd10943ab tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:44.697832 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 36598d1c-0589-45ea-97ce-b712259b2f4a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:44.698541 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:44.699024 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a1a9e6a3-6c33-4c5c-a2fd-36138e3dd2b4 req-a6370d9e-2bf3-487f-a8a3-16fdd10943ab tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 1676 time: 0.1519749 Jan 14 02:01:44.720956 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9b639-440f-4849-8e83-65a0596e6dfb None None] Routers {'6611d03e-47bb-4899-8c98-e9e294768c83'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:44.722770 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9ae9b639-440f-4849-8e83-65a0596e6dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6611d03e-47bb-4899-8c98-e9e294768c83'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:44.776629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] No DVR routers for this DVR port c121a5e7-f7f1-4aad-a52b-c08401d58912 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:44.783691 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:44.787224 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-f5c83586-8f8f-4e89-b793-f996240ffbdd tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "DELETE /v2.0/ports/c121a5e7-f7f1-4aad-a52b-c08401d58912 HTTP/1.1" status: 204 len: 173 time: 2.1413662 Jan 14 02:01:44.828269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a1a9e6a3-6c33-4c5c-a2fd-36138e3dd2b4 req-c990e857-7680-462c-9690-f9c9619514b7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172314 Jan 14 02:01:44.881596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 36598d1c-0589-45ea-97ce-b712259b2f4a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:44.881995 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:44.942137 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ffd7ff-7b56-4a91-b39e-ead25992be09 None None] Network 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:44.945722 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port d09bb32f-f4ba-4e62-9cef-016b386dd78d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:44.946018 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:44.948225 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9ae9b639-440f-4849-8e83-65a0596e6dfb None None] Set router 6611d03e-47bb-4899-8c98-e9e294768c83 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:44.999788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:45.002163 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f30a3c1-92e0-4eaf-865f-636e37689d8f" -d '{"events": [{"server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "name": "network-vif-plugged", "status": "completed", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:45.002350 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-054771e3-6f04-4921-af59-5ddf5baac813 req-59a86800-9f46-42fd-a948-f75e5e044c1d tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 210 time: 0.0575604 Jan 14 02:01:45.059026 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:45.100233 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.105017 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380c254b-57b4-4f52-958a-3f4c3cf18bd7 x-openstack-request-id: req-380c254b-57b4-4f52-958a-3f4c3cf18bd7 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:45.108236 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "name": "network-vif-plugged", "status": "completed", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:45.108495 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-380c254b-57b4-4f52-958a-3f4c3cf18bd7 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:45.114155 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'code': 200} Jan 14 02:01:45.165372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] For port d09bb32f-f4ba-4e62-9cef-016b386dd78d, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d09bb32f-f4ba-4e62-9cef-016b386dd78d,segment=NetworkSegment(58dedacd-3a45-47a6-8f87-6332fe29e97a),segment_id=58dedacd-3a45-47a6-8f87-6332fe29e97a)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:45.165715 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.177687 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-17b67683-dd71-4727-b537-f130d421dd2d None None] Provisioning complete for port d09bb32f-f4ba-4e62-9cef-016b386dd78d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:45.177687 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-17b67683-dd71-4727-b537-f130d421dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.192650 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for d09bb32f-f4ba-4e62-9cef-016b386dd78d owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:45.212640 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335e7db-4efb-40d7-a89e-c0ed88425394 req-a776e972-c30a-4184-912e-043979653c65 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:45.219162 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b335e7db-4efb-40d7-a89e-c0ed88425394 req-a776e972-c30a-4184-912e-043979653c65 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 944 time: 0.3885825 Jan 14 02:01:45.236772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:45.269322 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for floatingip (8450039a-b54b-4e37-901b-dfbef4b35b8a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.317370 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9ae9b639-440f-4849-8e83-65a0596e6dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T01:49:15Z', 'revision_number': 4, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'bf1151d7-edf9-4257-965b-d8073d83aa2e', 'name': '', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'mac_address': 'fa:16:3e:ac:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:14Z', 'updated_at': '2022-01-14T01:49:21Z', 'revision_number': 5, 'project_id': '82ce06b59ec642de9d503f0966874395', 'subnets': [{'id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:45.323555 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-17b67683-dd71-4727-b537-f130d421dd2d None None] Current status of the port d09bb32f-f4ba-4e62-9cef-016b386dd78d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:45.353274 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-44e13f92-bf27-49e2-9c43-259936547475 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Deleting port 6eeca40e-5089-4d08-b18b-cc5afff82e38 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:45.353682 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-44e13f92-bf27-49e2-9c43-259936547475 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.366241 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b335e7db-4efb-40d7-a89e-c0ed88425394 req-9e1c56a6-bafe-4e49-a45c-7e3e5be653b5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384559 Jan 14 02:01:45.367828 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9b639-440f-4849-8e83-65a0596e6dfb None None] Checking router: 6611d03e-47bb-4899-8c98-e9e294768c83 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:01:45.381044 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e0675e-3eb3-4a0e-9e09-1e91399fe418 None None] DHCP port deletion for 4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:01:45.383535 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9b639-440f-4849-8e83-65a0596e6dfb None None] Routers {'6611d03e-47bb-4899-8c98-e9e294768c83'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:45.384167 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9ae9b639-440f-4849-8e83-65a0596e6dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6611d03e-47bb-4899-8c98-e9e294768c83'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:45.386175 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-df102fa8-5bca-4c82-b1af-8109567ebeeb tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:45.388773 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-df102fa8-5bca-4c82-b1af-8109567ebeeb tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.36 "GET /v2.0/networks?id=812f231a-5064-45c6-884f-0fd4be8b3fd4 HTTP/1.1" status: 200 len: 812 time: 0.3157778 Jan 14 02:01:45.418242 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d79b3d-e301-491a-ae3b-5ad04642fd5d req-943f30f3-6b83-47a9-b6dc-4f6ff752b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:45.419856 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c3d79b3d-e301-491a-ae3b-5ad04642fd5d req-943f30f3-6b83-47a9-b6dc-4f6ff752b758 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1096 time: 0.1618359 Jan 14 02:01:45.421889 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Request body: {'port': {'device_id': '05e66930-e64e-490e-a81f-42d90a2899c8', 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4', 'admin_state_up': True, 'tenant_id': '2141d01510e94744a27b4eeebac1bc28'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:45.476901 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f558ea8a-8189-4518-84c4-396690443380), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.513193 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.537861 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9ae9b639-440f-4849-8e83-65a0596e6dfb None None] Set router 6611d03e-47bb-4899-8c98-e9e294768c83 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:45.557913 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-56e0675e-3eb3-4a0e-9e09-1e91399fe418 None None] Deleting port d09bb32f-f4ba-4e62-9cef-016b386dd78d {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:45.558284 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-56e0675e-3eb3-4a0e-9e09-1e91399fe418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.587958 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Made reservation on behalf of 2141d01510e94744a27b4eeebac1bc28 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:45.588900 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=d09bb32f-f4ba-4e62-9cef-016b386dd78d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:45.592897 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.597513 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c3d79b3d-e301-491a-ae3b-5ad04642fd5d req-98f348b8-853e-485b-bf1f-e4ef2b7b2d5c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658046 Jan 14 02:01:45.598409 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No DVR routers for this DVR port d09bb32f-f4ba-4e62-9cef-016b386dd78d on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:45.612242 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-44e13f92-bf27-49e2-9c43-259936547475 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] For port 6eeca40e-5089-4d08-b18b-cc5afff82e38, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6eeca40e-5089-4d08-b18b-cc5afff82e38,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:45.612631 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-44e13f92-bf27-49e2-9c43-259936547475 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.635343 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-44e13f92-bf27-49e2-9c43-259936547475 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Calling delete_port for 6eeca40e-5089-4d08-b18b-cc5afff82e38 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:45.687567 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-56e0675e-3eb3-4a0e-9e09-1e91399fe418 None None] For port d09bb32f-f4ba-4e62-9cef-016b386dd78d, host n-d-824358-4, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:45.690370 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-56e0675e-3eb3-4a0e-9e09-1e91399fe418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.707066 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-56e0675e-3eb3-4a0e-9e09-1e91399fe418 None None] Calling delete_port for d09bb32f-f4ba-4e62-9cef-016b386dd78d owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:45.711696 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-56e0675e-3eb3-4a0e-9e09-1e91399fe418 None None] Port d09bb32f-f4ba-4e62-9cef-016b386dd78d was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 02:01:45.713771 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-56e0675e-3eb3-4a0e-9e09-1e91399fe418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (d09bb32f-f4ba-4e62-9cef-016b386dd78d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.745892 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-deleted', 'tag': 'c121a5e7-f7f1-4aad-a52b-c08401d58912'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:45.748193 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb94dc53-7556-449f-8d23-fad5c011c9e9" -d '{"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-deleted", "tag": "c121a5e7-f7f1-4aad-a52b-c08401d58912"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:45.753957 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0675e-3eb3-4a0e-9e09-1e91399fe418 None None] Pushing event deleted for resources: {'Port': ['ID=d09bb32f-f4ba-4e62-9cef-016b386dd78d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:45.768549 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e0675e-3eb3-4a0e-9e09-1e91399fe418 None None] No DVR routers for this DVR port d09bb32f-f4ba-4e62-9cef-016b386dd78d on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:45.812735 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160c6be8-74b6-41f4-89b2-716c3b0738e4 x-openstack-request-id: req-160c6be8-74b6-41f4-89b2-716c3b0738e4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:45.813567 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-deleted", "tag": "c121a5e7-f7f1-4aad-a52b-c08401d58912", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:45.813819 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-160c6be8-74b6-41f4-89b2-716c3b0738e4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:45.814211 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-deleted', 'tag': 'c121a5e7-f7f1-4aad-a52b-c08401d58912', 'status': 'completed', 'code': 200} Jan 14 02:01:45.844309 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Allocated IP 172.20.0.10 (812f231a-5064-45c6-884f-0fd4be8b3fd4/229627b7-01e8-4c6c-bfbe-27b51d26180b/2e844828-763b-4c5a-8b1b-77d8b72abb41) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:45.859345 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9ae9b639-440f-4849-8e83-65a0596e6dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T01:49:15Z', 'revision_number': 4, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'bf1151d7-edf9-4257-965b-d8073d83aa2e', 'name': '', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'mac_address': 'fa:16:3e:ac:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:14Z', 'updated_at': '2022-01-14T01:49:21Z', 'revision_number': 5, 'project_id': '82ce06b59ec642de9d503f0966874395', 'subnets': [{'id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:45.864001 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (4ae88032-4fe1-4e6e-84d2-0f5a3679aab1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.901556 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae88032-4fe1-4e6e-84d2-0f5a3679aab1']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:45.920696 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dedacd-3a45-47a6-8f87-6332fe29e97a') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:45.920980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dedacd-3a45-47a6-8f87-6332fe29e97a') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:45.945964 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (58dedacd-3a45-47a6-8f87-6332fe29e97a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:45.951394 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9b639-440f-4849-8e83-65a0596e6dfb None None] The sync data for ids ['6611d03e-47bb-4899-8c98-e9e294768c83'] in n-d-824358-4 is: [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T01:49:15Z', 'revision_number': 4, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'bf1151d7-edf9-4257-965b-d8073d83aa2e', 'name': '', 'network_id': '76d46afc-cc44-477a-92f7-8aa69ad025a7', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'mac_address': 'fa:16:3e:ac:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:14Z', 'updated_at': '2022-01-14T01:49:21Z', 'revision_number': 5, 'project_id': '82ce06b59ec642de9d503f0966874395', 'subnets': [{'id': 'd9785ed8-46df-400a-bcac-abcd200ac677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:01:45.972939 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-44e13f92-bf27-49e2-9c43-259936547475 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (6eeca40e-5089-4d08-b18b-cc5afff82e38), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.005502 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (58dedacd-3a45-47a6-8f87-6332fe29e97a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.039480 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:01:46.042462 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (58dedacd-3a45-47a6-8f87-6332fe29e97a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.043877 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e13f92-bf27-49e2-9c43-259936547475 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Port': ['ID=6eeca40e-5089-4d08-b18b-cc5afff82e38,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:01:46.083606 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:01:46.089323 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:01:46.161080 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (f558ea8a-8189-4518-84c4-396690443380), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.161670 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-44e13f92-bf27-49e2-9c43-259936547475 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] No DVR routers for this DVR port 6eeca40e-5089-4d08-b18b-cc5afff82e38 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:46.164583 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-44e13f92-bf27-49e2-9c43-259936547475 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.168391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-44e13f92-bf27-49e2-9c43-259936547475 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "DELETE /v2.0/ports/6eeca40e-5089-4d08-b18b-cc5afff82e38 HTTP/1.1" status: 204 len: 173 time: 1.3749251 Jan 14 02:01:46.182782 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f558ea8a-8189-4518-84c4-396690443380), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.221302 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (4ae88032-4fe1-4e6e-84d2-0f5a3679aab1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.237422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-784cf6d5-df8a-424b-8337-4cb65ded1f52 req-f32eed43-729f-4557-a3cc-478421d6c4e6 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 210 time: 0.0672133 Jan 14 02:01:46.240011 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.243617 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/networks/4ae88032-4fe1-4e6e-84d2-0f5a3679aab1 HTTP/1.1" status: 204 len: 168 time: 1.7043407 Jan 14 02:01:46.254814 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51500) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:46.259163 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7f6dd-5327-4080-9b13-b1b61d15a8f5 req-52496e55-b0f2-47d1-b251-b1b645dfa66e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:46.265991 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7bc7f6dd-5327-4080-9b13-b1b61d15a8f5 req-52496e55-b0f2-47d1-b251-b1b645dfa66e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 943 time: 0.2163558 Jan 14 02:01:46.288503 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=f558ea8a-8189-4518-84c4-396690443380,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:46.310693 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef647f5-1558-4eb2-bcd0-dd609d720e87 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Network': ['ID=4ae88032-4fe1-4e6e-84d2-0f5a3679aab1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:46.352682 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks [] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.368198 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (8450039a-b54b-4e37-901b-dfbef4b35b8a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.381093 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7bc7f6dd-5327-4080-9b13-b1b61d15a8f5 req-dfe53e3d-657e-4e42-bc67-92b0f64c9d7d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups?id=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142001 Jan 14 02:01:46.436367 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-b29b8c8d-01c7-400d-a9c7-78694ae21a8f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Deleting port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:46.436703 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-b29b8c8d-01c7-400d-a9c7-78694ae21a8f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.440237 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b259a3-7789-4f69-a702-d2610ae4c394 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:46.441923 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-16b259a3-7789-4f69-a702-d2610ae4c394 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1768324 Jan 14 02:01:46.446472 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51506) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:46.465738 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.467601 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0430273-20fc-4fec-9e9d-1c501f615a8e None None] New status for floating IP 49bda0b6-483e-4371-a30b-dbab117e0113: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 02:01:46.615243 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-796e161d-d67b-44b1-a2e0-ca959d75c424 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1647694 Jan 14 02:01:46.619243 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51508) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:46.623588 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Network 812f231a-5064-45c6-884f-0fd4be8b3fd4 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:46.627097 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7f868412-bc86-463e-8c29-d8e86bcc3313 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-863796186'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:46.644045 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:46.663147 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Floating IP 8450039a-b54b-4e37-901b-dfbef4b35b8a associated. External IP: 172.25.2.100, port: 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79. Jan 14 02:01:46.682724 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c566b-6830-4068-b7fc-07fc9e8e0338 req-de498a70-7773-421f-9fe5-ae1585f1393b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:46.684935 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b09c566b-6830-4068-b7fc-07fc9e8e0338 req-de498a70-7773-421f-9fe5-ae1585f1393b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.1870842 Jan 14 02:01:46.689426 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:46.692767 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Pushing event updated for resources: {'Port': ['ID=2e844828-763b-4c5a-8b1b-77d8b72abb41,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:46.835685 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-b29b8c8d-01c7-400d-a9c7-78694ae21a8f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] For port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:46.848489 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-b29b8c8d-01c7-400d-a9c7-78694ae21a8f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.875835 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f868412-bc86-463e-8c29-d8e86bcc3313 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:46.879670 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f868412-bc86-463e-8c29-d8e86bcc3313 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.883400 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d09bb32f-f4ba-4e62-9cef-016b386dd78d no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:46.919907 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:46.923183 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.934537 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: d09bb32f-f4ba-4e62-9cef-016b386dd78d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:01:46.934885 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d09bb32f-f4ba-4e62-9cef-016b386dd78d not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:01:46.955772 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f868412-bc86-463e-8c29-d8e86bcc3313 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:01:46.956738 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-b29b8c8d-01c7-400d-a9c7-78694ae21a8f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Calling delete_port for c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:46.966380 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f868412-bc86-463e-8c29-d8e86bcc3313 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (bbda872f-244d-4349-9353-8864f58dbe5e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:46.966777 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-7f868412-bc86-463e-8c29-d8e86bcc3313 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Added segment bbda872f-244d-4349-9353-8864f58dbe5e of type vlan for network cfc943c0-4415-422d-903f-6fb6a48940c5 Jan 14 02:01:47.009715 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f868412-bc86-463e-8c29-d8e86bcc3313 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (cfc943c0-4415-422d-903f-6fb6a48940c5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:47.083315 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f868412-bc86-463e-8c29-d8e86bcc3313 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (cfc943c0-4415-422d-903f-6fb6a48940c5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:47.085231 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2eb69c1c-d627-428e-85e1-7a0c010365e5 None None] Provisioning complete for port 2e844828-763b-4c5a-8b1b-77d8b72abb41 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:47.085609 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2eb69c1c-d627-428e-85e1-7a0c010365e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:47.089150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f868412-bc86-463e-8c29-d8e86bcc3313 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:47.089749 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f868412-bc86-463e-8c29-d8e86bcc3313 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:47.109269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-fbb3e35b-12e9-47d1-8e2a-a547bfea0f50 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6914570 Jan 14 02:01:47.114293 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b09c566b-6830-4068-b7fc-07fc9e8e0338 req-d721588e-f08f-44ec-b8c9-dbecafd095db tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4186516 Jan 14 02:01:47.115557 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-b29b8c8d-01c7-400d-a9c7-78694ae21a8f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c59e1a1b-d74c-47b4-b9ed-8b086e2d6598), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:47.129775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2eb69c1c-d627-428e-85e1-7a0c010365e5 None None] Port 2e844828-763b-4c5a-8b1b-77d8b72abb41 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:47.131953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Request body: {'port': {'device_id': '05e66930-e64e-490e-a81f-42d90a2899c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:47.202087 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7f868412-bc86-463e-8c29-d8e86bcc3313 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5817916 Jan 14 02:01:47.207287 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51510) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:47.211818 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b8c8d-01c7-400d-a9c7-78694ae21a8f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Port': ['ID=c59e1a1b-d74c-47b4-b9ed-8b086e2d6598,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:47.222645 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-890f11e3-f336-47aa-99a0-c64d214f7cc0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': 'cfc943c0-4415-422d-903f-6fb6a48940c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:47.234450 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-b29b8c8d-01c7-400d-a9c7-78694ae21a8f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] No DVR routers for this DVR port c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:47.236706 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-b29b8c8d-01c7-400d-a9c7-78694ae21a8f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:47.240066 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8baf29b8-b6fe-4090-8f4d-2cdea2803e92 req-b29b8c8d-01c7-400d-a9c7-78694ae21a8f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.46 "DELETE /v2.0/ports/c59e1a1b-d74c-47b4-b9ed-8b086e2d6598 HTTP/1.1" status: 204 len: 173 time: 1.0661840 Jan 14 02:01:47.277747 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f868412-bc86-463e-8c29-d8e86bcc3313 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Network': ['ID=cfc943c0-4415-422d-903f-6fb6a48940c5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:47.295020 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network cfc943c0-4415-422d-903f-6fb6a48940c5 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:01:47.295616 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:47.316218 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:01:47.405590 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890f11e3-f336-47aa-99a0-c64d214f7cc0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:47.410458 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-890f11e3-f336-47aa-99a0-c64d214f7cc0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:47.545009 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fd073f35-8c5e-4b55-9f47-3e83ae26567e req-d0d5bfaa-9500-4689-8d90-9c9304a06505 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0442224 Jan 14 02:01:47.579400 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae4d01-3ed8-49c2-8095-feddc9c750f7 req-f495b168-6be0-4482-af9b-28ca677538e4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:47.581381 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-29ae4d01-3ed8-49c2-8095-feddc9c750f7 req-f495b168-6be0-4482-af9b-28ca677538e4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 932 time: 0.1358418 Jan 14 02:01:47.689205 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-29ae4d01-3ed8-49c2-8095-feddc9c750f7 req-79a6e11a-4635-45fb-85a0-1b65cfdf51a4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732479 Jan 14 02:01:47.820227 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-deleted', 'tag': '6eeca40e-5089-4d08-b18b-cc5afff82e38'}, {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-deleted', 'tag': 'c59e1a1b-d74c-47b4-b9ed-8b086e2d6598'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:47.822977 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80e737b-a1e3-44c4-b08d-668bc84ac604" -d '{"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-deleted", "tag": "6eeca40e-5089-4d08-b18b-cc5afff82e38"}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-deleted", "tag": "c59e1a1b-d74c-47b4-b9ed-8b086e2d6598"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:47.852776 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e844828-763b-4c5a-8b1b-77d8b72abb41 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:01:47.862206 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Publish callbacks [] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:47.883382 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Transition to ACTIVE for port object 2e844828-763b-4c5a-8b1b-77d8b72abb41 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:01:47.893464 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:47.905768 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ca8324-ad54-47e0-ab50-25f5e048d9cb x-openstack-request-id: req-d6ca8324-ad54-47e0-ab50-25f5e048d9cb {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:47.906107 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-deleted", "tag": "6eeca40e-5089-4d08-b18b-cc5afff82e38", "status": "completed", "code": 200}, {"server_uuid": "b6679efc-4895-425e-b373-cd9bc53ea9f4", "name": "network-vif-deleted", "tag": "c59e1a1b-d74c-47b4-b9ed-8b086e2d6598", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:47.906360 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6ca8324-ad54-47e0-ab50-25f5e048d9cb {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:47.907039 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-deleted', 'tag': '6eeca40e-5089-4d08-b18b-cc5afff82e38', 'status': 'completed', 'code': 200} Jan 14 02:01:47.907299 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6679efc-4895-425e-b373-cd9bc53ea9f4', 'name': 'network-vif-deleted', 'tag': 'c59e1a1b-d74c-47b4-b9ed-8b086e2d6598', 'status': 'completed', 'code': 200} Jan 14 02:01:47.964771 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Pushing event updated for resources: {'Port': ['ID=2e844828-763b-4c5a-8b1b-77d8b72abb41,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:48.104363 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Attempting to bind port 2e844828-763b-4c5a-8b1b-77d8b72abb41 on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:48.106227 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Attempting to bind port 2e844828-763b-4c5a-8b1b-77d8b72abb41 by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:48.107995 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Attempting to bind port 2e844828-763b-4c5a-8b1b-77d8b72abb41 on network 812f231a-5064-45c6-884f-0fd4be8b3fd4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:48.117006 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Port 2e844828-763b-4c5a-8b1b-77d8b72abb41 on network 812f231a-5064-45c6-884f-0fd4be8b3fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:01:48.117445 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Attempting to bind port 2e844828-763b-4c5a-8b1b-77d8b72abb41 on network 812f231a-5064-45c6-884f-0fd4be8b3fd4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:48.132634 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:48.140281 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Checking segment: {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:48.141074 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Bound using segment: {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:48.141453 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Bound port: 2e844828-763b-4c5a-8b1b-77d8b72abb41, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:48.141925 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:48.272403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] For port 2e844828-763b-4c5a-8b1b-77d8b72abb41, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:48.276270 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] For port 2e844828-763b-4c5a-8b1b-77d8b72abb41, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2e844828-763b-4c5a-8b1b-77d8b72abb41,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:48.295136 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:48.316646 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-890f11e3-f336-47aa-99a0-c64d214f7cc0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (499973ae-c7ce-4b00-b978-9f27233c45e7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:48.366216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:48.366976 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:48.368559 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] 10.222.0.36 "PUT /v2.0/ports/2e844828-763b-4c5a-8b1b-77d8b72abb41 HTTP/1.1" status: 200 len: 1092 time: 1.2426028 Jan 14 02:01:48.389950 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:01:48.403507 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c3d56-a8d4-4538-94c5-1df630426e7c None None] Sync routers for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:01:48.422878 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c3d56-a8d4-4538-94c5-1df630426e7c None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:48.425828 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6c3c3d56-a8d4-4538-94c5-1df630426e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:48.441612 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f11e3-f336-47aa-99a0-c64d214f7cc0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Subnet': ['ID=499973ae-c7ce-4b00-b978-9f27233c45e7,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:48.493373 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:48.529766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49e087-a25f-46c1-867b-8920a6ff312d req-fa87ddb0-b1b8-46b1-bd08-aaffdb387c3d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:48.537065 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f11e3-f336-47aa-99a0-c64d214f7cc0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Checking segment: {'id': 'bbda872f-244d-4349-9353-8864f58dbe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cfc943c0-4415-422d-903f-6fb6a48940c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:48.537663 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890f11e3-f336-47aa-99a0-c64d214f7cc0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network hostable DHCP agents. Network: cfc943c0-4415-422d-903f-6fb6a48940c5, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:01:48.539599 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef49e087-a25f-46c1-867b-8920a6ff312d req-fa87ddb0-b1b8-46b1-bd08-aaffdb387c3d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.2586076 Jan 14 02:01:48.545373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6565ac4-7566-4c90-95d9-04ce8eea5282 service neutron] Pushing event updated for resources: {'Port': ['ID=2e844828-763b-4c5a-8b1b-77d8b72abb41,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:48.566173 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ad9f0c05-3a1c-4bc3-894b-cf28d30b4755 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6125379 Jan 14 02:01:48.569629 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0499a626-83de-41d0-a564-16b461ea10ac', 'tag': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:48.572520 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0c859a-847d-4f8c-9ddc-668ed9991539" -d '{"events": [{"name": "network-changed", "server_uuid": "0499a626-83de-41d0-a564-16b461ea10ac", "tag": "4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:48.576961 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51528) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:48.588929 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890f11e3-f336-47aa-99a0-c64d214f7cc0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network cfc943c0-4415-422d-903f-6fb6a48940c5 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:01:48.607914 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaea9fe-fb22-434f-baf5-6de9b38f97a6 req-951e0975-aa2c-4443-9c89-ea048c14d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:48.609844 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dfaea9fe-fb22-434f-baf5-6de9b38f97a6 req-951e0975-aa2c-4443-9c89-ea048c14d14e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 1097 time: 0.2586365 Jan 14 02:01:48.613445 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-890f11e3-f336-47aa-99a0-c64d214f7cc0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, cfc943c0-4415-422d-903f-6fb6a48940c5) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:48.622507 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da0f177-8e1b-432c-83b0-25d868392e1d None None] Network cfc943c0-4415-422d-903f-6fb6a48940c5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:48.630962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890f11e3-f336-47aa-99a0-c64d214f7cc0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:48.637125 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-890f11e3-f336-47aa-99a0-c64d214f7cc0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:48.659541 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04e48a6-f9ba-47d5-b730-653b4180f8cf x-openstack-request-id: req-d04e48a6-f9ba-47d5-b730-653b4180f8cf {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:48.660108 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0499a626-83de-41d0-a564-16b461ea10ac", "tag": "4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:48.660624 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d04e48a6-f9ba-47d5-b730-653b4180f8cf {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:48.661421 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0499a626-83de-41d0-a564-16b461ea10ac', 'tag': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'status': 'completed', 'code': 200} Jan 14 02:01:48.668810 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-890f11e3-f336-47aa-99a0-c64d214f7cc0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4566891 Jan 14 02:01:48.671513 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51534) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:48.685721 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': 'cfc943c0-4415-422d-903f-6fb6a48940c5', 'name': 'tempest-PortsIpV6TestJSON-862582547'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:48.722765 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6c3c3d56-a8d4-4538-94c5-1df630426e7c None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:48.777331 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d3a59200-ba03-42b6-9c20-295645a302e2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/floatingips/8450039a-b54b-4e37-901b-dfbef4b35b8a HTTP/1.1" status: 200 len: 991 time: 0.1846952 Jan 14 02:01:48.864292 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-dfaea9fe-fb22-434f-baf5-6de9b38f97a6 req-9b03b32c-187a-4cad-aadd-89bc75f825f1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=148feeea-2db9-40dc-9cc1-d499021d4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528275 Jan 14 02:01:48.907389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-cfc943c0-4415-422d-903f-6fb6a48940c5', 'network_id': 'cfc943c0-4415-422d-903f-6fb6a48940c5', 'project_id': '05024cf26099413182d8fea92be548bd', 'fixed_ips': [{'subnet_id': '499973ae-c7ce-4b00-b978-9f27233c45e7'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:01:48.908226 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:48.936807 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3fabd70-2055-4ab9-bf5b-739649387a07 req-26dfea3c-1876-42ad-ab51-bfc17d606e50 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0846400 Jan 14 02:01:48.954232 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-04c9a400-23ac-4d2a-b6fc-f2f197095e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:48.957941 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-04c9a400-23ac-4d2a-b6fc-f2f197095e14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2141d01510e94744a27b4eeebac1bc28&device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 1095 time: 0.5277011 Jan 14 02:01:48.971796 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ef49e087-a25f-46c1-867b-8920a6ff312d req-36826293-ae59-4fb6-9f46-f138c5c017a1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4312525 Jan 14 02:01:49.005162 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:49.005373 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c859a-847d-4f8c-9ddc-668ed9991539 req-2feb5e22-8b51-41f6-a3dc-6184e39be05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:49.010005 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d0c859a-847d-4f8c-9ddc-668ed9991539 req-2feb5e22-8b51-41f6-a3dc-6184e39be05f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 1096 time: 0.2924883 Jan 14 02:01:49.017176 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:49.076831 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port 1ab01c94-ebfe-4679-92e0-42458c4a81cd yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:01:49.124810 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-5005174f-fd9a-45bb-b329-a4096210b12f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e844828-763b-4c5a-8b1b-77d8b72abb41 HTTP/1.1" status: 200 len: 217 time: 0.1407051 Jan 14 02:01:49.214609 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c859a-847d-4f8c-9ddc-668ed9991539 req-b0ba7867-969b-4922-b0e5-bf23ebed4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:49.216107 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d0c859a-847d-4f8c-9ddc-668ed9991539 req-b0ba7867-969b-4922-b0e5-bf23ebed4f0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f888f0a6-7c2c-4070-9238-6eeef2e422c2 HTTP/1.1" status: 200 len: 898 time: 0.1839938 Jan 14 02:01:49.360966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Allocated IP 2001:db8::2 (cfc943c0-4415-422d-903f-6fb6a48940c5/499973ae-c7ce-4b00-b978-9f27233c45e7/d0556f74-dca0-44f3-a33b-99a97fb770b1) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:49.417708 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6c3c3d56-a8d4-4538-94c5-1df630426e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:01:16Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '8450039a-b54b-4e37-901b-dfbef4b35b8a', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'port_id': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'mac_address': 'fa:16:3e:23:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a626-83de-41d0-a564-16b461ea10ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:44Z', 'updated_at': '2022-01-14T02:01:44Z', 'revision_number': 0, 'project_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:22Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:49.452614 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c3d56-a8d4-4538-94c5-1df630426e7c None None] Checking router: 3f7ec36f-a809-45ea-bedc-c959e70a9a0f for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:01:49.460533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e92af-57de-4f4a-86a9-2f10247fe886 req-1647e1b4-799a-477a-a365-fd4ef07039ee tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:49.466787 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c3d56-a8d4-4538-94c5-1df630426e7c None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:49.467554 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6c3c3d56-a8d4-4538-94c5-1df630426e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:49.469768 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-953e92af-57de-4f4a-86a9-2f10247fe886 req-1647e1b4-799a-477a-a365-fd4ef07039ee tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.3460686 Jan 14 02:01:49.518923 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-1a4bc0b7-907e-485d-b549-32e28ed66642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:49.521651 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-1a4bc0b7-907e-485d-b549-32e28ed66642 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229627b7-01e8-4c6c-bfbe-27b51d26180b HTTP/1.1" status: 200 len: 851 time: 0.2750585 Jan 14 02:01:49.546093 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fef17a-4550-4c71-8b8b-d1468bb3befb req-3f83a42f-e628-49a4-9278-7113deee41e1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:49.555422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56fef17a-4550-4c71-8b8b-d1468bb3befb req-3f83a42f-e628-49a4-9278-7113deee41e1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.3055038 Jan 14 02:01:49.572685 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d0c859a-847d-4f8c-9ddc-668ed9991539 req-2b9ab589-87f3-425b-8a8c-11fbf85a30eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 HTTP/1.1" status: 200 len: 999 time: 0.2751329 Jan 14 02:01:49.653614 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Publish callbacks [] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:49.662213 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6c3c3d56-a8d4-4538-94c5-1df630426e7c None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:49.669485 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:49.683199 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-953e92af-57de-4f4a-86a9-2f10247fe886 req-e14479ca-78b1-47a5-b1bc-d1b29501f551 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125084 Jan 14 02:01:49.781297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51548) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:49.829105 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Pushing event updated for resources: {'Port': ['ID=d0556f74-dca0-44f3-a33b-99a97fb770b1,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:49.842909 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Network cfc943c0-4415-422d-903f-6fb6a48940c5 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:49.849557 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:49.854267 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:49.961694 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3ffdb227-5030-40df-80a3-4bd5c9488a85 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/floatingips/8450039a-b54b-4e37-901b-dfbef4b35b8a HTTP/1.1" status: 200 len: 991 time: 0.1771390 Jan 14 02:01:49.963501 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8::9c (cfc943c0-4415-422d-903f-6fb6a48940c5/499973ae-c7ce-4b00-b978-9f27233c45e7/1ab01c94-ebfe-4679-92e0-42458c4a81cd) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:49.988941 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Attempting to bind port d0556f74-dca0-44f3-a33b-99a97fb770b1 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:49.989953 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Attempting to bind port d0556f74-dca0-44f3-a33b-99a97fb770b1 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'bbda872f-244d-4349-9353-8864f58dbe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cfc943c0-4415-422d-903f-6fb6a48940c5'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:49.990546 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Attempting to bind port d0556f74-dca0-44f3-a33b-99a97fb770b1 on network cfc943c0-4415-422d-903f-6fb6a48940c5 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:49.997266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:49.997615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Checking segment: {'id': 'bbda872f-244d-4349-9353-8864f58dbe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cfc943c0-4415-422d-903f-6fb6a48940c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:49.998298 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:49.998904 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Bound using segment: {'id': 'bbda872f-244d-4349-9353-8864f58dbe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cfc943c0-4415-422d-903f-6fb6a48940c5'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:49.999513 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Bound port: d0556f74-dca0-44f3-a33b-99a97fb770b1, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbda872f-244d-4349-9353-8864f58dbe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cfc943c0-4415-422d-903f-6fb6a48940c5'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:50.000050 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:50.079526 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] For port d0556f74-dca0-44f3-a33b-99a97fb770b1, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:50.085027 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] For port d0556f74-dca0-44f3-a33b-99a97fb770b1, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d0556f74-dca0-44f3-a33b-99a97fb770b1,segment=NetworkSegment(bbda872f-244d-4349-9353-8864f58dbe5e),segment_id=bbda872f-244d-4349-9353-8864f58dbe5e)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:50.092773 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:50.175725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bfa5f-9cfa-42ec-add5-3a49a2c5e082 None None] Pushing event updated for resources: {'Port': ['ID=d0556f74-dca0-44f3-a33b-99a97fb770b1,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:50.212812 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6c3c3d56-a8d4-4538-94c5-1df630426e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:01:16Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '8450039a-b54b-4e37-901b-dfbef4b35b8a', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'port_id': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'mac_address': 'fa:16:3e:23:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a626-83de-41d0-a564-16b461ea10ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:44Z', 'updated_at': '2022-01-14T02:01:44Z', 'revision_number': 0, 'project_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:22Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:50.248308 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c3d56-a8d4-4538-94c5-1df630426e7c None None] The sync data for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 is: [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:01:16Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '8450039a-b54b-4e37-901b-dfbef4b35b8a', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'port_id': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'mac_address': 'fa:16:3e:23:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a626-83de-41d0-a564-16b461ea10ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:44Z', 'updated_at': '2022-01-14T02:01:44Z', 'revision_number': 0, 'project_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:22Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:01:50.335099 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (1ab01c94-ebfe-4679-92e0-42458c4a81cd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:50.394680 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1ab01c94-ebfe-4679-92e0-42458c4a81cd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:50.506176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e66930-e64e-490e-a81f-42d90a2899c8', 'tag': '2e844828-763b-4c5a-8b1b-77d8b72abb41'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:50.528328 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7855b76e-3ccd-4600-8442-f22bfd3f62f1" -d '{"events": [{"name": "network-changed", "server_uuid": "05e66930-e64e-490e-a81f-42d90a2899c8", "tag": "2e844828-763b-4c5a-8b1b-77d8b72abb41"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:50.574496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2af78d83-c1c8-4696-8c55-9fb357cf3a17 req-da571a42-b4bb-4f52-9e8b-6e87dc98f328 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0362332 Jan 14 02:01:50.588229 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network cfc943c0-4415-422d-903f-6fb6a48940c5 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:50.592258 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:50.602385 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:50.621224 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:50.621901 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:50.626253 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=1ab01c94-ebfe-4679-92e0-42458c4a81cd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:50.627403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c859a-847d-4f8c-9ddc-668ed9991539 req-cdcfa4b9-0461-40c2-a995-14946422c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:50.630872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d0c859a-847d-4f8c-9ddc-668ed9991539 req-cdcfa4b9-0461-40c2-a995-14946422c017 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38ecd77c-a894-4391-b355-40309af9095a HTTP/1.1" status: 200 len: 835 time: 1.0467377 Jan 14 02:01:50.639742 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.640085 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.640436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.640778 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.641176 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.641485 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.641820 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.642154 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.642539 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.642846 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.648923 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a514ffab-a800-4eda-af5d-ea5ce813c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:50.650674 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-a514ffab-a800-4eda-af5d-ea5ce813c8d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=812f231a-5064-45c6-884f-0fd4be8b3fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0894592 Jan 14 02:01:50.663046 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-56fef17a-4550-4c71-8b8b-d1468bb3befb req-7eebcd02-e7a2-4564-a314-d51775287200 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1065068 Jan 14 02:01:50.691371 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.691763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.692109 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:01:50.703035 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51558) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:50.713040 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ca77309a-356f-49c3-9c4f-4f2afec59977 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0370197 Jan 14 02:01:50.713211 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51560) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:50.718099 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': 'cfc943c0-4415-422d-903f-6fb6a48940c5', 'name': 'tempest-PortsIpV6TestJSON-1806115208'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:50.745041 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b785ddf-d755-4e16-99b1-83ee709470ef x-openstack-request-id: req-0b785ddf-d755-4e16-99b1-83ee709470ef {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:50.745448 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e66930-e64e-490e-a81f-42d90a2899c8", "tag": "2e844828-763b-4c5a-8b1b-77d8b72abb41", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:50.751278 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b785ddf-d755-4e16-99b1-83ee709470ef {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:50.751826 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e66930-e64e-490e-a81f-42d90a2899c8', 'tag': '2e844828-763b-4c5a-8b1b-77d8b72abb41', 'status': 'completed', 'code': 200} Jan 14 02:01:50.785118 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d50fdf-8895-4a92-93c6-290e237ea040 None None] New status for floating IP 8450039a-b54b-4e37-901b-dfbef4b35b8a: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 02:01:50.965612 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51564) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:50.980670 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d0556f74-dca0-44f3-a33b-99a97fb770b1 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:51.050442 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:51.060349 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:51.093640 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c859a-847d-4f8c-9ddc-668ed9991539 req-c43b7a9c-68ee-41b0-94a2-3a3acee1fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:51.095982 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d0c859a-847d-4f8c-9ddc-668ed9991539 req-c43b7a9c-68ee-41b0-94a2-3a3acee1fc92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f888f0a6-7c2c-4070-9238-6eeef2e422c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4305270 Jan 14 02:01:51.099518 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8326a24a-ace2-4b95-836a-f12de3d3b4ec tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:51.101282 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8326a24a-ace2-4b95-836a-f12de3d3b4ec tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1091 time: 0.3930366 Jan 14 02:01:51.113611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51566) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:51.125636 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c555-2165-40e4-a0fb-d9fe421001e1 req-0a60cdd4-6c9a-4a37-802a-441edf8645d5 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:51.127465 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8729c555-2165-40e4-a0fb-d9fe421001e1 req-0a60cdd4-6c9a-4a37-802a-441edf8645d5 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.2263153 Jan 14 02:01:51.134825 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'port_id': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:51.146453 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-261cc5d3-2361-4be8-98ba-6d24e7c6dee5 service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628851 Jan 14 02:01:51.167110 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port 017b1c44-a89f-4aae-b0b8-22c8af759605 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:01:51.187014 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a27b6dc1-1f00-4776-8811-8e432bb16790 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/floatingips/8450039a-b54b-4e37-901b-dfbef4b35b8a HTTP/1.1" status: 200 len: 991 time: 0.2195568 Jan 14 02:01:51.302243 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d0556f74-dca0-44f3-a33b-99a97fb770b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:51.302647 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:51.383135 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8::3d6 (cfc943c0-4415-422d-903f-6fb6a48940c5/499973ae-c7ce-4b00-b978-9f27233c45e7/017b1c44-a89f-4aae-b0b8-22c8af759605) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:51.432461 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d0556f74-dca0-44f3-a33b-99a97fb770b1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:51.432862 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:51.476448 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port d0556f74-dca0-44f3-a33b-99a97fb770b1, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d0556f74-dca0-44f3-a33b-99a97fb770b1,segment=NetworkSegment(bbda872f-244d-4349-9353-8864f58dbe5e),segment_id=bbda872f-244d-4349-9353-8864f58dbe5e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:51.481450 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8729c555-2165-40e4-a0fb-d9fe421001e1 req-3cb9a998-0abe-46f2-9669-3ec8cc02f172 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424394 Jan 14 02:01:51.484257 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:51.543251 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d0c859a-847d-4f8c-9ddc-668ed9991539 req-9a998b1c-7feb-4a47-89f9-3386b1705842 service neutron] 10.222.0.46 "GET /v2.0/networks/f888f0a6-7c2c-4070-9238-6eeef2e422c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358978 Jan 14 02:01:51.548042 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:51.549335 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6db20e97-4ac7-48b1-a9a6-f4d92258b876 req-7e104225-dd3a-4f90-a9a1-3f91f300d92c service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925381 Jan 14 02:01:51.573513 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=d0556f74-dca0-44f3-a33b-99a97fb770b1,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:51.714072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855b76e-3ccd-4600-8442-f22bfd3f62f1 req-d36f80f0-ba8f-463b-b20c-6fa7e14fb95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:51.716251 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7855b76e-3ccd-4600-8442-f22bfd3f62f1 req-d36f80f0-ba8f-463b-b20c-6fa7e14fb95a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2141d01510e94744a27b4eeebac1bc28&device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 1095 time: 0.0828123 Jan 14 02:01:51.773178 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (017b1c44-a89f-4aae-b0b8-22c8af759605), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:51.797988 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db68d1c8-9930-456f-bfd7-a0f7bbd0fba0 req-4b6c1906-02a5-49e3-92a2-e91c48618482 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0334127 Jan 14 02:01:51.859362 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d0c859a-847d-4f8c-9ddc-668ed9991539 req-b97fe869-ef6f-4f07-88f0-c2d19812c6f9 service neutron] 10.222.0.46 "GET /v2.0/networks/f888f0a6-7c2c-4070-9238-6eeef2e422c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066626 Jan 14 02:01:51.905481 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (017b1c44-a89f-4aae-b0b8-22c8af759605), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:51.926580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855b76e-3ccd-4600-8442-f22bfd3f62f1 req-c057ddd9-c993-4875-ad9f-9e4ed5413ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:51.928086 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7855b76e-3ccd-4600-8442-f22bfd3f62f1 req-c057ddd9-c993-4875-ad9f-9e4ed5413ca9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=812f231a-5064-45c6-884f-0fd4be8b3fd4 HTTP/1.1" status: 200 len: 913 time: 0.2053516 Jan 14 02:01:51.945232 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec5689-d006-4757-b3fc-ec732a399359 None None] Network cfc943c0-4415-422d-903f-6fb6a48940c5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:51.985284 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7855b76e-3ccd-4600-8442-f22bfd3f62f1 req-45e46aea-c3ed-4e84-8e83-cfc2adbdbe88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e844828-763b-4c5a-8b1b-77d8b72abb41 HTTP/1.1" status: 200 len: 217 time: 0.0488746 Jan 14 02:01:51.987576 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:52.016822 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network cfc943c0-4415-422d-903f-6fb6a48940c5 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:52.019747 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=017b1c44-a89f-4aae-b0b8-22c8af759605,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:52.054724 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855b76e-3ccd-4600-8442-f22bfd3f62f1 req-b22832d6-7069-4aef-89d7-65bf2c0a9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:52.056310 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7855b76e-3ccd-4600-8442-f22bfd3f62f1 req-b22832d6-7069-4aef-89d7-65bf2c0a9903 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229627b7-01e8-4c6c-bfbe-27b51d26180b HTTP/1.1" status: 200 len: 851 time: 0.0644982 Jan 14 02:01:52.068381 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:52.070998 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9ca3d7ad-8471-4072-949d-7a4f5503fe7c None None] Provisioning complete for port d0556f74-dca0-44f3-a33b-99a97fb770b1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:52.071391 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d7ad-8471-4072-949d-7a4f5503fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:52.077491 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:52.087449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:52.088410 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:52.137905 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855b76e-3ccd-4600-8442-f22bfd3f62f1 req-dd330007-d55c-49d9-bdb7-907079e04449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:52.139461 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7855b76e-3ccd-4600-8442-f22bfd3f62f1 req-dd330007-d55c-49d9-bdb7-907079e04449 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=812f231a-5064-45c6-884f-0fd4be8b3fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752730 Jan 14 02:01:52.185379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Allocated IP 172.25.2.237 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/8b67bf17-be8c-4ffb-a439-7ed46a322e4c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:52.194177 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3d7ad-8471-4072-949d-7a4f5503fe7c None None] Current status of the port d0556f74-dca0-44f3-a33b-99a97fb770b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:52.209609 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51570) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:52.290412 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9bbc78ec-8cca-48ec-a42e-597f5205fa86 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5761824 Jan 14 02:01:52.292505 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51572) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:52.293778 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6197f40f-3915-4fd8-8e22-08a2407bf74f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/floatingips/8450039a-b54b-4e37-901b-dfbef4b35b8a HTTP/1.1" status: 200 len: 993 time: 0.0813341 Jan 14 02:01:52.371002 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7855b76e-3ccd-4600-8442-f22bfd3f62f1 req-9e496d7d-dd96-49e9-b6dd-4dbe6541fdaf service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235291 Jan 14 02:01:52.412720 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (8b67bf17-be8c-4ffb-a439-7ed46a322e4c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:52.452715 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3957baf3-30ac-4907-893d-0ef1e7fadce1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:52.454839 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3957baf3-30ac-4907-893d-0ef1e7fadce1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A9c HTTP/1.1" status: 200 len: 927 time: 0.1614139 Jan 14 02:01:52.457986 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51574) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:52.470378 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8b67bf17-be8c-4ffb-a439-7ed46a322e4c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:52.547317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:52.555200 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:52.560047 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:52.568137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=8b67bf17-be8c-4ffb-a439-7ed46a322e4c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:52.598128 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7855b76e-3ccd-4600-8442-f22bfd3f62f1 req-c6daf397-e786-4e4b-8c0b-131e55266d41 service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154315 Jan 14 02:01:52.624992 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e1837059-e104-4b70-9de2-835079db5aa6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port 017b1c44-a89f-4aae-b0b8-22c8af759605 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:52.626051 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1837059-e104-4b70-9de2-835079db5aa6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (017b1c44-a89f-4aae-b0b8-22c8af759605), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:52.649990 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-864982db-47ef-454f-b6fc-21a810d00659 None None] Provisioning complete for port 1ab01c94-ebfe-4679-92e0-42458c4a81cd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:52.650365 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-864982db-47ef-454f-b6fc-21a810d00659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1ab01c94-ebfe-4679-92e0-42458c4a81cd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:52.721844 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-864982db-47ef-454f-b6fc-21a810d00659 None None] Port 1ab01c94-ebfe-4679-92e0-42458c4a81cd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:52.746933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-864982db-47ef-454f-b6fc-21a810d00659 None None] Provisioning complete for port 017b1c44-a89f-4aae-b0b8-22c8af759605 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:52.747311 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-864982db-47ef-454f-b6fc-21a810d00659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (017b1c44-a89f-4aae-b0b8-22c8af759605), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:52.832920 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86255b-457c-4657-aa2a-49e5d0999fc8 req-3458753f-075c-4b38-8b36-4b1eb665dc13 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:52.838609 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee86255b-457c-4657-aa2a-49e5d0999fc8 req-3458753f-075c-4b38-8b36-4b1eb665dc13 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1708090 Jan 14 02:01:52.847840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-864982db-47ef-454f-b6fc-21a810d00659 None None] Port 017b1c44-a89f-4aae-b0b8-22c8af759605 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:52.860959 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-864982db-47ef-454f-b6fc-21a810d00659 None None] Provisioning complete for port d0556f74-dca0-44f3-a33b-99a97fb770b1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:52.861830 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-864982db-47ef-454f-b6fc-21a810d00659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:52.890115 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d0556f74-dca0-44f3-a33b-99a97fb770b1 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:01:52.896223 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1837059-e104-4b70-9de2-835079db5aa6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (017b1c44-a89f-4aae-b0b8-22c8af759605), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:52.927176 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e1837059-e104-4b70-9de2-835079db5aa6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for 017b1c44-a89f-4aae-b0b8-22c8af759605 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:53.020216 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port d0556f74-dca0-44f3-a33b-99a97fb770b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:53.020855 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:53.133661 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-864982db-47ef-454f-b6fc-21a810d00659 None None] Current status of the port d0556f74-dca0-44f3-a33b-99a97fb770b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:53.184482 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port d0556f74-dca0-44f3-a33b-99a97fb770b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:01:53.187021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e61941e4-e8a2-4291-a6e9-902f82fe7e99 req-d70a92a4-4d90-4bf2-a170-eb366b372da7 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.1650629 Jan 14 02:01:53.191775 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee86255b-457c-4657-aa2a-49e5d0999fc8 req-63c2b897-c126-4e56-8e80-7d67db0621d4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687980 Jan 14 02:01:53.237894 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1837059-e104-4b70-9de2-835079db5aa6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (017b1c44-a89f-4aae-b0b8-22c8af759605), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:53.269738 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b298f586-1011-4223-bf01-d1bff3fbdc5a None None] Provisioning complete for port 1ab01c94-ebfe-4679-92e0-42458c4a81cd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:01:53.270111 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b298f586-1011-4223-bf01-d1bff3fbdc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1ab01c94-ebfe-4679-92e0-42458c4a81cd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:53.299468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1837059-e104-4b70-9de2-835079db5aa6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=017b1c44-a89f-4aae-b0b8-22c8af759605,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:53.369082 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b298f586-1011-4223-bf01-d1bff3fbdc5a None None] Port 1ab01c94-ebfe-4679-92e0-42458c4a81cd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:01:53.383003 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1837059-e104-4b70-9de2-835079db5aa6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:53.399728 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e1837059-e104-4b70-9de2-835079db5aa6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/017b1c44-a89f-4aae-b0b8-22c8af759605 HTTP/1.1" status: 204 len: 168 time: 0.9406068 Jan 14 02:01:53.402168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51580) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:53.437292 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-1109cb1c-e745-40a9-9156-0910c13bebc1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:01:53.440023 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1109cb1c-e745-40a9-9156-0910c13bebc1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/017b1c44-a89f-4aae-b0b8-22c8af759605 HTTP/1.1" status: 404 len: 333 time: 0.0368695 Jan 14 02:01:53.444238 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51582) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:53.494882 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4c19887a-3e85-4947-beca-7c68bfc83947 None None] Could not find standard attr ID for object 017b1c44-a89f-4aae-b0b8-22c8af759605. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 02:01:53.496211 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for floatingip (a6c420d4-a546-4dc5-821f-8373ab4f69b7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:53.598980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3bbfc44c-8435-4794-99f3-958e2d5dd8e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port 1ab01c94-ebfe-4679-92e0-42458c4a81cd {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:53.599642 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bbfc44c-8435-4794-99f3-958e2d5dd8e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (1ab01c94-ebfe-4679-92e0-42458c4a81cd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:53.704521 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8b67bf17-be8c-4ffb-a439-7ed46a322e4c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:53.737728 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bbfc44c-8435-4794-99f3-958e2d5dd8e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (1ab01c94-ebfe-4679-92e0-42458c4a81cd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:53.757321 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3bbfc44c-8435-4794-99f3-958e2d5dd8e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for 1ab01c94-ebfe-4679-92e0-42458c4a81cd owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:53.983365 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (8b67bf17-be8c-4ffb-a439-7ed46a322e4c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:53.990581 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (8b67bf17-be8c-4ffb-a439-7ed46a322e4c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:54.082141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bbfc44c-8435-4794-99f3-958e2d5dd8e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1ab01c94-ebfe-4679-92e0-42458c4a81cd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:54.130781 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=8b67bf17-be8c-4ffb-a439-7ed46a322e4c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:54.135069 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (a6c420d4-a546-4dc5-821f-8373ab4f69b7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:54.209351 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bbfc44c-8435-4794-99f3-958e2d5dd8e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:54.215027 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3bbfc44c-8435-4794-99f3-958e2d5dd8e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/1ab01c94-ebfe-4679-92e0-42458c4a81cd HTTP/1.1" status: 204 len: 168 time: 0.7671881 Jan 14 02:01:54.215425 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51584) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:54.226636 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfc44c-8435-4794-99f3-958e2d5dd8e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=1ab01c94-ebfe-4679-92e0-42458c4a81cd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:54.315958 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Floating IP a6c420d4-a546-4dc5-821f-8373ab4f69b7 associated. External IP: 172.25.2.237, port: 36598d1c-0589-45ea-97ce-b712259b2f4a. Jan 14 02:01:54.401146 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb83949f-fae0-4568-9f86-ca054b95ca9a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:01:54.405696 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fb83949f-fae0-4568-9f86-ca054b95ca9a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/1ab01c94-ebfe-4679-92e0-42458c4a81cd HTTP/1.1" status: 404 len: 333 time: 0.1893589 Jan 14 02:01:54.406439 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51590) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:54.451673 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2c17bfa0-a43d-4f0d-884d-79e46bdb89a3 req-9eaafdb9-ca3b-4b7b-8128-f2bc1cc27646 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0771594 Jan 14 02:01:54.523828 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54805c2-a1e1-40e1-b25a-8f185833e8b1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting subnet 499973ae-c7ce-4b00-b978-9f27233c45e7 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:01:54.532206 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f54805c2-a1e1-40e1-b25a-8f185833e8b1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (499973ae-c7ce-4b00-b978-9f27233c45e7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:54.536994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cee2b-df7c-4b58-a2b8-b82724a03f36 req-058c6417-e3b8-45ba-a48e-17b322a7cd88 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:54.547623 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-436cee2b-df7c-4b58-a2b8-b82724a03f36 req-058c6417-e3b8-45ba-a48e-17b322a7cd88 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1523972 Jan 14 02:01:54.612099 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-436cee2b-df7c-4b58-a2b8-b82724a03f36 req-2b6077bc-e492-4657-b338-045a4cdf7f10 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623131 Jan 14 02:01:54.626314 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f54805c2-a1e1-40e1-b25a-8f185833e8b1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (499973ae-c7ce-4b00-b978-9f27233c45e7), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:54.748142 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:01:54.765002 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f54805c2-a1e1-40e1-b25a-8f185833e8b1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (499973ae-c7ce-4b00-b978-9f27233c45e7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:54.919557 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:01:54.929851 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f54805c2-a1e1-40e1-b25a-8f185833e8b1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (499973ae-c7ce-4b00-b978-9f27233c45e7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:54.943825 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a808a1-fe60-4244-a2a7-8a5625ffca57 None None] Sync routers for ids ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:01:54.965526 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a808a1-fe60-4244-a2a7-8a5625ffca57 None None] Routers {'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:54.966452 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b8a808a1-fe60-4244-a2a7-8a5625ffca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:55.001026 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f54805c2-a1e1-40e1-b25a-8f185833e8b1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:55.007196 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f54805c2-a1e1-40e1-b25a-8f185833e8b1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/499973ae-c7ce-4b00-b978-9f27233c45e7 HTTP/1.1" status: 204 len: 168 time: 0.5978024 Jan 14 02:01:55.009673 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51592) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:55.020474 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72f0399-e86b-4b76-a8f2-580ca543d59e None None] Network cfc943c0-4415-422d-903f-6fb6a48940c5 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:55.057274 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54805c2-a1e1-40e1-b25a-8f185833e8b1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Subnet': ['ID=499973ae-c7ce-4b00-b978-9f27233c45e7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:55.095840 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:55.096707 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b8a808a1-fe60-4244-a2a7-8a5625ffca57 None None] Set router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:55.169963 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-885cc9dc-a6dc-452b-94d6-83b8c5a939e0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0485015 Jan 14 02:01:55.171146 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:01:55.176048 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c02757-27a2-4508-a6c4-e8b78e0cb49e" -d '{"events": [{"name": "network-changed", "server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:01:55.185488 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (cfc943c0-4415-422d-903f-6fb6a48940c5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:55.256326 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port d0556f74-dca0-44f3-a33b-99a97fb770b1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:55.256675 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:55.270654 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d47e20-ff9c-40f2-bd97-5c1bab1f0cbe x-openstack-request-id: req-73d47e20-ff9c-40f2-bd97-5c1bab1f0cbe {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:01:55.270952 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:01:55.271230 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73d47e20-ff9c-40f2-bd97-5c1bab1f0cbe {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:01:55.271727 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'status': 'completed', 'code': 200} Jan 14 02:01:55.414810 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c1e323-258c-4cbf-9833-55c329651c0a None None] DHCP port deletion for cfc943c0-4415-422d-903f-6fb6a48940c5 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:01:55.488378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] For port d0556f74-dca0-44f3-a33b-99a97fb770b1, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d0556f74-dca0-44f3-a33b-99a97fb770b1,segment=NetworkSegment(bbda872f-244d-4349-9353-8864f58dbe5e),segment_id=bbda872f-244d-4349-9353-8864f58dbe5e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:55.488911 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:55.511984 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for d0556f74-dca0-44f3-a33b-99a97fb770b1 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:55.519507 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1e323-258c-4cbf-9833-55c329651c0a None None] Deleting port d0556f74-dca0-44f3-a33b-99a97fb770b1 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:01:55.520280 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c02757-27a2-4508-a6c4-e8b78e0cb49e req-ab907282-46d5-47c5-95d8-49fb6306f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:55.521402 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f3c1e323-258c-4cbf-9833-55c329651c0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:55.521796 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7c02757-27a2-4508-a6c4-e8b78e0cb49e req-ab907282-46d5-47c5-95d8-49fb6306f400 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1096 time: 0.1721544 Jan 14 02:01:55.592561 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb142ea2-bb6b-4ba1-9b19-4243a65bd38d req-29ba956c-f954-4dc3-ac45-b2f503ade171 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:55.594943 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb142ea2-bb6b-4ba1-9b19-4243a65bd38d req-29ba956c-f954-4dc3-ac45-b2f503ade171 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.1837912 Jan 14 02:01:55.660211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f3c1e323-258c-4cbf-9833-55c329651c0a None None] For port d0556f74-dca0-44f3-a33b-99a97fb770b1, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d0556f74-dca0-44f3-a33b-99a97fb770b1,segment=NetworkSegment(bbda872f-244d-4349-9353-8864f58dbe5e),segment_id=bbda872f-244d-4349-9353-8864f58dbe5e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:01:55.661540 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f3c1e323-258c-4cbf-9833-55c329651c0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:55.680095 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1e323-258c-4cbf-9833-55c329651c0a None None] Calling delete_port for d0556f74-dca0-44f3-a33b-99a97fb770b1 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:01:55.684524 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2b532735-2906-4759-9c54-9b36a3c36d38 req-580371b8-c44d-4206-b75e-e4b5e9d3eb4a tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0473900 Jan 14 02:01:55.781636 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fb142ea2-bb6b-4ba1-9b19-4243a65bd38d req-f1c82d42-2064-442c-82f8-7eb38ddf9a9d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508541 Jan 14 02:01:55.785356 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b8a808a1-fe60-4244-a2a7-8a5625ffca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:01:23Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'a6c420d4-a546-4dc5-821f-8373ab4f69b7', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'port_id': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'mac_address': 'fa:16:3e:fa:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:53Z', 'updated_at': '2022-01-14T02:01:53Z', 'revision_number': 0, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b154d26e-e307-46fd-b3a7-42a4fccbba49', 'name': '', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:fe:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:21Z', 'updated_at': '2022-01-14T02:01:29Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '77308c34-32c9-4428-a970-fdca9889477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:55.791092 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c02757-27a2-4508-a6c4-e8b78e0cb49e req-d53b6228-8592-4584-9321-1e9473d5b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:55.792746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7c02757-27a2-4508-a6c4-e8b78e0cb49e req-d53b6228-8592-4584-9321-1e9473d5b179 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 897 time: 0.2598062 Jan 14 02:01:55.837950 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a808a1-fe60-4244-a2a7-8a5625ffca57 None None] Checking router: e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:01:55.848203 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a808a1-fe60-4244-a2a7-8a5625ffca57 None None] Routers {'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:01:55.848829 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b8a808a1-fe60-4244-a2a7-8a5625ffca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:55.878939 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51602) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:55.901945 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:55.941977 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f3c1e323-258c-4cbf-9833-55c329651c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (d0556f74-dca0-44f3-a33b-99a97fb770b1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:55.998788 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-dd5b8894-a17d-422d-8c92-fad11430071f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/floatingips/a6c420d4-a546-4dc5-821f-8373ab4f69b7 HTTP/1.1" status: 200 len: 991 time: 0.1179552 Jan 14 02:01:56.013082 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c1e323-258c-4cbf-9833-55c329651c0a None None] No DVR routers for this DVR port d0556f74-dca0-44f3-a33b-99a97fb770b1 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:56.015083 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b8a808a1-fe60-4244-a2a7-8a5625ffca57 None None] Set router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:01:56.018106 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1e323-258c-4cbf-9833-55c329651c0a None None] Pushing event deleted for resources: {'Port': ['ID=d0556f74-dca0-44f3-a33b-99a97fb770b1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:56.030212 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=d0556f74-dca0-44f3-a33b-99a97fb770b1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:56.033447 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No DVR routers for this DVR port d0556f74-dca0-44f3-a33b-99a97fb770b1 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:01:56.076369 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7c02757-27a2-4508-a6c4-e8b78e0cb49e req-14afef2d-d393-4d1d-bce8-4272f7633d1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 999 time: 0.2763236 Jan 14 02:01:56.110479 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f950ea0-d1d0-4f84-a5fd-b88fb2eed18b req-c5ed4433-0fe7-4338-b932-e4976a6ece28 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:56.111992 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8f950ea0-d1d0-4f84-a5fd-b88fb2eed18b req-c5ed4433-0fe7-4338-b932-e4976a6ece28 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1984136 Jan 14 02:01:56.208111 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (cfc943c0-4415-422d-903f-6fb6a48940c5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:56.229326 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c02757-27a2-4508-a6c4-e8b78e0cb49e req-a20a39fe-75d9-44d4-a236-7ec552cf02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:56.231009 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7c02757-27a2-4508-a6c4-e8b78e0cb49e req-a20a39fe-75d9-44d4-a236-7ec552cf02cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 200 len: 834 time: 0.1477418 Jan 14 02:01:56.263372 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc943c0-4415-422d-903f-6fb6a48940c5']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:56.303720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbda872f-244d-4349-9353-8864f58dbe5e') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:56.303720 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbda872f-244d-4349-9353-8864f58dbe5e') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:56.328988 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8f950ea0-d1d0-4f84-a5fd-b88fb2eed18b req-a198c6ac-35de-4486-9d13-520ed6739b14 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653192 Jan 14 02:01:56.341488 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (bbda872f-244d-4349-9353-8864f58dbe5e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:56.353868 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c02757-27a2-4508-a6c4-e8b78e0cb49e req-fb3edef7-3ce2-4ead-83aa-598f8a7791b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:56.355735 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7c02757-27a2-4508-a6c4-e8b78e0cb49e req-fb3edef7-3ce2-4ead-83aa-598f8a7791b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072464 Jan 14 02:01:56.373972 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (bbda872f-244d-4349-9353-8864f58dbe5e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:56.418334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:01:56.418765 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (bbda872f-244d-4349-9353-8864f58dbe5e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: timer() Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:01:56.423060 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:01:56.444784 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b8a808a1-fe60-4244-a2a7-8a5625ffca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:01:23Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'a6c420d4-a546-4dc5-821f-8373ab4f69b7', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'port_id': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'mac_address': 'fa:16:3e:fa:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:53Z', 'updated_at': '2022-01-14T02:01:53Z', 'revision_number': 0, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b154d26e-e307-46fd-b3a7-42a4fccbba49', 'name': '', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:fe:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:21Z', 'updated_at': '2022-01-14T02:01:29Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '77308c34-32c9-4428-a970-fdca9889477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:01:56.491420 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a808a1-fe60-4244-a2a7-8a5625ffca57 None None] The sync data for ids ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'] in n-d-824358-4 is: [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:01:23Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': 'a6c420d4-a546-4dc5-821f-8373ab4f69b7', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'port_id': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'mac_address': 'fa:16:3e:fa:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:53Z', 'updated_at': '2022-01-14T02:01:53Z', 'revision_number': 0, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b154d26e-e307-46fd-b3a7-42a4fccbba49', 'name': '', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:fe:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:21Z', 'updated_at': '2022-01-14T02:01:29Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '77308c34-32c9-4428-a970-fdca9889477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:01:56.550238 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (cfc943c0-4415-422d-903f-6fb6a48940c5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:56.574641 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:56.583729 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:56.587623 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/networks/cfc943c0-4415-422d-903f-6fb6a48940c5 HTTP/1.1" status: 204 len: 168 time: 1.5768936 Jan 14 02:01:56.590461 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142295d1-a962-4669-bd70-18639c26f485 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Network': ['ID=cfc943c0-4415-422d-903f-6fb6a48940c5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:56.598531 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7c02757-27a2-4508-a6c4-e8b78e0cb49e req-67143126-b0f9-43e0-a0f8-0a02f5b73729 service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354631 Jan 14 02:01:56.601497 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7b4c7a89-1c21-4eaf-a671-58ab91aeb290 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-846596577'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:56.660126 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4c7a89-1c21-4eaf-a671-58ab91aeb290 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:56.664136 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b4c7a89-1c21-4eaf-a671-58ab91aeb290 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:56.724449 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4c7a89-1c21-4eaf-a671-58ab91aeb290 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:01:56.750006 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b4c7a89-1c21-4eaf-a671-58ab91aeb290 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (af893663-df25-403e-a782-edbd8e3048e6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:56.755721 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-7b4c7a89-1c21-4eaf-a671-58ab91aeb290 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Added segment af893663-df25-403e-a782-edbd8e3048e6 of type vlan for network 30852c90-3696-43f6-bea2-60c6ada3ff7b Jan 14 02:01:56.809087 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a7c02757-27a2-4508-a6c4-e8b78e0cb49e req-05c50638-c79a-4fcb-ad93-083c36f7d695 service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023799 Jan 14 02:01:56.830000 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d0556f74-dca0-44f3-a33b-99a97fb770b1 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:01:56.892204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: d0556f74-dca0-44f3-a33b-99a97fb770b1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:01:56.895144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d0556f74-dca0-44f3-a33b-99a97fb770b1 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:01:56.904652 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b4c7a89-1c21-4eaf-a671-58ab91aeb290 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (30852c90-3696-43f6-bea2-60c6ada3ff7b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:56.980647 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b4c7a89-1c21-4eaf-a671-58ab91aeb290 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (30852c90-3696-43f6-bea2-60c6ada3ff7b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:56.991555 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1f65fe65-88ee-4166-8272-38573eefc5c5 req-91b87433-8dc4-4709-8b57-b46bf9383d03 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0453174 Jan 14 02:01:56.997244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4c7a89-1c21-4eaf-a671-58ab91aeb290 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:56.998169 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b4c7a89-1c21-4eaf-a671-58ab91aeb290 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:57.002831 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51608) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:57.076945 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75916dec-c1b8-479a-afa7-1d25e3ede70e None None] New status for floating IP a6c420d4-a546-4dc5-821f-8373ab4f69b7: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 02:01:57.143825 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-531b7bb2-20ae-4865-a33f-53399e05477a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/floatingips/a6c420d4-a546-4dc5-821f-8373ab4f69b7 HTTP/1.1" status: 200 len: 991 time: 0.1366451 Jan 14 02:01:57.156998 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7b4c7a89-1c21-4eaf-a671-58ab91aeb290 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5719500 Jan 14 02:01:57.160422 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:57.169138 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c123f8b3-619c-45a7-b374-5419709cf234 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '30852c90-3696-43f6-bea2-60c6ada3ff7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:57.193301 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c7a89-1c21-4eaf-a671-58ab91aeb290 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Network': ['ID=30852c90-3696-43f6-bea2-60c6ada3ff7b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:57.225759 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 30852c90-3696-43f6-bea2-60c6ada3ff7b details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:01:57.357537 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c123f8b3-619c-45a7-b374-5419709cf234 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:57.362805 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c123f8b3-619c-45a7-b374-5419709cf234 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:57.537042 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e22c4-402b-4e8a-8516-476f2a292240 req-26766e92-4f2d-453e-b3da-1b879aaadf04 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:57.538728 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-759e22c4-402b-4e8a-8516-476f2a292240 req-26766e92-4f2d-453e-b3da-1b879aaadf04 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1101422 Jan 14 02:01:57.615294 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-759e22c4-402b-4e8a-8516-476f2a292240 req-25595be0-d521-464a-9127-c945fdf19896 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687039 Jan 14 02:01:57.694969 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c123f8b3-619c-45a7-b374-5419709cf234 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (6bdd2951-0342-4b9d-8c03-f92c907167b3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:57.770518 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123f8b3-619c-45a7-b374-5419709cf234 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Checking segment: {'id': 'af893663-df25-403e-a782-edbd8e3048e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '30852c90-3696-43f6-bea2-60c6ada3ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:57.771177 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c123f8b3-619c-45a7-b374-5419709cf234 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network hostable DHCP agents. Network: 30852c90-3696-43f6-bea2-60c6ada3ff7b, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:01:57.784495 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123f8b3-619c-45a7-b374-5419709cf234 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Subnet': ['ID=6bdd2951-0342-4b9d-8c03-f92c907167b3,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:57.810693 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c123f8b3-619c-45a7-b374-5419709cf234 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 30852c90-3696-43f6-bea2-60c6ada3ff7b is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:01:57.830446 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-c123f8b3-619c-45a7-b374-5419709cf234 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 30852c90-3696-43f6-bea2-60c6ada3ff7b) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:57.846739 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c687b08f-7aa8-47c2-aec4-ce72f3be5e9f None None] Network 30852c90-3696-43f6-bea2-60c6ada3ff7b requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:01:57.853124 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c123f8b3-619c-45a7-b374-5419709cf234 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:57.854242 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c123f8b3-619c-45a7-b374-5419709cf234 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:57.907877 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51614) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:57.909308 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c123f8b3-619c-45a7-b374-5419709cf234 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7432196 Jan 14 02:01:57.913223 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': '30852c90-3696-43f6-bea2-60c6ada3ff7b', 'name': 'tempest-PortsIpV6TestJSON-1096053942', 'fixed_ips': [{'subnet_id': '6bdd2951-0342-4b9d-8c03-f92c907167b3', 'ip_address': '2001:db8::10'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:57.977189 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-30852c90-3696-43f6-bea2-60c6ada3ff7b', 'network_id': '30852c90-3696-43f6-bea2-60c6ada3ff7b', 'project_id': '05024cf26099413182d8fea92be548bd', 'fixed_ips': [{'subnet_id': '6bdd2951-0342-4b9d-8c03-f92c907167b3'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:01:57.977476 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:58.131058 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:58.146630 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51618) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:58.215686 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Allocated IP 2001:db8::2 (30852c90-3696-43f6-bea2-60c6ada3ff7b/6bdd2951-0342-4b9d-8c03-f92c907167b3/9c4e86a0-9624-43de-a3da-490a80cda503) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:58.253379 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d592a876-879c-4170-94ad-49a354a28c07 req-69f4a437-c834-4a2b-ade9-33a2f2233a96 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0459180 Jan 14 02:01:58.266514 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d7637882-8fac-48ea-899f-1fe09d15a6f9 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/floatingips/a6c420d4-a546-4dc5-821f-8373ab4f69b7 HTTP/1.1" status: 200 len: 993 time: 0.1096013 Jan 14 02:01:58.301588 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:58.338026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port de30f676-155f-4a84-b4b1-4d3f9828ed99 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:01:58.527663 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Publish callbacks [] for port (9c4e86a0-9624-43de-a3da-490a80cda503), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:58.535060 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:58.580582 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Network 30852c90-3696-43f6-bea2-60c6ada3ff7b is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:58.587152 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:58.590097 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Pushing event updated for resources: {'Port': ['ID=9c4e86a0-9624-43de-a3da-490a80cda503,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:58.598608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:58.646911 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8::10 (30852c90-3696-43f6-bea2-60c6ada3ff7b/6bdd2951-0342-4b9d-8c03-f92c907167b3/de30f676-155f-4a84-b4b1-4d3f9828ed99) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:01:58.670223 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Attempting to bind port 9c4e86a0-9624-43de-a3da-490a80cda503 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:01:58.670793 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Attempting to bind port 9c4e86a0-9624-43de-a3da-490a80cda503 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'af893663-df25-403e-a782-edbd8e3048e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '30852c90-3696-43f6-bea2-60c6ada3ff7b'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:01:58.671205 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Attempting to bind port 9c4e86a0-9624-43de-a3da-490a80cda503 on network 30852c90-3696-43f6-bea2-60c6ada3ff7b {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:01:58.678937 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:01:58.679548 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Checking segment: {'id': 'af893663-df25-403e-a782-edbd8e3048e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '30852c90-3696-43f6-bea2-60c6ada3ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:01:58.680061 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:58.680760 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Bound using segment: {'id': 'af893663-df25-403e-a782-edbd8e3048e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '30852c90-3696-43f6-bea2-60c6ada3ff7b'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:01:58.681531 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Bound port: 9c4e86a0-9624-43de-a3da-490a80cda503, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af893663-df25-403e-a782-edbd8e3048e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '30852c90-3696-43f6-bea2-60c6ada3ff7b'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:01:58.682196 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:58.764172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] For port 9c4e86a0-9624-43de-a3da-490a80cda503, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:01:58.767399 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] For port 9c4e86a0-9624-43de-a3da-490a80cda503, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9c4e86a0-9624-43de-a3da-490a80cda503,segment=NetworkSegment(af893663-df25-403e-a782-edbd8e3048e6),segment_id=af893663-df25-403e-a782-edbd8e3048e6)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:01:58.777005 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:58.871669 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c66d6-c9d7-4e9a-a0c7-2f2c4a193d85 None None] Pushing event updated for resources: {'Port': ['ID=9c4e86a0-9624-43de-a3da-490a80cda503,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:59.324083 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a40d0-4104-41d5-b963-dea992d6e40a req-39328021-6d30-4554-951a-8e69f1966761 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:59.325656 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb0a40d0-4104-41d5-b963-dea992d6e40a req-39328021-6d30-4554-951a-8e69f1966761 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.5388691 Jan 14 02:01:59.367384 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (de30f676-155f-4a84-b4b1-4d3f9828ed99), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:59.410013 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb0a40d0-4104-41d5-b963-dea992d6e40a req-4f2a570f-c428-4bd8-90ed-33ed636c7822 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768671 Jan 14 02:01:59.462040 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8effad05-74a7-4245-a172-ad309174bd5d req-84d501b5-33b4-4ffd-bdcc-a59932dc4974 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0351660 Jan 14 02:01:59.470704 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (de30f676-155f-4a84-b4b1-4d3f9828ed99), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:59.529741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 30852c90-3696-43f6-bea2-60c6ada3ff7b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:01:59.534260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:01:59.544155 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:01:59.550954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:01:59.552835 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:59.560725 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=de30f676-155f-4a84-b4b1-4d3f9828ed99,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:01:59.576619 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-0ae991ac-20c4-4e14-a966-48f4f5b50c22 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6675942 Jan 14 02:01:59.579829 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51624) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:01:59.586369 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': '30852c90-3696-43f6-bea2-60c6ada3ff7b', 'name': 'tempest-PortsIpV6TestJSON-1822402447', 'fixed_ips': [{'subnet_id': '6bdd2951-0342-4b9d-8c03-f92c907167b3', 'ip_address': '2001:db8::f'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:01:59.720189 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:01:59.828741 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:01:59.851274 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port 5d1b233f-d49b-4c19-b0d8-7e8eb7a52663 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:02:00.055071 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8::f (30852c90-3696-43f6-bea2-60c6ada3ff7b/6bdd2951-0342-4b9d-8c03-f92c907167b3/5d1b233f-d49b-4c19-b0d8-7e8eb7a52663) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:00.614434 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a5bb9f-7cc2-42c2-a721-d3bb78d05b36 None None] Network 30852c90-3696-43f6-bea2-60c6ada3ff7b requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:00.664214 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db3631f0-6e9a-4563-a502-d191aa1f623d req-da2f5740-641b-4924-b9eb-6f66528a1c8f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0629478 Jan 14 02:02:00.682722 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99cab4-39e8-488c-8df6-d82f37409c1a req-5c771f4e-5643-48c3-9fc9-44db22955a9c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:00.692778 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f99cab4-39e8-488c-8df6-d82f37409c1a req-5c771f4e-5643-48c3-9fc9-44db22955a9c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1433346 Jan 14 02:02:00.736993 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (5d1b233f-d49b-4c19-b0d8-7e8eb7a52663), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:00.764088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-89a017bd-81a1-4920-a958-ad909b245bc4 None None] Provisioning complete for port 9c4e86a0-9624-43de-a3da-490a80cda503 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:00.764550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f99cab4-39e8-488c-8df6-d82f37409c1a req-0a274608-accb-4868-be01-003ba5dfa24a tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708487 Jan 14 02:02:00.764869 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89a017bd-81a1-4920-a958-ad909b245bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:00.819116 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (5d1b233f-d49b-4c19-b0d8-7e8eb7a52663), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:00.919293 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9c4e86a0-9624-43de-a3da-490a80cda503 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:00.963408 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 30852c90-3696-43f6-bea2-60c6ada3ff7b is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:00.968542 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=5d1b233f-d49b-4c19-b0d8-7e8eb7a52663,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:00.971839 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:00.980534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:02:00.990048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:00.990720 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:01.020686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51630) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:01.022307 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f130e9e5-f109-43df-b600-cdd28374f50e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4404166 Jan 14 02:02:01.037758 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-89a017bd-81a1-4920-a958-ad909b245bc4 None None] Current status of the port 9c4e86a0-9624-43de-a3da-490a80cda503 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:01.038134 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89a017bd-81a1-4920-a958-ad909b245bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:01.102327 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-89a017bd-81a1-4920-a958-ad909b245bc4 None None] For port 9c4e86a0-9624-43de-a3da-490a80cda503, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9c4e86a0-9624-43de-a3da-490a80cda503,segment=NetworkSegment(af893663-df25-403e-a782-edbd8e3048e6),segment_id=af893663-df25-403e-a782-edbd8e3048e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:01.103544 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 9c4e86a0-9624-43de-a3da-490a80cda503 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:01.103971 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:01.147555 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89a017bd-81a1-4920-a958-ad909b245bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:01.186409 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65de88e6-a66f-4e8a-9812-84bda4350fd1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:01.191310 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-65de88e6-a66f-4e8a-9812-84bda4350fd1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1691787 Jan 14 02:02:01.194117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51632) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:01.211578 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a017bd-81a1-4920-a958-ad909b245bc4 None None] Pushing event updated for resources: {'Port': ['ID=9c4e86a0-9624-43de-a3da-490a80cda503,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:01.287614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603a943a-3b0b-42b1-8ed5-717a06cdc45a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:01.295690 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603a943a-3b0b-42b1-8ed5-717a06cdc45a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:01.303733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603a943a-3b0b-42b1-8ed5-717a06cdc45a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:01.306391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-603a943a-3b0b-42b1-8ed5-717a06cdc45a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1110089 Jan 14 02:02:01.309481 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51634) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:01.310709 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 9c4e86a0-9624-43de-a3da-490a80cda503 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:01.384210 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-853e102a-9f95-40ca-97df-39fdab133d5f None None] Provisioning complete for port de30f676-155f-4a84-b4b1-4d3f9828ed99 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:01.384769 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-853e102a-9f95-40ca-97df-39fdab133d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (de30f676-155f-4a84-b4b1-4d3f9828ed99), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:01.450297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-853e102a-9f95-40ca-97df-39fdab133d5f None None] Port de30f676-155f-4a84-b4b1-4d3f9828ed99 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:01.450630 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-11c5d9b4-fcff-4f18-8e4a-76cac20f19ee tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port 5d1b233f-d49b-4c19-b0d8-7e8eb7a52663 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:01.451156 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11c5d9b4-fcff-4f18-8e4a-76cac20f19ee tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5d1b233f-d49b-4c19-b0d8-7e8eb7a52663), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:01.473021 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-853e102a-9f95-40ca-97df-39fdab133d5f None None] Provisioning complete for port 9c4e86a0-9624-43de-a3da-490a80cda503 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:01.473398 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-853e102a-9f95-40ca-97df-39fdab133d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:01.575153 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11c5d9b4-fcff-4f18-8e4a-76cac20f19ee tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5d1b233f-d49b-4c19-b0d8-7e8eb7a52663), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:01.587943 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-853e102a-9f95-40ca-97df-39fdab133d5f None None] Current status of the port 9c4e86a0-9624-43de-a3da-490a80cda503 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:01.591772 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-11c5d9b4-fcff-4f18-8e4a-76cac20f19ee tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for 5d1b233f-d49b-4c19-b0d8-7e8eb7a52663 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:01.598916 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-853e102a-9f95-40ca-97df-39fdab133d5f None None] Provisioning complete for port 5d1b233f-d49b-4c19-b0d8-7e8eb7a52663 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:01.599289 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-853e102a-9f95-40ca-97df-39fdab133d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5d1b233f-d49b-4c19-b0d8-7e8eb7a52663), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:01.636718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-853e102a-9f95-40ca-97df-39fdab133d5f None None] Port 5d1b233f-d49b-4c19-b0d8-7e8eb7a52663 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:01.730556 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:01.782784 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0106db56-4dc5-4bf0-a0b6-3b3b3a55b3c2 None None] Provisioning complete for port de30f676-155f-4a84-b4b1-4d3f9828ed99 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:01.783478 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0106db56-4dc5-4bf0-a0b6-3b3b3a55b3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (de30f676-155f-4a84-b4b1-4d3f9828ed99), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:01.863769 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b508d19b-77ba-4d83-b491-57c683d3d5e3 req-4cc175e8-74ea-4997-b9a5-fbb4fcade8bf tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0701962 Jan 14 02:02:01.869615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0106db56-4dc5-4bf0-a0b6-3b3b3a55b3c2 None None] Port de30f676-155f-4a84-b4b1-4d3f9828ed99 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:01.911384 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11c5d9b4-fcff-4f18-8e4a-76cac20f19ee tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5d1b233f-d49b-4c19-b0d8-7e8eb7a52663), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:01.958037 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5d9b4-fcff-4f18-8e4a-76cac20f19ee tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=5d1b233f-d49b-4c19-b0d8-7e8eb7a52663,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:02.003733 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c61d9-e50a-4312-8a1e-b182f817c4e8 req-bf229cee-a2e4-4b40-8fa5-de337baaf13c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:02.012052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6a0c61d9-e50a-4312-8a1e-b182f817c4e8 req-bf229cee-a2e4-4b40-8fa5-de337baaf13c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1695559 Jan 14 02:02:02.016798 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11c5d9b4-fcff-4f18-8e4a-76cac20f19ee tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:02.020555 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-11c5d9b4-fcff-4f18-8e4a-76cac20f19ee tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/5d1b233f-d49b-4c19-b0d8-7e8eb7a52663 HTTP/1.1" status: 204 len: 168 time: 0.7099812 Jan 14 02:02:02.023159 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51640) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:02.055763 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cf5137-3fbb-4771-99cb-6df9dd2eb5ac tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:02:02.057121 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a2cf5137-3fbb-4771-99cb-6df9dd2eb5ac tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/5d1b233f-d49b-4c19-b0d8-7e8eb7a52663 HTTP/1.1" status: 404 len: 333 time: 0.0329895 Jan 14 02:02:02.061786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51642) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:02.083126 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5da80f33-0c62-42aa-b603-b61ed0eae5a3 None None] Could not find standard attr ID for object 5d1b233f-d49b-4c19-b0d8-7e8eb7a52663. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 02:02:02.149811 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6a0c61d9-e50a-4312-8a1e-b182f817c4e8 req-357e9d78-24d7-4f96-88f0-ef97bef0fb35 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368973 Jan 14 02:02:02.218195 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7a443804-35a3-4592-b0bb-eac711204e66 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port de30f676-155f-4a84-b4b1-4d3f9828ed99 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:02.219372 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a443804-35a3-4592-b0bb-eac711204e66 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (de30f676-155f-4a84-b4b1-4d3f9828ed99), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:02.329952 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a443804-35a3-4592-b0bb-eac711204e66 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (de30f676-155f-4a84-b4b1-4d3f9828ed99), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:02.350560 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7a443804-35a3-4592-b0bb-eac711204e66 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for de30f676-155f-4a84-b4b1-4d3f9828ed99 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:02.487332 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a443804-35a3-4592-b0bb-eac711204e66 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (de30f676-155f-4a84-b4b1-4d3f9828ed99), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:02.518320 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a443804-35a3-4592-b0bb-eac711204e66 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=de30f676-155f-4a84-b4b1-4d3f9828ed99,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:02.551004 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a443804-35a3-4592-b0bb-eac711204e66 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:02.556569 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-7a443804-35a3-4592-b0bb-eac711204e66 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/de30f676-155f-4a84-b4b1-4d3f9828ed99 HTTP/1.1" status: 204 len: 168 time: 0.4916034 Jan 14 02:02:02.559272 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51646) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:02.589442 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bdf0f3-dd80-42d8-b164-8b8c97ce6675 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:02:02.591351 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-33bdf0f3-dd80-42d8-b164-8b8c97ce6675 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/de30f676-155f-4a84-b4b1-4d3f9828ed99 HTTP/1.1" status: 404 len: 333 time: 0.0309587 Jan 14 02:02:02.594678 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51648) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:02.671185 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffad861-6305-44ee-9dda-da1c96a57f03 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting subnet 6bdd2951-0342-4b9d-8c03-f92c907167b3 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:02:02.683806 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bffad861-6305-44ee-9dda-da1c96a57f03 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (6bdd2951-0342-4b9d-8c03-f92c907167b3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:02.734899 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bffad861-6305-44ee-9dda-da1c96a57f03 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (6bdd2951-0342-4b9d-8c03-f92c907167b3), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:02.787387 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9c4e86a0-9624-43de-a3da-490a80cda503 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:02.854568 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bffad861-6305-44ee-9dda-da1c96a57f03 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (6bdd2951-0342-4b9d-8c03-f92c907167b3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:02.876277 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 9c4e86a0-9624-43de-a3da-490a80cda503 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:02.876900 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:02.927056 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bffad861-6305-44ee-9dda-da1c96a57f03 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (6bdd2951-0342-4b9d-8c03-f92c907167b3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:02.981323 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffad861-6305-44ee-9dda-da1c96a57f03 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Subnet': ['ID=6bdd2951-0342-4b9d-8c03-f92c907167b3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:02.982061 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 9c4e86a0-9624-43de-a3da-490a80cda503 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:02.995242 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df794f49-7f26-4ce5-bd26-2bd3097a341d None None] Network 30852c90-3696-43f6-bea2-60c6ada3ff7b requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:03.003710 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bffad861-6305-44ee-9dda-da1c96a57f03 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.010303 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51652) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:03.023167 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bffad861-6305-44ee-9dda-da1c96a57f03 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/6bdd2951-0342-4b9d-8c03-f92c907167b3 HTTP/1.1" status: 204 len: 168 time: 0.4272304 Jan 14 02:02:03.055126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-21efdab4-293a-4dea-a6f9-149948110992 req-3128c7b7-2f84-416f-be93-72b12b3c9791 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0633852 Jan 14 02:02:03.122047 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (30852c90-3696-43f6-bea2-60c6ada3ff7b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.204923 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port 9c4e86a0-9624-43de-a3da-490a80cda503 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:03.205544 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.241528 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9b037-c691-4656-8a45-c34748f86358 None None] DHCP port deletion for 30852c90-3696-43f6-bea2-60c6ada3ff7b request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:02:03.313231 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] For port 9c4e86a0-9624-43de-a3da-490a80cda503, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9c4e86a0-9624-43de-a3da-490a80cda503,segment=NetworkSegment(af893663-df25-403e-a782-edbd8e3048e6),segment_id=af893663-df25-403e-a782-edbd8e3048e6)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:03.313947 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.333293 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9b037-c691-4656-8a45-c34748f86358 None None] Deleting port 9c4e86a0-9624-43de-a3da-490a80cda503 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:03.334986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for 9c4e86a0-9624-43de-a3da-490a80cda503 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:03.342732 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d38d-4cd3-42e3-898a-2e7305152a4e req-ea053cdc-9285-45cd-8b4d-bc46c5f13e04 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:03.343507 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b037-c691-4656-8a45-c34748f86358 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.356732 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bf1d38d-4cd3-42e3-898a-2e7305152a4e req-ea053cdc-9285-45cd-8b4d-bc46c5f13e04 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0939875 Jan 14 02:02:03.435175 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bf1d38d-4cd3-42e3-898a-2e7305152a4e req-ac274050-d7b5-42bf-b39c-54d781e38c53 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720990 Jan 14 02:02:03.435835 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.461151 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d1c9b037-c691-4656-8a45-c34748f86358 None None] For port 9c4e86a0-9624-43de-a3da-490a80cda503, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9c4e86a0-9624-43de-a3da-490a80cda503,segment=NetworkSegment(af893663-df25-403e-a782-edbd8e3048e6),segment_id=af893663-df25-403e-a782-edbd8e3048e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:03.462003 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b037-c691-4656-8a45-c34748f86358 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.471222 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=9c4e86a0-9624-43de-a3da-490a80cda503,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:03.475598 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No DVR routers for this DVR port 9c4e86a0-9624-43de-a3da-490a80cda503 on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:02:03.501443 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9b037-c691-4656-8a45-c34748f86358 None None] Calling delete_port for 9c4e86a0-9624-43de-a3da-490a80cda503 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:03.568424 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (30852c90-3696-43f6-bea2-60c6ada3ff7b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.588327 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30852c90-3696-43f6-bea2-60c6ada3ff7b']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:03.593985 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b037-c691-4656-8a45-c34748f86358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (9c4e86a0-9624-43de-a3da-490a80cda503), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.597662 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af893663-df25-403e-a782-edbd8e3048e6') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:03.597965 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af893663-df25-403e-a782-edbd8e3048e6') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:03.607283 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (af893663-df25-403e-a782-edbd8e3048e6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.620841 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9b037-c691-4656-8a45-c34748f86358 None None] Pushing event deleted for resources: {'Port': ['ID=9c4e86a0-9624-43de-a3da-490a80cda503,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:03.621070 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (af893663-df25-403e-a782-edbd8e3048e6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.622840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c9b037-c691-4656-8a45-c34748f86358 None None] No DVR routers for this DVR port 9c4e86a0-9624-43de-a3da-490a80cda503 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:02:03.631797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:02:03.632380 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (af893663-df25-403e-a782-edbd8e3048e6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:02:03.636216 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:02:03.640845 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:02:03.640845 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:02:03.640845 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:02:03.695742 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (30852c90-3696-43f6-bea2-60c6ada3ff7b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.702225 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.705405 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/networks/30852c90-3696-43f6-bea2-60c6ada3ff7b HTTP/1.1" status: 204 len: 168 time: 0.6939197 Jan 14 02:02:03.709591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51656) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:03.715186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-436b4a66-ab69-4f1e-9f1a-282fdb14c371 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1951196228'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:03.719643 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe54594-f917-4dcd-91b3-97bbf347d03f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Network': ['ID=30852c90-3696-43f6-bea2-60c6ada3ff7b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:03.741083 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436b4a66-ab69-4f1e-9f1a-282fdb14c371 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:03.744880 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-436b4a66-ab69-4f1e-9f1a-282fdb14c371 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.771272 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436b4a66-ab69-4f1e-9f1a-282fdb14c371 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:02:03.780622 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-436b4a66-ab69-4f1e-9f1a-282fdb14c371 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (a55d01a6-bb7d-4209-b4ed-66feffcd8202), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.780980 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-436b4a66-ab69-4f1e-9f1a-282fdb14c371 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Added segment a55d01a6-bb7d-4209-b4ed-66feffcd8202 of type vlan for network 8cc1f58a-bae7-424b-94eb-56fc1407531f Jan 14 02:02:03.826330 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-436b4a66-ab69-4f1e-9f1a-282fdb14c371 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (8cc1f58a-bae7-424b-94eb-56fc1407531f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.854027 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-436b4a66-ab69-4f1e-9f1a-282fdb14c371 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (8cc1f58a-bae7-424b-94eb-56fc1407531f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.860173 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b4a66-ab69-4f1e-9f1a-282fdb14c371 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:03.860749 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-436b4a66-ab69-4f1e-9f1a-282fdb14c371 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:03.914319 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-436b4a66-ab69-4f1e-9f1a-282fdb14c371 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2031295 Jan 14 02:02:03.917166 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51658) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:03.924520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1194de9b-ca28-4a93-b686-f5501cb40dbc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '8cc1f58a-bae7-424b-94eb-56fc1407531f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:03.929363 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b4a66-ab69-4f1e-9f1a-282fdb14c371 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Network': ['ID=8cc1f58a-bae7-424b-94eb-56fc1407531f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:03.940185 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 8cc1f58a-bae7-424b-94eb-56fc1407531f details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:02:04.025030 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1194de9b-ca28-4a93-b686-f5501cb40dbc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:04.028731 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1194de9b-ca28-4a93-b686-f5501cb40dbc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.192887 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6c79f376-7188-4139-b1d4-67ae5335c0b9 req-00fdaceb-05f6-4952-8ea9-ab3e962ad871 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0291719 Jan 14 02:02:04.224295 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1194de9b-ca28-4a93-b686-f5501cb40dbc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (9c0dbd86-10da-4f4f-b420-2f98bb1594b8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.285707 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194de9b-ca28-4a93-b686-f5501cb40dbc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Subnet': ['ID=9c0dbd86-10da-4f4f-b420-2f98bb1594b8,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:04.297261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1194de9b-ca28-4a93-b686-f5501cb40dbc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Checking segment: {'id': 'a55d01a6-bb7d-4209-b4ed-66feffcd8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8cc1f58a-bae7-424b-94eb-56fc1407531f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:02:04.297626 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1194de9b-ca28-4a93-b686-f5501cb40dbc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network hostable DHCP agents. Network: 8cc1f58a-bae7-424b-94eb-56fc1407531f, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:02:04.314648 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1194de9b-ca28-4a93-b686-f5501cb40dbc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 8cc1f58a-bae7-424b-94eb-56fc1407531f is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:02:04.323160 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1194de9b-ca28-4a93-b686-f5501cb40dbc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 8cc1f58a-bae7-424b-94eb-56fc1407531f) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:04.327762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1194de9b-ca28-4a93-b686-f5501cb40dbc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:04.329639 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1194de9b-ca28-4a93-b686-f5501cb40dbc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.333225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd54c95c-098a-48a7-b070-0fc80b444f40 None None] Network 8cc1f58a-bae7-424b-94eb-56fc1407531f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:04.351129 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1194de9b-ca28-4a93-b686-f5501cb40dbc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4321918 Jan 14 02:02:04.351763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51662) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:04.356550 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fe7f68c3-b386-4372-8a87-ce7cec6a8418 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1662326997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:04.380588 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe7f68c3-b386-4372-8a87-ce7cec6a8418 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (1fc27415-fec7-4d8e-8fc1-eab8442b9c58), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.381867 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe7f68c3-b386-4372-8a87-ce7cec6a8418 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (1fc27415-fec7-4d8e-8fc1-eab8442b9c58), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.438290 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe7f68c3-b386-4372-8a87-ce7cec6a8418 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for router_controller (1fc27415-fec7-4d8e-8fc1-eab8442b9c58), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.443117 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe7f68c3-b386-4372-8a87-ce7cec6a8418 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (1fc27415-fec7-4d8e-8fc1-eab8442b9c58), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.465680 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe7f68c3-b386-4372-8a87-ce7cec6a8418 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.467671 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fe7f68c3-b386-4372-8a87-ce7cec6a8418 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1148634 Jan 14 02:02:04.470748 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51664) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:04.476011 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'network_id': '8cc1f58a-bae7-424b-94eb-56fc1407531f', 'name': 'tempest-PortsIpV6TestJSON-1424217664'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:04.636403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc22c4-c1d0-4664-b2e8-c822cbe69013 req-db252df5-a782-426b-98d4-530dd773fa3f tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:04.637857 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1fdc22c4-c1d0-4664-b2e8-c822cbe69013 req-db252df5-a782-426b-98d4-530dd773fa3f tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0877757 Jan 14 02:02:04.646174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-8cc1f58a-bae7-424b-94eb-56fc1407531f', 'network_id': '8cc1f58a-bae7-424b-94eb-56fc1407531f', 'project_id': '05024cf26099413182d8fea92be548bd', 'fixed_ips': [{'subnet_id': '9c0dbd86-10da-4f4f-b420-2f98bb1594b8'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:02:04.647080 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.681788 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:04.686971 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.725998 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1fdc22c4-c1d0-4664-b2e8-c822cbe69013 req-6c74a19b-2589-404d-b016-17a3fbdfb1eb tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769820 Jan 14 02:02:04.729109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port 89a5c170-8296-4e09-a52f-9ae550c0aa20 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:02:04.749506 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.784553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9c4e86a0-9624-43de-a3da-490a80cda503 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:02:04.810666 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 9c4e86a0-9624-43de-a3da-490a80cda503 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:02:04.811009 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9c4e86a0-9624-43de-a3da-490a80cda503 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:02:04.831542 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Allocated IP 2001:db8::2 (8cc1f58a-bae7-424b-94eb-56fc1407531f/9c0dbd86-10da-4f4f-b420-2f98bb1594b8/5cfd07d3-11e2-4e8c-a15d-07e555d83508) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:04.973012 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2a58-d6bc-4da9-aa05-4162124b2d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.992475 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Publish callbacks [] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:04.998398 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:05.034381 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Network 8cc1f58a-bae7-424b-94eb-56fc1407531f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:05.038707 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:05.041246 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:02:05.058519 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Pushing event updated for resources: {'Port': ['ID=5cfd07d3-11e2-4e8c-a15d-07e555d83508,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:05.072945 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8::307 (8cc1f58a-bae7-424b-94eb-56fc1407531f/9c0dbd86-10da-4f4f-b420-2f98bb1594b8/89a5c170-8296-4e09-a52f-9ae550c0aa20) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:05.108106 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Attempting to bind port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:02:05.108569 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Attempting to bind port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': 'a55d01a6-bb7d-4209-b4ed-66feffcd8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8cc1f58a-bae7-424b-94eb-56fc1407531f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:02:05.109643 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Attempting to bind port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 on network 8cc1f58a-bae7-424b-94eb-56fc1407531f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:02:05.115091 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:02:05.115544 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Checking segment: {'id': 'a55d01a6-bb7d-4209-b4ed-66feffcd8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8cc1f58a-bae7-424b-94eb-56fc1407531f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:02:05.116064 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:05.116522 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Bound using segment: {'id': 'a55d01a6-bb7d-4209-b4ed-66feffcd8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8cc1f58a-bae7-424b-94eb-56fc1407531f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:02:05.117052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Bound port: 5cfd07d3-11e2-4e8c-a15d-07e555d83508, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d01a6-bb7d-4209-b4ed-66feffcd8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8cc1f58a-bae7-424b-94eb-56fc1407531f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:02:05.117496 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:05.182443 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] For port 5cfd07d3-11e2-4e8c-a15d-07e555d83508, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:02:05.185894 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] For port 5cfd07d3-11e2-4e8c-a15d-07e555d83508, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5cfd07d3-11e2-4e8c-a15d-07e555d83508,segment=NetworkSegment(a55d01a6-bb7d-4209-b4ed-66feffcd8202),segment_id=a55d01a6-bb7d-4209-b4ed-66feffcd8202)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:02:05.191007 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:05.234107 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:05.270449 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48953969-7d2c-4492-817b-404c4d2ef6c2 None None] Pushing event updated for resources: {'Port': ['ID=5cfd07d3-11e2-4e8c-a15d-07e555d83508,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:05.282969 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:05.340210 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 8cc1f58a-bae7-424b-94eb-56fc1407531f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:05.362030 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd396a88-0a18-45c4-b98d-3ee532446675 req-c71e2608-5105-42e3-9744-7d7c249b533e tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0432057 Jan 14 02:02:05.362937 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:05.365326 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:02:05.372875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:05.373540 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:05.383641 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=89a5c170-8296-4e09-a52f-9ae550c0aa20,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:05.404391 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-132d769f-9418-4fac-a0e1-dae704fd95a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9324954 Jan 14 02:02:05.407221 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51670) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:05.765035 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:05.866629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af08f0-a61e-4786-9149-da42832634a1 req-1ac3839b-df92-41ec-8faf-a42008b91f62 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:05.868367 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-00af08f0-a61e-4786-9149-da42832634a1 req-1ac3839b-df92-41ec-8faf-a42008b91f62 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0740256 Jan 14 02:02:05.916863 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-00af08f0-a61e-4786-9149-da42832634a1 req-f13e1be0-49f4-471e-9b85-11868f08da96 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Jan 14 02:02:06.023361 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:06.028105 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:06.125129 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=89a5c170-8296-4e09-a52f-9ae550c0aa20,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:06.216644 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (1fc27415-fec7-4d8e-8fc1-eab8442b9c58), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:06.348983 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:06.469180 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c7788-87ca-4515-8c7e-1ae42058042e None None] Network 8cc1f58a-bae7-424b-94eb-56fc1407531f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:06.527908 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28561ef9-8221-40a3-b323-f45c2e47cd42 req-37a1353c-ffc1-401e-a1bc-d7ac329dafc2 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0537584 Jan 14 02:02:06.590133 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b4f13b8c-71f2-475a-80f2-9a3bfd57ec8c None None] Provisioning complete for port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:06.590526 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b4f13b8c-71f2-475a-80f2-9a3bfd57ec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:06.649662 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:06.658846 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:06.660295 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (1fc27415-fec7-4d8e-8fc1-eab8442b9c58), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:06.679552 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b4f13b8c-71f2-475a-80f2-9a3bfd57ec8c None None] Current status of the port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:06.679950 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b4f13b8c-71f2-475a-80f2-9a3bfd57ec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:06.743254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b4f13b8c-71f2-475a-80f2-9a3bfd57ec8c None None] For port 5cfd07d3-11e2-4e8c-a15d-07e555d83508, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5cfd07d3-11e2-4e8c-a15d-07e555d83508,segment=NetworkSegment(a55d01a6-bb7d-4209-b4ed-66feffcd8202),segment_id=a55d01a6-bb7d-4209-b4ed-66feffcd8202)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:06.752714 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b4f13b8c-71f2-475a-80f2-9a3bfd57ec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:06.796372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=89a5c170-8296-4e09-a52f-9ae550c0aa20,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:06.830123 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 8cc1f58a-bae7-424b-94eb-56fc1407531f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:06.833001 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:06.844833 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5cfd07d3-11e2-4e8c-a15d-07e555d83508 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:06.879172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f13b8c-71f2-475a-80f2-9a3bfd57ec8c None None] Pushing event updated for resources: {'Port': ['ID=5cfd07d3-11e2-4e8c-a15d-07e555d83508,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:06.926139 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:06.926549 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:06.999651 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Router 1fc27415-fec7-4d8e-8fc1-eab8442b9c58 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 02:02:07.016698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-48c4b4b6-bfd4-4be3-a9da-c36e6e9aade4 None None] Provisioning complete for port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:07.017080 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48c4b4b6-bfd4-4be3-a9da-c36e6e9aade4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:07.087713 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ea049-67bd-4dd4-9747-c399febf918c req-c87d18ab-e1e7-429b-8653-3d92fc5913df tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:07.096076 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5e6ea049-67bd-4dd4-9747-c399febf918c req-c87d18ab-e1e7-429b-8653-3d92fc5913df tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0768397 Jan 14 02:02:07.102006 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:07.149511 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:02:07.159095 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bfedb37b-783b-4d74-a246-ed865339fd3f tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "PUT /v2.0/routers/1fc27415-fec7-4d8e-8fc1-eab8442b9c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7507815 Jan 14 02:02:07.161034 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f6b69-c079-4902-8baf-d5385ea02c92 None None] Sync routers for ids ['1fc27415-fec7-4d8e-8fc1-eab8442b9c58'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:02:07.161899 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:07.168371 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5e6ea049-67bd-4dd4-9747-c399febf918c req-e5592961-e2b6-42e6-8e4a-98f3af8d3600 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714273 Jan 14 02:02:07.177289 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f6b69-c079-4902-8baf-d5385ea02c92 None None] Routers {'1fc27415-fec7-4d8e-8fc1-eab8442b9c58'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:02:07.178164 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ab5f6b69-c079-4902-8baf-d5385ea02c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1fc27415-fec7-4d8e-8fc1-eab8442b9c58'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:07.200728 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-48c4b4b6-bfd4-4be3-a9da-c36e6e9aade4 None None] Current status of the port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:07.218166 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-48c4b4b6-bfd4-4be3-a9da-c36e6e9aade4 None None] Provisioning complete for port 89a5c170-8296-4e09-a52f-9ae550c0aa20 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:07.219256 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48c4b4b6-bfd4-4be3-a9da-c36e6e9aade4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:07.225565 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4750a6d2-7a71-433f-b7c9-792c35244f44 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:07.227292 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4750a6d2-7a71-433f-b7c9-792c35244f44 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc27415-fec7-4d8e-8fc1-eab8442b9c58 HTTP/1.1" status: 200 len: 989 time: 0.0643415 Jan 14 02:02:07.230267 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51684) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:07.232984 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ab5f6b69-c079-4902-8baf-d5385ea02c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:07.243503 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f6b69-c079-4902-8baf-d5385ea02c92 None None] Routers {'1fc27415-fec7-4d8e-8fc1-eab8442b9c58'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:02:07.244447 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ab5f6b69-c079-4902-8baf-d5385ea02c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:01:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1fc27415-fec7-4d8e-8fc1-eab8442b9c58'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:07.294864 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ab5f6b69-c079-4902-8baf-d5385ea02c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:07.295523 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f6b69-c079-4902-8baf-d5385ea02c92 None None] The sync data for ids ['1fc27415-fec7-4d8e-8fc1-eab8442b9c58'] in n-d-824358-4 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:02:07.296276 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-48c4b4b6-bfd4-4be3-a9da-c36e6e9aade4 None None] Port 89a5c170-8296-4e09-a52f-9ae550c0aa20 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:07.419617 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d19f8fe6-73a3-4e29-b442-bcbfb07b285e None None] Provisioning complete for port 89a5c170-8296-4e09-a52f-9ae550c0aa20 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:07.420277 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d19f8fe6-73a3-4e29-b442-bcbfb07b285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:07.458966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d19f8fe6-73a3-4e29-b442-bcbfb07b285e None None] Port 89a5c170-8296-4e09-a52f-9ae550c0aa20 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:07.525981 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e7df62d4-3e1c-4913-be8f-1fc99178d517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:07.605131 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fce2f1c8-22aa-49c0-9458-6d45607a2596 None None] Provisioning complete for port 89a5c170-8296-4e09-a52f-9ae550c0aa20 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:07.606839 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fce2f1c8-22aa-49c0-9458-6d45607a2596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:07.657312 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fce2f1c8-22aa-49c0-9458-6d45607a2596 None None] Port 89a5c170-8296-4e09-a52f-9ae550c0aa20 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:07.700529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0ac11f37-3323-4921-afe0-7856288320e1 req-c379d479-c7bb-4ee7-bd6f-1a3cfb7cf9aa tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0664375 Jan 14 02:02:07.730473 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d84acb7-10e2-4fbe-9369-85b279ae0b35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (1fc27415-fec7-4d8e-8fc1-eab8442b9c58), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:07.879085 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5eb4713d-345c-4894-b133-82e352368834 None None] Provisioning complete for port 89a5c170-8296-4e09-a52f-9ae550c0aa20 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:07.879726 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5eb4713d-345c-4894-b133-82e352368834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:07.912936 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5eb4713d-345c-4894-b133-82e352368834 None None] Port 89a5c170-8296-4e09-a52f-9ae550c0aa20 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:07.948865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3d84acb7-10e2-4fbe-9369-85b279ae0b35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port 89a5c170-8296-4e09-a52f-9ae550c0aa20 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:07.949203 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d84acb7-10e2-4fbe-9369-85b279ae0b35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:08.035719 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d84acb7-10e2-4fbe-9369-85b279ae0b35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:08.048516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3d84acb7-10e2-4fbe-9369-85b279ae0b35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for 89a5c170-8296-4e09-a52f-9ae550c0aa20 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:08.230052 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d84acb7-10e2-4fbe-9369-85b279ae0b35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (89a5c170-8296-4e09-a52f-9ae550c0aa20), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:08.277612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84acb7-10e2-4fbe-9369-85b279ae0b35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=89a5c170-8296-4e09-a52f-9ae550c0aa20,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:08.400701 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:08.401451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d74ec-3b70-48cc-a0ed-e09730359a79 req-9b94a460-e4ff-4e9e-b575-904714d2a230 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:08.403078 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e1d74ec-3b70-48cc-a0ed-e09730359a79 req-9b94a460-e4ff-4e9e-b575-904714d2a230 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1424222 Jan 14 02:02:08.404631 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d84acb7-10e2-4fbe-9369-85b279ae0b35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (1fc27415-fec7-4d8e-8fc1-eab8442b9c58), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:08.525568 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e1d74ec-3b70-48cc-a0ed-e09730359a79 req-5a22ba7b-6743-437e-b90f-c5565fee4a4c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149187 Jan 14 02:02:08.600428 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d84acb7-10e2-4fbe-9369-85b279ae0b35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Router 1fc27415-fec7-4d8e-8fc1-eab8442b9c58 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:02:08.675749 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d84acb7-10e2-4fbe-9369-85b279ae0b35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:02:08.680593 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3d84acb7-10e2-4fbe-9369-85b279ae0b35 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "PUT /v2.0/routers/1fc27415-fec7-4d8e-8fc1-eab8442b9c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4490507 Jan 14 02:02:08.683520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:08.685933 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab588d8-68aa-435b-99be-c66ffc3f9cf2 None None] Sync routers for ids ['1fc27415-fec7-4d8e-8fc1-eab8442b9c58'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:02:08.696922 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab588d8-68aa-435b-99be-c66ffc3f9cf2 None None] Routers {'1fc27415-fec7-4d8e-8fc1-eab8442b9c58'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:02:08.697625 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-eab588d8-68aa-435b-99be-c66ffc3f9cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:02:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1fc27415-fec7-4d8e-8fc1-eab8442b9c58'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:08.725454 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd7e0ed-7c08-402b-bd92-c5f7ae0abe8e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:02:08.729692 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-1bd7e0ed-7c08-402b-bd92-c5f7ae0abe8e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/89a5c170-8296-4e09-a52f-9ae550c0aa20 HTTP/1.1" status: 404 len: 333 time: 0.0422659 Jan 14 02:02:08.730809 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51692) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:08.737606 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-eab588d8-68aa-435b-99be-c66ffc3f9cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:08.746838 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab588d8-68aa-435b-99be-c66ffc3f9cf2 None None] Routers {'1fc27415-fec7-4d8e-8fc1-eab8442b9c58'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:02:08.747498 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-eab588d8-68aa-435b-99be-c66ffc3f9cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:02:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['1fc27415-fec7-4d8e-8fc1-eab8442b9c58'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:08.786493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-eab588d8-68aa-435b-99be-c66ffc3f9cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:08.787254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab588d8-68aa-435b-99be-c66ffc3f9cf2 None None] The sync data for ids ['1fc27415-fec7-4d8e-8fc1-eab8442b9c58'] in n-d-824358-4 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:02:08.813312 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5cfd07d3-11e2-4e8c-a15d-07e555d83508 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:08.848116 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b4273c4-c10b-4d61-829c-59dbccc9b3dc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for router (1fc27415-fec7-4d8e-8fc1-eab8442b9c58), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:08.851018 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bed5a355-0894-42bf-92e9-7d1d1f8152d3 req-6e12e208-560e-4fc1-ad6e-43f5a937ec7f tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0410521 Jan 14 02:02:08.878868 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:08.879420 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:08.965108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:09.017185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b4273c4-c10b-4d61-829c-59dbccc9b3dc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (1fc27415-fec7-4d8e-8fc1-eab8442b9c58), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.019366 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b4273c4-c10b-4d61-829c-59dbccc9b3dc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for router_controller (1fc27415-fec7-4d8e-8fc1-eab8442b9c58), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.061765 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b4273c4-c10b-4d61-829c-59dbccc9b3dc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (1fc27415-fec7-4d8e-8fc1-eab8442b9c58), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.062862 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4273c4-c10b-4d61-829c-59dbccc9b3dc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Fanout notify agent at l3_agent the message router_deleted on router 1fc27415-fec7-4d8e-8fc1-eab8442b9c58 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 02:02:09.070056 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b4273c4-c10b-4d61-829c-59dbccc9b3dc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.071183 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4b4273c4-c10b-4d61-829c-59dbccc9b3dc tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/routers/1fc27415-fec7-4d8e-8fc1-eab8442b9c58 HTTP/1.1" status: 204 len: 168 time: 0.3393519 Jan 14 02:02:09.074052 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51700) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:09.126069 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef90241f-27f0-4932-acf9-f13cb2b1afb0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting subnet 9c0dbd86-10da-4f4f-b420-2f98bb1594b8 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:02:09.129191 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef90241f-27f0-4932-acf9-f13cb2b1afb0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (9c0dbd86-10da-4f4f-b420-2f98bb1594b8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.169126 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef90241f-27f0-4932-acf9-f13cb2b1afb0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (9c0dbd86-10da-4f4f-b420-2f98bb1594b8), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.254005 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef90241f-27f0-4932-acf9-f13cb2b1afb0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (9c0dbd86-10da-4f4f-b420-2f98bb1594b8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.318520 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef90241f-27f0-4932-acf9-f13cb2b1afb0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (9c0dbd86-10da-4f4f-b420-2f98bb1594b8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.344597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90241f-27f0-4932-acf9-f13cb2b1afb0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0dbd86-10da-4f4f-b420-2f98bb1594b8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:09.350217 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef90241f-27f0-4932-acf9-f13cb2b1afb0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.354225 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ef90241f-27f0-4932-acf9-f13cb2b1afb0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/9c0dbd86-10da-4f4f-b420-2f98bb1594b8 HTTP/1.1" status: 204 len: 168 time: 0.2787762 Jan 14 02:02:09.356595 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51702) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:09.361009 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e9eb1-24c6-43cf-91cc-ddd4abed3990 None None] Network 8cc1f58a-bae7-424b-94eb-56fc1407531f requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:09.436123 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (8cc1f58a-bae7-424b-94eb-56fc1407531f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.490889 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:09.491231 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.533393 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59412c70-273f-4341-8ca1-c6382eba2bc6 None None] DHCP port deletion for 8cc1f58a-bae7-424b-94eb-56fc1407531f request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:02:09.561541 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] For port 5cfd07d3-11e2-4e8c-a15d-07e555d83508, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5cfd07d3-11e2-4e8c-a15d-07e555d83508,segment=NetworkSegment(a55d01a6-bb7d-4209-b4ed-66feffcd8202),segment_id=a55d01a6-bb7d-4209-b4ed-66feffcd8202)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:09.561905 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.582346 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for 5cfd07d3-11e2-4e8c-a15d-07e555d83508 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:09.582597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-59412c70-273f-4341-8ca1-c6382eba2bc6 None None] Deleting port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:09.582880 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59412c70-273f-4341-8ca1-c6382eba2bc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.646197 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-59412c70-273f-4341-8ca1-c6382eba2bc6 None None] For port 5cfd07d3-11e2-4e8c-a15d-07e555d83508, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5cfd07d3-11e2-4e8c-a15d-07e555d83508,segment=NetworkSegment(a55d01a6-bb7d-4209-b4ed-66feffcd8202),segment_id=a55d01a6-bb7d-4209-b4ed-66feffcd8202)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:09.646708 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59412c70-273f-4341-8ca1-c6382eba2bc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.659386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-59412c70-273f-4341-8ca1-c6382eba2bc6 None None] Calling delete_port for 5cfd07d3-11e2-4e8c-a15d-07e555d83508 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:09.698950 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1572c-0448-4fa9-bec6-bdfdabc77132 req-94ec8d1b-955b-4590-9933-f7ff002a331c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:09.702293 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a1d1572c-0448-4fa9-bec6-bdfdabc77132 req-94ec8d1b-955b-4590-9933-f7ff002a331c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0757086 Jan 14 02:02:09.742296 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.743240 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59412c70-273f-4341-8ca1-c6382eba2bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (5cfd07d3-11e2-4e8c-a15d-07e555d83508), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.769424 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59412c70-273f-4341-8ca1-c6382eba2bc6 None None] Pushing event deleted for resources: {'Port': ['ID=5cfd07d3-11e2-4e8c-a15d-07e555d83508,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:09.774052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59412c70-273f-4341-8ca1-c6382eba2bc6 None None] No DVR routers for this DVR port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:02:09.787098 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=5cfd07d3-11e2-4e8c-a15d-07e555d83508,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:09.789357 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a1d1572c-0448-4fa9-bec6-bdfdabc77132 req-71d71477-13e0-454e-be7c-50817a0948f0 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780404 Jan 14 02:02:09.790129 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No DVR routers for this DVR port 5cfd07d3-11e2-4e8c-a15d-07e555d83508 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:02:09.871043 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (8cc1f58a-bae7-424b-94eb-56fc1407531f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.901612 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc1f58a-bae7-424b-94eb-56fc1407531f']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:09.912621 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55d01a6-bb7d-4209-b4ed-66feffcd8202') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:09.913293 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55d01a6-bb7d-4209-b4ed-66feffcd8202') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:09.937784 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.940248 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (a55d01a6-bb7d-4209-b4ed-66feffcd8202), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.964963 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e27ae388-8da5-4d6c-8c0e-c3a9370cf2a4 req-5723889c-8db4-492d-a8ce-3c475692f949 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0399532 Jan 14 02:02:09.974203 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (a55d01a6-bb7d-4209-b4ed-66feffcd8202), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.981502 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:02:09.982734 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (a55d01a6-bb7d-4209-b4ed-66feffcd8202), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: timer() Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:02:09.985858 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:02:10.053633 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (8cc1f58a-bae7-424b-94eb-56fc1407531f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:10.060333 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:10.064407 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/networks/8cc1f58a-bae7-424b-94eb-56fc1407531f HTTP/1.1" status: 204 len: 168 time: 0.7068515 Jan 14 02:02:10.068539 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51708) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:10.086865 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644e98e-1674-4ed4-b68a-d6bfcb8de8bf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Network': ['ID=8cc1f58a-bae7-424b-94eb-56fc1407531f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:10.122119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c21b53-da12-4f73-8597-d0be67574892 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:10.123857 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-88c21b53-da12-4f73-8597-d0be67574892 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/be506e0a-d56e-45c0-a36f-0cdf70d45ca5 HTTP/1.1" status: 200 len: 844 time: 0.0544004 Jan 14 02:02:10.128260 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51710) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:10.174874 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6abb0d5c-e54a-4e68-bcc9-0c536fa863ed tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/be506e0a-d56e-45c0-a36f-0cdf70d45ca5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0454335 Jan 14 02:02:10.178758 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51712) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:10.183899 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-afcfbe6f-fef8-4406-85ae-4e37f2d24334 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:10.278959 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcfbe6f-fef8-4406-85ae-4e37f2d24334 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:10.282768 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afcfbe6f-fef8-4406-85ae-4e37f2d24334 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:10.583083 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:02:10.729968 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5cfd07d3-11e2-4e8c-a15d-07e555d83508 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:02:10.751267 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 5cfd07d3-11e2-4e8c-a15d-07e555d83508 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:02:10.751940 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5cfd07d3-11e2-4e8c-a15d-07e555d83508 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:02:10.805127 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afcfbe6f-fef8-4406-85ae-4e37f2d24334 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (763b627a-e504-420e-baed-c54a2bd42380), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:10.852968 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfbe6f-fef8-4406-85ae-4e37f2d24334 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1c69f8db-65f0-499a-9392-9233988ca6fa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:10.860516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-afcfbe6f-fef8-4406-85ae-4e37f2d24334 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:10.865147 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcfbe6f-fef8-4406-85ae-4e37f2d24334 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:10.865930 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afcfbe6f-fef8-4406-85ae-4e37f2d24334 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:10.874346 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5dad3-2c93-4c4e-9862-82ac4dafa2c0 None None] Network 1c69f8db-65f0-499a-9392-9233988ca6fa requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:10.882567 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfbe6f-fef8-4406-85ae-4e37f2d24334 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Subnet': ['ID=763b627a-e504-420e-baed-c54a2bd42380,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:10.924980 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-afcfbe6f-fef8-4406-85ae-4e37f2d24334 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7419538 Jan 14 02:02:10.926431 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51716) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:10.930293 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-54ff8230-a21b-4da7-87ee-4ff952f3d4ce tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'security_group': {'name': 'tempest-secgroup-862946457'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:10.946440 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:10.967722 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076a735-234b-44c0-9ada-f9d8def82c72 req-95c78cb6-2b7c-4ec2-8720-26a2c2890c5f tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:10.969347 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d076a735-234b-44c0-9ada-f9d8def82c72 req-95c78cb6-2b7c-4ec2-8720-26a2c2890c5f tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0908153 Jan 14 02:02:10.988494 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54ff8230-a21b-4da7-87ee-4ff952f3d4ce tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.034749 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-1c69f8db-65f0-499a-9392-9233988ca6fa', 'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'project_id': '05024cf26099413182d8fea92be548bd', 'fixed_ips': [{'subnet_id': '763b627a-e504-420e-baed-c54a2bd42380'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:02:11.036606 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.051239 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d076a735-234b-44c0-9ada-f9d8def82c72 req-098319c0-f99a-4f09-b714-072ec0ca141a tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728664 Jan 14 02:02:11.108330 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f103b00c-06a7-4175-b0c8-47111e6e3387 req-e1e7da1a-362d-49b1-bc3d-b97998b933c2 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0381680 Jan 14 02:02:11.126037 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54ff8230-a21b-4da7-87ee-4ff952f3d4ce tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (6cd498f6-bff2-4cbb-8152-0940df5d6b0d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.130583 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54ff8230-a21b-4da7-87ee-4ff952f3d4ce tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6cd498f6-bff2-4cbb-8152-0940df5d6b0d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.165879 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff8230-a21b-4da7-87ee-4ff952f3d4ce tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd498f6-bff2-4cbb-8152-0940df5d6b0d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:11.172513 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54ff8230-a21b-4da7-87ee-4ff952f3d4ce tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.173721 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-54ff8230-a21b-4da7-87ee-4ff952f3d4ce tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2474852 Jan 14 02:02:11.176398 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51720) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:11.181580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-203df34d-6b42-456d-bd26-db777a4ac837 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'security_group': {'name': 'tempest-secgroup-446129538'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:11.210651 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-203df34d-6b42-456d-bd26-db777a4ac837 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.230270 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Allocated IP 2001:db8::2 (1c69f8db-65f0-499a-9392-9233988ca6fa/763b627a-e504-420e-baed-c54a2bd42380/68274986-83db-405d-9acf-c952c9e3fee8) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:11.291404 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-203df34d-6b42-456d-bd26-db777a4ac837 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (310b91eb-a6c5-41d7-bd63-ed9ac2a7decd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.297385 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-203df34d-6b42-456d-bd26-db777a4ac837 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (310b91eb-a6c5-41d7-bd63-ed9ac2a7decd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.324157 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-203df34d-6b42-456d-bd26-db777a4ac837 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.328183 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-203df34d-6b42-456d-bd26-db777a4ac837 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1479697 Jan 14 02:02:11.328848 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51722) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:11.334057 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203df34d-6b42-456d-bd26-db777a4ac837 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310b91eb-a6c5-41d7-bd63-ed9ac2a7decd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:11.335425 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-209083385', 'security_groups': ['310b91eb-a6c5-41d7-bd63-ed9ac2a7decd'], 'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '763b627a-e504-420e-baed-c54a2bd42380'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:11.403774 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Publish callbacks [] for port (68274986-83db-405d-9acf-c952c9e3fee8), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.410376 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (68274986-83db-405d-9acf-c952c9e3fee8), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.451429 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Network 1c69f8db-65f0-499a-9392-9233988ca6fa is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:11.454997 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:11.458090 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:02:11.464811 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:11.465118 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Pushing event updated for resources: {'Port': ['ID=68274986-83db-405d-9acf-c952c9e3fee8,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:11.517481 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Attempting to bind port 68274986-83db-405d-9acf-c952c9e3fee8 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:02:11.517856 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Attempting to bind port 68274986-83db-405d-9acf-c952c9e3fee8 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '9721bb7b-1cf2-4886-8816-f44aa04d749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:02:11.518218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Attempting to bind port 68274986-83db-405d-9acf-c952c9e3fee8 on network 1c69f8db-65f0-499a-9392-9233988ca6fa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:02:11.523135 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:02:11.523631 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Checking segment: {'id': '9721bb7b-1cf2-4886-8816-f44aa04d749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:02:11.524030 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.524425 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Bound using segment: {'id': '9721bb7b-1cf2-4886-8816-f44aa04d749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:02:11.524893 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Bound port: 68274986-83db-405d-9acf-c952c9e3fee8, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9721bb7b-1cf2-4886-8816-f44aa04d749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:02:11.525268 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (68274986-83db-405d-9acf-c952c9e3fee8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.551767 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.574050 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port 8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:02:11.592007 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] For port 68274986-83db-405d-9acf-c952c9e3fee8, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:02:11.595432 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] For port 68274986-83db-405d-9acf-c952c9e3fee8, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=68274986-83db-405d-9acf-c952c9e3fee8,segment=NetworkSegment(9721bb7b-1cf2-4886-8816-f44aa04d749c),segment_id=9721bb7b-1cf2-4886-8816-f44aa04d749c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:02:11.600712 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (68274986-83db-405d-9acf-c952c9e3fee8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:11.676813 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010dc5c-9c8c-40d2-abe0-f017141ccf3f None None] Pushing event updated for resources: {'Port': ['ID=68274986-83db-405d-9acf-c952c9e3fee8,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:11.752626 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8::1ef (1c69f8db-65f0-499a-9392-9233988ca6fa/763b627a-e504-420e-baed-c54a2bd42380/8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:11.977681 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:12.014314 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:12.063241 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1c69f8db-65f0-499a-9392-9233988ca6fa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:12.068701 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:12.072588 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:02:12.078891 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:12.079563 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:12.088532 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:12.103497 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-81392e85-1735-4c15-a455-35c640b60d74 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7729647 Jan 14 02:02:12.106392 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51726) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:12.111367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-92f0c560-3c37-45f4-ad59-3454234a98e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:12.196069 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d7214-f0fa-40fe-b5cf-74eb53a0a6dc req-cbf92706-d694-4b16-9fee-df21d56fcec4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:12.197981 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3b6d7214-f0fa-40fe-b5cf-74eb53a0a6dc req-cbf92706-d694-4b16-9fee-df21d56fcec4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0589807 Jan 14 02:02:12.231977 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-00b84cf3-6dfe-4ff8-90b7-e1f2fc213a85 req-f7a19414-2c96-4071-8dce-cacd57b51008 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0325954 Jan 14 02:02:12.250625 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f0c560-3c37-45f4-ad59-3454234a98e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:12.254681 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-92f0c560-3c37-45f4-ad59-3454234a98e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:12.275634 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3b6d7214-f0fa-40fe-b5cf-74eb53a0a6dc req-b9f50eab-bbc3-4813-9177-642c2ad327c7 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650141 Jan 14 02:02:12.359399 n-d-824358-4 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-92f0c560-3c37-45f4-ad59-3454234a98e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 763b627a-e504-420e-baed-c54a2bd42380 (CIDR: 2001:db8::/64) Jan 14 02:02:12.363111 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f0c560-3c37-45f4-ad59-3454234a98e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 02:02:12.363560 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f0c560-3c37-45f4-ad59-3454234a98e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:12.380928 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-92f0c560-3c37-45f4-ad59-3454234a98e8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2705772 Jan 14 02:02:12.382359 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51732) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:12.387516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8f1cf1a3-9afa-473e-80fc-fd48e6ed2e58 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:12.523807 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1cf1a3-9afa-473e-80fc-fd48e6ed2e58 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:12.527421 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f1cf1a3-9afa-473e-80fc-fd48e6ed2e58 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:12.827299 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 68274986-83db-405d-9acf-c952c9e3fee8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:12.851771 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f1cf1a3-9afa-473e-80fc-fd48e6ed2e58 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (ea0f2104-39e5-4afc-94af-83ae564fb935), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:12.885589 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 68274986-83db-405d-9acf-c952c9e3fee8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:12.886053 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68274986-83db-405d-9acf-c952c9e3fee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:12.898833 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51738) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:12.910267 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1cf1a3-9afa-473e-80fc-fd48e6ed2e58 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1c69f8db-65f0-499a-9392-9233988ca6fa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:12.917089 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8f1cf1a3-9afa-473e-80fc-fd48e6ed2e58 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:12.927078 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1cf1a3-9afa-473e-80fc-fd48e6ed2e58 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:12.927932 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f1cf1a3-9afa-473e-80fc-fd48e6ed2e58 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:12.951214 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cf1a3-9afa-473e-80fc-fd48e6ed2e58 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Subnet': ['ID=ea0f2104-39e5-4afc-94af-83ae564fb935,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:12.968228 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8f1cf1a3-9afa-473e-80fc-fd48e6ed2e58 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5845156 Jan 14 02:02:12.971734 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51740) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:12.985196 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b55849c6-9eb4-453e-9572-83b01165b6a9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-278393757', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ea0f2104-39e5-4afc-94af-83ae564fb935'}], 'security_groups': ['6cd498f6-bff2-4cbb-8152-0940df5d6b0d']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:12.999299 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-44cc6a74-b351-4a30-a199-6c542d2a52a6 None None] Provisioning complete for port 68274986-83db-405d-9acf-c952c9e3fee8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:13.000058 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44cc6a74-b351-4a30-a199-6c542d2a52a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68274986-83db-405d-9acf-c952c9e3fee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:13.019864 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d5ef6-893a-4170-b2d1-1904a05581da tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:13.020348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d5ef6-893a-4170-b2d1-1904a05581da tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:13.020826 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d5ef6-893a-4170-b2d1-1904a05581da tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:13.023103 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c15d5ef6-893a-4170-b2d1-1904a05581da tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=43a28359970349f68e5694ea755d49e7&network_id=f888f0a6-7c2c-4070-9238-6eeef2e422c2 HTTP/1.1" status: 200 len: 2969 time: 0.1232584 Jan 14 02:02:13.065864 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 68274986-83db-405d-9acf-c952c9e3fee8 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:13.066665 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (68274986-83db-405d-9acf-c952c9e3fee8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:13.103529 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 68274986-83db-405d-9acf-c952c9e3fee8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=68274986-83db-405d-9acf-c952c9e3fee8,segment=NetworkSegment(9721bb7b-1cf2-4886-8816-f44aa04d749c),segment_id=9721bb7b-1cf2-4886-8816-f44aa04d749c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:13.113877 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (68274986-83db-405d-9acf-c952c9e3fee8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:13.179242 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d525b-e7d3-49e9-90c8-3f885508b028 None None] Network 1c69f8db-65f0-499a-9392-9233988ca6fa requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:13.203940 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b55849c6-9eb4-453e-9572-83b01165b6a9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:13.219535 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=68274986-83db-405d-9acf-c952c9e3fee8,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:13.268638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-44cc6a74-b351-4a30-a199-6c542d2a52a6 None None] Current status of the port 68274986-83db-405d-9acf-c952c9e3fee8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:13.296018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-44cc6a74-b351-4a30-a199-6c542d2a52a6 None None] Provisioning complete for port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:13.296234 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44cc6a74-b351-4a30-a199-6c542d2a52a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (be506e0a-d56e-45c0-a36f-0cdf70d45ca5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:13.337717 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-44cc6a74-b351-4a30-a199-6c542d2a52a6 None None] Port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:13.440069 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29e5a38-ada8-464c-851e-7d369329f6c6 None None] Update dhcp port {'port': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'fixed_ips': [{'subnet_id': '763b627a-e504-420e-baed-c54a2bd42380', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea0f2104-39e5-4afc-94af-83ae564fb935'}], 'binding:host_id': 'n-d-824358-4'}, 'id': '68274986-83db-405d-9acf-c952c9e3fee8'} from n-d-824358-4. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 14 02:02:13.451014 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-461a3a6f-cfaf-4969-af23-8d2c198cda67 req-1673db5e-bbb9-44e2-9e62-39ca25b056bf tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0623612 Jan 14 02:02:13.485759 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e29e5a38-ada8-464c-851e-7d369329f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (68274986-83db-405d-9acf-c952c9e3fee8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:13.498975 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d6591fce-2614-4031-8048-38a69f1864d0 None None] Provisioning complete for port 8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:13.499471 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d6591fce-2614-4031-8048-38a69f1864d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:13.528561 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcb78d-f4ad-4083-aa1e-77799c36087f req-8432a914-ae5c-403f-8a00-df1807dfa00c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:13.534186 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64fcb78d-f4ad-4083-aa1e-77799c36087f req-8432a914-ae5c-403f-8a00-df1807dfa00c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1470504 Jan 14 02:02:13.567395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d6591fce-2614-4031-8048-38a69f1864d0 None None] Port 8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:13.630476 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64fcb78d-f4ad-4083-aa1e-77799c36087f req-e45a3c04-f090-448c-9f7f-6f06a7bdbe44 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893874 Jan 14 02:02:13.691003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b55849c6-9eb4-453e-9572-83b01165b6a9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Delete allocated IP 2001:db8::1ef (1c69f8db-65f0-499a-9392-9233988ca6fa/763b627a-e504-420e-baed-c54a2bd42380) {{(pid=103353) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 14 02:02:13.700821 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b55849c6-9eb4-453e-9572-83b01165b6a9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8:0:1::10 (1c69f8db-65f0-499a-9392-9233988ca6fa/ea0f2104-39e5-4afc-94af-83ae564fb935/8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:13.882075 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b55849c6-9eb4-453e-9572-83b01165b6a9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:13.887379 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b55849c6-9eb4-453e-9572-83b01165b6a9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:13.943867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e29e5a38-ada8-464c-851e-7d369329f6c6 None None] Allocated IP 2001:db8:0:1::2 (1c69f8db-65f0-499a-9392-9233988ca6fa/ea0f2104-39e5-4afc-94af-83ae564fb935/68274986-83db-405d-9acf-c952c9e3fee8) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:13.949208 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b55849c6-9eb4-453e-9572-83b01165b6a9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] In _notify_port_updated(), no bound segment for port 8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba on network 1c69f8db-65f0-499a-9392-9233988ca6fa {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 02:02:13.955024 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55849c6-9eb4-453e-9572-83b01165b6a9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:13.955649 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b55849c6-9eb4-453e-9572-83b01165b6a9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:13.957228 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-b55849c6-9eb4-453e-9572-83b01165b6a9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "PUT /v2.0/ports/8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba HTTP/1.1" status: 200 len: 929 time: 0.9837368 Jan 14 02:02:13.960570 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51752) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:13.961168 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55849c6-9eb4-453e-9572-83b01165b6a9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:14.057348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e29e5a38-ada8-464c-851e-7d369329f6c6 None None] For port 68274986-83db-405d-9acf-c952c9e3fee8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=68274986-83db-405d-9acf-c952c9e3fee8,segment=NetworkSegment(9721bb7b-1cf2-4886-8816-f44aa04d749c),segment_id=9721bb7b-1cf2-4886-8816-f44aa04d749c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:14.059447 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-af8eccb2-a31d-4638-ac58-f05f67091262 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port 8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:14.059447 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af8eccb2-a31d-4638-ac58-f05f67091262 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.088508 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e29e5a38-ada8-464c-851e-7d369329f6c6 None None] Publish callbacks [] for port (68274986-83db-405d-9acf-c952c9e3fee8), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.095105 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e29e5a38-ada8-464c-851e-7d369329f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (68274986-83db-405d-9acf-c952c9e3fee8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.149129 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af8eccb2-a31d-4638-ac58-f05f67091262 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.164322 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-af8eccb2-a31d-4638-ac58-f05f67091262 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for 8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:14.183952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e5a38-ada8-464c-851e-7d369329f6c6 None None] Pushing event updated for resources: {'Port': ['ID=68274986-83db-405d-9acf-c952c9e3fee8,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:14.305996 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af8eccb2-a31d-4638-ac58-f05f67091262 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.337843 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8eccb2-a31d-4638-ac58-f05f67091262 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:14.370816 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af8eccb2-a31d-4638-ac58-f05f67091262 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.374209 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-af8eccb2-a31d-4638-ac58-f05f67091262 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba HTTP/1.1" status: 204 len: 168 time: 0.4112723 Jan 14 02:02:14.377348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51754) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:14.406565 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-05edc225-9082-4c1b-8bae-46a9db91d6fe tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:02:14.408244 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-05edc225-9082-4c1b-8bae-46a9db91d6fe tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba HTTP/1.1" status: 404 len: 333 time: 0.0299067 Jan 14 02:02:14.411027 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51756) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:14.467073 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98b2e26e-20f7-4854-9e86-d3ef07cf4526 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (310b91eb-a6c5-41d7-bd63-ed9ac2a7decd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.492881 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98b2e26e-20f7-4854-9e86-d3ef07cf4526 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (310b91eb-a6c5-41d7-bd63-ed9ac2a7decd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.542768 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98b2e26e-20f7-4854-9e86-d3ef07cf4526 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (310b91eb-a6c5-41d7-bd63-ed9ac2a7decd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.547307 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98b2e26e-20f7-4854-9e86-d3ef07cf4526 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.548816 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-98b2e26e-20f7-4854-9e86-d3ef07cf4526 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/security-groups/310b91eb-a6c5-41d7-bd63-ed9ac2a7decd HTTP/1.1" status: 204 len: 168 time: 0.1367414 Jan 14 02:02:14.551322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51762) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:14.560317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2e26e-20f7-4854-9e86-d3ef07cf4526 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310b91eb-a6c5-41d7-bd63-ed9ac2a7decd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:14.638909 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7085c31b-9168-408e-b199-cadd7bc0cd5b req-5717c34c-faa7-410b-b8d0-f7282d27418c tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0411284 Jan 14 02:02:14.661424 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5d4597e-8ac1-4781-a5c7-4b71843a6b65 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (6cd498f6-bff2-4cbb-8152-0940df5d6b0d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.693250 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5d4597e-8ac1-4781-a5c7-4b71843a6b65 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (6cd498f6-bff2-4cbb-8152-0940df5d6b0d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.807400 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 68274986-83db-405d-9acf-c952c9e3fee8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:14.827894 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38d91c-4932-4549-bf5e-d845b0b9c971 req-a9ab4d0d-0431-4bb8-ace9-77aa40892249 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:14.829389 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d38d91c-4932-4549-bf5e-d845b0b9c971 req-a9ab4d0d-0431-4bb8-ace9-77aa40892249 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0860145 Jan 14 02:02:14.830026 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5d4597e-8ac1-4781-a5c7-4b71843a6b65 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (6cd498f6-bff2-4cbb-8152-0940df5d6b0d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.832987 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5d4597e-8ac1-4781-a5c7-4b71843a6b65 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.836828 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51770) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:14.837472 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d5d4597e-8ac1-4781-a5c7-4b71843a6b65 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/security-groups/6cd498f6-bff2-4cbb-8152-0940df5d6b0d HTTP/1.1" status: 204 len: 168 time: 0.2850966 Jan 14 02:02:14.871775 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4597e-8ac1-4781-a5c7-4b71843a6b65 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd498f6-bff2-4cbb-8152-0940df5d6b0d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:14.899846 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8cb05190-41e3-4ead-b87c-5b16bd589a34 None None] Could not find standard attr ID for object 8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 02:02:14.915185 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5d38d91c-4932-4549-bf5e-d845b0b9c971 req-945b591e-6ef5-457c-a66f-c5bd469d03d2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654466 Jan 14 02:02:14.943159 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8cb05190-41e3-4ead-b87c-5b16bd589a34 None None] Provisioning complete for port 68274986-83db-405d-9acf-c952c9e3fee8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:14.944944 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73bf197-b869-449c-9e24-0167110929a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting subnet 763b627a-e504-420e-baed-c54a2bd42380 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:02:14.946937 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8cb05190-41e3-4ead-b87c-5b16bd589a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68274986-83db-405d-9acf-c952c9e3fee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.949851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 68274986-83db-405d-9acf-c952c9e3fee8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:14.950135 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68274986-83db-405d-9acf-c952c9e3fee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:14.953986 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c73bf197-b869-449c-9e24-0167110929a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (763b627a-e504-420e-baed-c54a2bd42380), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.008031 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c73bf197-b869-449c-9e24-0167110929a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (763b627a-e504-420e-baed-c54a2bd42380), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.122075 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c73bf197-b869-449c-9e24-0167110929a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (763b627a-e504-420e-baed-c54a2bd42380), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.193204 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c73bf197-b869-449c-9e24-0167110929a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (763b627a-e504-420e-baed-c54a2bd42380), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.233474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bf197-b869-449c-9e24-0167110929a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Subnet': ['ID=763b627a-e504-420e-baed-c54a2bd42380,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:15.242506 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c73bf197-b869-449c-9e24-0167110929a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.245729 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c73bf197-b869-449c-9e24-0167110929a8 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/763b627a-e504-420e-baed-c54a2bd42380 HTTP/1.1" status: 204 len: 168 time: 0.4074061 Jan 14 02:02:15.249808 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51774) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:15.257108 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5804ef37-e3d2-41e7-a7d9-4a5da92494e1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:15.268339 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8cb05190-41e3-4ead-b87c-5b16bd589a34 None None] Current status of the port 68274986-83db-405d-9acf-c952c9e3fee8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:15.280356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 68274986-83db-405d-9acf-c952c9e3fee8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:15.298723 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8cb05190-41e3-4ead-b87c-5b16bd589a34 None None] Provisioning complete for port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:15.299116 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8cb05190-41e3-4ead-b87c-5b16bd589a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (be506e0a-d56e-45c0-a36f-0cdf70d45ca5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.338041 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8cb05190-41e3-4ead-b87c-5b16bd589a34 None None] Port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:15.394216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5804ef37-e3d2-41e7-a7d9-4a5da92494e1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:15.397859 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5804ef37-e3d2-41e7-a7d9-4a5da92494e1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.426772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17287f68-6d45-4272-b839-a397f28292b4 None None] Network 1c69f8db-65f0-499a-9392-9233988ca6fa requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:15.476894 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b150dd27-ce40-4916-a6d6-0b1031f1dbdd None None] Could not find standard attr ID for object 8d87fcc6-70b6-4ca3-8d0b-95774bfaa6ba. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 02:02:15.669484 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5804ef37-e3d2-41e7-a7d9-4a5da92494e1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (27cd0253-3c41-45c7-b2ef-4d175eb6ad61), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.724232 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5804ef37-e3d2-41e7-a7d9-4a5da92494e1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1c69f8db-65f0-499a-9392-9233988ca6fa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:15.727601 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5804ef37-e3d2-41e7-a7d9-4a5da92494e1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:15.731163 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5804ef37-e3d2-41e7-a7d9-4a5da92494e1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:15.731759 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5804ef37-e3d2-41e7-a7d9-4a5da92494e1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.737993 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804ef37-e3d2-41e7-a7d9-4a5da92494e1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Subnet': ['ID=27cd0253-3c41-45c7-b2ef-4d175eb6ad61,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:15.762471 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-5804ef37-e3d2-41e7-a7d9-4a5da92494e1 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5104003 Jan 14 02:02:15.764587 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51780) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:15.769754 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fe2264de-e7e1-4341-b6f5-6dabd530299b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'security_group': {'name': 'tempest-secgroup-1323552608'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:15.802651 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2264de-e7e1-4341-b6f5-6dabd530299b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.809708 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0c888753-a1bc-44ce-8add-a5604d596cc7 req-9c38a390-1c6a-4567-a865-1dc6225e5556 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0388782 Jan 14 02:02:15.892990 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2264de-e7e1-4341-b6f5-6dabd530299b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (4204fafa-c4fa-4adb-a894-d75c6da88caf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.904798 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2264de-e7e1-4341-b6f5-6dabd530299b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4204fafa-c4fa-4adb-a894-d75c6da88caf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.939073 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2264de-e7e1-4341-b6f5-6dabd530299b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:15.940313 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fe2264de-e7e1-4341-b6f5-6dabd530299b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1740828 Jan 14 02:02:15.942265 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2264de-e7e1-4341-b6f5-6dabd530299b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4204fafa-c4fa-4adb-a894-d75c6da88caf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:15.943199 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51782) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:15.949663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c8938fc6-6230-4fef-87b4-1f8e608202c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'security_group': {'name': 'tempest-secgroup-1908496101'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:15.981168 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8938fc6-6230-4fef-87b4-1f8e608202c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:16.098789 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a809d-1cce-4e5d-ab4c-faa4a4a6b70e req-5f15b4ce-9a65-4af5-9485-e44d000b2537 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:16.100331 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e00a809d-1cce-4e5d-ab4c-faa4a4a6b70e req-5f15b4ce-9a65-4af5-9485-e44d000b2537 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0825808 Jan 14 02:02:16.129881 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8938fc6-6230-4fef-87b4-1f8e608202c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (1d309e11-6886-41aa-8565-415f96d03da4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:16.145877 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8938fc6-6230-4fef-87b4-1f8e608202c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1d309e11-6886-41aa-8565-415f96d03da4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:16.196945 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8938fc6-6230-4fef-87b4-1f8e608202c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:16.201261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c8938fc6-6230-4fef-87b4-1f8e608202c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2529666 Jan 14 02:02:16.201261 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51786) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:16.206839 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9af7bbe8-cba5-4655-916d-1890a406243d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'security_group': {'name': 'tempest-secgroup-572940790'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:16.213621 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e00a809d-1cce-4e5d-ab4c-faa4a4a6b70e req-0f7d527b-3ea5-44cd-b016-12f0ae2fd30c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013684 Jan 14 02:02:16.215339 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8938fc6-6230-4fef-87b4-1f8e608202c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d309e11-6886-41aa-8565-415f96d03da4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:16.248488 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9af7bbe8-cba5-4655-916d-1890a406243d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:16.281987 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9badb34-1eab-4c04-a5ce-038326062671 None None] Network 1c69f8db-65f0-499a-9392-9233988ca6fa requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:16.295887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51788) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:16.337960 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9af7bbe8-cba5-4655-916d-1890a406243d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (a7bbe3de-4fe1-4bf4-9bdc-d4869268b824), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:16.340258 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-27b6b265-079a-4260-ae49-db53790c6b69 None None] Provisioning complete for port 68274986-83db-405d-9acf-c952c9e3fee8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:16.340753 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-27b6b265-079a-4260-ae49-db53790c6b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68274986-83db-405d-9acf-c952c9e3fee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:16.349284 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9af7bbe8-cba5-4655-916d-1890a406243d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a7bbe3de-4fe1-4bf4-9bdc-d4869268b824), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:16.365473 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763403ed-a9c2-4040-8c75-bdeefb4acea9 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:16.367400 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-763403ed-a9c2-4040-8c75-bdeefb4acea9 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e HTTP/1.1" status: 200 len: 814 time: 0.0698414 Jan 14 02:02:16.395714 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9af7bbe8-cba5-4655-916d-1890a406243d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:16.399543 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9af7bbe8-cba5-4655-916d-1890a406243d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1949165 Jan 14 02:02:16.400247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51792) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:16.405764 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1432978979', 'security_groups': ['a7bbe3de-4fe1-4bf4-9bdc-d4869268b824'], 'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '27cd0253-3c41-45c7-b2ef-4d175eb6ad61'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:16.423657 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7bbe8-cba5-4655-916d-1890a406243d tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bbe3de-4fe1-4bf4-9bdc-d4869268b824,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:16.476176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-27b6b265-079a-4260-ae49-db53790c6b69 None None] Current status of the port 68274986-83db-405d-9acf-c952c9e3fee8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:16.490481 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-27b6b265-079a-4260-ae49-db53790c6b69 None None] Provisioning complete for port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:16.490959 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-27b6b265-079a-4260-ae49-db53790c6b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (be506e0a-d56e-45c0-a36f-0cdf70d45ca5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:16.526858 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-27b6b265-079a-4260-ae49-db53790c6b69 None None] Port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:16.541640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:16.546668 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:16.567624 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] device_id is not set on port ca181f77-e3d9-4ff6-b1c6-417ea718b93c yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:02:16.570707 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Update dhcp port {'port': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'fixed_ips': [{'subnet_id': 'ea0f2104-39e5-4afc-94af-83ae564fb935', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '27cd0253-3c41-45c7-b2ef-4d175eb6ad61'}], 'binding:host_id': 'n-d-824358-4'}, 'id': '68274986-83db-405d-9acf-c952c9e3fee8'} from n-d-824358-4. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 14 02:02:16.597263 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (68274986-83db-405d-9acf-c952c9e3fee8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:16.931552 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a6499553-c3b3-4424-bbdd-abcd7d050662 req-038e26aa-f002-4929-a382-553f08e09cab tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0323634 Jan 14 02:02:17.043422 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8::a6 (1c69f8db-65f0-499a-9392-9233988ca6fa/27cd0253-3c41-45c7-b2ef-4d175eb6ad61/ca181f77-e3d9-4ff6-b1c6-417ea718b93c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:17.176667 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (ca181f77-e3d9-4ff6-b1c6-417ea718b93c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:17.215356 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (ca181f77-e3d9-4ff6-b1c6-417ea718b93c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:17.272614 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1c69f8db-65f0-499a-9392-9233988ca6fa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:17.276966 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:17.283839 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:02:17.287765 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Allocated IP 2001:db8::2 (1c69f8db-65f0-499a-9392-9233988ca6fa/27cd0253-3c41-45c7-b2ef-4d175eb6ad61/68274986-83db-405d-9acf-c952c9e3fee8) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:17.289886 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:17.290588 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:17.293410 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=ca181f77-e3d9-4ff6-b1c6-417ea718b93c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:17.323752 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8fe25c37-8d86-4319-8650-26a1f2691312 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9227517 Jan 14 02:02:17.326703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51800) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:17.332391 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f6e79bdc-ea60-4bff-b5ae-d80843744c85 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:17.352339 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536163ef-cce9-442e-90cd-0a3a7e13b0bb req-1a29ee99-0637-4a2c-97f6-e02a79c25c3e tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:17.354021 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-536163ef-cce9-442e-90cd-0a3a7e13b0bb req-1a29ee99-0637-4a2c-97f6-e02a79c25c3e tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0591004 Jan 14 02:02:17.414158 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] For port 68274986-83db-405d-9acf-c952c9e3fee8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=68274986-83db-405d-9acf-c952c9e3fee8,segment=NetworkSegment(9721bb7b-1cf2-4886-8816-f44aa04d749c),segment_id=9721bb7b-1cf2-4886-8816-f44aa04d749c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:17.425731 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-536163ef-cce9-442e-90cd-0a3a7e13b0bb req-f097bfe5-cfcf-4f2c-92be-b5d4d9e98b92 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646451 Jan 14 02:02:17.458304 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Publish callbacks [] for port (68274986-83db-405d-9acf-c952c9e3fee8), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:17.462655 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (68274986-83db-405d-9acf-c952c9e3fee8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:17.466780 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e79bdc-ea60-4bff-b5ae-d80843744c85 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:17.471362 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6e79bdc-ea60-4bff-b5ae-d80843744c85 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:17.485556 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51804) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:17.490894 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6e093ce8-b989-45e8-b523-e1c96fb7d412 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'network': {'name': 'tempest-network-smoke--1566791322', 'project_id': '43a28359970349f68e5694ea755d49e7', 'port_security_enabled': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:17.517574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e093ce8-b989-45e8-b523-e1c96fb7d412 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Made reservation on behalf of 43a28359970349f68e5694ea755d49e7 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:17.522261 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e093ce8-b989-45e8-b523-e1c96fb7d412 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:17.555809 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e093ce8-b989-45e8-b523-e1c96fb7d412 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:02:17.563478 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Pushing event updated for resources: {'Port': ['ID=68274986-83db-405d-9acf-c952c9e3fee8,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:17.571566 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.571921 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.572267 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.572599 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.572935 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.573265 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.573558 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e093ce8-b989-45e8-b523-e1c96fb7d412 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (80c8217c-cb32-456f-afa0-02c48d8a969f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:17.573703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.573902 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.574176 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-6e093ce8-b989-45e8-b523-e1c96fb7d412 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Added segment 80c8217c-cb32-456f-afa0-02c48d8a969f of type vlan for network 341dea1b-4fa1-4473-8012-5dab54fbc517 Jan 14 02:02:17.574304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.574564 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.574897 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.575209 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.575533 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fafe317-a6b4-407b-8dd8-9b9e79422f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:17.622622 n-d-824358-4 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-f6e79bdc-ea60-4bff-b5ae-d80843744c85 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27cd0253-3c41-45c7-b2ef-4d175eb6ad61 (CIDR: 2001:db8::/64) Jan 14 02:02:17.626847 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e79bdc-ea60-4bff-b5ae-d80843744c85 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 02:02:17.627415 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e79bdc-ea60-4bff-b5ae-d80843744c85 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:17.631868 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e093ce8-b989-45e8-b523-e1c96fb7d412 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (341dea1b-4fa1-4473-8012-5dab54fbc517), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:17.647142 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f6e79bdc-ea60-4bff-b5ae-d80843744c85 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3191462 Jan 14 02:02:17.648150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51806) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:17.657745 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5d97ad8d-7dc8-487d-8b86-4c90bef8dc71 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:17.672291 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e093ce8-b989-45e8-b523-e1c96fb7d412 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (341dea1b-4fa1-4473-8012-5dab54fbc517), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:17.679649 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e093ce8-b989-45e8-b523-e1c96fb7d412 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:17.681099 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e093ce8-b989-45e8-b523-e1c96fb7d412 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:17.767299 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e093ce8-b989-45e8-b523-e1c96fb7d412 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Network': ['ID=341dea1b-4fa1-4473-8012-5dab54fbc517,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:17.776885 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6e093ce8-b989-45e8-b523-e1c96fb7d412 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2898991 Jan 14 02:02:17.778122 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51808) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:17.779899 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 341dea1b-4fa1-4473-8012-5dab54fbc517 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:02:17.800897 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d97ad8d-7dc8-487d-8b86-4c90bef8dc71 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:17.805321 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d97ad8d-7dc8-487d-8b86-4c90bef8dc71 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:17.900087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b95ee-a684-447f-9363-5bc93cbb29a8 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:17.902812 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6d8b95ee-a684-447f-9363-5bc93cbb29a8 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=43a28359970349f68e5694ea755d49e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1235614 Jan 14 02:02:17.905443 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51810) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:17.936297 n-d-824358-4 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-5d97ad8d-7dc8-487d-8b86-4c90bef8dc71 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ea0f2104-39e5-4afc-94af-83ae564fb935 (CIDR: 2001:db8:0:1::/64) Jan 14 02:02:17.942018 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d97ad8d-7dc8-487d-8b86-4c90bef8dc71 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 02:02:17.942726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d97ad8d-7dc8-487d-8b86-4c90bef8dc71 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:17.973358 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5d97ad8d-7dc8-487d-8b86-4c90bef8dc71 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3165069 Jan 14 02:02:17.974078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51814) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:17.982176 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-036244f1-c8e0-4f54-9838-50d6ac4ee400 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'subnet': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:18.114186 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-934e055b-9cd2-4377-b98a-7ec5fe6c41c8 req-14365fa0-1641-4207-9526-c1a635ade7eb tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0551827 Jan 14 02:02:18.130450 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036244f1-c8e0-4f54-9838-50d6ac4ee400 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Made reservation on behalf of 05024cf26099413182d8fea92be548bd for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:18.134713 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-036244f1-c8e0-4f54-9838-50d6ac4ee400 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:18.165322 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e13c9b-1c15-466c-89ac-0e0a3f4748a6 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:18.167459 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d1e13c9b-1c15-466c-89ac-0e0a3f4748a6 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2601886 Jan 14 02:02:18.170141 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51816) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:18.214984 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fa739dda-e028-42a9-aa50-b58595255ff6 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429480 Jan 14 02:02:18.217476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51818) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:18.254911 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-236e1b46-954a-4005-b3ca-088330968ac9 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=43a28359970349f68e5694ea755d49e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353110 Jan 14 02:02:18.257331 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51820) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:18.362676 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4647d3c2-7d89-4366-bdd5-ee2c0421cf87 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:18.366873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4647d3c2-7d89-4366-bdd5-ee2c0421cf87 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1057270 Jan 14 02:02:18.368453 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51822) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:18.376445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7713b070-d7d3-458c-ac46-60ca1d1882c6 None None] Provisioning complete for port 68274986-83db-405d-9acf-c952c9e3fee8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:18.376982 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7713b070-d7d3-458c-ac46-60ca1d1882c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68274986-83db-405d-9acf-c952c9e3fee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:18.402633 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-010779d6-98ae-4943-a585-c06bdd9d3a54 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306675 Jan 14 02:02:18.402902 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51824) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:18.413188 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9c2dd6e7-a423-48d1-81ae-77ec776e8f9f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1156898941', 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517', 'project_id': '43a28359970349f68e5694ea755d49e7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:18.446495 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-036244f1-c8e0-4f54-9838-50d6ac4ee400 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (d82edb77-b3db-46ce-9253-4c434e497ad7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:18.508916 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7713b070-d7d3-458c-ac46-60ca1d1882c6 None None] Current status of the port 68274986-83db-405d-9acf-c952c9e3fee8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:18.514220 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036244f1-c8e0-4f54-9838-50d6ac4ee400 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Subnet': ['ID=d82edb77-b3db-46ce-9253-4c434e497ad7,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:18.523420 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7713b070-d7d3-458c-ac46-60ca1d1882c6 None None] Provisioning complete for port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:18.523913 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7713b070-d7d3-458c-ac46-60ca1d1882c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (be506e0a-d56e-45c0-a36f-0cdf70d45ca5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:18.547900 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036244f1-c8e0-4f54-9838-50d6ac4ee400 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Network 1c69f8db-65f0-499a-9392-9233988ca6fa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:18.549640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-036244f1-c8e0-4f54-9838-50d6ac4ee400 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:18.563984 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036244f1-c8e0-4f54-9838-50d6ac4ee400 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:18.564828 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-036244f1-c8e0-4f54-9838-50d6ac4ee400 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:18.571405 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7713b070-d7d3-458c-ac46-60ca1d1882c6 None None] Port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:18.589709 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-036244f1-c8e0-4f54-9838-50d6ac4ee400 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6134262 Jan 14 02:02:18.593947 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51830) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:18.602002 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-10866ec5-bf8e-417e-ad16-2f5a2474a864 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-964219744', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd82edb77-b3db-46ce-9253-4c434e497ad7'}], 'security_groups': ['4204fafa-c4fa-4adb-a894-d75c6da88caf', '1d309e11-6886-41aa-8565-415f96d03da4']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:18.657544 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba69788-85e7-4020-9856-58a60057e9a8 None None] Network 1c69f8db-65f0-499a-9392-9233988ca6fa requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:18.659871 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc6c2-297a-4d2f-a7f9-512ce1fb399a req-35a90582-e259-47ba-b767-1ac4cde7a9d1 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:18.661534 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6dfcc6c2-297a-4d2f-a7f9-512ce1fb399a req-35a90582-e259-47ba-b767-1ac4cde7a9d1 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1201243 Jan 14 02:02:18.667966 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2dd6e7-a423-48d1-81ae-77ec776e8f9f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Made reservation on behalf of 43a28359970349f68e5694ea755d49e7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:18.671521 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd6e7-a423-48d1-81ae-77ec776e8f9f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:18.771676 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-974f21ff-4352-4a27-8d24-48c389dc4e04 None None] Provisioning complete for port ca181f77-e3d9-4ff6-b1c6-417ea718b93c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:18.771919 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-974f21ff-4352-4a27-8d24-48c389dc4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ca181f77-e3d9-4ff6-b1c6-417ea718b93c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:18.800907 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 68274986-83db-405d-9acf-c952c9e3fee8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:18.823716 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6dfcc6c2-297a-4d2f-a7f9-512ce1fb399a req-498e4732-5ab6-425f-b987-15c822e61d7f tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436315 Jan 14 02:02:18.848258 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-974f21ff-4352-4a27-8d24-48c389dc4e04 None None] Port ca181f77-e3d9-4ff6-b1c6-417ea718b93c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:18.873524 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 68274986-83db-405d-9acf-c952c9e3fee8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:18.874327 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68274986-83db-405d-9acf-c952c9e3fee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:18.927117 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10866ec5-bf8e-417e-ad16-2f5a2474a864 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ca181f77-e3d9-4ff6-b1c6-417ea718b93c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:18.951651 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fbd899-0107-4151-b526-e2af70483b6f None None] Update dhcp port {'port': {'network_id': '1c69f8db-65f0-499a-9392-9233988ca6fa', 'fixed_ips': [{'subnet_id': 'ea0f2104-39e5-4afc-94af-83ae564fb935', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '27cd0253-3c41-45c7-b2ef-4d175eb6ad61', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd82edb77-b3db-46ce-9253-4c434e497ad7'}], 'binding:host_id': 'n-d-824358-4'}, 'id': '68274986-83db-405d-9acf-c952c9e3fee8'} from n-d-824358-4. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 14 02:02:19.005081 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87fbd899-0107-4151-b526-e2af70483b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (68274986-83db-405d-9acf-c952c9e3fee8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.024064 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 68274986-83db-405d-9acf-c952c9e3fee8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:19.109750 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd6e7-a423-48d1-81ae-77ec776e8f9f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (d6d59eb5-159a-49d0-b948-27a841aadd58), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.194947 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-87fbd899-0107-4151-b526-e2af70483b6f None None] Allocated IP 2001:db8:0:2::2 (1c69f8db-65f0-499a-9392-9233988ca6fa/d82edb77-b3db-46ce-9253-4c434e497ad7/68274986-83db-405d-9acf-c952c9e3fee8) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:19.254264 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dd6e7-a423-48d1-81ae-77ec776e8f9f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Subnet': ['ID=d6d59eb5-159a-49d0-b948-27a841aadd58,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:19.289375 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-098397f0-422c-4ff7-9e2b-bb8dec7e8365 req-e28939ab-a504-4eea-94ce-5666cddf652d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0494437 Jan 14 02:02:19.305442 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-87fbd899-0107-4151-b526-e2af70483b6f None None] For port 68274986-83db-405d-9acf-c952c9e3fee8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=68274986-83db-405d-9acf-c952c9e3fee8,segment=NetworkSegment(9721bb7b-1cf2-4886-8816-f44aa04d749c),segment_id=9721bb7b-1cf2-4886-8816-f44aa04d749c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:19.311517 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2dd6e7-a423-48d1-81ae-77ec776e8f9f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Checking segment: {'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:02:19.311920 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2dd6e7-a423-48d1-81ae-77ec776e8f9f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network hostable DHCP agents. Network: 341dea1b-4fa1-4473-8012-5dab54fbc517, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:02:19.329777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2dd6e7-a423-48d1-81ae-77ec776e8f9f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network 341dea1b-4fa1-4473-8012-5dab54fbc517 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:02:19.340003 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9c2dd6e7-a423-48d1-81ae-77ec776e8f9f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 341dea1b-4fa1-4473-8012-5dab54fbc517) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:19.344919 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2dd6e7-a423-48d1-81ae-77ec776e8f9f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:19.345524 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd6e7-a423-48d1-81ae-77ec776e8f9f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.349937 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87fbd899-0107-4151-b526-e2af70483b6f None None] Publish callbacks [] for port (68274986-83db-405d-9acf-c952c9e3fee8), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.354016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd36157-ca76-4b61-83ad-f8cbab04be6a None None] Network 341dea1b-4fa1-4473-8012-5dab54fbc517 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:19.371632 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9c2dd6e7-a423-48d1-81ae-77ec776e8f9f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9675992 Jan 14 02:02:19.398779 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87fbd899-0107-4151-b526-e2af70483b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (68274986-83db-405d-9acf-c952c9e3fee8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.509193 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-10866ec5-bf8e-417e-ad16-2f5a2474a864 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Delete allocated IP 2001:db8::a6 (1c69f8db-65f0-499a-9392-9233988ca6fa/27cd0253-3c41-45c7-b2ef-4d175eb6ad61) {{(pid=103353) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 14 02:02:19.514126 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbd899-0107-4151-b526-e2af70483b6f None None] Pushing event updated for resources: {'Port': ['ID=68274986-83db-405d-9acf-c952c9e3fee8,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:19.526609 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-10866ec5-bf8e-417e-ad16-2f5a2474a864 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Allocated IP 2001:db8:0:2::19d (1c69f8db-65f0-499a-9392-9233988ca6fa/d82edb77-b3db-46ce-9253-4c434e497ad7/ca181f77-e3d9-4ff6-b1c6-417ea718b93c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:19.578722 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-341dea1b-4fa1-4473-8012-5dab54fbc517', 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517', 'project_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ips': [{'subnet_id': 'd6d59eb5-159a-49d0-b948-27a841aadd58'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:02:19.580322 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.634552 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51836) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:19.638997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ca84ece6-f808-4271-98af-8d73036f0aed tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87799742', 'description': 'tempest-secgroup-smoke-87799742 description', 'project_id': '43a28359970349f68e5694ea755d49e7'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:19.690486 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca84ece6-f808-4271-98af-8d73036f0aed tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.746747 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10866ec5-bf8e-417e-ad16-2f5a2474a864 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for port (ca181f77-e3d9-4ff6-b1c6-417ea718b93c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.756137 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10866ec5-bf8e-417e-ad16-2f5a2474a864 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (ca181f77-e3d9-4ff6-b1c6-417ea718b93c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.764042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Allocated IP 172.20.0.18 (341dea1b-4fa1-4473-8012-5dab54fbc517/d6d59eb5-159a-49d0-b948-27a841aadd58/a678bd30-8279-450f-8104-4099d972a083) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:19.807821 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca84ece6-f808-4271-98af-8d73036f0aed tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (a26759e1-ee6b-4df1-a66d-59e616c2c37f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.815122 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca84ece6-f808-4271-98af-8d73036f0aed tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a26759e1-ee6b-4df1-a66d-59e616c2c37f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.855403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-10866ec5-bf8e-417e-ad16-2f5a2474a864 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] In _notify_port_updated(), no bound segment for port ca181f77-e3d9-4ff6-b1c6-417ea718b93c on network 1c69f8db-65f0-499a-9392-9233988ca6fa {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 02:02:19.876643 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10866ec5-bf8e-417e-ad16-2f5a2474a864 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:19.877323 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10866ec5-bf8e-417e-ad16-2f5a2474a864 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.881247 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-10866ec5-bf8e-417e-ad16-2f5a2474a864 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "PUT /v2.0/ports/ca181f77-e3d9-4ff6-b1c6-417ea718b93c HTTP/1.1" status: 200 len: 969 time: 1.2814083 Jan 14 02:02:19.882165 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51838) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:19.891356 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca84ece6-f808-4271-98af-8d73036f0aed tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:19.892598 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ca84ece6-f808-4271-98af-8d73036f0aed tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2572031 Jan 14 02:02:19.896375 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51842) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:19.907288 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f32e791d-d2cc-4e53-8686-9883402efbe7 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': 'a26759e1-ee6b-4df1-a66d-59e616c2c37f', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:19.913762 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10866ec5-bf8e-417e-ad16-2f5a2474a864 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event updated for resources: {'Port': ['ID=ca181f77-e3d9-4ff6-b1c6-417ea718b93c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:19.916319 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84ece6-f808-4271-98af-8d73036f0aed tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26759e1-ee6b-4df1-a66d-59e616c2c37f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:20.007806 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f32e791d-d2cc-4e53-8686-9883402efbe7 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (a2876a44-5d9a-4603-9154-d9e69d61441a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.008678 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Publish callbacks [] for port (a678bd30-8279-450f-8104-4099d972a083), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.018064 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (a678bd30-8279-450f-8104-4099d972a083), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.098569 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bb9a9-4321-45ea-874c-84da38831b7e req-2b4d0236-4dfc-401f-ae76-5495a3f88110 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:20.100227 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-335bb9a9-4321-45ea-874c-84da38831b7e req-2b4d0236-4dfc-401f-ae76-5495a3f88110 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0753915 Jan 14 02:02:20.105809 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f32e791d-d2cc-4e53-8686-9883402efbe7 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (a2876a44-5d9a-4603-9154-d9e69d61441a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.107072 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Network 341dea1b-4fa1-4473-8012-5dab54fbc517 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:20.109589 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Pushing event updated for resources: {'Port': ['ID=a678bd30-8279-450f-8104-4099d972a083,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:20.112590 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f32e791d-d2cc-4e53-8686-9883402efbe7 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (a2876a44-5d9a-4603-9154-d9e69d61441a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.114069 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:20.125615 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a381e49-3e2b-4909-8c78-985addb9fb1b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port ca181f77-e3d9-4ff6-b1c6-417ea718b93c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:20.125953 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a381e49-3e2b-4909-8c78-985addb9fb1b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (ca181f77-e3d9-4ff6-b1c6-417ea718b93c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.128326 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:02:20.138988 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e791d-d2cc-4e53-8686-9883402efbe7 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2876a44-5d9a-4603-9154-d9e69d61441a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:20.144657 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f32e791d-d2cc-4e53-8686-9883402efbe7 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.149093 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f32e791d-d2cc-4e53-8686-9883402efbe7 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2479980 Jan 14 02:02:20.149196 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51844) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:20.159084 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8b0e0c12-d8de-4ab1-9f91-f696618d8ca4 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': 'a26759e1-ee6b-4df1-a66d-59e616c2c37f', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:20.207771 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Attempting to bind port a678bd30-8279-450f-8104-4099d972a083 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:02:20.208146 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Attempting to bind port a678bd30-8279-450f-8104-4099d972a083 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:02:20.208517 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Attempting to bind port a678bd30-8279-450f-8104-4099d972a083 on network 341dea1b-4fa1-4473-8012-5dab54fbc517 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:02:20.211393 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0c12-d8de-4ab1-9f91-f696618d8ca4 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (d245d8ee-37e1-44f0-8d30-38c0ad5a8225), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.214804 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:02:20.215181 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Checking segment: {'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:02:20.215583 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.215969 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Bound using segment: {'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:02:20.216445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Bound port: a678bd30-8279-450f-8104-4099d972a083, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:02:20.216912 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a678bd30-8279-450f-8104-4099d972a083), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.266447 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-335bb9a9-4321-45ea-874c-84da38831b7e req-69b3b471-2546-4355-933b-9926fa4916d4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591048 Jan 14 02:02:20.313508 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] For port a678bd30-8279-450f-8104-4099d972a083, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:02:20.318259 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] For port a678bd30-8279-450f-8104-4099d972a083, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a678bd30-8279-450f-8104-4099d972a083,segment=NetworkSegment(80c8217c-cb32-456f-afa0-02c48d8a969f),segment_id=80c8217c-cb32-456f-afa0-02c48d8a969f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:02:20.320504 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0c12-d8de-4ab1-9f91-f696618d8ca4 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (d245d8ee-37e1-44f0-8d30-38c0ad5a8225), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.334007 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a678bd30-8279-450f-8104-4099d972a083), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.335654 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0c12-d8de-4ab1-9f91-f696618d8ca4 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (d245d8ee-37e1-44f0-8d30-38c0ad5a8225), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.353328 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a381e49-3e2b-4909-8c78-985addb9fb1b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (ca181f77-e3d9-4ff6-b1c6-417ea718b93c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.371102 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e0c12-d8de-4ab1-9f91-f696618d8ca4 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d245d8ee-37e1-44f0-8d30-38c0ad5a8225,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:20.389094 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a381e49-3e2b-4909-8c78-985addb9fb1b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for ca181f77-e3d9-4ff6-b1c6-417ea718b93c owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:20.395912 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0c12-d8de-4ab1-9f91-f696618d8ca4 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.397180 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8b0e0c12-d8de-4ab1-9f91-f696618d8ca4 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2469120 Jan 14 02:02:20.399992 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51848) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:20.414924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c850f7b3-ea48-426d-8a38-0112d56930cd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': 'a26759e1-ee6b-4df1-a66d-59e616c2c37f', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:20.482233 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c850f7b3-ea48-426d-8a38-0112d56930cd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (e17b1ed4-da6e-420f-ad49-72355130cb1b), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.587865 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-83ec9fd3-3f20-495b-a223-ee5f59940e32 req-feab134f-688b-4b6c-bdad-2c317dc95541 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0600226 Jan 14 02:02:20.597324 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c850f7b3-ea48-426d-8a38-0112d56930cd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (e17b1ed4-da6e-420f-ad49-72355130cb1b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.610602 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c850f7b3-ea48-426d-8a38-0112d56930cd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (e17b1ed4-da6e-420f-ad49-72355130cb1b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.640672 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850f7b3-ea48-426d-8a38-0112d56930cd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17b1ed4-da6e-420f-ad49-72355130cb1b,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:20.663959 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c850f7b3-ea48-426d-8a38-0112d56930cd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.680337 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c850f7b3-ea48-426d-8a38-0112d56930cd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2790551 Jan 14 02:02:20.682985 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51850) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:20.688991 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-063c9c94-9c01-4867-ac57-2fb7948140e8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': 'a26759e1-ee6b-4df1-a66d-59e616c2c37f', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:20.753572 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-063c9c94-9c01-4867-ac57-2fb7948140e8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (6a678082-1d21-495b-b78c-242bbd5771d2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.807009 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a381e49-3e2b-4909-8c78-985addb9fb1b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ca181f77-e3d9-4ff6-b1c6-417ea718b93c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.837529 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb943ad-db09-46df-91f3-8597aa6e515e None None] Pushing event updated for resources: {'Port': ['ID=a678bd30-8279-450f-8104-4099d972a083,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:20.866474 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-214cec28-29ca-42a6-bce7-e9925e5842e3 None None] Provisioning complete for port 68274986-83db-405d-9acf-c952c9e3fee8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:20.866781 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-214cec28-29ca-42a6-bce7-e9925e5842e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68274986-83db-405d-9acf-c952c9e3fee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.880829 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a381e49-3e2b-4909-8c78-985addb9fb1b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=ca181f77-e3d9-4ff6-b1c6-417ea718b93c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:20.904075 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 68274986-83db-405d-9acf-c952c9e3fee8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:20.919729 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-063c9c94-9c01-4867-ac57-2fb7948140e8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (6a678082-1d21-495b-b78c-242bbd5771d2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.926959 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-063c9c94-9c01-4867-ac57-2fb7948140e8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (6a678082-1d21-495b-b78c-242bbd5771d2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.945359 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a381e49-3e2b-4909-8c78-985addb9fb1b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.954347 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9a381e49-3e2b-4909-8c78-985addb9fb1b tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/ca181f77-e3d9-4ff6-b1c6-417ea718b93c HTTP/1.1" status: 204 len: 168 time: 1.0718098 Jan 14 02:02:20.958782 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c9c94-9c01-4867-ac57-2fb7948140e8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a678082-1d21-495b-b78c-242bbd5771d2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:20.959976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51852) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:20.964889 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-063c9c94-9c01-4867-ac57-2fb7948140e8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:20.971957 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-063c9c94-9c01-4867-ac57-2fb7948140e8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2864347 Jan 14 02:02:20.974374 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51854) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:20.981937 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3afae951-ad1f-4131-a802-895ff65d7884 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': 'a26759e1-ee6b-4df1-a66d-59e616c2c37f', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:20.991431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 68274986-83db-405d-9acf-c952c9e3fee8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:20.992149 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68274986-83db-405d-9acf-c952c9e3fee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.010188 n-d-824358-4 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-3afae951-ad1f-4131-a802-895ff65d7884 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Project 43a28359970349f68e5694ea755d49e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 02:02:21.017196 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3afae951-ad1f-4131-a802-895ff65d7884 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (581dc57a-0215-4c52-9e0d-095a55f18c9a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.033486 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-817256d6-b2d8-4346-b2c0-264cd795efa9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] GET failed (client error): The resource could not be found. Jan 14 02:02:21.035034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-817256d6-b2d8-4346-b2c0-264cd795efa9 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports/ca181f77-e3d9-4ff6-b1c6-417ea718b93c HTTP/1.1" status: 404 len: 333 time: 0.0738935 Jan 14 02:02:21.042266 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51856) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:21.102987 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3afae951-ad1f-4131-a802-895ff65d7884 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (581dc57a-0215-4c52-9e0d-095a55f18c9a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.113112 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3afae951-ad1f-4131-a802-895ff65d7884 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (581dc57a-0215-4c52-9e0d-095a55f18c9a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.148893 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 68274986-83db-405d-9acf-c952c9e3fee8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:21.151625 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-214cec28-29ca-42a6-bce7-e9925e5842e3 None None] Current status of the port 68274986-83db-405d-9acf-c952c9e3fee8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:21.159249 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-214cec28-29ca-42a6-bce7-e9925e5842e3 None None] Could not find standard attr ID for object ca181f77-e3d9-4ff6-b1c6-417ea718b93c. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 02:02:21.171254 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-214cec28-29ca-42a6-bce7-e9925e5842e3 None None] Provisioning complete for port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:21.175390 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afae951-ad1f-4131-a802-895ff65d7884 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581dc57a-0215-4c52-9e0d-095a55f18c9a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:21.177853 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-214cec28-29ca-42a6-bce7-e9925e5842e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (be506e0a-d56e-45c0-a36f-0cdf70d45ca5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.191598 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3afae951-ad1f-4131-a802-895ff65d7884 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.192666 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b806-62c2-4fc6-8d20-5ea7e87d77e3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (a7bbe3de-4fe1-4bf4-9bdc-d4869268b824), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.193224 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3afae951-ad1f-4131-a802-895ff65d7884 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2170005 Jan 14 02:02:21.195833 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51858) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:21.201047 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9e9c209f-9248-4476-86d7-eddec7b17f9c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': 'a26759e1-ee6b-4df1-a66d-59e616c2c37f', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:21.234799 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-214cec28-29ca-42a6-bce7-e9925e5842e3 None None] Port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:21.243844 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b806-62c2-4fc6-8d20-5ea7e87d77e3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (a7bbe3de-4fe1-4bf4-9bdc-d4869268b824), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.280814 n-d-824358-4 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-9e9c209f-9248-4476-86d7-eddec7b17f9c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Project 43a28359970349f68e5694ea755d49e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 02:02:21.293356 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e9c209f-9248-4476-86d7-eddec7b17f9c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (60931cad-7bf0-4865-be3c-ef960fd3e627), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.320921 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b806-62c2-4fc6-8d20-5ea7e87d77e3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a7bbe3de-4fe1-4bf4-9bdc-d4869268b824), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.328286 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b806-62c2-4fc6-8d20-5ea7e87d77e3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.328286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6cc8b806-62c2-4fc6-8d20-5ea7e87d77e3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/security-groups/a7bbe3de-4fe1-4bf4-9bdc-d4869268b824 HTTP/1.1" status: 204 len: 168 time: 0.2821233 Jan 14 02:02:21.330534 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51862) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:21.352545 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5ce04064-bad1-4404-aa35-1cf5d5ea39f7 None None] Could not find standard attr ID for object ca181f77-e3d9-4ff6-b1c6-417ea718b93c. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 14 02:02:21.372909 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8b806-62c2-4fc6-8d20-5ea7e87d77e3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bbe3de-4fe1-4bf4-9bdc-d4869268b824,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:21.432598 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a536ad47-da4d-4ade-ac78-82e7183166c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (1d309e11-6886-41aa-8565-415f96d03da4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.435433 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e9c209f-9248-4476-86d7-eddec7b17f9c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (60931cad-7bf0-4865-be3c-ef960fd3e627), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.457931 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e9c209f-9248-4476-86d7-eddec7b17f9c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (60931cad-7bf0-4865-be3c-ef960fd3e627), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.469174 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a536ad47-da4d-4ade-ac78-82e7183166c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (1d309e11-6886-41aa-8565-415f96d03da4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.490707 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e9c209f-9248-4476-86d7-eddec7b17f9c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.507443 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9e9c209f-9248-4476-86d7-eddec7b17f9c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3092670 Jan 14 02:02:21.510519 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c209f-9248-4476-86d7-eddec7b17f9c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60931cad-7bf0-4865-be3c-ef960fd3e627,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:21.526301 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a536ad47-da4d-4ade-ac78-82e7183166c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (1d309e11-6886-41aa-8565-415f96d03da4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.532225 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a536ad47-da4d-4ade-ac78-82e7183166c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.534289 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a536ad47-da4d-4ade-ac78-82e7183166c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/security-groups/1d309e11-6886-41aa-8565-415f96d03da4 HTTP/1.1" status: 204 len: 168 time: 0.2024620 Jan 14 02:02:21.538796 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64743d5e-2528-4a7a-9bd3-aa3c3564bdef req-5b3a73b2-0cef-4d5b-9aa9-47708585c0c2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:21.540450 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64743d5e-2528-4a7a-9bd3-aa3c3564bdef req-5b3a73b2-0cef-4d5b-9aa9-47708585c0c2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1545293 Jan 14 02:02:21.541036 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51866) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:21.550563 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536ad47-da4d-4ade-ac78-82e7183166c4 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d309e11-6886-41aa-8565-415f96d03da4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:21.642324 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-64743d5e-2528-4a7a-9bd3-aa3c3564bdef req-6eff1881-4dd1-4866-8813-2f917341282e tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919631 Jan 14 02:02:21.670130 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4334bbb2-673f-49b6-9187-e316d664daf7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (4204fafa-c4fa-4adb-a894-d75c6da88caf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.698671 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4334bbb2-673f-49b6-9187-e316d664daf7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (4204fafa-c4fa-4adb-a894-d75c6da88caf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.782335 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4334bbb2-673f-49b6-9187-e316d664daf7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (4204fafa-c4fa-4adb-a894-d75c6da88caf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.784963 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4334bbb2-673f-49b6-9187-e316d664daf7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.788578 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4334bbb2-673f-49b6-9187-e316d664daf7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/security-groups/4204fafa-c4fa-4adb-a894-d75c6da88caf HTTP/1.1" status: 204 len: 168 time: 0.2439783 Jan 14 02:02:21.789073 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51880) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:21.797537 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-bcf6e133-9461-46a3-bbc0-581c9420c9b2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87799742&fields=id&tenant_id=43a28359970349f68e5694ea755d49e7 HTTP/1.1" status: 200 len: 267 time: 0.0690732 Jan 14 02:02:21.855473 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-267e9c1b-05fc-46f2-96e3-300679cb08cd tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting subnet 27cd0253-3c41-45c7-b2ef-4d175eb6ad61 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:02:21.859644 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-267e9c1b-05fc-46f2-96e3-300679cb08cd tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (27cd0253-3c41-45c7-b2ef-4d175eb6ad61), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:21.865517 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334bbb2-673f-49b6-9187-e316d664daf7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4204fafa-c4fa-4adb-a894-d75c6da88caf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:21.907783 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-267e9c1b-05fc-46f2-96e3-300679cb08cd tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (27cd0253-3c41-45c7-b2ef-4d175eb6ad61), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.017936 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-267e9c1b-05fc-46f2-96e3-300679cb08cd tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (27cd0253-3c41-45c7-b2ef-4d175eb6ad61), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.107293 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-267e9c1b-05fc-46f2-96e3-300679cb08cd tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (27cd0253-3c41-45c7-b2ef-4d175eb6ad61), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.143632 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e9c1b-05fc-46f2-96e3-300679cb08cd tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Subnet': ['ID=27cd0253-3c41-45c7-b2ef-4d175eb6ad61,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:22.153030 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-267e9c1b-05fc-46f2-96e3-300679cb08cd tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.158507 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-267e9c1b-05fc-46f2-96e3-300679cb08cd tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/27cd0253-3c41-45c7-b2ef-4d175eb6ad61 HTTP/1.1" status: 204 len: 168 time: 0.3682654 Jan 14 02:02:22.164104 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51882) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:22.165395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7aa02b-c3d4-4464-8ce0-503d3beb2858 None None] Network 1c69f8db-65f0-499a-9392-9233988ca6fa requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:22.231119 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-8746ba40-3ebb-43b0-a2a9-4f0d02938175 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting subnet d82edb77-b3db-46ce-9253-4c434e497ad7 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:02:22.235340 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8746ba40-3ebb-43b0-a2a9-4f0d02938175 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (d82edb77-b3db-46ce-9253-4c434e497ad7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.287423 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8746ba40-3ebb-43b0-a2a9-4f0d02938175 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (d82edb77-b3db-46ce-9253-4c434e497ad7), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.372041 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-2a5729c3-afdb-4999-b97c-35f5b68910c6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:22.373674 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-2a5729c3-afdb-4999-b97c-35f5b68910c6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/networks?id=341dea1b-4fa1-4473-8012-5dab54fbc517 HTTP/1.1" status: 200 len: 797 time: 0.5688481 Jan 14 02:02:22.386438 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459448e4-b523-45c8-ac98-683045759c39 None None] Network 341dea1b-4fa1-4473-8012-5dab54fbc517 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:22.391636 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-3f2ead21-e89f-4090-8b88-512b67788efd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/quotas/43a28359970349f68e5694ea755d49e7 HTTP/1.1" status: 200 len: 375 time: 0.0111303 Jan 14 02:02:22.426828 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8746ba40-3ebb-43b0-a2a9-4f0d02938175 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (d82edb77-b3db-46ce-9253-4c434e497ad7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.494606 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-35e8a1cb-bc62-4665-acfe-99f9db95f1b7 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0835171 Jan 14 02:02:22.509980 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8746ba40-3ebb-43b0-a2a9-4f0d02938175 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (d82edb77-b3db-46ce-9253-4c434e497ad7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.513639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6ef8d3e7-7a83-4458-b126-fbe05e7f70e6 None None] Provisioning complete for port a678bd30-8279-450f-8104-4099d972a083 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:22.514044 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d3e7-7a83-4458-b126-fbe05e7f70e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a678bd30-8279-450f-8104-4099d972a083), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.549914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8746ba40-3ebb-43b0-a2a9-4f0d02938175 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.554292 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8746ba40-3ebb-43b0-a2a9-4f0d02938175 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/d82edb77-b3db-46ce-9253-4c434e497ad7 HTTP/1.1" status: 204 len: 168 time: 0.3892519 Jan 14 02:02:22.555886 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746ba40-3ebb-43b0-a2a9-4f0d02938175 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Subnet': ['ID=d82edb77-b3db-46ce-9253-4c434e497ad7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:22.558823 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51884) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:22.595556 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7e92f6-eeaf-446a-a8e6-f2acfa344247 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] DELETE failed (client error): The resource could not be found. Jan 14 02:02:22.596346 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7e92f6-eeaf-446a-a8e6-f2acfa344247 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:22.600127 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ab7e92f6-eeaf-446a-a8e6-f2acfa344247 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/27cd0253-3c41-45c7-b2ef-4d175eb6ad61 HTTP/1.1" status: 404 len: 337 time: 0.0399137 Jan 14 02:02:22.605818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51886) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:22.662824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8d1bf76d-8a46-4af1-9a8f-e2d6cdb4e249 service neutron] 10.222.0.26 "GET /v2.0/networks/341dea1b-4fa1-4473-8012-5dab54fbc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621046 Jan 14 02:02:22.702140 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6ef8d3e7-7a83-4458-b126-fbe05e7f70e6 None None] Current status of the port a678bd30-8279-450f-8104-4099d972a083 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:22.703437 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d3e7-7a83-4458-b126-fbe05e7f70e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (a678bd30-8279-450f-8104-4099d972a083), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.712250 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5383243-55e0-4e17-b010-681b4d18875a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting subnet ea0f2104-39e5-4afc-94af-83ae564fb935 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:02:22.718816 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5383243-55e0-4e17-b010-681b4d18875a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (ea0f2104-39e5-4afc-94af-83ae564fb935), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.772409 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6ef8d3e7-7a83-4458-b126-fbe05e7f70e6 None None] For port a678bd30-8279-450f-8104-4099d972a083, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a678bd30-8279-450f-8104-4099d972a083,segment=NetworkSegment(80c8217c-cb32-456f-afa0-02c48d8a969f),segment_id=80c8217c-cb32-456f-afa0-02c48d8a969f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:22.791174 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d3e7-7a83-4458-b126-fbe05e7f70e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (a678bd30-8279-450f-8104-4099d972a083), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.800204 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5383243-55e0-4e17-b010-681b4d18875a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (ea0f2104-39e5-4afc-94af-83ae564fb935), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.909971 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8d3e7-7a83-4458-b126-fbe05e7f70e6 None None] Pushing event updated for resources: {'Port': ['ID=a678bd30-8279-450f-8104-4099d972a083,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:22.935900 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5383243-55e0-4e17-b010-681b4d18875a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (ea0f2104-39e5-4afc-94af-83ae564fb935), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:22.948415 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8c7f8ba7-3fdc-4a57-bb75-aef69f604625 service neutron] 10.222.0.26 "GET /v2.0/networks/341dea1b-4fa1-4473-8012-5dab54fbc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831960 Jan 14 02:02:22.956634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a678bd30-8279-450f-8104-4099d972a083 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:23.027120 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5383243-55e0-4e17-b010-681b4d18875a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (ea0f2104-39e5-4afc-94af-83ae564fb935), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:23.036338 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-78bc188b-4ba3-4145-a3e0-9967e19235d5 None None] Provisioning complete for port a678bd30-8279-450f-8104-4099d972a083 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:23.036968 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78bc188b-4ba3-4145-a3e0-9967e19235d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a678bd30-8279-450f-8104-4099d972a083), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:23.064150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5383243-55e0-4e17-b010-681b4d18875a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0f2104-39e5-4afc-94af-83ae564fb935,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:23.072402 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5383243-55e0-4e17-b010-681b4d18875a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:23.086198 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c5383243-55e0-4e17-b010-681b4d18875a tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/ea0f2104-39e5-4afc-94af-83ae564fb935 HTTP/1.1" status: 204 len: 168 time: 0.4789534 Jan 14 02:02:23.089000 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51890) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.106212 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a678bd30-8279-450f-8104-4099d972a083 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:23.106858 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a678bd30-8279-450f-8104-4099d972a083), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:23.121925 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2eac7c-2c58-4f0c-aad7-91cde7c989b3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] DELETE failed (client error): The resource could not be found. Jan 14 02:02:23.122399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2eac7c-2c58-4f0c-aad7-91cde7c989b3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:23.128438 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51896) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.141800 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6f2eac7c-2c58-4f0c-aad7-91cde7c989b3 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/763b627a-e504-420e-baed-c54a2bd42380 HTTP/1.1" status: 404 len: 337 time: 0.0516341 Jan 14 02:02:23.161292 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51898) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.168591 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2b0ef404-b2ba-4e58-bed1-5f6b7f405278 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc27415-fec7-4d8e-8fc1-eab8442b9c58 HTTP/1.1" status: 200 len: 205 time: 0.0389166 Jan 14 02:02:23.216525 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-ae33cfce-a235-4872-ab34-a4819ae7d121 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] delete failed (client error): The resource could not be found. Jan 14 02:02:23.219378 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51900) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.225729 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-78bc188b-4ba3-4145-a3e0-9967e19235d5 None None] Current status of the port a678bd30-8279-450f-8104-4099d972a083 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:23.230322 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ae33cfce-a235-4872-ab34-a4819ae7d121 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/routers/1fc27415-fec7-4d8e-8fc1-eab8442b9c58 HTTP/1.1" status: 404 len: 336 time: 0.0678720 Jan 14 02:02:23.254431 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b415e3d2-7083-4b48-9599-f9292f22fb9e req-8b578d01-408b-4055-bb86-b0d08addc68d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0495694 Jan 14 02:02:23.282864 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-720ba917-a00c-490e-8abd-78cf6d07bccb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] DELETE failed (client error): The resource could not be found. Jan 14 02:02:23.295384 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720ba917-a00c-490e-8abd-78cf6d07bccb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:23.303644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a678bd30-8279-450f-8104-4099d972a083 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:23.308052 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-720ba917-a00c-490e-8abd-78cf6d07bccb tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/9c0dbd86-10da-4f4f-b420-2f98bb1594b8 HTTP/1.1" status: 404 len: 337 time: 0.0875959 Jan 14 02:02:23.310580 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51904) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.376311 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-9255fb82-fba2-4ddd-9743-90b5178dc07e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] DELETE failed (client error): The resource could not be found. Jan 14 02:02:23.376773 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9255fb82-fba2-4ddd-9743-90b5178dc07e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:23.381523 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9255fb82-fba2-4ddd-9743-90b5178dc07e tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/6bdd2951-0342-4b9d-8c03-f92c907167b3 HTTP/1.1" status: 404 len: 337 time: 0.0678906 Jan 14 02:02:23.382882 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51910) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.413211 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5f351e-38a6-4c85-b895-8f5753e9b274 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] DELETE failed (client error): The resource could not be found. Jan 14 02:02:23.413826 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5f351e-38a6-4c85-b895-8f5753e9b274 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:23.416641 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e01664c-30f6-48e0-9f7e-14dee3b6533f None None] Network 1c69f8db-65f0-499a-9392-9233988ca6fa requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:23.416912 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-af5f351e-38a6-4c85-b895-8f5753e9b274 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/499973ae-c7ce-4b00-b978-9f27233c45e7 HTTP/1.1" status: 404 len: 337 time: 0.0311506 Jan 14 02:02:23.419735 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51914) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.450477 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41207a-238e-4137-b868-f045f6e017a7 req-26307946-ebf1-43c3-a319-d0117e0bb9df tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:23.453939 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c87eaa-a790-4c03-a29a-dd5e3981c7be tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] DELETE failed (client error): The resource could not be found. Jan 14 02:02:23.454842 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c87eaa-a790-4c03-a29a-dd5e3981c7be tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:23.458041 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-15c87eaa-a790-4c03-a29a-dd5e3981c7be tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/ac3dfc83-1fd0-4e36-b899-d863d50decfd HTTP/1.1" status: 404 len: 333 time: 0.0373964 Jan 14 02:02:23.463076 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51916) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.466815 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c41207a-238e-4137-b868-f045f6e017a7 req-26307946-ebf1-43c3-a319-d0117e0bb9df tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1177588 Jan 14 02:02:23.493665 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5ce708-1803-44fc-882c-c83429bbc3b0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] DELETE failed (client error): The resource could not be found. Jan 14 02:02:23.494078 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5ce708-1803-44fc-882c-c83429bbc3b0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:23.497280 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4e5ce708-1803-44fc-882c-c83429bbc3b0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/59d34730-94f1-4b7b-9696-7165aec429cb HTTP/1.1" status: 404 len: 337 time: 0.0332782 Jan 14 02:02:23.500462 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51918) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.519993 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c41207a-238e-4137-b868-f045f6e017a7 req-8d8f07e9-d017-46c7-992c-c187a96070fa tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517280 Jan 14 02:02:23.549736 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-394ae936-b45e-412b-a1b2-1b58e1264b29 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] DELETE failed (client error): The resource could not be found. Jan 14 02:02:23.550307 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394ae936-b45e-412b-a1b2-1b58e1264b29 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:23.554474 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-394ae936-b45e-412b-a1b2-1b58e1264b29 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/f27a4372-0689-4a5e-9dd2-01c4a92e6dc9 HTTP/1.1" status: 404 len: 337 time: 0.0522389 Jan 14 02:02:23.556176 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51922) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.575845 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fc85fed9-f924-4b52-b616-79ce46cbd6e4 None None] Provisioning complete for port 68274986-83db-405d-9acf-c952c9e3fee8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:23.576382 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc85fed9-f924-4b52-b616-79ce46cbd6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (68274986-83db-405d-9acf-c952c9e3fee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:23.591382 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-2905fa21-4eb9-43ff-b429-3f3209f027a6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] DELETE failed (client error): The resource could not be found. Jan 14 02:02:23.592423 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2905fa21-4eb9-43ff-b429-3f3209f027a6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:23.599145 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2905fa21-4eb9-43ff-b429-3f3209f027a6 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/907ed146-1ce9-4994-ad3f-307c2be40d63 HTTP/1.1" status: 404 len: 333 time: 0.0399296 Jan 14 02:02:23.599979 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51924) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.633986 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-331f9505-ff6c-4126-af70-57ce52b1e277 req-89aa2d19-a308-4f62-9ec1-0684feeacb42 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 210 time: 0.0395205 Jan 14 02:02:23.636628 n-d-824358-4 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2317f07-5373-431b-84b6-62bc0120f779 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] DELETE failed (client error): The resource could not be found. Jan 14 02:02:23.637276 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2317f07-5373-431b-84b6-62bc0120f779 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:23.646882 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51926) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.647044 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-b2317f07-5373-431b-84b6-62bc0120f779 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/3435543a-18ef-43b8-bbba-983d93598b43 HTTP/1.1" status: 404 len: 337 time: 0.0456443 Jan 14 02:02:23.691110 n-d-824358-4 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf7f8b1-340c-44f3-b891-c6ea6f631af0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] DELETE failed (client error): The resource could not be found. Jan 14 02:02:23.691674 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf7f8b1-340c-44f3-b891-c6ea6f631af0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 14 02:02:23.697269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3bf7f8b1-340c-44f3-b891-c6ea6f631af0 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/subnets/f189ce6f-0977-4fc7-ba87-aeb32a51eab7 HTTP/1.1" status: 404 len: 337 time: 0.0466614 Jan 14 02:02:23.697432 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51928) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:23.712683 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fc85fed9-f924-4b52-b616-79ce46cbd6e4 None None] Current status of the port 68274986-83db-405d-9acf-c952c9e3fee8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:23.723766 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16835abe-a9f7-43b0-b95c-ce0dc41dd44a None None] DHCP port deletion for 1c69f8db-65f0-499a-9392-9233988ca6fa request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:02:23.775988 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fc85fed9-f924-4b52-b616-79ce46cbd6e4 None None] Provisioning complete for port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:23.776368 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc85fed9-f924-4b52-b616-79ce46cbd6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (be506e0a-d56e-45c0-a36f-0cdf70d45ca5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:23.829543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fc85fed9-f924-4b52-b616-79ce46cbd6e4 None None] Port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:23.838176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-16835abe-a9f7-43b0-b95c-ce0dc41dd44a None None] Deleting port 68274986-83db-405d-9acf-c952c9e3fee8 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:23.838582 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16835abe-a9f7-43b0-b95c-ce0dc41dd44a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (68274986-83db-405d-9acf-c952c9e3fee8), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:23.882861 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5031ee5-9698-4579-8af9-4d52bdefda12 req-4388ebe0-6f31-4a24-9116-4c9f8f8860ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1141143 Jan 14 02:02:23.896719 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47077c59-2ae4-4b0a-924c-75f6a1a938c3 req-6245ecd3-2bdc-4270-b5bd-314500b49782 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:23.898592 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47077c59-2ae4-4b0a-924c-75f6a1a938c3 req-6245ecd3-2bdc-4270-b5bd-314500b49782 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1096 time: 0.1431649 Jan 14 02:02:23.939347 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-16835abe-a9f7-43b0-b95c-ce0dc41dd44a None None] For port 68274986-83db-405d-9acf-c952c9e3fee8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=68274986-83db-405d-9acf-c952c9e3fee8,segment=NetworkSegment(9721bb7b-1cf2-4886-8816-f44aa04d749c),segment_id=9721bb7b-1cf2-4886-8816-f44aa04d749c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:23.939710 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16835abe-a9f7-43b0-b95c-ce0dc41dd44a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (68274986-83db-405d-9acf-c952c9e3fee8), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:23.960175 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-16835abe-a9f7-43b0-b95c-ce0dc41dd44a None None] Calling delete_port for 68274986-83db-405d-9acf-c952c9e3fee8 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:23.971465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Deleting port be506e0a-d56e-45c0-a36f-0cdf70d45ca5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:23.971732 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (be506e0a-d56e-45c0-a36f-0cdf70d45ca5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:24.051455 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16835abe-a9f7-43b0-b95c-ce0dc41dd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (68274986-83db-405d-9acf-c952c9e3fee8), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:24.055194 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-47077c59-2ae4-4b0a-924c-75f6a1a938c3 req-174eccae-7236-4011-9eb6-f439b75904c4 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456881 Jan 14 02:02:24.063722 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5031ee5-9698-4579-8af9-4d52bdefda12 req-322696e9-3404-47b6-a72e-76ffd035d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:24.065238 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5031ee5-9698-4579-8af9-4d52bdefda12 req-322696e9-3404-47b6-a72e-76ffd035d8ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a183fb2886444eb96337220c4fe7939&device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 1097 time: 0.1352561 Jan 14 02:02:24.094382 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (be506e0a-d56e-45c0-a36f-0cdf70d45ca5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:24.108741 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16835abe-a9f7-43b0-b95c-ce0dc41dd44a None None] Pushing event deleted for resources: {'Port': ['ID=68274986-83db-405d-9acf-c952c9e3fee8,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:24.114474 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16835abe-a9f7-43b0-b95c-ce0dc41dd44a None None] No DVR routers for this DVR port 68274986-83db-405d-9acf-c952c9e3fee8 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:02:24.142785 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Calling delete_port for be506e0a-d56e-45c0-a36f-0cdf70d45ca5 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:24.294012 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86cc3-30ff-435d-be1f-39d47b33d25d req-23d03d08-cf38-41ac-8962-93fd9ad64412 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:24.295405 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3c86cc3-30ff-435d-be1f-39d47b33d25d req-23d03d08-cf38-41ac-8962-93fd9ad64412 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.1247332 Jan 14 02:02:24.315415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5031ee5-9698-4579-8af9-4d52bdefda12 req-8bd76977-caeb-4b9a-9b01-9c9772d1219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:24.316738 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5031ee5-9698-4579-8af9-4d52bdefda12 req-8bd76977-caeb-4b9a-9b01-9c9772d1219f service neutron] 10.222.0.36 "GET /v2.0/networks?id=12324b66-1045-46a6-957c-ee005a50dcaf HTTP/1.1" status: 200 len: 909 time: 0.2136109 Jan 14 02:02:24.397351 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (be506e0a-d56e-45c0-a36f-0cdf70d45ca5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:24.450693 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3c86cc3-30ff-435d-be1f-39d47b33d25d req-3b2133d2-d8e8-4c8f-8b78-1402ace6c8ca tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441917 Jan 14 02:02:24.454511 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Port': ['ID=be506e0a-d56e-45c0-a36f-0cdf70d45ca5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:24.458488 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5031ee5-9698-4579-8af9-4d52bdefda12 req-4cf6f814-2f85-4e3f-bad5-6a60df84ee04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f092cd87-048e-4a89-b5e7-d7f217e0b566 HTTP/1.1" status: 200 len: 1001 time: 0.1314139 Jan 14 02:02:24.475325 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51934) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:24.476046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.476402 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.476931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.477115 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.477597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.477992 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.478227 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.478584 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.478909 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.479233 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.479565 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.479891 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.480190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:24.516774 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:24.520068 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a2b4df3d-a835-4129-abfd-7d47d60a97c7 tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/ports/be506e0a-d56e-45c0-a36f-0cdf70d45ca5 HTTP/1.1" status: 204 len: 168 time: 0.8217690 Jan 14 02:02:24.543982 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 51936) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:24.565678 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5bb438f6-997b-47e9-b898-57c5babefe99 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/floatingips/a6c420d4-a546-4dc5-821f-8373ab4f69b7 HTTP/1.1" status: 200 len: 993 time: 0.0896342 Jan 14 02:02:24.639222 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eee62912-c93c-400b-bbb9-5c318de88064 req-569d2bab-b3a6-487c-9145-0fe1cb1deb8d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.1146352 Jan 14 02:02:24.668786 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5031ee5-9698-4579-8af9-4d52bdefda12 req-fc209bd9-274d-4934-8ff5-f95a8273d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:24.670243 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5031ee5-9698-4579-8af9-4d52bdefda12 req-fc209bd9-274d-4934-8ff5-f95a8273d94d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6 HTTP/1.1" status: 200 len: 847 time: 0.2051020 Jan 14 02:02:24.736787 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (1c69f8db-65f0-499a-9392-9233988ca6fa), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:24.776349 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a678bd30-8279-450f-8104-4099d972a083 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:24.801855 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-bb80d72d-6457-4f45-b3ed-5fb742193792 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:24.803587 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-bb80d72d-6457-4f45-b3ed-5fb742193792 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "GET /v2.0/networks?id=341dea1b-4fa1-4473-8012-5dab54fbc517 HTTP/1.1" status: 200 len: 797 time: 0.2967050 Jan 14 02:02:24.815962 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5031ee5-9698-4579-8af9-4d52bdefda12 req-dcca1fb7-3a07-4483-9b72-0e8083fe1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:24.817422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5031ee5-9698-4579-8af9-4d52bdefda12 req-dcca1fb7-3a07-4483-9b72-0e8083fe1d6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12324b66-1045-46a6-957c-ee005a50dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338296 Jan 14 02:02:24.826129 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port a678bd30-8279-450f-8104-4099d972a083 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:24.826547 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (a678bd30-8279-450f-8104-4099d972a083), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:24.907438 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port a678bd30-8279-450f-8104-4099d972a083 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:24.912515 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ea44b-da9c-48cc-ac2e-8a2532c788e7 req-a8a4083d-365a-428c-a920-eca386582da6 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:24.914032 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-543ea44b-da9c-48cc-ac2e-8a2532c788e7 req-a8a4083d-365a-428c-a920-eca386582da6 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1695156 Jan 14 02:02:24.961300 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 68274986-83db-405d-9acf-c952c9e3fee8 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:02:24.985851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 68274986-83db-405d-9acf-c952c9e3fee8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:02:24.986344 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 68274986-83db-405d-9acf-c952c9e3fee8 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:02:25.029651 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (1c69f8db-65f0-499a-9392-9233988ca6fa), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:25.090974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c69f8db-65f0-499a-9392-9233988ca6fa']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:25.116477 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-543ea44b-da9c-48cc-ac2e-8a2532c788e7 req-bf745882-95d4-4f4c-ba2f-6f545954e8e2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885936 Jan 14 02:02:25.118190 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9721bb7b-1cf2-4886-8816-f44aa04d749c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:25.118507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9721bb7b-1cf2-4886-8816-f44aa04d749c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:25.128907 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-9b0d2198-2e7a-4699-a771-cc186f4b0a24 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43a28359970349f68e5694ea755d49e7 HTTP/1.1" status: 200 len: 471 time: 0.3088355 Jan 14 02:02:25.142211 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'port': {'device_id': '0b5393eb-0e11-48f5-aa4e-46f7d24c4d69', 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517', 'admin_state_up': True, 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'security_groups': ['a26759e1-ee6b-4df1-a66d-59e616c2c37f']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:25.147552 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5031ee5-9698-4579-8af9-4d52bdefda12 req-c48ea607-04c5-4ceb-8e02-dae67ac9e677 service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186827 Jan 14 02:02:25.150831 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (9721bb7b-1cf2-4886-8816-f44aa04d749c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:25.239222 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (9721bb7b-1cf2-4886-8816-f44aa04d749c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:25.274896 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:02:25.275300 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (9721bb7b-1cf2-4886-8816-f44aa04d749c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: timer() Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:02:25.280330 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:02:25.355854 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-df82ef7c-d3dc-49d1-ac31-9890dc84e13c req-82d9d41e-c6ff-4e2b-88f7-2330c0a3e141 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 210 time: 0.0841808 Jan 14 02:02:25.399501 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (1c69f8db-65f0-499a-9392-9233988ca6fa), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:25.424076 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:25.429497 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] 10.222.0.26 "DELETE /v2.0/networks/1c69f8db-65f0-499a-9392-9233988ca6fa HTTP/1.1" status: 204 len: 168 time: 0.8822808 Jan 14 02:02:25.435366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4703e90-fe85-48ae-b575-fde275ebefbf tempest-PortsIpV6TestJSON-1991568226 tempest-PortsIpV6TestJSON-1991568226-project] Pushing event deleted for resources: {'Network': ['ID=1c69f8db-65f0-499a-9392-9233988ca6fa,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:25.447478 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-c3f5e929-02d6-4237-bf79-3824f0c5b698 req-f09ed96b-2f9f-4442-838e-9aca6450f6db service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 02:02:25.448452 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c3f5e929-02d6-4237-bf79-3824f0c5b698 req-f09ed96b-2f9f-4442-838e-9aca6450f6db service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050976 Jan 14 02:02:25.451462 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5031ee5-9698-4579-8af9-4d52bdefda12 req-10c13f53-5142-44ff-bcd4-9f9f4813bad7 service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849169 Jan 14 02:02:25.481686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Made reservation on behalf of 43a28359970349f68e5694ea755d49e7 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:25.486310 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:25.693662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Allocated IP 172.20.0.21 (341dea1b-4fa1-4473-8012-5dab54fbc517/d6d59eb5-159a-49d0-b948-27a841aadd58/c39564b5-83b5-4d33-b8fe-abb10fddb6fa) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:25.741644 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51960) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:25.763174 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51964) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:25.768565 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-85ee87f9-6664-45df-b0ab-c0d2c140f215 req-a8776832-ebb4-4a59-bfbc-96265c339ced tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6679efc-4895-425e-b373-cd9bc53ea9f4 HTTP/1.1" status: 200 len: 210 time: 0.0294633 Jan 14 02:02:25.998796 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d998d11c-7910-47c6-b061-1e7bfed5c5fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05024cf26099413182d8fea92be548bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342436 Jan 14 02:02:26.002384 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-c1965f35-2dfd-4844-8c2d-c7a90c5b1385 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2594557 Jan 14 02:02:26.003060 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 51968) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:26.015323 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-b2d0665c-09d9-4d31-a2d0-f4374721db70 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 02:02:26.016505 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-b2d0665c-09d9-4d31-a2d0-f4374721db70 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069528 Jan 14 02:02:26.069385 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47d7c836-1a7e-4893-88e4-436bb1b944f2 admin admin] Publish callbacks [] for security_group (3c7a601f-00f7-4050-9033-b631b3dfaa0f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:26.099947 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47d7c836-1a7e-4893-88e4-436bb1b944f2 admin admin] Publish callbacks [] for security_group (3c7a601f-00f7-4050-9033-b631b3dfaa0f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:26.175062 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47d7c836-1a7e-4893-88e4-436bb1b944f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3c7a601f-00f7-4050-9033-b631b3dfaa0f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:26.178708 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47d7c836-1a7e-4893-88e4-436bb1b944f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:26.183254 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-47d7c836-1a7e-4893-88e4-436bb1b944f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c7a601f-00f7-4050-9033-b631b3dfaa0f HTTP/1.1" status: 204 len: 168 time: 0.1768560 Jan 14 02:02:26.207005 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7c836-1a7e-4893-88e4-436bb1b944f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7a601f-00f7-4050-9033-b631b3dfaa0f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:26.297971 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec8ca5-6f34-4e63-a55c-15229b720696 req-a0306ac8-7ff9-44c9-ac28-882f3fac0c96 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:26.305261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-39ec8ca5-6f34-4e63-a55c-15229b720696 req-a0306ac8-7ff9-44c9-ac28-882f3fac0c96 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.4442129 Jan 14 02:02:26.417716 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:26.440106 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-39ec8ca5-6f34-4e63-a55c-15229b720696 req-6d2cb54c-2e19-4bb6-aa3c-449d2a13efcf tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337614 Jan 14 02:02:26.579743 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:26.638015 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network 341dea1b-4fa1-4473-8012-5dab54fbc517 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:26.741566 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:26.772755 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=c39564b5-83b5-4d33-b8fe-abb10fddb6fa,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:26.783632 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:02:26.883116 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b13e-d2ae-4b49-a4d9-afcd2902461d req-99e4534f-172a-46c1-8796-5d50dc0b44c7 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:26.884756 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-43c5b13e-d2ae-4b49-a4d9-afcd2902461d req-99e4534f-172a-46c1-8796-5d50dc0b44c7 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.3590114 Jan 14 02:02:26.958498 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:26.959268 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:26.993508 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6132b0-5021-4733-8a27-54f90927b331 req-a3788390-d173-4658-bc9e-65ba64f9f69b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:26.995416 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f6132b0-5021-4733-8a27-54f90927b331 req-a3788390-d173-4658-bc9e-65ba64f9f69b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 932 time: 0.4181886 Jan 14 02:02:27.024631 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-43c5b13e-d2ae-4b49-a4d9-afcd2902461d req-88a210da-e56d-4d85-b099-45dfdf71ceed tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320477 Jan 14 02:02:27.039422 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-8f0c0c49-56d5-44cc-baad-1295676c65e6 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9032154 Jan 14 02:02:27.101432 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6f6132b0-5021-4733-8a27-54f90927b331 req-90d83389-8720-4b58-a1ee-b5134886454e tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872965 Jan 14 02:02:27.108199 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Request body: {'port': {'device_id': '0b5393eb-0e11-48f5-aa4e-46f7d24c4d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:27.213780 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52022) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:27.222663 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:27.223122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-388451e4-1a37-4439-8b6d-4cbb525565eb None None] Provisioning complete for port c39564b5-83b5-4d33-b8fe-abb10fddb6fa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:27.224140 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-388451e4-1a37-4439-8b6d-4cbb525565eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:27.281662 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-388451e4-1a37-4439-8b6d-4cbb525565eb None None] Port c39564b5-83b5-4d33-b8fe-abb10fddb6fa cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:27.346139 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-086d128c-64d6-4580-8f36-533fbc6e1e1d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for security_group (d565ee22-3c3c-4c0e-9525-eb21ab7cd51e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:27.373019 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-086d128c-64d6-4580-8f36-533fbc6e1e1d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for security_group (d565ee22-3c3c-4c0e-9525-eb21ab7cd51e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:27.437384 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-086d128c-64d6-4580-8f36-533fbc6e1e1d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d565ee22-3c3c-4c0e-9525-eb21ab7cd51e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:27.442884 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-086d128c-64d6-4580-8f36-533fbc6e1e1d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:27.446722 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-086d128c-64d6-4580-8f36-533fbc6e1e1d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "DELETE /v2.0/security-groups/d565ee22-3c3c-4c0e-9525-eb21ab7cd51e HTTP/1.1" status: 204 len: 168 time: 0.2294130 Jan 14 02:02:27.447749 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52026) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:27.474517 n-d-824358-4 neutron-server[103353]: INFO neutron.api.v2.resource [None req-bee9a455-18cc-4ec5-9693-edfef746b083 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] show failed (client error): The resource could not be found. Jan 14 02:02:27.478147 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-bee9a455-18cc-4ec5-9693-edfef746b083 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "GET /v2.0/security-groups/d565ee22-3c3c-4c0e-9525-eb21ab7cd51e HTTP/1.1" status: 404 len: 347 time: 0.0268533 Jan 14 02:02:27.478405 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d128c-64d6-4580-8f36-533fbc6e1e1d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d565ee22-3c3c-4c0e-9525-eb21ab7cd51e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:27.483318 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52032) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:27.644603 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfddba-1026-4a6c-af00-7b88d7c11ff2 req-faf2c4c6-4349-4a55-b2a9-b38f3af9e5b9 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:27.646824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13bfddba-1026-4a6c-af00-7b88d7c11ff2 req-faf2c4c6-4349-4a55-b2a9-b38f3af9e5b9 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.1020482 Jan 14 02:02:27.701733 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-14776c9e-7b65-4d36-8d95-1aaaa8310d60 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Deleting port 83546f93-1df2-4842-be9b-c01ee7484341 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:27.702084 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14776c9e-7b65-4d36-8d95-1aaaa8310d60 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (83546f93-1df2-4842-be9b-c01ee7484341), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:27.778539 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39564b5-83b5-4d33-b8fe-abb10fddb6fa {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:02:27.797173 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Publish callbacks [] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:27.799410 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14776c9e-7b65-4d36-8d95-1aaaa8310d60 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (83546f93-1df2-4842-be9b-c01ee7484341), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:27.799995 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14776c9e-7b65-4d36-8d95-1aaaa8310d60 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for floatingip (83546f93-1df2-4842-be9b-c01ee7484341), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:27.814615 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-13bfddba-1026-4a6c-af00-7b88d7c11ff2 req-43fb4652-9f64-4417-9cd9-4fc82d56a26f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613529 Jan 14 02:02:27.824793 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Transition to ACTIVE for port object c39564b5-83b5-4d33-b8fe-abb10fddb6fa will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:02:27.827109 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-70872682-fb2b-4f94-8ea7-0ec2c184566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:27.828703 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-70872682-fb2b-4f94-8ea7-0ec2c184566c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0994916 Jan 14 02:02:27.832260 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:27.833007 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-14776c9e-7b65-4d36-8d95-1aaaa8310d60 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Calling delete_port for 83546f93-1df2-4842-be9b-c01ee7484341 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:27.932237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c39564b5-83b5-4d33-b8fe-abb10fddb6fa,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:28.019572 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-b8532914-bfac-4579-b5ff-99b2fd7a0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:28.024390 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14776c9e-7b65-4d36-8d95-1aaaa8310d60 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (83546f93-1df2-4842-be9b-c01ee7484341), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:28.028652 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-b8532914-bfac-4579-b5ff-99b2fd7a0632 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 897 time: 0.1917634 Jan 14 02:02:28.123787 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Attempting to bind port c39564b5-83b5-4d33-b8fe-abb10fddb6fa on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:02:28.124186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Attempting to bind port c39564b5-83b5-4d33-b8fe-abb10fddb6fa by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:02:28.124458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Attempting to bind port c39564b5-83b5-4d33-b8fe-abb10fddb6fa on network 341dea1b-4fa1-4473-8012-5dab54fbc517 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:02:28.136150 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Port c39564b5-83b5-4d33-b8fe-abb10fddb6fa on network 341dea1b-4fa1-4473-8012-5dab54fbc517 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:02:28.136475 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Attempting to bind port c39564b5-83b5-4d33-b8fe-abb10fddb6fa on network 341dea1b-4fa1-4473-8012-5dab54fbc517 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:02:28.141800 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-ed7c4034-37e7-40ef-a581-a80696b606b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 1001 time: 0.1056869 Jan 14 02:02:28.158880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:02:28.159366 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Checking segment: {'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:02:28.159577 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Bound using segment: {'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:02:28.160014 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Bound port: c39564b5-83b5-4d33-b8fe-abb10fddb6fa, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:02:28.160368 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:28.192410 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14776c9e-7b65-4d36-8d95-1aaaa8310d60 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Port': ['ID=83546f93-1df2-4842-be9b-c01ee7484341,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:28.253746 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14776c9e-7b65-4d36-8d95-1aaaa8310d60 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for floatingip (49bda0b6-483e-4371-a30b-dbab117e0113), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:28.256813 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14776c9e-7b65-4d36-8d95-1aaaa8310d60 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:28.263225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52052) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:28.264092 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-14776c9e-7b65-4d36-8d95-1aaaa8310d60 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "DELETE /v2.0/floatingips/49bda0b6-483e-4371-a30b-dbab117e0113 HTTP/1.1" status: 204 len: 168 time: 0.7782998 Jan 14 02:02:28.373316 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-f0d46728-c71e-4d20-ac5b-262582f4a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:28.375031 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-f0d46728-c71e-4d20-ac5b-262582f4a185 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 200 len: 834 time: 0.2249222 Jan 14 02:02:28.447709 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf2b8-427e-4677-8ea0-a156979bbf17 req-39e95561-deeb-4e3e-86cc-0cb809d2a429 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:28.449291 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-243cf2b8-427e-4677-8ea0-a156979bbf17 req-39e95561-deeb-4e3e-86cc-0cb809d2a429 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.2869468 Jan 14 02:02:28.483349 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] For port c39564b5-83b5-4d33-b8fe-abb10fddb6fa, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:02:28.514404 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ec027-03c7-4987-ac48-a2b5e325eab3 req-a10039f8-8027-475e-95fe-5f48301290b8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:28.516404 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9d5ec027-03c7-4987-ac48-a2b5e325eab3 req-a10039f8-8027-475e-95fe-5f48301290b8 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 944 time: 0.2897520 Jan 14 02:02:28.521374 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] For port c39564b5-83b5-4d33-b8fe-abb10fddb6fa, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c39564b5-83b5-4d33-b8fe-abb10fddb6fa,segment=NetworkSegment(80c8217c-cb32-456f-afa0-02c48d8a969f),segment_id=80c8217c-cb32-456f-afa0-02c48d8a969f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:02:28.538541 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:28.603839 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-8475a4f9-52ca-4a04-9388-cf75156b440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:28.605356 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-8475a4f9-52ca-4a04-9388-cf75156b440d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169814 Jan 14 02:02:28.629576 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:28.630205 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:28.631590 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] 10.222.0.46 "PUT /v2.0/ports/c39564b5-83b5-4d33-b8fe-abb10fddb6fa HTTP/1.1" status: 200 len: 1092 time: 1.5471475 Jan 14 02:02:28.635113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5393eb-0e11-48f5-aa4e-46f7d24c4d69', 'tag': 'c39564b5-83b5-4d33-b8fe-abb10fddb6fa'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:02:28.637395 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb54297-7325-4512-801c-410bfca04ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5393eb-0e11-48f5-aa4e-46f7d24c4d69", "tag": "c39564b5-83b5-4d33-b8fe-abb10fddb6fa"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:02:28.654752 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-243cf2b8-427e-4677-8ea0-a156979bbf17 req-a6a19bf6-7c98-4038-9c27-e6203f0e8f25 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834872 Jan 14 02:02:28.717265 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a12bc19a-15da-4cc8-b484-8473118fe83d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Deleting port 89e7de05-6314-4968-a665-f6d0681ec2d6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:28.717514 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a12bc19a-15da-4cc8-b484-8473118fe83d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:28.795204 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857ee968-0561-4124-969f-f6c373572882 x-openstack-request-id: req-857ee968-0561-4124-969f-f6c373572882 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:02:28.795504 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5393eb-0e11-48f5-aa4e-46f7d24c4d69", "tag": "c39564b5-83b5-4d33-b8fe-abb10fddb6fa", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:02:28.795758 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-857ee968-0561-4124-969f-f6c373572882 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:02:28.796785 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5393eb-0e11-48f5-aa4e-46f7d24c4d69', 'tag': 'c39564b5-83b5-4d33-b8fe-abb10fddb6fa', 'status': 'completed', 'code': 200} Jan 14 02:02:28.802275 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9d5ec027-03c7-4987-ac48-a2b5e325eab3 req-67c103fd-45b7-4167-b7c0-a52c54ccb974 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2776427 Jan 14 02:02:28.809904 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4ab86-2de9-4d08-9f5f-0b73e7e973c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c39564b5-83b5-4d33-b8fe-abb10fddb6fa,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:28.889117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-05a71b38-c58d-411a-b8f2-2ab06cc133d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:28.891157 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-05a71b38-c58d-411a-b8f2-2ab06cc133d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 1095 time: 0.1832433 Jan 14 02:02:28.901351 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a12bc19a-15da-4cc8-b484-8473118fe83d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:28.906036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-bf86a905-0174-4bef-8ca1-3d41e63663c7 service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891777 Jan 14 02:02:28.968917 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a12bc19a-15da-4cc8-b484-8473118fe83d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Calling delete_port for 89e7de05-6314-4968-a665-f6d0681ec2d6 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:29.021642 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-d34c6529-f01a-4bcd-9b50-5681acb47dcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c39564b5-83b5-4d33-b8fe-abb10fddb6fa HTTP/1.1" status: 200 len: 217 time: 0.1025772 Jan 14 02:02:29.138681 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186510f9-86a5-491e-819a-c676ac6a6daa req-969ca16a-7483-4480-8764-af2304b80e73 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:29.140707 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-186510f9-86a5-491e-819a-c676ac6a6daa req-969ca16a-7483-4480-8764-af2304b80e73 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.2413161 Jan 14 02:02:29.184513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-9f7d070a-c11b-464e-8d7f-6996d1005cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:29.185975 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-9f7d070a-c11b-464e-8d7f-6996d1005cbd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6d59eb5-159a-49d0-b948-27a841aadd58 HTTP/1.1" status: 200 len: 838 time: 0.1536696 Jan 14 02:02:29.192506 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-9dce3ec1-0dad-4947-b0f7-ab570a5d2d55 service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655606 Jan 14 02:02:29.265936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-186510f9-86a5-491e-819a-c676ac6a6daa req-783cd34f-e240-479b-86db-b1540435247e tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127732 Jan 14 02:02:29.303981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-78190f75-8384-43fa-b0c7-82bf05e22ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:29.305496 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-78190f75-8384-43fa-b0c7-82bf05e22ba5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=341dea1b-4fa1-4473-8012-5dab54fbc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098640 Jan 14 02:02:29.363114 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a12bc19a-15da-4cc8-b484-8473118fe83d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (89e7de05-6314-4968-a665-f6d0681ec2d6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:29.403134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bc19a-15da-4cc8-b484-8473118fe83d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Port': ['ID=89e7de05-6314-4968-a665-f6d0681ec2d6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:29.489309 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-13aea380-c2f7-4d87-8ac1-6316573ef161 service neutron] 10.222.0.46 "GET /v2.0/networks/341dea1b-4fa1-4473-8012-5dab54fbc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755087 Jan 14 02:02:29.494112 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a12bc19a-15da-4cc8-b484-8473118fe83d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:29.497249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a12bc19a-15da-4cc8-b484-8473118fe83d tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "DELETE /v2.0/ports/89e7de05-6314-4968-a665-f6d0681ec2d6 HTTP/1.1" status: 204 len: 168 time: 1.2207479 Jan 14 02:02:29.501207 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52060) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:29.592488 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e26c5963-5cb9-4291-b5ed-512da8920e34 req-9f18b55c-1c27-4e71-ade1-dafc7db7b909 service neutron] 10.222.0.46 "GET /v2.0/networks/341dea1b-4fa1-4473-8012-5dab54fbc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941064 Jan 14 02:02:29.601197 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-223349f2-70c4-411d-afc0-e766ef220358 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Deleting port 958a3119-0652-4e10-add3-6ef0d62d1943 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:29.601609 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-223349f2-70c4-411d-afc0-e766ef220358 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:29.699216 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-223349f2-70c4-411d-afc0-e766ef220358 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:29.712187 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-223349f2-70c4-411d-afc0-e766ef220358 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Calling delete_port for 958a3119-0652-4e10-add3-6ef0d62d1943 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:29.733271 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb54297-7325-4512-801c-410bfca04ce0 req-77369d19-21a7-43e7-876b-1f2ceb60e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:29.738733 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fb54297-7325-4512-801c-410bfca04ce0 req-77369d19-21a7-43e7-876b-1f2ceb60e097 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 1095 time: 0.0621879 Jan 14 02:02:29.892617 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-223349f2-70c4-411d-afc0-e766ef220358 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (958a3119-0652-4e10-add3-6ef0d62d1943), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:29.938926 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223349f2-70c4-411d-afc0-e766ef220358 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Port': ['ID=958a3119-0652-4e10-add3-6ef0d62d1943,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:30.044791 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-223349f2-70c4-411d-afc0-e766ef220358 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.050055 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-223349f2-70c4-411d-afc0-e766ef220358 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "DELETE /v2.0/ports/958a3119-0652-4e10-add3-6ef0d62d1943 HTTP/1.1" status: 204 len: 168 time: 0.5461631 Jan 14 02:02:30.052113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52066) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:30.108241 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb0d5d1-d5dc-4876-8d57-4399bf17f787 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Deleting subnet 5c58418c-1633-4d58-a790-9f10ce59d42b {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:02:30.112604 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adb0d5d1-d5dc-4876-8d57-4399bf17f787 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for subnet (5c58418c-1633-4d58-a790-9f10ce59d42b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.154981 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adb0d5d1-d5dc-4876-8d57-4399bf17f787 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (5c58418c-1633-4d58-a790-9f10ce59d42b), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.192046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1232c3d-2c6b-4b87-86b0-1f744465e522 req-095fb08e-587c-485e-90f9-4fe480037daf tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:30.193610 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a1232c3d-2c6b-4b87-86b0-1f744465e522 req-095fb08e-587c-485e-90f9-4fe480037daf tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.4539547 Jan 14 02:02:30.242334 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb54297-7325-4512-801c-410bfca04ce0 req-5910dde2-4d81-46ef-ac0c-2a2b504ae769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:30.243867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fb54297-7325-4512-801c-410bfca04ce0 req-5910dde2-4d81-46ef-ac0c-2a2b504ae769 service neutron] 10.222.0.46 "GET /v2.0/networks?id=341dea1b-4fa1-4473-8012-5dab54fbc517 HTTP/1.1" status: 200 len: 898 time: 0.4892533 Jan 14 02:02:30.251725 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf84ef7-d670-4217-af36-9555257c811d req-83f0aa66-a946-4820-831d-2661dfefb08e tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:30.252301 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adb0d5d1-d5dc-4876-8d57-4399bf17f787 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (5c58418c-1633-4d58-a790-9f10ce59d42b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.258644 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cf84ef7-d670-4217-af36-9555257c811d req-83f0aa66-a946-4820-831d-2661dfefb08e tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 944 time: 0.1306803 Jan 14 02:02:30.322906 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fb54297-7325-4512-801c-410bfca04ce0 req-e5fef8cd-18d8-4f73-93ec-fe91be59f86b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c39564b5-83b5-4d33-b8fe-abb10fddb6fa HTTP/1.1" status: 200 len: 217 time: 0.0571926 Jan 14 02:02:30.324677 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adb0d5d1-d5dc-4876-8d57-4399bf17f787 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (5c58418c-1633-4d58-a790-9f10ce59d42b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.372594 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0d5d1-d5dc-4876-8d57-4399bf17f787 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Subnet': ['ID=5c58418c-1633-4d58-a790-9f10ce59d42b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:30.374449 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a1232c3d-2c6b-4b87-86b0-1f744465e522 req-14732655-ecae-47bc-ac4e-928e8bf3a626 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698675 Jan 14 02:02:30.377187 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adb0d5d1-d5dc-4876-8d57-4399bf17f787 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.380678 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-adb0d5d1-d5dc-4876-8d57-4399bf17f787 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "DELETE /v2.0/subnets/5c58418c-1633-4d58-a790-9f10ce59d42b HTTP/1.1" status: 204 len: 168 time: 0.3274486 Jan 14 02:02:30.383227 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52070) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:30.410372 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c7545-afff-4405-98fa-65924c1b739b None None] Network abc8037e-64e1-4418-bb1b-adc918f77729 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:30.450024 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cf84ef7-d670-4217-af36-9555257c811d req-c9af3525-6336-4aaa-b072-9a6b0d6b344a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1904390 Jan 14 02:02:30.470778 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb54297-7325-4512-801c-410bfca04ce0 req-92a511ca-c1f5-4acd-bc4c-b127f9f6e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:30.472257 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fb54297-7325-4512-801c-410bfca04ce0 req-92a511ca-c1f5-4acd-bc4c-b127f9f6e4d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6d59eb5-159a-49d0-b948-27a841aadd58 HTTP/1.1" status: 200 len: 838 time: 0.1386721 Jan 14 02:02:30.510326 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07a21e7-729e-4f5e-95ba-fe308d528321 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Deleting subnet e8f499dc-e707-45e5-8bb0-1526384812f6 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:02:30.513836 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d07a21e7-729e-4f5e-95ba-fe308d528321 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for subnet (e8f499dc-e707-45e5-8bb0-1526384812f6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.591027 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d07a21e7-729e-4f5e-95ba-fe308d528321 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (e8f499dc-e707-45e5-8bb0-1526384812f6), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.607838 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb54297-7325-4512-801c-410bfca04ce0 req-a0e6ba5d-6f7f-4522-a62e-9fa0a9b0ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:30.609378 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fb54297-7325-4512-801c-410bfca04ce0 req-a0e6ba5d-6f7f-4522-a62e-9fa0a9b0ceb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=341dea1b-4fa1-4473-8012-5dab54fbc517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291327 Jan 14 02:02:30.622271 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40aa689-515a-46b1-be47-e130fd17961c req-82bf80df-4a81-4a8e-8da6-51fb6b12cdcd tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:30.629409 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e40aa689-515a-46b1-be47-e130fd17961c req-82bf80df-4a81-4a8e-8da6-51fb6b12cdcd tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.0827391 Jan 14 02:02:30.723400 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06edf0ca-5e6a-41c1-a1ae-f0bab14a43c9 None None] DHCP port deletion for abc8037e-64e1-4418-bb1b-adc918f77729 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:02:30.754230 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e40aa689-515a-46b1-be47-e130fd17961c req-10382c03-3d46-4c85-8155-4c8546e2e1bc tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227584 Jan 14 02:02:30.779841 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d07a21e7-729e-4f5e-95ba-fe308d528321 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (e8f499dc-e707-45e5-8bb0-1526384812f6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.808655 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-06edf0ca-5e6a-41c1-a1ae-f0bab14a43c9 None None] Deleting port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:30.809891 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06edf0ca-5e6a-41c1-a1ae-f0bab14a43c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.828025 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fb54297-7325-4512-801c-410bfca04ce0 req-1bc15b13-6b0c-49be-87e9-3b95e99c23ac service neutron] 10.222.0.46 "GET /v2.0/networks/341dea1b-4fa1-4473-8012-5dab54fbc517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963911 Jan 14 02:02:30.899847 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d07a21e7-729e-4f5e-95ba-fe308d528321 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (e8f499dc-e707-45e5-8bb0-1526384812f6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.927330 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-06edf0ca-5e6a-41c1-a1ae-f0bab14a43c9 None None] For port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f658c3d0-1277-4f5c-b4e4-fe27ce8af02b,segment=NetworkSegment(80bbbacc-1a5f-495c-9089-ee38fddff859),segment_id=80bbbacc-1a5f-495c-9089-ee38fddff859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:30.927730 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06edf0ca-5e6a-41c1-a1ae-f0bab14a43c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.945594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-06edf0ca-5e6a-41c1-a1ae-f0bab14a43c9 None None] Calling delete_port for f658c3d0-1277-4f5c-b4e4-fe27ce8af02b owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:30.950749 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a21e7-729e-4f5e-95ba-fe308d528321 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f499dc-e707-45e5-8bb0-1526384812f6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:30.958370 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d07a21e7-729e-4f5e-95ba-fe308d528321 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:30.970470 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d07a21e7-729e-4f5e-95ba-fe308d528321 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "DELETE /v2.0/subnets/e8f499dc-e707-45e5-8bb0-1526384812f6 HTTP/1.1" status: 204 len: 168 time: 0.5861335 Jan 14 02:02:30.972983 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52078) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:30.988838 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9fb54297-7325-4512-801c-410bfca04ce0 req-3137e14e-1938-4484-b2d6-b63123a5c62d service neutron] 10.222.0.46 "GET /v2.0/networks/341dea1b-4fa1-4473-8012-5dab54fbc517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504192 Jan 14 02:02:31.026836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f580f82-92b2-4e16-8529-813ac00366a2 None None] Network a90fd40e-479d-417e-abd9-e59eeb30a63a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:31.094167 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (abc8037e-64e1-4418-bb1b-adc918f77729), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.162635 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06edf0ca-5e6a-41c1-a1ae-f0bab14a43c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.174444 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Deleting port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:31.174938 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.190328 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edf0ca-5e6a-41c1-a1ae-f0bab14a43c9 None None] Pushing event deleted for resources: {'Port': ['ID=f658c3d0-1277-4f5c-b4e4-fe27ce8af02b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:31.211852 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06edf0ca-5e6a-41c1-a1ae-f0bab14a43c9 None None] No DVR routers for this DVR port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:02:31.241113 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9d8459-3dd7-4e1c-99aa-c25d8413dc9d None None] DHCP port deletion for a90fd40e-479d-417e-abd9-e59eeb30a63a request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:02:31.274082 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] For port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b, host n-d-824358-4, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:31.274988 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.292618 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Calling delete_port for f658c3d0-1277-4f5c-b4e4-fe27ce8af02b owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:31.295686 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b was not found and therefore no delete operation was performed {{(pid=103354) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 02:02:31.297149 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f658c3d0-1277-4f5c-b4e4-fe27ce8af02b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.299639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d8459-3dd7-4e1c-99aa-c25d8413dc9d None None] Deleting port 97a239a6-b4ef-48b4-8471-0e2ca444f257 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:31.299776 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b9d8459-3dd7-4e1c-99aa-c25d8413dc9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.325244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Port': ['ID=f658c3d0-1277-4f5c-b4e4-fe27ce8af02b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:31.343608 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] No DVR routers for this DVR port f658c3d0-1277-4f5c-b4e4-fe27ce8af02b on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:02:31.396130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1b9d8459-3dd7-4e1c-99aa-c25d8413dc9d None None] For port 97a239a6-b4ef-48b4-8471-0e2ca444f257, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=97a239a6-b4ef-48b4-8471-0e2ca444f257,segment=NetworkSegment(24a0cc5a-8f2b-43a0-9b2c-550460143fbb),segment_id=24a0cc5a-8f2b-43a0-9b2c-550460143fbb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:31.396979 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b9d8459-3dd7-4e1c-99aa-c25d8413dc9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.412137 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d8459-3dd7-4e1c-99aa-c25d8413dc9d None None] Calling delete_port for 97a239a6-b4ef-48b4-8471-0e2ca444f257 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:31.461342 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (abc8037e-64e1-4418-bb1b-adc918f77729), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.492813 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc8037e-64e1-4418-bb1b-adc918f77729']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:31.503885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bbbacc-1a5f-495c-9089-ee38fddff859') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:31.504418 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bbbacc-1a5f-495c-9089-ee38fddff859') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:31.517756 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b9d8459-3dd7-4e1c-99aa-c25d8413dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (97a239a6-b4ef-48b4-8471-0e2ca444f257), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.526388 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (80bbbacc-1a5f-495c-9089-ee38fddff859), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.552335 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (80bbbacc-1a5f-495c-9089-ee38fddff859), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.555510 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d8459-3dd7-4e1c-99aa-c25d8413dc9d None None] No DVR routers for this DVR port 97a239a6-b4ef-48b4-8471-0e2ca444f257 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:02:31.560193 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d8459-3dd7-4e1c-99aa-c25d8413dc9d None None] Pushing event deleted for resources: {'Port': ['ID=97a239a6-b4ef-48b4-8471-0e2ca444f257,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:31.581408 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:02:31.582118 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (80bbbacc-1a5f-495c-9089-ee38fddff859), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:02:31.586458 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:02:31.663898 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca31b2-181f-44bb-bb94-a014219a5168 req-f52f3829-3ee2-4ea7-8ce1-c94e9c2caf86 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:31.671463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88ca31b2-181f-44bb-bb94-a014219a5168 req-f52f3829-3ee2-4ea7-8ce1-c94e9c2caf86 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1726792 Jan 14 02:02:31.698753 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (abc8037e-64e1-4418-bb1b-adc918f77729), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.700283 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd67d0f-0195-4efe-97e3-f89f3c7aadd7 req-231ec599-270f-4895-8bdf-385b09fdb014 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:31.708473 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cd67d0f-0195-4efe-97e3-f89f3c7aadd7 req-231ec599-270f-4895-8bdf-385b09fdb014 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 944 time: 0.1578507 Jan 14 02:02:31.716386 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.721780 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "DELETE /v2.0/networks/abc8037e-64e1-4418-bb1b-adc918f77729 HTTP/1.1" status: 204 len: 168 time: 0.7475202 Jan 14 02:02:31.724407 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52108) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:31.750046 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.794771 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88ca31b2-181f-44bb-bb94-a014219a5168 req-3243432e-5b7f-457c-bad1-1f3dec4fafbb tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203775 Jan 14 02:02:31.839098 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (a90fd40e-479d-417e-abd9-e59eeb30a63a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.841080 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138d865-757f-448e-8bab-232c0934df47 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Network': ['ID=abc8037e-64e1-4418-bb1b-adc918f77729,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:31.874278 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3cd67d0f-0195-4efe-97e3-f89f3c7aadd7 req-deed8018-2528-4de1-bee5-b0f48d052c64 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1645410 Jan 14 02:02:31.936860 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (a90fd40e-479d-417e-abd9-e59eeb30a63a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:31.960760 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90fd40e-479d-417e-abd9-e59eeb30a63a']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:31.970661 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9eb27-e6de-4acb-b62f-2bea659550ed req-2b05baa4-800f-4a9e-b0f0-98610dc6a054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:31.973298 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a0cc5a-8f2b-43a0-9b2c-550460143fbb') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:31.973535 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a0cc5a-8f2b-43a0-9b2c-550460143fbb') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:31.980372 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4da9eb27-e6de-4acb-b62f-2bea659550ed req-2b05baa4-800f-4a9e-b0f0-98610dc6a054 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.0751319 Jan 14 02:02:31.985325 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (24a0cc5a-8f2b-43a0-9b2c-550460143fbb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.000893 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (24a0cc5a-8f2b-43a0-9b2c-550460143fbb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.008504 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:02:32.009147 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (24a0cc5a-8f2b-43a0-9b2c-550460143fbb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:02:32.013456 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:02:32.046199 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4da9eb27-e6de-4acb-b62f-2bea659550ed req-6c95491e-774f-4f21-bcb4-8c9fb1fff426 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593882 Jan 14 02:02:32.082261 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (a90fd40e-479d-417e-abd9-e59eeb30a63a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.100716 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.103949 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] 10.222.0.26 "DELETE /v2.0/networks/a90fd40e-479d-417e-abd9-e59eeb30a63a HTTP/1.1" status: 204 len: 168 time: 0.3784063 Jan 14 02:02:32.109113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13f821-4388-43c8-99bc-1ccf8a7666d4 tempest-TaggedBootDevicesTest-1055501715 tempest-TaggedBootDevicesTest-1055501715-project] Pushing event deleted for resources: {'Network': ['ID=a90fd40e-479d-417e-abd9-e59eeb30a63a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:32.132097 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52118) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:32.266762 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-191dbd8f-4f50-4608-bbce-51f794c81d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.370210 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-191dbd8f-4f50-4608-bbce-51f794c81d56 admin admin] Publish callbacks [] for security_group (fa8763b4-d95a-4f62-a693-0083af80d671), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.374947 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-191dbd8f-4f50-4608-bbce-51f794c81d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fa8763b4-d95a-4f62-a693-0083af80d671), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.427360 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-191dbd8f-4f50-4608-bbce-51f794c81d56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=259b90f4d4e5400195014099bc360b52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937918 Jan 14 02:02:32.428009 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52130) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:32.428201 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dbd8f-4f50-4608-bbce-51f794c81d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8763b4-d95a-4f62-a693-0083af80d671,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:32.504382 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab30d2df-0050-4e92-a52c-6b2175724dc2 admin admin] Publish callbacks [] for security_group (fa8763b4-d95a-4f62-a693-0083af80d671), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.526141 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab30d2df-0050-4e92-a52c-6b2175724dc2 admin admin] Publish callbacks [] for security_group (fa8763b4-d95a-4f62-a693-0083af80d671), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.572704 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab30d2df-0050-4e92-a52c-6b2175724dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (fa8763b4-d95a-4f62-a693-0083af80d671), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.575480 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab30d2df-0050-4e92-a52c-6b2175724dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.579094 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ab30d2df-0050-4e92-a52c-6b2175724dc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa8763b4-d95a-4f62-a693-0083af80d671 HTTP/1.1" status: 204 len: 168 time: 0.1470580 Jan 14 02:02:32.586535 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30d2df-0050-4e92-a52c-6b2175724dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8763b4-d95a-4f62-a693-0083af80d671,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:32.768841 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 97a239a6-b4ef-48b4-8471-0e2ca444f257 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:02:32.789160 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 97a239a6-b4ef-48b4-8471-0e2ca444f257 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:02:32.789597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 97a239a6-b4ef-48b4-8471-0e2ca444f257 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:02:32.790082 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f658c3d0-1277-4f5c-b4e4-fe27ce8af02b no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:02:32.810880 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: f658c3d0-1277-4f5c-b4e4-fe27ce8af02b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:02:32.811258 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f658c3d0-1277-4f5c-b4e4-fe27ce8af02b not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:02:32.900080 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52142) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:32.923399 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4482853f-bf2b-431d-9368-96874cabe6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:32.951446 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe55ff-ecc5-4fa6-bb9f-e7f5b36f74c8 req-e5e8ff60-56e0-4598-b28a-c4c5817ced23 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:32.955113 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8dfe55ff-ecc5-4fa6-bb9f-e7f5b36f74c8 req-e5e8ff60-56e0-4598-b28a-c4c5817ced23 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0810890 Jan 14 02:02:33.019117 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4482853f-bf2b-431d-9368-96874cabe6e6 admin admin] Publish callbacks [] for security_group (a10b0143-39e3-4d7a-999e-181112a941f4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:33.024117 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4482853f-bf2b-431d-9368-96874cabe6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a10b0143-39e3-4d7a-999e-181112a941f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:33.034400 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd921a3-63f5-4de2-841a-8d81149b2809 req-706d837c-f520-467a-bd3e-da3db9e881c9 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:33.035961 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cdd921a3-63f5-4de2-841a-8d81149b2809 req-706d837c-f520-467a-bd3e-da3db9e881c9 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 944 time: 0.0793226 Jan 14 02:02:33.043457 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8dfe55ff-ecc5-4fa6-bb9f-e7f5b36f74c8 req-44718a75-e6fc-474b-9de5-288452274535 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759461 Jan 14 02:02:33.049172 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482853f-bf2b-431d-9368-96874cabe6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10b0143-39e3-4d7a-999e-181112a941f4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:33.075358 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-4482853f-bf2b-431d-9368-96874cabe6e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d527768a83574885b061447399a04c50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1741796 Jan 14 02:02:33.078483 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52146) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:33.101432 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cdd921a3-63f5-4de2-841a-8d81149b2809 req-8334298b-85a7-47ab-be2f-2d2942f83164 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565293 Jan 14 02:02:33.130848 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beb4c8d1-055c-47a3-b311-310efbe19e25 admin admin] Publish callbacks [] for security_group (a10b0143-39e3-4d7a-999e-181112a941f4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:33.153755 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beb4c8d1-055c-47a3-b311-310efbe19e25 admin admin] Publish callbacks [] for security_group (a10b0143-39e3-4d7a-999e-181112a941f4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:33.171866 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c39564b5-83b5-4d33-b8fe-abb10fddb6fa details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:02:33.206819 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf3330-6c36-4504-8fef-f44955883a1f req-4e269f42-1b12-4030-956d-97f4c855117f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:33.208491 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6abf3330-6c36-4504-8fef-f44955883a1f req-4e269f42-1b12-4030-956d-97f4c855117f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.0603917 Jan 14 02:02:33.209904 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beb4c8d1-055c-47a3-b311-310efbe19e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a10b0143-39e3-4d7a-999e-181112a941f4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:33.213200 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beb4c8d1-055c-47a3-b311-310efbe19e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:33.215656 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-beb4c8d1-055c-47a3-b311-310efbe19e25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a10b0143-39e3-4d7a-999e-181112a941f4 HTTP/1.1" status: 204 len: 168 time: 0.1350234 Jan 14 02:02:33.227954 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4c8d1-055c-47a3-b311-310efbe19e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10b0143-39e3-4d7a-999e-181112a941f4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:33.281973 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6abf3330-6c36-4504-8fef-f44955883a1f req-0235bbaf-a3a0-4f10-8db2-6ffa84f47e07 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674567 Jan 14 02:02:33.309253 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c39564b5-83b5-4d33-b8fe-abb10fddb6fa, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c39564b5-83b5-4d33-b8fe-abb10fddb6fa,segment=NetworkSegment(80c8217c-cb32-456f-afa0-02c48d8a969f),segment_id=80c8217c-cb32-456f-afa0-02c48d8a969f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:33.320666 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'c39564b5-83b5-4d33-b8fe-abb10fddb6fa', 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517', 'port_id': 'c39564b5-83b5-4d33-b8fe-abb10fddb6fa', 'mac_address': 'fa:16:3e:29:9b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d59eb5-159a-49d0-b948-27a841aadd58', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:02:33.360350 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port c39564b5-83b5-4d33-b8fe-abb10fddb6fa is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:33.360708 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:33.375240 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39564b5-83b5-4d33-b8fe-abb10fddb6fa {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:02:33.404685 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c39564b5-83b5-4d33-b8fe-abb10fddb6fa, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c39564b5-83b5-4d33-b8fe-abb10fddb6fa,segment=NetworkSegment(80c8217c-cb32-456f-afa0-02c48d8a969f),segment_id=80c8217c-cb32-456f-afa0-02c48d8a969f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:33.409297 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:33.457856 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=c39564b5-83b5-4d33-b8fe-abb10fddb6fa,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:33.741307 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['c39564b5-83b5-4d33-b8fe-abb10fddb6fa'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:02:33.952835 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52172) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:34.092423 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1320455145-network', 'tenant_id': 'e9072514c5ec4b068c598b123c6f5de0'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:34.132216 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Made reservation on behalf of e9072514c5ec4b068c598b123c6f5de0 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:34.135725 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:34.146929 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:34.299981 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3382b74-8c5e-4274-9ba4-2cb13c44c659 req-8729eda1-3796-45bc-a789-b85ce8f398d3 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:34.301376 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3382b74-8c5e-4274-9ba4-2cb13c44c659 req-8729eda1-3796-45bc-a789-b85ce8f398d3 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 945 time: 0.1157022 Jan 14 02:02:34.310651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697cdb2-c2c8-4c65-ad71-30484286d7e4 req-6025bab6-e950-43c4-919d-b47788cc84f6 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:34.312099 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6697cdb2-c2c8-4c65-ad71-30484286d7e4 req-6025bab6-e950-43c4-919d-b47788cc84f6 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1199985 Jan 14 02:02:34.362122 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Publish callbacks [] for security_group (2db5933e-9a49-4834-8b50-8e2a6814842a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:34.381340 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2db5933e-9a49-4834-8b50-8e2a6814842a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:34.431187 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3382b74-8c5e-4274-9ba4-2cb13c44c659 req-d775aae0-cfe9-4bc2-99f2-1cbc58cd621c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169283 Jan 14 02:02:34.432008 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:02:34.442274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6697cdb2-c2c8-4c65-ad71-30484286d7e4 req-298695dc-4509-40ce-ba64-e956a85f46df tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202455 Jan 14 02:02:34.447870 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db5933e-9a49-4834-8b50-8e2a6814842a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:34.451335 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (91535827-177f-45df-922d-b3415f7dd258), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:34.451683 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Added segment 91535827-177f-45df-922d-b3415f7dd258 of type vlan for network 1fbb942c-129c-4abe-a67a-b175aca666d7 Jan 14 02:02:34.516771 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (1fbb942c-129c-4abe-a67a-b175aca666d7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:34.576316 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (1fbb942c-129c-4abe-a67a-b175aca666d7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:34.578031 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:34.578622 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:34.587621 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:34.589766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e9d91-9404-4c04-8bf6-a0945f13869d req-13b6bd4f-a28c-483c-a107-83abb6300ac4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:34.591305 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ff3e9d91-9404-4c04-8bf6-a0945f13869d req-13b6bd4f-a28c-483c-a107-83abb6300ac4 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.0790427 Jan 14 02:02:34.688554 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7340267 Jan 14 02:02:34.691585 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52184) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:34.697445 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6538efae-bfa8-400b-b8dc-db852b636cab admin admin] Request body: {'subnet': {'network_id': '1fbb942c-129c-4abe-a67a-b175aca666d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1320455145-subnet', 'tenant_id': 'e9072514c5ec4b068c598b123c6f5de0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:34.711711 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a9c16-52b1-428c-9a8f-e2272b167a46 admin admin] Pushing event updated for resources: {'Network': ['ID=1fbb942c-129c-4abe-a67a-b175aca666d7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:34.723518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 1fbb942c-129c-4abe-a67a-b175aca666d7 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:02:34.727046 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ff3e9d91-9404-4c04-8bf6-a0945f13869d req-f53f7eb9-e4e8-42c4-a3b3-b3699f652bc1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254475 Jan 14 02:02:34.729851 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6538efae-bfa8-400b-b8dc-db852b636cab admin admin] Made reservation on behalf of e9072514c5ec4b068c598b123c6f5de0 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:34.732772 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6538efae-bfa8-400b-b8dc-db852b636cab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:34.919677 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6538efae-bfa8-400b-b8dc-db852b636cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (91cd3dd5-7a9f-4967-b390-df2d41accc04), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:34.946591 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26a6cd19-2632-481a-bf29-964fbba7b4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:34.975269 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538efae-bfa8-400b-b8dc-db852b636cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=91cd3dd5-7a9f-4967-b390-df2d41accc04,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:34.984137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6538efae-bfa8-400b-b8dc-db852b636cab admin admin] Checking segment: {'id': '91535827-177f-45df-922d-b3415f7dd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1fbb942c-129c-4abe-a67a-b175aca666d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:02:34.984506 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538efae-bfa8-400b-b8dc-db852b636cab admin admin] Network hostable DHCP agents. Network: 1fbb942c-129c-4abe-a67a-b175aca666d7, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:02:35.001102 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538efae-bfa8-400b-b8dc-db852b636cab admin admin] Network 1fbb942c-129c-4abe-a67a-b175aca666d7 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:02:35.010663 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6538efae-bfa8-400b-b8dc-db852b636cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 1fbb942c-129c-4abe-a67a-b175aca666d7) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:35.015077 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6538efae-bfa8-400b-b8dc-db852b636cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:35.015823 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6538efae-bfa8-400b-b8dc-db852b636cab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:35.021222 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e164014b-a8c9-4fba-91f9-85f851fb4d51 None None] Network 1fbb942c-129c-4abe-a67a-b175aca666d7 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:35.033244 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6538efae-bfa8-400b-b8dc-db852b636cab admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3400171 Jan 14 02:02:35.121594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e07049b-a43d-4f22-8756-85519011f663 None None] Network 1fbb942c-129c-4abe-a67a-b175aca666d7 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:35.184052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c39564b5-83b5-4d33-b8fe-abb10fddb6fa up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:35.264324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port c39564b5-83b5-4d33-b8fe-abb10fddb6fa completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:02:35.269111 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port c39564b5-83b5-4d33-b8fe-abb10fddb6fa triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:35.269528 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:35.360229 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port c39564b5-83b5-4d33-b8fe-abb10fddb6fa is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:35.360601 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:35.384025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5393eb-0e11-48f5-aa4e-46f7d24c4d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39564b5-83b5-4d33-b8fe-abb10fddb6fa'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:02:35.386348 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681f6d91-b63d-43a6-8dea-8f4cb8fc2475" -d '{"events": [{"server_uuid": "0b5393eb-0e11-48f5-aa4e-46f7d24c4d69", "name": "network-vif-plugged", "status": "completed", "tag": "c39564b5-83b5-4d33-b8fe-abb10fddb6fa"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:02:35.400180 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port c39564b5-83b5-4d33-b8fe-abb10fddb6fa, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c39564b5-83b5-4d33-b8fe-abb10fddb6fa,segment=NetworkSegment(80c8217c-cb32-456f-afa0-02c48d8a969f),segment_id=80c8217c-cb32-456f-afa0-02c48d8a969f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:35.406504 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:35.438224 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07035593-9353-4130-96b9-5da2e5c9a453 x-openstack-request-id: req-07035593-9353-4130-96b9-5da2e5c9a453 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:02:35.438589 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5393eb-0e11-48f5-aa4e-46f7d24c4d69", "name": "network-vif-plugged", "status": "completed", "tag": "c39564b5-83b5-4d33-b8fe-abb10fddb6fa", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:02:35.438846 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07035593-9353-4130-96b9-5da2e5c9a453 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:02:35.439471 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5393eb-0e11-48f5-aa4e-46f7d24c4d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39564b5-83b5-4d33-b8fe-abb10fddb6fa', 'code': 200} Jan 14 02:02:35.473869 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=c39564b5-83b5-4d33-b8fe-abb10fddb6fa,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:35.548613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:35.553631 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1152107067-network', 'tenant_id': '5d13cfc0af234261afd4b4771191a9a9'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:35.581410 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Made reservation on behalf of 5d13cfc0af234261afd4b4771191a9a9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:35.584272 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:35.600212 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:35.661926 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00a2d7-7ad0-4c8e-bf15-b5e88bf64fb1 req-d3f2a4b2-ad02-4acd-8524-0f633733ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:35.663488 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c00a2d7-7ad0-4c8e-bf15-b5e88bf64fb1 req-d3f2a4b2-ad02-4acd-8524-0f633733ca4d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 1097 time: 0.1039667 Jan 14 02:02:35.672530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244f8a8-1e24-4b06-90ee-74b38722e6f2 req-bf31b54c-f9ac-4deb-9a3c-c0bf1b10a657 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:35.674033 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2244f8a8-1e24-4b06-90ee-74b38722e6f2 req-bf31b54c-f9ac-4deb-9a3c-c0bf1b10a657 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 946 time: 0.1254737 Jan 14 02:02:35.694004 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8b52-c350-4bc0-b9fb-14920406b3ac req-c3d925f2-6f9d-49ca-966c-8adede7aa3d9 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:35.695533 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b4fa8b52-c350-4bc0-b9fb-14920406b3ac req-c3d925f2-6f9d-49ca-966c-8adede7aa3d9 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1067157 Jan 14 02:02:35.717389 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Publish callbacks [] for security_group (40af06fe-097d-47f9-a267-b49273a8ff22), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:35.722941 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (40af06fe-097d-47f9-a267-b49273a8ff22), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:35.745349 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:02:35.766854 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40af06fe-097d-47f9-a267-b49273a8ff22,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:35.770272 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (1b080580-8da4-4edb-b3b1-190c74779a2a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:35.770975 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Added segment 1b080580-8da4-4edb-b3b1-190c74779a2a of type vlan for network 97562ff2-448f-4c18-92ba-06eea77c4ec2 Jan 14 02:02:35.793376 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1c00a2d7-7ad0-4c8e-bf15-b5e88bf64fb1 req-e72235d7-567c-4868-bbb6-4bfef730063f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181157 Jan 14 02:02:35.818829 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2244f8a8-1e24-4b06-90ee-74b38722e6f2 req-0cad6874-e9b2-44ad-aab8-b03d21a82372 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1373143 Jan 14 02:02:35.824135 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b4fa8b52-c350-4bc0-b9fb-14920406b3ac req-92523ee9-21c7-486e-85e3-27cd0d7a7479 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075375 Jan 14 02:02:35.859409 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (97562ff2-448f-4c18-92ba-06eea77c4ec2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:35.896393 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (97562ff2-448f-4c18-92ba-06eea77c4ec2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:35.897436 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:35.898100 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:35.931654 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b9034-8305-44a4-af71-cdd22ce954a1 req-152a079a-cbf3-41a5-844e-6150abca4308 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:35.934343 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-944b9034-8305-44a4-af71-cdd22ce954a1 req-152a079a-cbf3-41a5-844e-6150abca4308 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.0579958 Jan 14 02:02:35.958527 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4086154 Jan 14 02:02:35.961116 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52216) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:35.965734 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6c4b7812-fca9-47e5-ab5a-9c5ea2b428a9 admin admin] Request body: {'subnet': {'network_id': '97562ff2-448f-4c18-92ba-06eea77c4ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1152107067-subnet', 'tenant_id': '5d13cfc0af234261afd4b4771191a9a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:35.973397 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070907b3-35f8-4e7f-905a-0b328182401c admin admin] Pushing event updated for resources: {'Network': ['ID=97562ff2-448f-4c18-92ba-06eea77c4ec2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:35.983639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 97562ff2-448f-4c18-92ba-06eea77c4ec2 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:02:35.999874 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-944b9034-8305-44a4-af71-cdd22ce954a1 req-e2aa66c5-6918-47dd-8143-374accad1438 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580928 Jan 14 02:02:36.003699 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4b7812-fca9-47e5-ab5a-9c5ea2b428a9 admin admin] Made reservation on behalf of 5d13cfc0af234261afd4b4771191a9a9 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:36.006305 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7812-fca9-47e5-ab5a-9c5ea2b428a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26537263'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:36.180928 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7812-fca9-47e5-ab5a-9c5ea2b428a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26536133'] for subnet (cb4227a2-7545-4f9c-a188-aaacb1fccade), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:36.242230 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b7812-fca9-47e5-ab5a-9c5ea2b428a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4227a2-7545-4f9c-a188-aaacb1fccade,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:36.251876 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4b7812-fca9-47e5-ab5a-9c5ea2b428a9 admin admin] Checking segment: {'id': '1b080580-8da4-4edb-b3b1-190c74779a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '97562ff2-448f-4c18-92ba-06eea77c4ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:02:36.252237 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4b7812-fca9-47e5-ab5a-9c5ea2b428a9 admin admin] Network hostable DHCP agents. Network: 97562ff2-448f-4c18-92ba-06eea77c4ec2, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:02:36.269096 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4b7812-fca9-47e5-ab5a-9c5ea2b428a9 admin admin] Network 97562ff2-448f-4c18-92ba-06eea77c4ec2 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:02:36.277862 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6c4b7812-fca9-47e5-ab5a-9c5ea2b428a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 97562ff2-448f-4c18-92ba-06eea77c4ec2) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:36.282257 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4b7812-fca9-47e5-ab5a-9c5ea2b428a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:36.283486 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7812-fca9-47e5-ab5a-9c5ea2b428a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:36.286841 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a21c42-24ca-4c4b-a058-270865f6faa2 None None] Network 97562ff2-448f-4c18-92ba-06eea77c4ec2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:36.307161 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6c4b7812-fca9-47e5-ab5a-9c5ea2b428a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3376133 Jan 14 02:02:36.556084 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d8961b-aeb8-4aef-8562-12ab4f8c4f66 None None] Network 97562ff2-448f-4c18-92ba-06eea77c4ec2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:02:36.842086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-2897f1e4-d028-4201-ad3c-fc9cae5399b0 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:36.843891 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-2897f1e4-d028-4201-ad3c-fc9cae5399b0 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/networks?id=1fbb942c-129c-4abe-a67a-b175aca666d7 HTTP/1.1" status: 200 len: 809 time: 0.1085162 Jan 14 02:02:36.860185 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-5ea11b9a-8e07-4d79-9a47-8a8fa88e3c47 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/quotas/e9072514c5ec4b068c598b123c6f5de0 HTTP/1.1" status: 200 len: 375 time: 0.0102470 Jan 14 02:02:36.913302 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-b9d60e55-796b-4492-8f8d-578d23ebc2fc tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9072514c5ec4b068c598b123c6f5de0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377717 Jan 14 02:02:37.011868 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ffb75-92f9-4fcf-8fc9-71e14b2765af req-d0c250c0-8f68-45bd-aac0-43a6e311c34c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:37.013432 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a84ffb75-92f9-4fcf-8fc9-71e14b2765af req-d0c250c0-8f68-45bd-aac0-43a6e311c34c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 946 time: 0.1117997 Jan 14 02:02:37.055805 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-64752e94-cd20-45c2-9e18-c2386c062ffb service neutron] 10.222.0.26 "GET /v2.0/networks/1fbb942c-129c-4abe-a67a-b175aca666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232564 Jan 14 02:02:37.124166 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a84ffb75-92f9-4fcf-8fc9-71e14b2765af req-7861dd98-ec2c-4407-8114-b43563b05a65 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019330 Jan 14 02:02:37.164867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7c7a6b21-d763-487d-91e0-0078c90ddf10 service neutron] 10.222.0.26 "GET /v2.0/networks/1fbb942c-129c-4abe-a67a-b175aca666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013861 Jan 14 02:02:37.238075 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d167236-8aee-4d50-bf7a-b4ea4ba1be47 req-c171c887-e1fb-4056-bf62-10eee148e36b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:37.239647 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3d167236-8aee-4d50-bf7a-b4ea4ba1be47 req-c171c887-e1fb-4056-bf62-10eee148e36b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.0508077 Jan 14 02:02:37.290638 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3d167236-8aee-4d50-bf7a-b4ea4ba1be47 req-033bc7f0-8dfb-4fb5-a7bd-ed4795ec6e05 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Jan 14 02:02:37.388036 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-59fae583-0760-4c0c-8015-f21639f43e94 req-fc54878b-79a1-474b-b3ef-cfdbc1033a79 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 210 time: 0.0481982 Jan 14 02:02:37.413219 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3bda1-796d-435f-8486-52557a89b9bd req-4c264bd1-2061-4a33-ad52-aeb19e8cdb74 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:37.414841 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b5b3bda1-796d-435f-8486-52557a89b9bd req-4c264bd1-2061-4a33-ad52-aeb19e8cdb74 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.0642326 Jan 14 02:02:37.474289 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b5b3bda1-796d-435f-8486-52557a89b9bd req-bf4675bf-fbf0-4bc0-8207-e143e8daba6a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526645 Jan 14 02:02:37.529757 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbe42943-58db-4518-80fc-727a615aec29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:38.239836 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1879ffd-c629-4dce-8e97-9df430174055 req-838f0751-95c5-4341-9920-c1a1bfc445a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:38.241310 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1879ffd-c629-4dce-8e97-9df430174055 req-838f0751-95c5-4341-9920-c1a1bfc445a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 946 time: 0.0499539 Jan 14 02:02:38.293307 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e1879ffd-c629-4dce-8e97-9df430174055 req-8e2f0f5d-81cf-4443-9c04-1a8838589c05 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462863 Jan 14 02:02:38.405338 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:38.527526 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa68eb-9ad6-40ec-9b2e-37e2ab058796 req-b7192e11-c8fe-4265-aaf0-3a35ff2127ca tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:38.529030 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0caa68eb-9ad6-40ec-9b2e-37e2ab058796 req-b7192e11-c8fe-4265-aaf0-3a35ff2127ca tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 944 time: 0.1216972 Jan 14 02:02:38.546153 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea233608-8329-438d-9b4b-e2187c167df6 req-31f8ece4-12f4-45a6-899b-707063af4c16 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:38.547574 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea233608-8329-438d-9b4b-e2187c167df6 req-31f8ece4-12f4-45a6-899b-707063af4c16 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 946 time: 0.1391718 Jan 14 02:02:38.563021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-452c6964-6c45-4d17-985e-2c9fb263a865 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:38.564448 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-452c6964-6c45-4d17-985e-2c9fb263a865 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.46 "GET /v2.0/networks?id=1fbb942c-129c-4abe-a67a-b175aca666d7 HTTP/1.1" status: 200 len: 809 time: 0.2290273 Jan 14 02:02:38.589614 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Request body: {'port': {'device_id': '71085e2b-9873-4667-9835-d65958abdbc8', 'network_id': '1fbb942c-129c-4abe-a67a-b175aca666d7', 'admin_state_up': True, 'tenant_id': 'e9072514c5ec4b068c598b123c6f5de0'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:38.687254 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0caa68eb-9ad6-40ec-9b2e-37e2ab058796 req-5f0ba138-c3c1-4b93-9611-2d027e43ad5b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491024 Jan 14 02:02:38.702313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ea233608-8329-438d-9b4b-e2187c167df6 req-9aeffd9c-c870-4b77-981d-6df2a98147a4 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1466243 Jan 14 02:02:38.802201 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2e844828-763b-4c5a-8b1b-77d8b72abb41 details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:02:38.823099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Made reservation on behalf of e9072514c5ec4b068c598b123c6f5de0 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:02:38.826601 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:38.830037 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3a5e4606-d6c3-46a5-99fa-a8c0a460e925 req-fe3f6e72-9d4a-4e6b-b90e-15c23b6dd6e9 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 210 time: 0.0686584 Jan 14 02:02:38.924624 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bf427-1b19-4d4f-a004-b9217dae75d2 req-f3f2ddbc-9479-4be8-9736-0aa420a8a0ea tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:38.926131 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c15bf427-1b19-4d4f-a004-b9217dae75d2 req-f3f2ddbc-9479-4be8-9736-0aa420a8a0ea tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.1508560 Jan 14 02:02:38.942369 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2e844828-763b-4c5a-8b1b-77d8b72abb41, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2e844828-763b-4c5a-8b1b-77d8b72abb41,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:38.954013 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '2e844828-763b-4c5a-8b1b-77d8b72abb41', 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4', 'port_id': '2e844828-763b-4c5a-8b1b-77d8b72abb41', 'mac_address': 'fa:16:3e:9b:fd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229627b7-01e8-4c6c-bfbe-27b51d26180b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:02:38.992936 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 2e844828-763b-4c5a-8b1b-77d8b72abb41 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:38.993798 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:39.004456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Allocated IP 172.20.0.11 (1fbb942c-129c-4abe-a67a-b175aca666d7/91cd3dd5-7a9f-4967-b390-df2d41accc04/e9443bc0-21ba-41b7-8942-9446f5c01b19) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:39.006819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e844828-763b-4c5a-8b1b-77d8b72abb41 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:02:39.020447 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c15bf427-1b19-4d4f-a004-b9217dae75d2 req-fce06ec5-ef04-42eb-87fc-4fc8c81d5d73 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692215 Jan 14 02:02:39.033445 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2e844828-763b-4c5a-8b1b-77d8b72abb41, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2e844828-763b-4c5a-8b1b-77d8b72abb41,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:39.041685 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:39.102439 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=2e844828-763b-4c5a-8b1b-77d8b72abb41,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:39.177933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Publish callbacks [] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:39.211909 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:39.260852 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Network 1fbb942c-129c-4abe-a67a-b175aca666d7 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:39.266051 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:39.268484 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:02:39.294034 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Pushing event updated for resources: {'Port': ['ID=e9443bc0-21ba-41b7-8942-9446f5c01b19,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:39.324894 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:39.325453 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:39.344163 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-001222b3-de8b-4623-b529-b2f236653831 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7583523 Jan 14 02:02:39.367531 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['2e844828-763b-4c5a-8b1b-77d8b72abb41'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:02:39.367754 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Request body: {'port': {'device_id': '71085e2b-9873-4667-9835-d65958abdbc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:39.430139 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:39.735000 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9443bc0-21ba-41b7-8942-9446f5c01b19 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:02:39.743180 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Publish callbacks [] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:39.755607 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Transition to ACTIVE for port object e9443bc0-21ba-41b7-8942-9446f5c01b19 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:02:39.767710 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:39.844186 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Pushing event updated for resources: {'Port': ['ID=e9443bc0-21ba-41b7-8942-9446f5c01b19,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:39.866588 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3b50a-d4e8-4094-b621-f7b6ee7535c4 req-c79d1c6f-2ffe-4cde-952c-b5288be7f471 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:39.867998 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aaf3b50a-d4e8-4094-b621-f7b6ee7535c4 req-c79d1c6f-2ffe-4cde-952c-b5288be7f471 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 945 time: 0.1109619 Jan 14 02:02:39.937580 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Attempting to bind port e9443bc0-21ba-41b7-8942-9446f5c01b19 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:02:39.938065 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Attempting to bind port e9443bc0-21ba-41b7-8942-9446f5c01b19 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '91535827-177f-45df-922d-b3415f7dd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1fbb942c-129c-4abe-a67a-b175aca666d7'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:02:39.938302 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Attempting to bind port e9443bc0-21ba-41b7-8942-9446f5c01b19 on network 1fbb942c-129c-4abe-a67a-b175aca666d7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:02:39.947600 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:39.953436 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Port e9443bc0-21ba-41b7-8942-9446f5c01b19 on network 1fbb942c-129c-4abe-a67a-b175aca666d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:02:39.953767 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Attempting to bind port e9443bc0-21ba-41b7-8942-9446f5c01b19 on network 1fbb942c-129c-4abe-a67a-b175aca666d7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:02:39.970063 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:02:39.970328 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Checking segment: {'id': '91535827-177f-45df-922d-b3415f7dd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1fbb942c-129c-4abe-a67a-b175aca666d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:02:39.970743 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Bound using segment: {'id': '91535827-177f-45df-922d-b3415f7dd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1fbb942c-129c-4abe-a67a-b175aca666d7'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:02:39.971167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Bound port: e9443bc0-21ba-41b7-8942-9446f5c01b19, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91535827-177f-45df-922d-b3415f7dd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1fbb942c-129c-4abe-a67a-b175aca666d7'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:02:39.971521 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:39.991827 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-aaf3b50a-d4e8-4094-b621-f7b6ee7535c4 req-985da3c6-7084-48a7-9218-a4bfeeea4bdd tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828722 Jan 14 02:02:40.074581 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b42d7b-5702-4725-a824-d144bc93eb58 req-087dad3a-ee26-4a14-b12c-ca567aac177c tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:40.076136 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-67b42d7b-5702-4725-a824-d144bc93eb58 req-087dad3a-ee26-4a14-b12c-ca567aac177c tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 944 time: 0.1085644 Jan 14 02:02:40.108289 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] For port e9443bc0-21ba-41b7-8942-9446f5c01b19, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:02:40.133454 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] For port e9443bc0-21ba-41b7-8942-9446f5c01b19, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e9443bc0-21ba-41b7-8942-9446f5c01b19,segment=NetworkSegment(91535827-177f-45df-922d-b3415f7dd258),segment_id=91535827-177f-45df-922d-b3415f7dd258)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:02:40.250482 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52288) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:40.414302 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:40.459844 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-67b42d7b-5702-4725-a824-d144bc93eb58 req-a80c7a15-8319-4aaf-8baa-17d41c00fb26 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750710 Jan 14 02:02:40.470364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:40.471009 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:40.472632 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] 10.222.0.46 "PUT /v2.0/ports/e9443bc0-21ba-41b7-8942-9446f5c01b19 HTTP/1.1" status: 200 len: 1092 time: 1.1092942 Jan 14 02:02:40.472813 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71085e2b-9873-4667-9835-d65958abdbc8', 'tag': 'e9443bc0-21ba-41b7-8942-9446f5c01b19'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:02:40.475127 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297060c9-e213-45fa-bd0c-f1281142d289" -d '{"events": [{"name": "network-changed", "server_uuid": "71085e2b-9873-4667-9835-d65958abdbc8", "tag": "e9443bc0-21ba-41b7-8942-9446f5c01b19"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:02:40.510753 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384404a4-37b7-47c8-b1b5-f640efbdc353 req-ce57b966-d23f-438e-a891-8efe47f3fabb tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:40.512286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-384404a4-37b7-47c8-b1b5-f640efbdc353 req-ce57b966-d23f-438e-a891-8efe47f3fabb tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.3808970 Jan 14 02:02:40.528016 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102a259-ef48-42b1-96cc-aa3e611a7d95 service neutron] Pushing event updated for resources: {'Port': ['ID=e9443bc0-21ba-41b7-8942-9446f5c01b19,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:40.617350 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-384404a4-37b7-47c8-b1b5-f640efbdc353 req-81df8bd1-0990-4fe4-9578-0a308cd11940 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914016 Jan 14 02:02:40.625408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-eb39d44a-2771-4107-8219-739c2285190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:40.627262 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-eb39d44a-2771-4107-8219-739c2285190e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9072514c5ec4b068c598b123c6f5de0&device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 1095 time: 0.0860627 Jan 14 02:02:40.720540 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40af32ea-fbec-4701-ab42-7d50cf4065f2 x-openstack-request-id: req-40af32ea-fbec-4701-ab42-7d50cf4065f2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:02:40.720832 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71085e2b-9873-4667-9835-d65958abdbc8", "tag": "e9443bc0-21ba-41b7-8942-9446f5c01b19", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:02:40.721074 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40af32ea-fbec-4701-ab42-7d50cf4065f2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:02:40.721463 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71085e2b-9873-4667-9835-d65958abdbc8', 'tag': 'e9443bc0-21ba-41b7-8942-9446f5c01b19', 'status': 'completed', 'code': 200} Jan 14 02:02:40.723332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-d9fa6b01-31a0-4bb1-bb02-8dd640a8f72b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9443bc0-21ba-41b7-8942-9446f5c01b19 HTTP/1.1" status: 200 len: 217 time: 0.0827270 Jan 14 02:02:40.813194 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-d605e867-082b-4d4d-8434-26129490b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:40.816549 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2e844828-763b-4c5a-8b1b-77d8b72abb41 up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:40.818343 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-d605e867-082b-4d4d-8434-26129490b3ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91cd3dd5-7a9f-4967-b390-df2d41accc04 HTTP/1.1" status: 200 len: 849 time: 0.0889866 Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:02:40.841647 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:02:40.845408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee8a6d-3600-443a-9077-fb03e450a42a req-839b10a1-e82e-491d-9d24-990e0beffe2f tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:40.858731 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28ee8a6d-3600-443a-9077-fb03e450a42a req-839b10a1-e82e-491d-9d24-990e0beffe2f tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.0998163 Jan 14 02:02:40.879218 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 2e844828-763b-4c5a-8b1b-77d8b72abb41 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:02:40.884265 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 2e844828-763b-4c5a-8b1b-77d8b72abb41 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:40.885147 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:40.913339 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-3843aaca-da02-401a-9204-ed5ae9cec834 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fbb942c-129c-4abe-a67a-b175aca666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882070 Jan 14 02:02:40.953168 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:41.008682 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 2e844828-763b-4c5a-8b1b-77d8b72abb41 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:41.009171 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:41.025463 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28ee8a6d-3600-443a-9077-fb03e450a42a req-84058f21-33da-4c23-ae6f-017df3dfb5ee tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642852 Jan 14 02:02:41.054380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e66930-e64e-490e-a81f-42d90a2899c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e844828-763b-4c5a-8b1b-77d8b72abb41'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:02:41.056873 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eae8ad8-5dd9-4057-a206-77947f55c4bb" -d '{"events": [{"server_uuid": "05e66930-e64e-490e-a81f-42d90a2899c8", "name": "network-vif-plugged", "status": "completed", "tag": "2e844828-763b-4c5a-8b1b-77d8b72abb41"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:02:41.090922 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-0ee01b61-fd26-45f8-8fd4-f850a986775a service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb942c-129c-4abe-a67a-b175aca666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664348 Jan 14 02:02:41.092361 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 2e844828-763b-4c5a-8b1b-77d8b72abb41, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2e844828-763b-4c5a-8b1b-77d8b72abb41,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:41.106460 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:41.135795 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811dc284-b197-49f3-b853-02d9ffe4be64 x-openstack-request-id: req-811dc284-b197-49f3-b853-02d9ffe4be64 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:02:41.136432 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e66930-e64e-490e-a81f-42d90a2899c8", "name": "network-vif-plugged", "status": "completed", "tag": "2e844828-763b-4c5a-8b1b-77d8b72abb41", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:02:41.136884 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-811dc284-b197-49f3-b853-02d9ffe4be64 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:02:41.137468 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e66930-e64e-490e-a81f-42d90a2899c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e844828-763b-4c5a-8b1b-77d8b72abb41', 'code': 200} Jan 14 02:02:41.166256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=2e844828-763b-4c5a-8b1b-77d8b72abb41,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:41.180315 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:41.208376 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a43cc1-6490-4491-adf8-e4e60ea1b63d req-f04dd931-2d62-4ded-bd25-40ad5831890c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:41.216966 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28a43cc1-6490-4491-adf8-e4e60ea1b63d req-f04dd931-2d62-4ded-bd25-40ad5831890c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 945 time: 0.1409450 Jan 14 02:02:41.299559 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f8d3680d-4114-4ad2-a751-6399b8fb3f20 req-8b78fbab-085c-426e-8e12-27a95abbab9f service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb942c-129c-4abe-a67a-b175aca666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843102 Jan 14 02:02:41.329582 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28a43cc1-6490-4491-adf8-e4e60ea1b63d req-51e01d1c-560e-4f2c-b961-5814719e771e tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063318 Jan 14 02:02:41.350535 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30099472-6386-4488-9bb8-dff537796ebd req-773589f6-908b-4f99-a521-052bc1b02971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:41.352179 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-30099472-6386-4488-9bb8-dff537796ebd req-773589f6-908b-4f99-a521-052bc1b02971 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 1097 time: 0.1119094 Jan 14 02:02:41.402499 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-30099472-6386-4488-9bb8-dff537796ebd req-1971f389-976a-4aeb-a981-1e5e44706e84 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Jan 14 02:02:41.458133 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297060c9-e213-45fa-bd0c-f1281142d289 req-b7c1f167-9415-4991-85fc-613bcc256bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:41.459126 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-297060c9-e213-45fa-bd0c-f1281142d289 req-b7c1f167-9415-4991-85fc-613bcc256bab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9072514c5ec4b068c598b123c6f5de0&device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 1095 time: 0.0425956 Jan 14 02:02:41.487838 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-d5647a43-e770-44b2-a9e1-dc2f75dc630e service neutron] show failed (client error): The resource could not be found. Jan 14 02:02:41.488988 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-d5647a43-e770-44b2-a9e1-dc2f75dc630e service neutron] 10.222.0.36 "GET /v2.0/ports/36598d1c-0589-45ea-97ce-b712259b2f4a/bindings/n-h1-824358-4 HTTP/1.1" status: 404 len: 380 time: 0.1126251 Jan 14 02:02:41.543564 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Allocated IP 172.20.0.17 (341dea1b-4fa1-4473-8012-5dab54fbc517/d6d59eb5-159a-49d0-b948-27a841aadd58/23408f6b-c5c5-4fca-8bb0-18c97eac477b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:02:41.588192 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297060c9-e213-45fa-bd0c-f1281142d289 req-b9d94223-fca5-4240-8402-77c0605f93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:41.589541 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-297060c9-e213-45fa-bd0c-f1281142d289 req-b9d94223-fca5-4240-8402-77c0605f93fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fbb942c-129c-4abe-a67a-b175aca666d7 HTTP/1.1" status: 200 len: 910 time: 0.1230750 Jan 14 02:02:41.633624 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-297060c9-e213-45fa-bd0c-f1281142d289 req-3cb0289c-9653-4345-b251-08c831578337 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9443bc0-21ba-41b7-8942-9446f5c01b19 HTTP/1.1" status: 200 len: 217 time: 0.0372772 Jan 14 02:02:41.642679 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b668a-10af-472c-8aaf-ea517c02088f req-4948fbd4-9c00-458f-a272-327dae4b91e2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:41.644115 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-772b668a-10af-472c-8aaf-ea517c02088f req-4948fbd4-9c00-458f-a272-327dae4b91e2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 944 time: 0.0908465 Jan 14 02:02:41.666867 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:41.697683 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297060c9-e213-45fa-bd0c-f1281142d289 req-2f5220f6-159a-4da2-b8d4-9acbe79e7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:41.699141 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-297060c9-e213-45fa-bd0c-f1281142d289 req-2f5220f6-159a-4da2-b8d4-9acbe79e7987 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91cd3dd5-7a9f-4967-b390-df2d41accc04 HTTP/1.1" status: 200 len: 849 time: 0.0536492 Jan 14 02:02:41.719875 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:41.742515 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-297060c9-e213-45fa-bd0c-f1281142d289 req-085f5f52-2239-445a-9361-7d64eb01f44f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fbb942c-129c-4abe-a67a-b175aca666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292470 Jan 14 02:02:41.773672 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=23408f6b-c5c5-4fca-8bb0-18c97eac477b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:41.794130 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network 341dea1b-4fa1-4473-8012-5dab54fbc517 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:41.795818 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:41.812153 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:02:41.837982 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-772b668a-10af-472c-8aaf-ea517c02088f req-8f2598ec-fc61-45a9-afeb-ceca2ebb80a7 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433384 Jan 14 02:02:41.884895 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:41.961845 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c378412-9bda-4e1f-b705-26fd3cb5a09b req-ec97fcc7-0481-4a2b-8fc9-3c3b4ab0bb25 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:41.963439 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3c378412-9bda-4e1f-b705-26fd3cb5a09b req-ec97fcc7-0481-4a2b-8fc9-3c3b4ab0bb25 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.1481035 Jan 14 02:02:41.994281 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-297060c9-e213-45fa-bd0c-f1281142d289 req-44ca9725-2b6e-46e2-aee9-7f03c52b6625 service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb942c-129c-4abe-a67a-b175aca666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416592 Jan 14 02:02:42.111611 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3c378412-9bda-4e1f-b705-26fd3cb5a09b req-4d9e1e7f-097b-4087-bb8d-8922d51a760a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354973 Jan 14 02:02:42.140212 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:42.141768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bc22e2b6-949b-4165-b92a-48aa0da6c277 None None] Provisioning complete for port 23408f6b-c5c5-4fca-8bb0-18c97eac477b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:42.142796 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bc22e2b6-949b-4165-b92a-48aa0da6c277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:42.156601 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-248d126b-6a72-49ae-af9a-c3b970fff278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:42.158150 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-248d126b-6a72-49ae-af9a-c3b970fff278 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7&tenant_id=63ad23e535974d8ebd72d18abfca4821 HTTP/1.1" status: 200 len: 1096 time: 0.2027659 Jan 14 02:02:42.163336 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-297060c9-e213-45fa-bd0c-f1281142d289 req-853fa4c2-be2d-4ac8-8b37-4cd6ad9712b5 service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb942c-129c-4abe-a67a-b175aca666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590657 Jan 14 02:02:42.187007 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bc22e2b6-949b-4165-b92a-48aa0da6c277 None None] Port 23408f6b-c5c5-4fca-8bb0-18c97eac477b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:42.204025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824358-4', 'device_owner': 'compute:nova'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:42.223862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5969f88-0261-41e7-a600-898ac7c58d8b req-ff6f44f7-4e83-4749-a16e-b2ab3af39112 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:42.226305 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5969f88-0261-41e7-a600-898ac7c58d8b req-ff6f44f7-4e83-4749-a16e-b2ab3af39112 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.1135271 Jan 14 02:02:42.276044 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a5969f88-0261-41e7-a600-898ac7c58d8b req-8b0c66fb-bfb2-4981-9e1c-9f2ba6914a99 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434716 Jan 14 02:02:42.314467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:42.473152 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb74f4-1970-418a-90ba-b38cd768e7b3 req-3cd6e409-4952-47a1-b81d-1f7c0da3dab2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:42.475577 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34fb74f4-1970-418a-90ba-b38cd768e7b3 req-3cd6e409-4952-47a1-b81d-1f7c0da3dab2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 946 time: 0.0855668 Jan 14 02:02:42.537988 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-34fb74f4-1970-418a-90ba-b38cd768e7b3 req-09ca649e-b686-4102-8701-55dbedacd685 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543175 Jan 14 02:02:42.668480 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:42.671350 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:42.684330 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:42.777803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:02:42.779551 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:42.781763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=23408f6b-c5c5-4fca-8bb0-18c97eac477b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:42.864923 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:02:42.867203 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1ad98c-7632-4d62-9e98-0f688315eb4f" -d '{"events": [{"server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:02:42.872515 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Publish callbacks [] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:42.893977 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Transition to ACTIVE for port object 36598d1c-0589-45ea-97ce-b712259b2f4a will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:02:42.905922 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:42.945531 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 02:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2226a785-e83a-422c-8b44-cb2d079e39a0 x-openstack-request-id: req-2226a785-e83a-422c-8b44-cb2d079e39a0 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:02:42.945831 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:02:42.946089 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2226a785-e83a-422c-8b44-cb2d079e39a0 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:02:42.946518 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'code': 200} Jan 14 02:02:42.974611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network 341dea1b-4fa1-4473-8012-5dab54fbc517 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:02:42.976367 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:43.007137 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:02:43.030482 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b3081-8bcb-4eaa-a40c-0a85fafa3b5a req-4851417d-7c15-4333-acc3-91f20c7b52e9 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:43.032120 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a76b3081-8bcb-4eaa-a40c-0a85fafa3b5a req-4851417d-7c15-4333-acc3-91f20c7b52e9 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 944 time: 0.0838244 Jan 14 02:02:43.134997 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a76b3081-8bcb-4eaa-a40c-0a85fafa3b5a req-91764928-371c-4100-8d30-60764fcc21a9 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953720 Jan 14 02:02:43.211700 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] No DVR routers for this DVR port 36598d1c-0589-45ea-97ce-b712259b2f4a on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:02:43.281091 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63dc50-d594-44b1-85bc-ac585e7a23b8 req-b0f29156-1602-4e18-8ff6-ad885f39c8fc tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:43.282572 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0c63dc50-d594-44b1-85bc-ac585e7a23b8 req-b0f29156-1602-4e18-8ff6-ad885f39c8fc tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 943 time: 0.0557175 Jan 14 02:02:43.321034 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:02:43.370273 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0c63dc50-d594-44b1-85bc-ac585e7a23b8 req-ad436493-360d-462f-9283-f6bdc0c46834 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818100 Jan 14 02:02:43.423806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec033a70-8518-4549-9c47-010a8526e3d2 req-9dc764cb-e2b1-4d76-88fa-e31f538da97e tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:43.430724 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec033a70-8518-4549-9c47-010a8526e3d2 req-9dc764cb-e2b1-4d76-88fa-e31f538da97e tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.0586102 Jan 14 02:02:43.460090 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c8cee39e-a685-40d8-9393-efb13c7a2c5a None None] Provisioning complete for port 23408f6b-c5c5-4fca-8bb0-18c97eac477b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:43.460663 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:02:43.461207 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8cee39e-a685-40d8-9393-efb13c7a2c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:43.466278 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-bff846cf-49b5-4dbd-be35-34cc4c8687d2 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "PUT /v2.0/routers/3f7ec36f-a809-45ea-bedc-c959e70a9a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2146025 Jan 14 02:02:43.486049 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Sync routers for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:02:43.495134 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Attempting to bind port 36598d1c-0589-45ea-97ce-b712259b2f4a on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:02:43.495475 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Attempting to bind port 36598d1c-0589-45ea-97ce-b712259b2f4a by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:02:43.495809 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Attempting to bind port 36598d1c-0589-45ea-97ce-b712259b2f4a on network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:02:43.502628 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Port 36598d1c-0589-45ea-97ce-b712259b2f4a on network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:02:43.502958 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Attempting to bind port 36598d1c-0589-45ea-97ce-b712259b2f4a on network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:02:43.507977 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:02:43.508150 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:02:43.508353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Checking segment: {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:02:43.509189 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Bound using segment: {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:02:43.509189 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Bound port: 36598d1c-0589-45ea-97ce-b712259b2f4a, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:02:43.509540 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:43.511961 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:02:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:43.528699 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec033a70-8518-4549-9c47-010a8526e3d2 req-791e50cf-8d35-40ff-ae0c-fe681506a378 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970125 Jan 14 02:02:43.535092 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c8cee39e-a685-40d8-9393-efb13c7a2c5a None None] Port 23408f6b-c5c5-4fca-8bb0-18c97eac477b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:02:43.593611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:02:43.596899 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:02:43.606947 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:43.643428 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:43.644327 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:43.646040 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] 10.222.0.46 "PUT /v2.0/ports/36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 1091 time: 1.4478645 Jan 14 02:02:43.684415 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f94229-55bf-480b-a540-9a553f7ae37d req-dc4f8e34-2d97-4785-9e52-8a098ff9431f tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:43.684635 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a1623-7156-4f63-8840-fae2df93f9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:43.692642 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91f94229-55bf-480b-a540-9a553f7ae37d req-dc4f8e34-2d97-4785-9e52-8a098ff9431f tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 946 time: 0.0768402 Jan 14 02:02:43.759850 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-91f94229-55bf-480b-a540-9a553f7ae37d req-76338b63-8bfb-49fe-a1fa-8dda6d1d7916 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661993 Jan 14 02:02:43.767337 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:02:43.785178 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-bc9864d4-4d6c-48f9-bb87-8e37d60201c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:43.786834 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-bc9864d4-4d6c-48f9-bb87-8e37d60201c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1094 time: 0.0879931 Jan 14 02:02:43.913266 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba685300-f42f-4065-bb5e-f3a37d264d44 req-e04d8436-6792-49d6-98cd-a5523563b78b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:43.915421 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba685300-f42f-4065-bb5e-f3a37d264d44 req-e04d8436-6792-49d6-98cd-a5523563b78b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 946 time: 0.0731380 Jan 14 02:02:43.928657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-e675e250-491b-41f3-8d03-f2cf66fee8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:43.930781 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-e675e250-491b-41f3-8d03-f2cf66fee8c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 897 time: 0.1346519 Jan 14 02:02:43.991419 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ba685300-f42f-4065-bb5e-f3a37d264d44 req-cecb651e-e298-4f32-b8fe-03c774c1f6b4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699162 Jan 14 02:02:44.060023 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-5851e3cc-3fde-425d-8a2e-3d1756caaedd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 999 time: 0.1197352 Jan 14 02:02:44.097796 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:02:42Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '8450039a-b54b-4e37-901b-dfbef4b35b8a', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'port_id': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'mac_address': 'fa:16:3e:23:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a626-83de-41d0-a564-16b461ea10ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:44Z', 'updated_at': '2022-01-14T02:01:51Z', 'revision_number': 1, 'project_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23408f6b-c5c5-4fca-8bb0-18c97eac477b', 'name': '', 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:20:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'd6d59eb5-159a-49d0-b948-27a841aadd58', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:02:41Z', 'updated_at': '2022-01-14T02:02:42Z', 'revision_number': 2, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': 'd6d59eb5-159a-49d0-b948-27a841aadd58', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:22Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:44.122202 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-93c2f03e-70e4-4953-a16c-17486446314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:44.124058 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-93c2f03e-70e4-4953-a16c-17486446314a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 200 len: 834 time: 0.0569470 Jan 14 02:02:44.133088 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22886d-e15f-41e1-b314-fc53b946d559 req-1157aca2-cb6b-4b82-88c0-b29c1d28504d tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:44.135140 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Checking router: 3f7ec36f-a809-45ea-bedc-c959e70a9a0f for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:02:44.135721 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Updating router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f port 23408f6b-c5c5-4fca-8bb0-18c97eac477b binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:02:44.138924 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d22886d-e15f-41e1-b314-fc53b946d559 req-1157aca2-cb6b-4b82-88c0-b29c1d28504d tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 946 time: 0.0705712 Jan 14 02:02:44.164785 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:44.208199 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6d22886d-e15f-41e1-b314-fc53b946d559 req-536585c5-a775-4416-b256-98b66cb3a983 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619376 Jan 14 02:02:44.231065 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-ab40fbc5-cc2b-4e23-b9c2-e21fd67a78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:44.232726 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-ab40fbc5-cc2b-4e23-b9c2-e21fd67a78fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014702 Jan 14 02:02:44.329259 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8f993-48b2-47b0-bc83-8e57a7fc584d req-95940f10-2062-48df-b80d-5e114ce9e44d tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:44.336459 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-94e8f993-48b2-47b0-bc83-8e57a7fc584d req-95940f10-2062-48df-b80d-5e114ce9e44d tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 944 time: 0.1022134 Jan 14 02:02:44.385094 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-a5e0e8ec-e5a1-4696-b152-169480a4e506 service neutron] 10.222.0.46 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446204 Jan 14 02:02:44.411268 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-94e8f993-48b2-47b0-bc83-8e57a7fc584d req-831a1b2b-588b-4a1c-a822-b22acf1791b6 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736406 Jan 14 02:02:44.543116 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-7c0159d2-5603-470d-81ae-d7dc14bcd13f req-c380cf44-f5ae-4de0-8c1f-82d9f3b99035 service neutron] 10.222.0.46 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518598 Jan 14 02:02:44.568746 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240479-895e-40c2-80aa-b25d02268f17 req-05ede8ce-8aa0-43d9-a17b-d2a72cbdc4dc tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:44.569860 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Publish callbacks [] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:44.570275 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f240479-895e-40c2-80aa-b25d02268f17 req-05ede8ce-8aa0-43d9-a17b-d2a72cbdc4dc tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 943 time: 0.1027355 Jan 14 02:02:44.579838 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:44.640730 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f240479-895e-40c2-80aa-b25d02268f17 req-dadad26b-c735-408e-a39e-1ca269849d40 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513010 Jan 14 02:02:44.646467 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Pushing event updated for resources: {'Port': ['ID=23408f6b-c5c5-4fca-8bb0-18c97eac477b,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:44.664943 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1d625-9b6c-4a8b-ab47-07efb945008e req-839774d6-281c-41a3-88b4-a01fa674a73b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:44.678548 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.678956 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-02c1d625-9b6c-4a8b-ab47-07efb945008e req-839774d6-281c-41a3-88b4-a01fa674a73b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 946 time: 0.1279476 Jan 14 02:02:44.679093 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.679458 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.679804 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.680136 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.680457 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.680779 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.681096 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.681420 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.681735 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.682049 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.682363 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.682705 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:44.744688 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Attempting to bind port 23408f6b-c5c5-4fca-8bb0-18c97eac477b on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:02:44.745328 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Attempting to bind port 23408f6b-c5c5-4fca-8bb0-18c97eac477b by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:02:44.745712 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Attempting to bind port 23408f6b-c5c5-4fca-8bb0-18c97eac477b on network 341dea1b-4fa1-4473-8012-5dab54fbc517 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:02:44.752284 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:02:44.752657 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Checking segment: {'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:02:44.753048 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:44.753724 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Bound using segment: {'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:02:44.754331 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Bound port: 23408f6b-c5c5-4fca-8bb0-18c97eac477b, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c8217c-cb32-456f-afa0-02c48d8a969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:02:44.754810 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:44.815550 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-02c1d625-9b6c-4a8b-ab47-07efb945008e req-d1721607-570d-4f4a-bfba-af0539c12847 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302378 Jan 14 02:02:44.844197 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf53b67-0b46-4e16-b8ca-a3334a450606 req-cdc6d05f-3b4d-4e32-8b82-1255b185ad80 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:44.845701 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2cf53b67-0b46-4e16-b8ca-a3334a450606 req-cdc6d05f-3b4d-4e32-8b82-1255b185ad80 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.0934219 Jan 14 02:02:44.862057 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] For port 23408f6b-c5c5-4fca-8bb0-18c97eac477b, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:02:44.868198 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] For port 23408f6b-c5c5-4fca-8bb0-18c97eac477b, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=23408f6b-c5c5-4fca-8bb0-18c97eac477b,segment=NetworkSegment(80c8217c-cb32-456f-afa0-02c48d8a969f),segment_id=80c8217c-cb32-456f-afa0-02c48d8a969f)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:02:44.877973 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:44.923249 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2cf53b67-0b46-4e16-b8ca-a3334a450606 req-481260e2-fe3e-4619-a0a0-2e5c9f01b461 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682523 Jan 14 02:02:44.949382 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:02:44.949949 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a7a6d-5df4-4aa0-9c26-8e9b0b67853c None None] Pushing event updated for resources: {'Port': ['ID=23408f6b-c5c5-4fca-8bb0-18c97eac477b,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:44.957474 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6434d1c0-b514-4690-b392-57c96bc4c958" -d '{"events": [{"name": "network-changed", "server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:02:44.968380 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:02:44.969011 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:02:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:45.050774 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345db709-b3ac-4302-95d3-d9ff9a375787 x-openstack-request-id: req-345db709-b3ac-4302-95d3-d9ff9a375787 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:02:45.051073 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:02:45.051341 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-345db709-b3ac-4302-95d3-d9ff9a375787 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:02:45.051739 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'status': 'completed', 'code': 200} Jan 14 02:02:45.140173 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:02:45.154276 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-19de912a-4413-45fa-983f-601622328158 None None] Provisioning complete for port 23408f6b-c5c5-4fca-8bb0-18c97eac477b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:45.155426 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19de912a-4413-45fa-983f-601622328158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:45.215635 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-28562b9f-88e3-4223-ad69-4c36bd055fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:45.217805 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-28562b9f-88e3-4223-ad69-4c36bd055fa5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1094 time: 0.1234312 Jan 14 02:02:45.234327 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e9443bc0-21ba-41b7-8942-9446f5c01b19 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:02:45.255750 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-e5f855ae-4180-4065-8c0f-c20fc705f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:45.257733 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-e5f855ae-4180-4065-8c0f-c20fc705f925 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1094 time: 0.1118028 Jan 14 02:02:45.299955 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-19de912a-4413-45fa-983f-601622328158 None None] Current status of the port 23408f6b-c5c5-4fca-8bb0-18c97eac477b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:45.300354 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19de912a-4413-45fa-983f-601622328158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:45.399208 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-19de912a-4413-45fa-983f-601622328158 None None] For port 23408f6b-c5c5-4fca-8bb0-18c97eac477b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=23408f6b-c5c5-4fca-8bb0-18c97eac477b,segment=NetworkSegment(80c8217c-cb32-456f-afa0-02c48d8a969f),segment_id=80c8217c-cb32-456f-afa0-02c48d8a969f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:45.434996 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19de912a-4413-45fa-983f-601622328158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:45.480021 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-17bedb77-4449-452e-bf0a-c942e54b5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:45.481772 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-17bedb77-4449-452e-bf0a-c942e54b5f87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 897 time: 0.2509382 Jan 14 02:02:45.495628 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-274e4ff3-3633-4a98-a9a2-b9e1f989926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:45.497302 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-274e4ff3-3633-4a98-a9a2-b9e1f989926a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 897 time: 0.2280111 Jan 14 02:02:45.540373 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:02:42Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '8450039a-b54b-4e37-901b-dfbef4b35b8a', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'port_id': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'mac_address': 'fa:16:3e:23:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a626-83de-41d0-a564-16b461ea10ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:44Z', 'updated_at': '2022-01-14T02:01:51Z', 'revision_number': 1, 'project_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23408f6b-c5c5-4fca-8bb0-18c97eac477b', 'name': '', 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:20:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'd6d59eb5-159a-49d0-b948-27a841aadd58', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:02:41Z', 'updated_at': '2022-01-14T02:02:44Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': 'd6d59eb5-159a-49d0-b948-27a841aadd58', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:22Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:02:45.552263 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de912a-4413-45fa-983f-601622328158 None None] Pushing event updated for resources: {'Port': ['ID=23408f6b-c5c5-4fca-8bb0-18c97eac477b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:45.585517 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3e682-6499-4467-b998-c8d73c005cde None None] The sync data for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 is: [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:02:42Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '8450039a-b54b-4e37-901b-dfbef4b35b8a', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'port_id': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'mac_address': 'fa:16:3e:23:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a626-83de-41d0-a564-16b461ea10ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:44Z', 'updated_at': '2022-01-14T02:01:51Z', 'revision_number': 1, 'project_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23408f6b-c5c5-4fca-8bb0-18c97eac477b', 'name': '', 'network_id': '341dea1b-4fa1-4473-8012-5dab54fbc517', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:20:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'd6d59eb5-159a-49d0-b948-27a841aadd58', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:02:41Z', 'updated_at': '2022-01-14T02:02:44Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': 'd6d59eb5-159a-49d0-b948-27a841aadd58', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:22Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:02:45.588200 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port e9443bc0-21ba-41b7-8942-9446f5c01b19, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e9443bc0-21ba-41b7-8942-9446f5c01b19,segment=NetworkSegment(91535827-177f-45df-922d-b3415f7dd258),segment_id=91535827-177f-45df-922d-b3415f7dd258)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:45.591282 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3c2ebdb6-40f6-463a-9a20-eae1301c0c01 None None] Provisioning complete for port 23408f6b-c5c5-4fca-8bb0-18c97eac477b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:45.591910 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c2ebdb6-40f6-463a-9a20-eae1301c0c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:45.599458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaf842-5127-4b27-a9b3-b8ccfeeaef23 req-dd125478-7f51-4d5f-8241-eeba726fc8b9 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:45.606600 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6cfaf842-5127-4b27-a9b3-b8ccfeeaef23 req-dd125478-7f51-4d5f-8241-eeba726fc8b9 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 944 time: 0.0840893 Jan 14 02:02:45.732284 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6cfaf842-5127-4b27-a9b3-b8ccfeeaef23 req-b1e72029-feac-443e-a43b-3ef25cdbcff2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059110 Jan 14 02:02:45.738714 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'e9443bc0-21ba-41b7-8942-9446f5c01b19', 'network_id': '1fbb942c-129c-4abe-a67a-b175aca666d7', 'port_id': 'e9443bc0-21ba-41b7-8942-9446f5c01b19', 'mac_address': 'fa:16:3e:39:aa:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cd3dd5-7a9f-4967-b390-df2d41accc04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:02:45.791644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ebdb6-40f6-463a-9a20-eae1301c0c01 None None] Current status of the port 23408f6b-c5c5-4fca-8bb0-18c97eac477b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:45.839225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port e9443bc0-21ba-41b7-8942-9446f5c01b19 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:45.840214 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:45.865660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9443bc0-21ba-41b7-8942-9446f5c01b19 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:02:45.904115 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6379e9-cf50-4067-a65b-ae8c8a9a5f9b req-ea45a1f9-fcb6-433e-982f-9dbbcdfa7cc5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:45.915644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port e9443bc0-21ba-41b7-8942-9446f5c01b19, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e9443bc0-21ba-41b7-8942-9446f5c01b19,segment=NetworkSegment(91535827-177f-45df-922d-b3415f7dd258),segment_id=91535827-177f-45df-922d-b3415f7dd258)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:45.923746 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a6379e9-cf50-4067-a65b-ae8c8a9a5f9b req-ea45a1f9-fcb6-433e-982f-9dbbcdfa7cc5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 943 time: 0.1267729 Jan 14 02:02:45.927479 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:46.018406 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=e9443bc0-21ba-41b7-8942-9446f5c01b19,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:46.097943 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2a6379e9-cf50-4067-a65b-ae8c8a9a5f9b req-8073cabe-1b36-4976-ae62-f175d4995bb8 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624851 Jan 14 02:02:46.145314 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7311c20-aaba-4235-b1ed-438856e15667 req-cefa9150-4144-4866-8f3b-14405090d08d tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:46.149187 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e7311c20-aaba-4235-b1ed-438856e15667 req-cefa9150-4144-4866-8f3b-14405090d08d tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 946 time: 0.1685245 Jan 14 02:02:46.268810 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-cd4737a8-1d32-4bc6-9c2c-07f8e2e9111c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 999 time: 0.7648034 Jan 14 02:02:46.272713 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-6ed65bfc-6e34-4dbd-bcb7-a602ea45ae15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 999 time: 0.7604678 Jan 14 02:02:46.341376 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3dd73-e3ea-4fda-ba07-4cefb27bd105 req-8d957419-9d4a-4106-90f7-4f4cad8de052 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:46.343696 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-58f3dd73-e3ea-4fda-ba07-4cefb27bd105 req-8d957419-9d4a-4106-90f7-4f4cad8de052 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 946 time: 0.1420035 Jan 14 02:02:46.348499 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e7311c20-aaba-4235-b1ed-438856e15667 req-eb459a53-4e08-4cc6-a8c1-5543322e8d67 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927819 Jan 14 02:02:46.352900 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-ad17c5c6-a066-48e5-b547-b310925469c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:46.354729 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-ad17c5c6-a066-48e5-b547-b310925469c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 200 len: 834 time: 0.0738413 Jan 14 02:02:46.371820 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['e9443bc0-21ba-41b7-8942-9446f5c01b19'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:02:46.446447 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca925c-3f45-4781-a2a3-bf8484633bad req-2997e7fd-fade-4e89-9608-43dbb7d97092 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:46.466690 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bdca925c-3f45-4781-a2a3-bf8484633bad req-2997e7fd-fade-4e89-9608-43dbb7d97092 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.2177136 Jan 14 02:02:46.470986 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-1d64934c-2a0e-4a99-949a-5a1bfe52786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:46.472479 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-1d64934c-2a0e-4a99-949a-5a1bfe52786d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 200 len: 834 time: 0.1785612 Jan 14 02:02:46.508950 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-d51f755a-a455-4b82-99ff-278ea6591019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:46.530479 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-d51f755a-a455-4b82-99ff-278ea6591019 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359856 Jan 14 02:02:46.608506 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bdca925c-3f45-4781-a2a3-bf8484633bad req-f2164c21-4121-4211-a1ce-3ce5904fe684 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311178 Jan 14 02:02:46.652608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-58f3dd73-e3ea-4fda-ba07-4cefb27bd105 req-e0836902-e305-4f39-b793-00f684fb0bab tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Deleting port 2e844828-763b-4c5a-8b1b-77d8b72abb41 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:46.653131 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-58f3dd73-e3ea-4fda-ba07-4cefb27bd105 req-e0836902-e305-4f39-b793-00f684fb0bab tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:46.847310 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-8eae7177-dfc8-43eb-9b4a-ec5fe6add73b service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162260 Jan 14 02:02:46.849727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 36598d1c-0589-45ea-97ce-b712259b2f4a no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:02:46.888934 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-c30ef256-3a39-4b14-9326-4daf44b7e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:46.899882 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-c30ef256-3a39-4b14-9326-4daf44b7e110 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3676927 Jan 14 02:02:46.928050 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 23408f6b-c5c5-4fca-8bb0-18c97eac477b up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:46.979413 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-58f3dd73-e3ea-4fda-ba07-4cefb27bd105 req-e0836902-e305-4f39-b793-00f684fb0bab tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] For port 2e844828-763b-4c5a-8b1b-77d8b72abb41, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=2e844828-763b-4c5a-8b1b-77d8b72abb41,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:46.993514 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-58f3dd73-e3ea-4fda-ba07-4cefb27bd105 req-e0836902-e305-4f39-b793-00f684fb0bab tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:47.025952 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-58f3dd73-e3ea-4fda-ba07-4cefb27bd105 req-e0836902-e305-4f39-b793-00f684fb0bab tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Calling delete_port for 2e844828-763b-4c5a-8b1b-77d8b72abb41 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:47.029781 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-6661c957-0f32-4ef5-b77d-d7000cb4393f service neutron] 10.222.0.46 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968513 Jan 14 02:02:47.040592 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] The host n-h2-824358-4 is not matching for port 36598d1c-0589-45ea-97ce-b712259b2f4a host n-h1-824358-4! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 02:02:47.040998 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 36598d1c-0589-45ea-97ce-b712259b2f4a not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:02:47.060235 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb5e9b-02d5-4b00-92ff-8cd7dd20a50e req-9761d619-4765-482e-a788-6d749a00b372 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:47.068629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7bb5e9b-02d5-4b00-92ff-8cd7dd20a50e req-9761d619-4765-482e-a788-6d749a00b372 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 945 time: 0.2079294 Jan 14 02:02:47.084504 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 23408f6b-c5c5-4fca-8bb0-18c97eac477b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:47.085348 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:47.183334 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7bb5e9b-02d5-4b00-92ff-8cd7dd20a50e req-66911128-57bc-41db-8048-973799354afe tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100655 Jan 14 02:02:47.191649 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-1bd1e2e9-ddcc-4135-b4f7-642b4671f0cf service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382528 Jan 14 02:02:47.222337 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6434d1c0-b514-4690-b392-57c96bc4c958 req-bf5fb714-2b00-498a-b0b2-28af8413495a service neutron] 10.222.0.46 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853824 Jan 14 02:02:47.274395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 36598d1c-0589-45ea-97ce-b712259b2f4a details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:02:47.324800 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b47a7b-c366-4557-8e29-4e461a3b7710 req-00ff57a7-8bcc-4a93-93e4-5986e2b92fc6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:47.326291 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0b47a7b-c366-4557-8e29-4e461a3b7710 req-00ff57a7-8bcc-4a93-93e4-5986e2b92fc6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 943 time: 0.0964756 Jan 14 02:02:47.332871 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-58f3dd73-e3ea-4fda-ba07-4cefb27bd105 req-e0836902-e305-4f39-b793-00f684fb0bab tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (2e844828-763b-4c5a-8b1b-77d8b72abb41), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:47.348840 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 23408f6b-c5c5-4fca-8bb0-18c97eac477b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:47.369096 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['2e844828-763b-4c5a-8b1b-77d8b72abb41'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:02:47.429123 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0836902-e305-4f39-b793-00f684fb0bab tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Pushing event deleted for resources: {'Port': ['ID=2e844828-763b-4c5a-8b1b-77d8b72abb41,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:47.443176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:47.483390 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'port_id': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'mac_address': 'fa:16:3e:fa:dc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:02:47.487022 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f3dd73-e3ea-4fda-ba07-4cefb27bd105 req-e0836902-e305-4f39-b793-00f684fb0bab tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] No DVR routers for this DVR port 2e844828-763b-4c5a-8b1b-77d8b72abb41 on host n-h2-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:02:47.491430 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-58f3dd73-e3ea-4fda-ba07-4cefb27bd105 req-e0836902-e305-4f39-b793-00f684fb0bab tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:47.494847 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-58f3dd73-e3ea-4fda-ba07-4cefb27bd105 req-e0836902-e305-4f39-b793-00f684fb0bab tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.36 "DELETE /v2.0/ports/2e844828-763b-4c5a-8b1b-77d8b72abb41 HTTP/1.1" status: 204 len: 173 time: 1.1392655 Jan 14 02:02:47.495606 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e66930-e64e-490e-a81f-42d90a2899c8', 'name': 'network-vif-deleted', 'tag': '2e844828-763b-4c5a-8b1b-77d8b72abb41'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:02:47.506663 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700f133e-49bf-4ef3-a8ab-20477456aa91" -d '{"events": [{"server_uuid": "05e66930-e64e-490e-a81f-42d90a2899c8", "name": "network-vif-deleted", "tag": "2e844828-763b-4c5a-8b1b-77d8b72abb41"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:02:47.538774 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 36598d1c-0589-45ea-97ce-b712259b2f4a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:47.539072 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:47.550883 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ecef90b2-9352-4cdb-bd1f-703e16dcf9f0 req-eb9e7ae7-51c5-49b2-b1fc-96447f5bf65d tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 210 time: 0.0808120 Jan 14 02:02:47.562488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36598d1c-0589-45ea-97ce-b712259b2f4a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:02:47.582886 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:02:47.591031 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:47.599264 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:47.671056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0b47a7b-c366-4557-8e29-4e461a3b7710 req-e8952b43-305c-489e-9ed4-f952b560f2a8 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351812 Jan 14 02:02:47.675570 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e7ad34-4f32-4eac-96ea-d3b1e6aeb431 x-openstack-request-id: req-e6e7ad34-4f32-4eac-96ea-d3b1e6aeb431 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:02:47.675877 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e66930-e64e-490e-a81f-42d90a2899c8", "name": "network-vif-deleted", "tag": "2e844828-763b-4c5a-8b1b-77d8b72abb41", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:02:47.676141 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6e7ad34-4f32-4eac-96ea-d3b1e6aeb431 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:02:47.676557 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e66930-e64e-490e-a81f-42d90a2899c8', 'name': 'network-vif-deleted', 'tag': '2e844828-763b-4c5a-8b1b-77d8b72abb41', 'status': 'completed', 'code': 200} Jan 14 02:02:47.732125 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:47.814527 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af99fb5-d2a0-48e6-9e1e-cd7e838fb44f req-bb079a3a-420c-4381-969f-41a05e378c67 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:47.814527 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6af99fb5-d2a0-48e6-9e1e-cd7e838fb44f req-bb079a3a-420c-4381-969f-41a05e378c67 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.0592659 Jan 14 02:02:47.880367 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6af99fb5-d2a0-48e6-9e1e-cd7e838fb44f req-60d0c612-3ce5-488b-aa48-ac3c09dc1fd9 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613203 Jan 14 02:02:47.966838 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf70e2-553b-44c1-8442-884f1cb65013 req-58aae869-3c8e-4e11-8aee-5a167d3c798a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:47.974806 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ccf70e2-553b-44c1-8442-884f1cb65013 req-58aae869-3c8e-4e11-8aee-5a167d3c798a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 944 time: 0.0738010 Jan 14 02:02:48.007211 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-ff43dbff-161e-4acd-b108-2eacb8b6528d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:48.010222 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-ff43dbff-161e-4acd-b108-2eacb8b6528d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.46 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7&tenant_id=63ad23e535974d8ebd72d18abfca4821&binding%3Ahost_id=n-h1-824358-4 HTTP/1.1" status: 200 len: 944 time: 0.1241887 Jan 14 02:02:48.024983 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['36598d1c-0589-45ea-97ce-b712259b2f4a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:02:48.044819 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ccf70e2-553b-44c1-8442-884f1cb65013 req-f1ff14fb-acfe-4ea8-9c16-cde41c93cca6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671554 Jan 14 02:02:48.082989 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-931c3f5a-20c7-4ef9-a80c-b2f0473471a3 service neutron] 10.222.0.46 "GET /v2.0/ports/36598d1c-0589-45ea-97ce-b712259b2f4a/bindings/n-h1-824358-4 HTTP/1.1" status: 200 len: 382 time: 0.0650711 Jan 14 02:02:48.201960 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-00b1782e-c8c3-4d60-8d4f-e1f711dd0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:48.203706 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-00b1782e-c8c3-4d60-8d4f-e1f711dd0778 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1095 time: 0.0731549 Jan 14 02:02:48.367695 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa045b8-45e2-4dc0-b5f6-4d1831d77b97 req-f194b877-f8c6-4f32-97a2-6bee080a6657 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:48.369563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-faa045b8-45e2-4dc0-b5f6-4d1831d77b97 req-f194b877-f8c6-4f32-97a2-6bee080a6657 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 945 time: 0.0903995 Jan 14 02:02:48.422568 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-1a4015c0-c8ab-4a5f-a17c-2045056c88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:48.425175 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-1a4015c0-c8ab-4a5f-a17c-2045056c88fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 897 time: 0.2144220 Jan 14 02:02:48.437563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-faa045b8-45e2-4dc0-b5f6-4d1831d77b97 req-0ddf9e1f-24f9-45d8-a3c7-094334e13396 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603561 Jan 14 02:02:48.509215 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-01afde41-c9ea-4aab-804f-3a47e15e3f0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 1000 time: 0.0757129 Jan 14 02:02:48.563142 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-10233df5-1635-4b50-a99d-c5e80d1eb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:48.565030 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-10233df5-1635-4b50-a99d-c5e80d1eb1bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 200 len: 834 time: 0.0495367 Jan 14 02:02:48.628619 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-19f529f1-94d9-4f70-b176-e9bb3cd77446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:48.630221 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-19f529f1-94d9-4f70-b176-e9bb3cd77446 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581722 Jan 14 02:02:48.710048 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-189e1214-c5f6-43ab-8887-9282f800ae2f req-e2ef1901-763a-4360-9023-bfd3cda31102 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 210 time: 0.0505204 Jan 14 02:02:48.780385 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-0a373e07-ae02-44ed-8321-a1ad55ab1088 service neutron] 10.222.0.46 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433079 Jan 14 02:02:48.894387 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-c1dc1e28-dfda-445b-8e49-2579d38042fd service neutron] 10.222.0.46 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024809 Jan 14 02:02:49.052591 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8d13d-19f6-4442-98d7-7ed83a94fbb3 req-85225479-de52-433c-8201-8495bbb56fc8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:49.054331 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90b8d13d-19f6-4442-98d7-7ed83a94fbb3 req-85225479-de52-433c-8201-8495bbb56fc8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.0568213 Jan 14 02:02:49.110381 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-90b8d13d-19f6-4442-98d7-7ed83a94fbb3 req-d8c7a0bc-c342-47a0-a8e5-191ffcf3af3a tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496047 Jan 14 02:02:49.168986 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29189174-c0d6-4778-bd58-20a2e755753a req-1c32f79e-e3ce-4cac-bda0-680dba2f2621 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:49.170940 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-29189174-c0d6-4778-bd58-20a2e755753a req-1c32f79e-e3ce-4cac-bda0-680dba2f2621 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 944 time: 0.0510824 Jan 14 02:02:49.221051 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-29189174-c0d6-4778-bd58-20a2e755753a req-e1b7303a-7a9f-4ffa-8921-247bf5800619 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431864 Jan 14 02:02:49.286782 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 36598d1c-0589-45ea-97ce-b712259b2f4a up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:49.339459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 36598d1c-0589-45ea-97ce-b712259b2f4a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:02:49.343297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 36598d1c-0589-45ea-97ce-b712259b2f4a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:49.343656 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:49.424626 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 36598d1c-0589-45ea-97ce-b712259b2f4a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:49.424955 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:49.447838 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:02:49.450052 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9107b0b6-66a3-46ec-ab1a-b36885032a96" -d '{"events": [{"server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "name": "network-vif-plugged", "status": "completed", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:02:49.462687 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:49.481916 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:49.482815 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e9443bc0-21ba-41b7-8942-9446f5c01b19 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:49.539432 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0ebf45-9f72-471e-a6c9-23b02d59bc5a x-openstack-request-id: req-5b0ebf45-9f72-471e-a6c9-23b02d59bc5a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:02:49.540193 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "name": "network-vif-plugged", "status": "completed", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:02:49.540614 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b0ebf45-9f72-471e-a6c9-23b02d59bc5a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:02:49.541017 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'code': 200} Jan 14 02:02:49.583437 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04ae84-700d-416b-8a05-dce9191640e3 req-3ed60560-30be-4e54-b43c-d6f6d0de7bda tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:49.585239 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:49.590362 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2c04ae84-700d-416b-8a05-dce9191640e3 req-3ed60560-30be-4e54-b43c-d6f6d0de7bda tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 945 time: 0.0631158 Jan 14 02:02:49.604877 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port e9443bc0-21ba-41b7-8942-9446f5c01b19 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:02:49.615513 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port e9443bc0-21ba-41b7-8942-9446f5c01b19 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:49.615896 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:49.667467 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2c04ae84-700d-416b-8a05-dce9191640e3 req-b279c2e3-f155-4cbc-8103-399180138f54 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756314 Jan 14 02:02:49.699406 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port e9443bc0-21ba-41b7-8942-9446f5c01b19 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:49.699801 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:49.732322 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port e9443bc0-21ba-41b7-8942-9446f5c01b19, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e9443bc0-21ba-41b7-8942-9446f5c01b19,segment=NetworkSegment(91535827-177f-45df-922d-b3415f7dd258),segment_id=91535827-177f-45df-922d-b3415f7dd258)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:49.738161 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:49.796702 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=e9443bc0-21ba-41b7-8942-9446f5c01b19,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:49.806394 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bbd092e2-df14-4879-88be-26e29697a747 req-d4cdffbf-7288-4f6c-9fd5-caa6f17f8ed7 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 210 time: 0.0343428 Jan 14 02:02:50.230699 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551874f8-3ad4-4528-b957-fe1c4d52555e req-01404e14-5268-4dbc-ab13-1833648a9441 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:50.232226 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-551874f8-3ad4-4528-b957-fe1c4d52555e req-01404e14-5268-4dbc-ab13-1833648a9441 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.0510182 Jan 14 02:02:50.286631 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-551874f8-3ad4-4528-b957-fe1c4d52555e req-d9e98ede-0a8e-44b4-a1b4-dbf2525f968f tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483356 Jan 14 02:02:50.366468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980c484-e5ae-4db8-9b73-5886f021ad48 req-332464ce-70d6-4a4d-a324-01fceb366978 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:50.368199 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e980c484-e5ae-4db8-9b73-5886f021ad48 req-332464ce-70d6-4a4d-a324-01fceb366978 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.0698390 Jan 14 02:02:50.447112 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e980c484-e5ae-4db8-9b73-5886f021ad48 req-fddb3a3a-55fb-4300-9daf-7195672a54dc tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714331 Jan 14 02:02:50.798748 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871b1b4-0f43-47a5-a92f-176b190ad2de req-536f3ecb-8a89-40e6-af18-b458f3306c71 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:50.800590 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2871b1b4-0f43-47a5-a92f-176b190ad2de req-536f3ecb-8a89-40e6-af18-b458f3306c71 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 946 time: 0.0527492 Jan 14 02:02:50.863802 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2e844828-763b-4c5a-8b1b-77d8b72abb41 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:02:50.916991 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2871b1b4-0f43-47a5-a92f-176b190ad2de req-294c699d-06cf-410b-9627-dd03c68cf75c tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065137 Jan 14 02:02:50.933671 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 2e844828-763b-4c5a-8b1b-77d8b72abb41 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:02:50.946385 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 2e844828-763b-4c5a-8b1b-77d8b72abb41 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:02:50.997283 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bc03d1c2-1bd9-4f4a-ad76-44dd4eb56cbe req-782636c8-367d-49dd-910a-86f2c8aafe7c tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 210 time: 0.0349991 Jan 14 02:02:51.350994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-24d3ec9c-2c7d-47cb-9e4d-2bcfb0f4ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:51.352987 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-24d3ec9c-2c7d-47cb-9e4d-2bcfb0f4ab45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7&tenant_id=63ad23e535974d8ebd72d18abfca4821 HTTP/1.1" status: 200 len: 1096 time: 0.0823374 Jan 14 02:02:51.375657 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824358-4', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:02:51.465522 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:51.488370 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387549ab-57e0-4109-a304-f841a56dbfdc req-256c1275-3043-40c9-812c-2b1e7f2d274b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:51.489836 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-387549ab-57e0-4109-a304-f841a56dbfdc req-256c1275-3043-40c9-812c-2b1e7f2d274b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.0915265 Jan 14 02:02:51.543292 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71085e2b-9873-4667-9835-d65958abdbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9443bc0-21ba-41b7-8942-9446f5c01b19'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:02:51.546167 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710a36c9-bab1-46a3-bb38-88e8d056faab" -d '{"events": [{"server_uuid": "71085e2b-9873-4667-9835-d65958abdbc8", "name": "network-vif-plugged", "status": "completed", "tag": "e9443bc0-21ba-41b7-8942-9446f5c01b19"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:02:51.653782 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-387549ab-57e0-4109-a304-f841a56dbfdc req-b5e24ab8-86c6-47bf-995d-d8b427201b65 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396301 Jan 14 02:02:51.683780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7b4f4-4c9b-4db0-acd2-08f78ade9456 req-b75a25c5-be00-4cb3-a4ae-d74df53a6db6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:51.692233 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3e7b4f4-4c9b-4db0-acd2-08f78ade9456 req-b75a25c5-be00-4cb3-a4ae-d74df53a6db6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 945 time: 0.1602821 Jan 14 02:02:51.744777 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5837aab0-1268-453a-9191-d3fb0e822cba x-openstack-request-id: req-5837aab0-1268-453a-9191-d3fb0e822cba {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:02:51.745076 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71085e2b-9873-4667-9835-d65958abdbc8", "name": "network-vif-plugged", "status": "completed", "tag": "e9443bc0-21ba-41b7-8942-9446f5c01b19", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:02:51.745335 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5837aab0-1268-453a-9191-d3fb0e822cba {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:02:51.745783 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71085e2b-9873-4667-9835-d65958abdbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9443bc0-21ba-41b7-8942-9446f5c01b19', 'code': 200} Jan 14 02:02:51.802883 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b3e7b4f4-4c9b-4db0-acd2-08f78ade9456 req-c505a358-a512-4145-ba67-a63464fd9c13 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096587 Jan 14 02:02:51.854507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:51.923457 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:02:51.985845 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:02:51.992169 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac9fe9e-0b5f-4687-a501-7a23d65faffe" -d '{"events": [{"server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:02:52.002337 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Publish callbacks [] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:52.009403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c5eec-e775-4676-b040-01c38a051f16 req-7cd94fab-60ad-4c59-a320-49dca4e45398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:52.011018 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-331c5eec-e775-4676-b040-01c38a051f16 req-7cd94fab-60ad-4c59-a320-49dca4e45398 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 1097 time: 0.1567478 Jan 14 02:02:52.107408 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-331c5eec-e775-4676-b040-01c38a051f16 req-5224ac99-de24-498a-94f2-0094519d437b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867364 Jan 14 02:02:52.122865 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3d1b4-ad77-4063-9823-3b494e9cd58a req-f23dc9fa-1e94-4255-b064-2da2f8a6ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:52.124432 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-69d3d1b4-ad77-4063-9823-3b494e9cd58a req-f23dc9fa-1e94-4255-b064-2da2f8a6ae60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 1096 time: 0.0663652 Jan 14 02:02:52.227399 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3d1b4-ad77-4063-9823-3b494e9cd58a req-453403f0-33b6-46ed-bc2e-fc9b943a94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:52.229202 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-69d3d1b4-ad77-4063-9823-3b494e9cd58a req-453403f0-33b6-46ed-bc2e-fc9b943a94d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 912 time: 0.0986729 Jan 14 02:02:52.306653 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-69d3d1b4-ad77-4063-9823-3b494e9cd58a req-0468ba4d-66c3-424f-9cb8-da75c6d6142e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554 HTTP/1.1" status: 200 len: 1001 time: 0.0705276 Jan 14 02:02:52.367409 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3d1b4-ad77-4063-9823-3b494e9cd58a req-56993b90-165a-43f7-a529-3315dbc6bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:52.369020 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-69d3d1b4-ad77-4063-9823-3b494e9cd58a req-56993b90-165a-43f7-a529-3315dbc6bd2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.0568802 Jan 14 02:02:52.420303 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Transition to ACTIVE for port object 36598d1c-0589-45ea-97ce-b712259b2f4a will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:02:52.420673 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3d1b4-ad77-4063-9823-3b494e9cd58a req-dd3e5f68-3c66-4e55-89c8-9ebfcdb47d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:52.422168 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-69d3d1b4-ad77-4063-9823-3b494e9cd58a req-dd3e5f68-3c66-4e55-89c8-9ebfcdb47d9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446835 Jan 14 02:02:52.448931 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:52.545477 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-69d3d1b4-ad77-4063-9823-3b494e9cd58a req-1603bdeb-7c5f-4ff0-9134-a7e05aee975a service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166134 Jan 14 02:02:52.610249 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:52.626571 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6659e-f35a-46a0-8423-747cde5da82e req-5b5c32f0-6371-4ab3-a09a-d38f855a3df4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:52.633832 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-38f6659e-f35a-46a0-8423-747cde5da82e req-5b5c32f0-6371-4ab3-a09a-d38f855a3df4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.6255221 Jan 14 02:02:52.711374 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86009c6e-0c90-4f94-a2af-86cb7bae37c9 req-3eb8e2d4-aca6-447a-9429-c6e78acbf516 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:52.715437 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-69d3d1b4-ad77-4063-9823-3b494e9cd58a req-18dbf0c2-e14c-4de0-aeb7-90bf8991352d service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635439 Jan 14 02:02:52.719790 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-86009c6e-0c90-4f94-a2af-86cb7bae37c9 req-3eb8e2d4-aca6-447a-9429-c6e78acbf516 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 946 time: 0.2962718 Jan 14 02:02:52.826113 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] No DVR routers for this DVR port 36598d1c-0589-45ea-97ce-b712259b2f4a on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:02:52.890053 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-38f6659e-f35a-46a0-8423-747cde5da82e req-36198a5c-a064-40e0-a431-847b9722cf30 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552845 Jan 14 02:02:52.895010 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-86009c6e-0c90-4f94-a2af-86cb7bae37c9 req-c23b35c3-9bd6-4fed-b121-0b711d783599 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744385 Jan 14 02:02:52.976765 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 02:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af935cf5-4991-40d2-b67a-b2c546985a66 x-openstack-request-id: req-af935cf5-4991-40d2-b67a-b2c546985a66 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:02:52.977380 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:02:52.977380 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af935cf5-4991-40d2-b67a-b2c546985a66 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:02:52.977734 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'code': 200} Jan 14 02:02:53.030696 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-732aba98-6671-4ea4-8269-ade9f2322d2b req-ffce5dc7-eee9-4121-9ab5-817d0c47e19f tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 210 time: 0.0491328 Jan 14 02:02:53.125209 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47ddfe-9add-4549-aaa4-510a6b415594 req-88837886-9f5a-480d-b315-706cb6fe173f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:53.132056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e47ddfe-9add-4549-aaa4-510a6b415594 req-88837886-9f5a-480d-b315-706cb6fe173f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 944 time: 0.1046324 Jan 14 02:02:53.142107 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Attempting to bind port 36598d1c-0589-45ea-97ce-b712259b2f4a on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:02:53.142457 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Attempting to bind port 36598d1c-0589-45ea-97ce-b712259b2f4a by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:02:53.142793 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Attempting to bind port 36598d1c-0589-45ea-97ce-b712259b2f4a on network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:02:53.155929 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Port 36598d1c-0589-45ea-97ce-b712259b2f4a on network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:02:53.156256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Attempting to bind port 36598d1c-0589-45ea-97ce-b712259b2f4a on network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:02:53.172900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:02:53.173240 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Checking segment: {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:02:53.173620 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Bound using segment: {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:02:53.174036 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Bound port: 36598d1c-0589-45ea-97ce-b712259b2f4a, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3053c5-5638-4f23-9901-0fd7aaf5332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:02:53.174399 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:53.205296 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6e47ddfe-9add-4549-aaa4-510a6b415594 req-fd14c73b-7309-4bdc-9fcd-b0b621448405 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717685 Jan 14 02:02:53.261379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 36598d1c-0589-45ea-97ce-b712259b2f4a no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:02:53.282872 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:02:53.287229 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:02:53.297275 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:53.341907 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:53.342589 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:53.344194 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] The host n-h1-824358-4 is not matching for port 36598d1c-0589-45ea-97ce-b712259b2f4a host n-h2-824358-4! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 02:02:53.344332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 1092 time: 1.9732835 Jan 14 02:02:53.344611 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 36598d1c-0589-45ea-97ce-b712259b2f4a not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:02:53.379994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd7c83-ec1d-426b-97d3-6e5bdac8e6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:53.465044 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-7b6c1b5d-b95b-4899-ba54-80d764eafcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:53.466807 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-7b6c1b5d-b95b-4899-ba54-80d764eafcb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1095 time: 0.0600739 Jan 14 02:02:53.570409 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-b6d7333c-b1c0-4d53-a26c-564f8f0f99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:53.572282 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-b6d7333c-b1c0-4d53-a26c-564f8f0f99ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 897 time: 0.0987017 Jan 14 02:02:53.651129 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-6fb84b40-a4f0-4f40-baca-15bd41d29f2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 999 time: 0.0703752 Jan 14 02:02:53.703507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-b997ec4a-291d-4457-9b2f-8d9c7670389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:53.704994 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-b997ec4a-291d-4457-9b2f-8d9c7670389b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 200 len: 834 time: 0.0483158 Jan 14 02:02:53.749930 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-5be68f99-84e5-4813-bf42-ec6747f77817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:53.751956 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-5be68f99-84e5-4813-bf42-ec6747f77817 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414457 Jan 14 02:02:53.853068 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-7c8ad5f6-6e3e-4a91-8a61-8672d6572035 service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951326 Jan 14 02:02:54.002314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f762b3d6-03a6-42d9-a2b5-0e8fe8bf2093 req-14c15805-12d7-43a1-aff3-2adaafaf9614 service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446073 Jan 14 02:02:54.056854 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f295906-5cdc-4b34-9223-39b81fffa329 req-e24ef7ca-3271-48b3-a93e-7cb8557538a8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:54.058411 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f295906-5cdc-4b34-9223-39b81fffa329 req-e24ef7ca-3271-48b3-a93e-7cb8557538a8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.0888791 Jan 14 02:02:54.080599 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f2070-976a-4810-81f1-c9abb01d7989 req-358e62a2-f4d8-4276-97c0-33b46172fed4 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:54.086659 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a97f2070-976a-4810-81f1-c9abb01d7989 req-358e62a2-f4d8-4276-97c0-33b46172fed4 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 946 time: 0.0876536 Jan 14 02:02:54.149186 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f295906-5cdc-4b34-9223-39b81fffa329 req-f6eb046d-d9ab-4ba7-8617-460213c7f1a3 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840962 Jan 14 02:02:54.167619 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a97f2070-976a-4810-81f1-c9abb01d7989 req-f29092be-920d-4565-85fb-a2d38d2282f2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662081 Jan 14 02:02:54.277992 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2ac6850e-9fd8-4f4f-8286-5784fc65c217 req-9d7c3905-8666-42c1-b69d-4afb69c8d2de tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 210 time: 0.0543187 Jan 14 02:02:54.355759 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cfed5-1cda-43df-8b2d-bd01398ea50b req-cd6095ff-f847-458c-b4fa-1647d8fa20e2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:54.357265 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d25cfed5-1cda-43df-8b2d-bd01398ea50b req-cd6095ff-f847-458c-b4fa-1647d8fa20e2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 944 time: 0.0544655 Jan 14 02:02:54.411921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d25cfed5-1cda-43df-8b2d-bd01398ea50b req-0262e776-5fa9-4524-aa4c-3d14f1c45334 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469613 Jan 14 02:02:54.979508 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:02:54.982714 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b982fd-0e56-417f-bcf8-0be6942307ac" -d '{"events": [{"name": "network-changed", "server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:02:55.034873 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f054264-952c-4b36-8a43-8f5d007e7b69 x-openstack-request-id: req-9f054264-952c-4b36-8a43-8f5d007e7b69 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:02:55.035486 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:02:55.035486 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f054264-952c-4b36-8a43-8f5d007e7b69 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:02:55.035912 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'status': 'completed', 'code': 200} Jan 14 02:02:55.141456 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-a41fa531-0b1f-461d-bda4-c756744b08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:55.144881 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-a41fa531-0b1f-461d-bda4-c756744b08ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1095 time: 0.0510614 Jan 14 02:02:55.148434 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-f1e7c893-4f06-4c7e-8074-ed8c3376852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:55.150806 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-f1e7c893-4f06-4c7e-8074-ed8c3376852e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1095 time: 0.0596850 Jan 14 02:02:55.250216 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-9bd726d3-cb96-45ce-890f-4b61136a1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:55.251489 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-b256dd3f-fe0c-4bd5-b3f5-ff24bdd46134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:55.252055 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-9bd726d3-cb96-45ce-890f-4b61136a1f39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 897 time: 0.1009288 Jan 14 02:02:55.252937 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-b256dd3f-fe0c-4bd5-b3f5-ff24bdd46134 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 897 time: 0.0958984 Jan 14 02:02:55.323697 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-7e3a779d-b8dc-4b8e-bd14-6efff2e0815e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 999 time: 0.0651367 Jan 14 02:02:55.389490 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-6e19f830-a7a4-41bc-899a-5b7e5f40f9d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 999 time: 0.1290827 Jan 14 02:02:55.389794 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-b1a47b02-7e99-482d-8fa6-b8c554949e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:55.391455 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-b1a47b02-7e99-482d-8fa6-b8c554949e59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 200 len: 834 time: 0.0595896 Jan 14 02:02:55.391989 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c944c29a-9183-4e7c-950c-b69c6ed53177 req-79de7cbe-9345-4473-ae28-a1fd195f0c2f tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 210 time: 0.0419800 Jan 14 02:02:55.464827 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-9dd1597e-51b6-4715-af38-dae1422e51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:55.466454 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-9dd1597e-51b6-4715-af38-dae1422e51b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 200 len: 834 time: 0.0687451 Jan 14 02:02:55.478871 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-9da4f274-9013-4d5d-abce-4a7c98360363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:55.480738 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-9da4f274-9013-4d5d-abce-4a7c98360363 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828137 Jan 14 02:02:55.601607 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-28f842a2-5e5b-43a1-90b1-59201190b881 service neutron] 10.222.0.46 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123786 Jan 14 02:02:55.658184 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-d26f5226-2524-4b5c-9ec0-61c65834f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:55.659913 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-d26f5226-2524-4b5c-9ec0-61c65834f026 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842968 Jan 14 02:02:55.789298 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-c0bcfa72-04d2-4ed7-874f-8c81a8ab3370 service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204414 Jan 14 02:02:55.808933 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bda7a5-736a-43e7-87d6-007763596048 req-cbec4eca-4426-4995-8741-69866331e1d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:55.820331 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55bda7a5-736a-43e7-87d6-007763596048 req-cbec4eca-4426-4995-8741-69866331e1d5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 944 time: 0.2816832 Jan 14 02:02:55.826073 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-978fb46f-00d7-4917-b81e-9140ccb212eb service neutron] 10.222.0.46 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174950 Jan 14 02:02:55.947388 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-55bda7a5-736a-43e7-87d6-007763596048 req-efb92c10-59b7-462d-8027-df9fb5632305 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261816 Jan 14 02:02:55.976209 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b2b982fd-0e56-417f-bcf8-0be6942307ac req-8f0ed514-35e8-4472-b6b3-dd30bc1f55ce service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531432 Jan 14 02:02:56.487011 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-60ca62c9-d9c3-471e-ad8f-f906a27191fc req-12e5ffdd-0396-46cb-a105-3ba7ee70c334 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 210 time: 0.0283504 Jan 14 02:02:56.876924 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 36598d1c-0589-45ea-97ce-b712259b2f4a details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:02:56.980259 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:56.993889 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'port_id': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'mac_address': 'fa:16:3e:fa:dc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:02:57.040109 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 36598d1c-0589-45ea-97ce-b712259b2f4a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:57.040755 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:57.055392 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36598d1c-0589-45ea-97ce-b712259b2f4a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:02:57.079224 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:57.079610 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81ca44-02c6-4598-ae57-86f52f3a04e7 req-76ec5c73-f3b2-427a-a98c-47e49326d58a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:57.081570 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f81ca44-02c6-4598-ae57-86f52f3a04e7 req-76ec5c73-f3b2-427a-a98c-47e49326d58a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 944 time: 0.0549660 Jan 14 02:02:57.088324 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:57.144114 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f81ca44-02c6-4598-ae57-86f52f3a04e7 req-07c34e30-3491-4007-a8f5-75f8f683658d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565026 Jan 14 02:02:57.164377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=12']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:57.167685 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52494) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:02:57.237065 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c2c4f383-6815-400f-89c2-b64aebe24b7f tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/floatingips/a6c420d4-a546-4dc5-821f-8373ab4f69b7 HTTP/1.1" status: 200 len: 992 time: 0.0679386 Jan 14 02:02:57.395015 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['36598d1c-0589-45ea-97ce-b712259b2f4a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:02:57.626563 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f98e9fc5-ee5e-4ee3-b38c-d71a8d4ccddc req-3f5ac659-8d70-45dc-8032-a63e1fb5866b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e66930-e64e-490e-a81f-42d90a2899c8 HTTP/1.1" status: 200 len: 210 time: 0.0346539 Jan 14 02:02:57.918276 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe23f7c-700d-4348-be8c-8937f045bd5e req-27fce70f-6f26-4b96-8d8d-8ca48e24bf81 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:57.919894 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfe23f7c-700d-4348-be8c-8937f045bd5e req-27fce70f-6f26-4b96-8d8d-8ca48e24bf81 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 946 time: 0.0508308 Jan 14 02:02:57.974983 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfe23f7c-700d-4348-be8c-8937f045bd5e req-272ae656-a6cb-4692-aa64-ebb639cc2d48 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474374 Jan 14 02:02:58.888620 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 36598d1c-0589-45ea-97ce-b712259b2f4a up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:02:58.939211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 36598d1c-0589-45ea-97ce-b712259b2f4a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:02:58.943528 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 36598d1c-0589-45ea-97ce-b712259b2f4a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:02:58.943906 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:59.028211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 36598d1c-0589-45ea-97ce-b712259b2f4a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:02:59.028634 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:59.110057 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe550879-7678-4466-917f-102caa50d39f req-df0fd45f-13ad-4308-bd80-f9b917010c65 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:59.111824 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe550879-7678-4466-917f-102caa50d39f req-df0fd45f-13ad-4308-bd80-f9b917010c65 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 946 time: 0.0614936 Jan 14 02:02:59.178023 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fe550879-7678-4466-917f-102caa50d39f req-38ab25a0-b2ba-433e-a929-5c738bed6f61 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db5933e-9a49-4834-8b50-8e2a6814842a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552392 Jan 14 02:02:59.219846 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:59.220714 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:02:59.223074 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13709bd6-8aa8-4508-92bb-ef44824a5f6f" -d '{"events": [{"server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "name": "network-vif-plugged", "status": "completed", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:02:59.227968 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:59.280349 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4cecee-56a7-4cf7-b8c1-5f70ad66d380 x-openstack-request-id: req-6d4cecee-56a7-4cf7-b8c1-5f70ad66d380 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:02:59.280644 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "name": "network-vif-plugged", "status": "completed", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:02:59.280901 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d4cecee-56a7-4cf7-b8c1-5f70ad66d380 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:02:59.281292 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'code': 200} Jan 14 02:02:59.282239 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=13']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:59.500011 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96e651-5eea-4a45-bf8b-6d689b02f3eb req-69cf82e0-11f5-4f65-9f77-c0b4418d8df4 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:02:59.501408 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ae96e651-5eea-4a45-bf8b-6d689b02f3eb req-69cf82e0-11f5-4f65-9f77-c0b4418d8df4 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.46 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 946 time: 0.0509729 Jan 14 02:02:59.601861 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ae96e651-5eea-4a45-bf8b-6d689b02f3eb req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Deleting port e9443bc0-21ba-41b7-8942-9446f5c01b19 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:02:59.602526 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ae96e651-5eea-4a45-bf8b-6d689b02f3eb req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:59.699962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ae96e651-5eea-4a45-bf8b-6d689b02f3eb req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] For port e9443bc0-21ba-41b7-8942-9446f5c01b19, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=e9443bc0-21ba-41b7-8942-9446f5c01b19,segment=NetworkSegment(91535827-177f-45df-922d-b3415f7dd258),segment_id=91535827-177f-45df-922d-b3415f7dd258)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:02:59.700382 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ae96e651-5eea-4a45-bf8b-6d689b02f3eb req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:59.713403 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ae96e651-5eea-4a45-bf8b-6d689b02f3eb req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Calling delete_port for e9443bc0-21ba-41b7-8942-9446f5c01b19 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:02:59.902061 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ae96e651-5eea-4a45-bf8b-6d689b02f3eb req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (e9443bc0-21ba-41b7-8942-9446f5c01b19), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:02:59.934980 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Pushing event deleted for resources: {'Port': ['ID=e9443bc0-21ba-41b7-8942-9446f5c01b19,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:02:59.940268 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['e9443bc0-21ba-41b7-8942-9446f5c01b19'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:02:59.953286 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.953286 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.953649 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.954133 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.954592 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.955453 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.955887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.956595 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.957358 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.957750 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.958198 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.958613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.959007 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:02:59.995618 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae96e651-5eea-4a45-bf8b-6d689b02f3eb req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] No DVR routers for this DVR port e9443bc0-21ba-41b7-8942-9446f5c01b19 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:02:59.998264 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ae96e651-5eea-4a45-bf8b-6d689b02f3eb req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:00.001727 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ae96e651-5eea-4a45-bf8b-6d689b02f3eb req-f488362c-d35a-47f8-9948-f2265d2638a2 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.46 "DELETE /v2.0/ports/e9443bc0-21ba-41b7-8942-9446f5c01b19 HTTP/1.1" status: 204 len: 173 time: 0.4943342 Jan 14 02:03:00.002108 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71085e2b-9873-4667-9835-d65958abdbc8', 'name': 'network-vif-deleted', 'tag': 'e9443bc0-21ba-41b7-8942-9446f5c01b19'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:00.004350 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865fafed-8d72-443b-bdfd-08f227a0e3b5" -d '{"events": [{"server_uuid": "71085e2b-9873-4667-9835-d65958abdbc8", "name": "network-vif-deleted", "tag": "e9443bc0-21ba-41b7-8942-9446f5c01b19"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:00.047140 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53df78d5-01ab-4969-91d7-f43362b356e1 x-openstack-request-id: req-53df78d5-01ab-4969-91d7-f43362b356e1 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:00.047422 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71085e2b-9873-4667-9835-d65958abdbc8", "name": "network-vif-deleted", "tag": "e9443bc0-21ba-41b7-8942-9446f5c01b19", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:00.047665 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53df78d5-01ab-4969-91d7-f43362b356e1 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:00.048070 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71085e2b-9873-4667-9835-d65958abdbc8', 'name': 'network-vif-deleted', 'tag': 'e9443bc0-21ba-41b7-8942-9446f5c01b19', 'status': 'completed', 'code': 200} Jan 14 02:03:00.279059 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3952661b-cac8-4fdc-9c8f-0c924e949f9d req-cb86442d-66e3-4448-83d4-5025d3a16451 tempest-VolumesActionsTest-1593797481 tempest-VolumesActionsTest-1593797481-project] 10.222.0.26 "GET /v2.0/ports?device_id=71085e2b-9873-4667-9835-d65958abdbc8 HTTP/1.1" status: 200 len: 210 time: 0.0266485 Jan 14 02:03:01.736870 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:02.997513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52566) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:03.311819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e9443bc0-21ba-41b7-8942-9446f5c01b19 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:03.337703 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: e9443bc0-21ba-41b7-8942-9446f5c01b19 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:03.338393 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device e9443bc0-21ba-41b7-8942-9446f5c01b19 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:03.613986 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89254e71-eb47-487a-99a2-a3edb52a3d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (6611d03e-47bb-4899-8c98-e9e294768c83), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:04.101532 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52584) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:04.484336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-89254e71-eb47-487a-99a2-a3edb52a3d32 admin admin] Deleting port bf1151d7-edf9-4257-965b-d8073d83aa2e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:04.484794 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89254e71-eb47-487a-99a2-a3edb52a3d32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:04.577202 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:04.604458 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-89254e71-eb47-487a-99a2-a3edb52a3d32 admin admin] For port bf1151d7-edf9-4257-965b-d8073d83aa2e, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=bf1151d7-edf9-4257-965b-d8073d83aa2e,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:04.604819 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89254e71-eb47-487a-99a2-a3edb52a3d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:04.621656 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-89254e71-eb47-487a-99a2-a3edb52a3d32 admin admin] Calling delete_port for bf1151d7-edf9-4257-965b-d8073d83aa2e owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:04.824157 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03caa450-453c-43cf-9556-080d40a124df tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:04.960476 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd81c560-89e6-4a84-8f01-30f54df7e67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:05.011988 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89254e71-eb47-487a-99a2-a3edb52a3d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (bf1151d7-edf9-4257-965b-d8073d83aa2e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:05.063197 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89254e71-eb47-487a-99a2-a3edb52a3d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf1151d7-edf9-4257-965b-d8073d83aa2e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:05.429169 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89254e71-eb47-487a-99a2-a3edb52a3d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (6611d03e-47bb-4899-8c98-e9e294768c83), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:05.514597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03caa450-453c-43cf-9556-080d40a124df tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Deleting port 23408f6b-c5c5-4fca-8bb0-18c97eac477b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:05.515092 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03caa450-453c-43cf-9556-080d40a124df tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:05.707667 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-03caa450-453c-43cf-9556-080d40a124df tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] For port 23408f6b-c5c5-4fca-8bb0-18c97eac477b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=23408f6b-c5c5-4fca-8bb0-18c97eac477b,segment=NetworkSegment(80c8217c-cb32-456f-afa0-02c48d8a969f),segment_id=80c8217c-cb32-456f-afa0-02c48d8a969f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:05.708191 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03caa450-453c-43cf-9556-080d40a124df tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:05.749939 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03caa450-453c-43cf-9556-080d40a124df tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Calling delete_port for 23408f6b-c5c5-4fca-8bb0-18c97eac477b owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:06.122989 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89254e71-eb47-487a-99a2-a3edb52a3d32 admin admin] Router 6611d03e-47bb-4899-8c98-e9e294768c83 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:03:06.263220 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89254e71-eb47-487a-99a2-a3edb52a3d32 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:03:06.273073 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19715b5a-98d7-4785-85d6-d71ce787a444 None None] Sync routers for ids ['6611d03e-47bb-4899-8c98-e9e294768c83'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:03:06.281279 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52600) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:06.282531 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-89254e71-eb47-487a-99a2-a3edb52a3d32 admin admin] 10.222.0.26 "PUT /v2.0/routers/6611d03e-47bb-4899-8c98-e9e294768c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2838283 Jan 14 02:03:06.310600 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19715b5a-98d7-4785-85d6-d71ce787a444 None None] Routers {'6611d03e-47bb-4899-8c98-e9e294768c83'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:06.310600 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-19715b5a-98d7-4785-85d6-d71ce787a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:02:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6611d03e-47bb-4899-8c98-e9e294768c83'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:06.438994 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03caa450-453c-43cf-9556-080d40a124df tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (23408f6b-c5c5-4fca-8bb0-18c97eac477b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:06.497237 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caa450-453c-43cf-9556-080d40a124df tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'Port': ['ID=23408f6b-c5c5-4fca-8bb0-18c97eac477b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:06.523818 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Publish callbacks [] for router (6611d03e-47bb-4899-8c98-e9e294768c83), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:06.528727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-19715b5a-98d7-4785-85d6-d71ce787a444 None None] Set router 6611d03e-47bb-4899-8c98-e9e294768c83 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:06.658294 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Publish callbacks [] for router_gateway (6611d03e-47bb-4899-8c98-e9e294768c83), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:06.791612 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Deleting port f469ac59-7109-4750-b3d4-41a6d8b59497 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:06.791956 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:06.860141 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03caa450-453c-43cf-9556-080d40a124df tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:06.976010 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-19715b5a-98d7-4785-85d6-d71ce787a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T02:03:04Z', 'revision_number': 5, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port': {'id': 'f469ac59-7109-4750-b3d4-41a6d8b59497', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:10Z', 'updated_at': '2022-01-14T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:06.995418 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] For port f469ac59-7109-4750-b3d4-41a6d8b59497, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=f469ac59-7109-4750-b3d4-41a6d8b59497,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:06.995786 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:07.020231 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19715b5a-98d7-4785-85d6-d71ce787a444 None None] Checking router: 6611d03e-47bb-4899-8c98-e9e294768c83 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:03:07.031984 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Calling delete_port for f469ac59-7109-4750-b3d4-41a6d8b59497 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:07.033027 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19715b5a-98d7-4785-85d6-d71ce787a444 None None] Routers {'6611d03e-47bb-4899-8c98-e9e294768c83'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:07.033875 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-19715b5a-98d7-4785-85d6-d71ce787a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:02:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['6611d03e-47bb-4899-8c98-e9e294768c83'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:07.134313 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-19715b5a-98d7-4785-85d6-d71ce787a444 None None] Set router 6611d03e-47bb-4899-8c98-e9e294768c83 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:07.195000 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-19715b5a-98d7-4785-85d6-d71ce787a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T02:03:06Z', 'revision_number': 6, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:07.256055 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19715b5a-98d7-4785-85d6-d71ce787a444 None None] The sync data for ids ['6611d03e-47bb-4899-8c98-e9e294768c83'] in n-d-824358-4 is: [{'id': '6611d03e-47bb-4899-8c98-e9e294768c83', 'name': 'tempest-TaggedBootDevicesTest-522905141-router', 'tenant_id': '82ce06b59ec642de9d503f0966874395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:08Z', 'updated_at': '2022-01-14T02:03:06Z', 'revision_number': 6, 'project_id': '82ce06b59ec642de9d503f0966874395', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:03:07.308937 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f469ac59-7109-4750-b3d4-41a6d8b59497), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:07.314326 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03caa450-453c-43cf-9556-080d40a124df tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:03:07.382183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Pushing event deleted for resources: {'Port': ['ID=f469ac59-7109-4750-b3d4-41a6d8b59497,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:07.397790 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e908a905-04c2-4974-89d8-b3e4538ba5da None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:07.470626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03caa450-453c-43cf-9556-080d40a124df tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:03:07.478248 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-03caa450-453c-43cf-9556-080d40a124df tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "PUT /v2.0/routers/3f7ec36f-a809-45ea-bedc-c959e70a9a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3759525 Jan 14 02:03:07.483659 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f9f9f-6370-4111-b860-6bbe49bd14e3 None None] Sync routers for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:03:07.501861 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f9f9f-6370-4111-b860-6bbe49bd14e3 None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:07.502543 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-830f9f9f-6370-4111-b860-6bbe49bd14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:02:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:07.507195 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (6611d03e-47bb-4899-8c98-e9e294768c83), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:07.551752 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3971106-2571-4bbf-8080-92eeeffd7f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:07.671753 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (6611d03e-47bb-4899-8c98-e9e294768c83), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:07.674608 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Publish callbacks [] for router_controller (6611d03e-47bb-4899-8c98-e9e294768c83), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:07.713731 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-830f9f9f-6370-4111-b860-6bbe49bd14e3 None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:07.729967 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (6611d03e-47bb-4899-8c98-e9e294768c83), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:07.741120 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6611d03e-47bb-4899-8c98-e9e294768c83 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 02:03:07.752925 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:07.756369 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-15389a2c-0370-4fe0-a687-85f7287d8211 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6611d03e-47bb-4899-8c98-e9e294768c83 HTTP/1.1" status: 204 len: 168 time: 1.4740713 Jan 14 02:03:07.759017 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:07.804594 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160adff4-c575-473b-82cc-acb13a9d9f32 req-4925223f-6f9a-4abe-a1ee-f88092d1da7d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:07.806155 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-160adff4-c575-473b-82cc-acb13a9d9f32 req-4925223f-6f9a-4abe-a1ee-f88092d1da7d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 946 time: 0.0748730 Jan 14 02:03:07.820049 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-c040eccc-488d-4cec-9489-cdc9708b8767 admin admin] Deleting subnet d9785ed8-46df-400a-bcac-abcd200ac677 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:03:07.823616 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c040eccc-488d-4cec-9489-cdc9708b8767 admin admin] Publish callbacks [] for subnet (d9785ed8-46df-400a-bcac-abcd200ac677), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:07.869645 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c040eccc-488d-4cec-9489-cdc9708b8767 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (d9785ed8-46df-400a-bcac-abcd200ac677), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:07.881476 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-160adff4-c575-473b-82cc-acb13a9d9f32 req-c1ac0574-3416-4871-a9fd-0186024da0a3 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680132 Jan 14 02:03:07.963018 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c040eccc-488d-4cec-9489-cdc9708b8767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (d9785ed8-46df-400a-bcac-abcd200ac677), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.040841 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c040eccc-488d-4cec-9489-cdc9708b8767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (d9785ed8-46df-400a-bcac-abcd200ac677), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.066919 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c040eccc-488d-4cec-9489-cdc9708b8767 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.073976 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71258beb-1e39-41df-a604-213ad576e2c5 None None] Network 76d46afc-cc44-477a-92f7-8aa69ad025a7 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:03:08.075096 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c040eccc-488d-4cec-9489-cdc9708b8767 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d9785ed8-46df-400a-bcac-abcd200ac677 HTTP/1.1" status: 204 len: 168 time: 0.3144774 Jan 14 02:03:08.076476 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52614) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:08.100452 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040eccc-488d-4cec-9489-cdc9708b8767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9785ed8-46df-400a-bcac-abcd200ac677,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:08.191805 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-830f9f9f-6370-4111-b860-6bbe49bd14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:03:06Z', 'revision_number': 6, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '8450039a-b54b-4e37-901b-dfbef4b35b8a', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'port_id': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'mac_address': 'fa:16:3e:23:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a626-83de-41d0-a564-16b461ea10ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:44Z', 'updated_at': '2022-01-14T02:01:51Z', 'revision_number': 1, 'project_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:22Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:08.210942 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (76d46afc-cc44-477a-92f7-8aa69ad025a7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.233787 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f9f9f-6370-4111-b860-6bbe49bd14e3 None None] Checking router: 3f7ec36f-a809-45ea-bedc-c959e70a9a0f for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:03:08.245589 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f9f9f-6370-4111-b860-6bbe49bd14e3 None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:08.246484 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-830f9f9f-6370-4111-b860-6bbe49bd14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:08.325644 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Deleting port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:08.328296 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1ac0e-9620-42b8-a55d-a124cf213494 None None] DHCP port deletion for 76d46afc-cc44-477a-92f7-8aa69ad025a7 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:08.334635 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.403182 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-830f9f9f-6370-4111-b860-6bbe49bd14e3 None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:08.438308 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.468032 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-83a1ac0e-9620-42b8-a55d-a124cf213494 None None] Deleting port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:08.469744 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83a1ac0e-9620-42b8-a55d-a124cf213494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.481141 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] For port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=93f0c0d4-9862-440a-9e2a-b474b6d35a4b,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:08.483145 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.498791 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Calling delete_port for 93f0c0d4-9862-440a-9e2a-b474b6d35a4b owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:08.552637 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-83a1ac0e-9620-42b8-a55d-a124cf213494 None None] For port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=93f0c0d4-9862-440a-9e2a-b474b6d35a4b,segment=NetworkSegment(eba3477d-8b78-4329-b8f7-ccdf9ad082b9),segment_id=eba3477d-8b78-4329-b8f7-ccdf9ad082b9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:08.553034 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83a1ac0e-9620-42b8-a55d-a124cf213494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.586998 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-83a1ac0e-9620-42b8-a55d-a124cf213494 None None] Calling delete_port for 93f0c0d4-9862-440a-9e2a-b474b6d35a4b owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:08.636468 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.694708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Pushing event deleted for resources: {'Port': ['ID=93f0c0d4-9862-440a-9e2a-b474b6d35a4b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:08.707372 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] No DVR routers for this DVR port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:08.761312 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83a1ac0e-9620-42b8-a55d-a124cf213494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (93f0c0d4-9862-440a-9e2a-b474b6d35a4b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.776532 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-830f9f9f-6370-4111-b860-6bbe49bd14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:03:06Z', 'revision_number': 6, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '8450039a-b54b-4e37-901b-dfbef4b35b8a', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'port_id': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'mac_address': 'fa:16:3e:23:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a626-83de-41d0-a564-16b461ea10ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:44Z', 'updated_at': '2022-01-14T02:01:51Z', 'revision_number': 1, 'project_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:22Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:08.810662 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1ac0e-9620-42b8-a55d-a124cf213494 None None] Pushing event deleted for resources: {'Port': ['ID=93f0c0d4-9862-440a-9e2a-b474b6d35a4b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:08.813885 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f9f9f-6370-4111-b860-6bbe49bd14e3 None None] The sync data for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 is: [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:03:06Z', 'revision_number': 6, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '8450039a-b54b-4e37-901b-dfbef4b35b8a', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'port_id': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'mac_address': 'fa:16:3e:23:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a626-83de-41d0-a564-16b461ea10ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:01:44Z', 'updated_at': '2022-01-14T02:01:51Z', 'revision_number': 1, 'project_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:22Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:03:08.823861 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1ac0e-9620-42b8-a55d-a124cf213494 None None] No DVR routers for this DVR port 93f0c0d4-9862-440a-9e2a-b474b6d35a4b on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:08.857897 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (76d46afc-cc44-477a-92f7-8aa69ad025a7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.896456 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d46afc-cc44-477a-92f7-8aa69ad025a7']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:08.909692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:08.910446 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba3477d-8b78-4329-b8f7-ccdf9ad082b9') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:08.921271 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (eba3477d-8b78-4329-b8f7-ccdf9ad082b9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.946372 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (eba3477d-8b78-4329-b8f7-ccdf9ad082b9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.953693 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:03:08.954140 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (eba3477d-8b78-4329-b8f7-ccdf9ad082b9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: timer() Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:03:08.956551 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:03:09.042598 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (76d46afc-cc44-477a-92f7-8aa69ad025a7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:09.050011 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:09.056054 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] 10.222.0.26 "DELETE /v2.0/networks/76d46afc-cc44-477a-92f7-8aa69ad025a7 HTTP/1.1" status: 204 len: 168 time: 0.9757116 Jan 14 02:03:09.056372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52628) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:09.081605 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e86e05-1f3a-4aad-a472-9ffb175ff0df req-8488f22c-1ef7-4f6e-9ce2-0741db7cc3aa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:09.090504 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35e86e05-1f3a-4aad-a472-9ffb175ff0df req-8488f22c-1ef7-4f6e-9ce2-0741db7cc3aa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 946 time: 0.0949061 Jan 14 02:03:09.118379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2e40a-8732-41b9-a5b0-0ba6e175658f admin admin] Pushing event deleted for resources: {'Network': ['ID=76d46afc-cc44-477a-92f7-8aa69ad025a7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:09.174471 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35e86e05-1f3a-4aad-a472-9ffb175ff0df req-2277b91b-b794-4ed4-8a8c-4878c0f8c495 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783713 Jan 14 02:03:09.321219 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f469ac59-7109-4750-b3d4-41a6d8b59497 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:09.362238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: f469ac59-7109-4750-b3d4-41a6d8b59497 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:09.362238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device f469ac59-7109-4750-b3d4-41a6d8b59497 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:09.362238 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bf1151d7-edf9-4257-965b-d8073d83aa2e no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:09.375540 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a12a47-e9a1-454d-8db4-ae95105b8c0c req-ca5842ce-1456-4faa-8610-d5322a1323ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:09.377265 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-51a12a47-e9a1-454d-8db4-ae95105b8c0c req-ca5842ce-1456-4faa-8610-d5322a1323ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 946 time: 0.2130311 Jan 14 02:03:09.395142 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: bf1151d7-edf9-4257-965b-d8073d83aa2e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:09.395754 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device bf1151d7-edf9-4257-965b-d8073d83aa2e not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:09.396362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 93f0c0d4-9862-440a-9e2a-b474b6d35a4b no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:09.441413 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 93f0c0d4-9862-440a-9e2a-b474b6d35a4b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:09.442519 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 93f0c0d4-9862-440a-9e2a-b474b6d35a4b not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:09.887240 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-51a12a47-e9a1-454d-8db4-ae95105b8c0c req-19b9bdfe-c838-445b-a378-d8536fe993eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Deleting port c39564b5-83b5-4d33-b8fe-abb10fddb6fa {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:09.887589 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-51a12a47-e9a1-454d-8db4-ae95105b8c0c req-19b9bdfe-c838-445b-a378-d8536fe993eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:09.953263 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:09.990119 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6cd65811-e852-4758-a045-0f50ca630477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:10.046262 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-51a12a47-e9a1-454d-8db4-ae95105b8c0c req-19b9bdfe-c838-445b-a378-d8536fe993eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] For port c39564b5-83b5-4d33-b8fe-abb10fddb6fa, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=c39564b5-83b5-4d33-b8fe-abb10fddb6fa,segment=NetworkSegment(80c8217c-cb32-456f-afa0-02c48d8a969f),segment_id=80c8217c-cb32-456f-afa0-02c48d8a969f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:10.046714 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-51a12a47-e9a1-454d-8db4-ae95105b8c0c req-19b9bdfe-c838-445b-a378-d8536fe993eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:10.066828 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-51a12a47-e9a1-454d-8db4-ae95105b8c0c req-19b9bdfe-c838-445b-a378-d8536fe993eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Calling delete_port for c39564b5-83b5-4d33-b8fe-abb10fddb6fa owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:10.332260 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-51a12a47-e9a1-454d-8db4-ae95105b8c0c req-19b9bdfe-c838-445b-a378-d8536fe993eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (c39564b5-83b5-4d33-b8fe-abb10fddb6fa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:10.391803 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb079ed4-8c64-4aa1-a528-67ece96275bc req-9555ccaa-a130-4076-9008-d2bfb17088dd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:10.402504 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9bdfe-c838-445b-a378-d8536fe993eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'Port': ['ID=c39564b5-83b5-4d33-b8fe-abb10fddb6fa,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:10.404056 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb079ed4-8c64-4aa1-a528-67ece96275bc req-9555ccaa-a130-4076-9008-d2bfb17088dd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5393eb-0e11-48f5-aa4e-46f7d24c4d69 HTTP/1.1" status: 200 len: 867 time: 0.1034110 Jan 14 02:03:10.456611 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a12a47-e9a1-454d-8db4-ae95105b8c0c req-19b9bdfe-c838-445b-a378-d8536fe993eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] No DVR routers for this DVR port c39564b5-83b5-4d33-b8fe-abb10fddb6fa on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:10.461476 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-51a12a47-e9a1-454d-8db4-ae95105b8c0c req-19b9bdfe-c838-445b-a378-d8536fe993eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:10.465166 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-51a12a47-e9a1-454d-8db4-ae95105b8c0c req-19b9bdfe-c838-445b-a378-d8536fe993eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "DELETE /v2.0/ports/c39564b5-83b5-4d33-b8fe-abb10fddb6fa HTTP/1.1" status: 204 len: 173 time: 1.0804193 Jan 14 02:03:10.466865 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5393eb-0e11-48f5-aa4e-46f7d24c4d69', 'name': 'network-vif-deleted', 'tag': 'c39564b5-83b5-4d33-b8fe-abb10fddb6fa'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:10.471794 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2a23eb-8bac-49cf-810f-0131c0ccc6ab" -d '{"events": [{"server_uuid": "0b5393eb-0e11-48f5-aa4e-46f7d24c4d69", "name": "network-vif-deleted", "tag": "c39564b5-83b5-4d33-b8fe-abb10fddb6fa"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:10.523817 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb079ed4-8c64-4aa1-a528-67ece96275bc req-a0086865-0f5c-4946-85f5-29ffcc6e0156 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=a26759e1-ee6b-4df1-a66d-59e616c2c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136098 Jan 14 02:03:10.556004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6cd65811-e852-4758-a045-0f50ca630477 admin admin] Deleting port 19661379-fb66-40c3-af78-5e38d6e81c67 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:10.556874 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6cd65811-e852-4758-a045-0f50ca630477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:10.664490 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bf7fa4-005f-4f78-9ee5-61b3f9c94555 x-openstack-request-id: req-67bf7fa4-005f-4f78-9ee5-61b3f9c94555 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:10.664712 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5393eb-0e11-48f5-aa4e-46f7d24c4d69", "name": "network-vif-deleted", "tag": "c39564b5-83b5-4d33-b8fe-abb10fddb6fa", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:10.664945 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67bf7fa4-005f-4f78-9ee5-61b3f9c94555 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:10.665346 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5393eb-0e11-48f5-aa4e-46f7d24c4d69', 'name': 'network-vif-deleted', 'tag': 'c39564b5-83b5-4d33-b8fe-abb10fddb6fa', 'status': 'completed', 'code': 200} Jan 14 02:03:10.769887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-6cd65811-e852-4758-a045-0f50ca630477 admin admin] For port 19661379-fb66-40c3-af78-5e38d6e81c67, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=19661379-fb66-40c3-af78-5e38d6e81c67,segment=NetworkSegment(20177909-3abd-4c71-8d2b-723d1436a5c4),segment_id=20177909-3abd-4c71-8d2b-723d1436a5c4)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:10.770375 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6cd65811-e852-4758-a045-0f50ca630477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:10.789266 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6cd65811-e852-4758-a045-0f50ca630477 admin admin] Calling delete_port for 19661379-fb66-40c3-af78-5e38d6e81c67 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:10.935952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 23408f6b-c5c5-4fca-8bb0-18c97eac477b no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:11.017535 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 23408f6b-c5c5-4fca-8bb0-18c97eac477b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:11.019242 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 23408f6b-c5c5-4fca-8bb0-18c97eac477b not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:11.038050 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:11.181067 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6cd65811-e852-4758-a045-0f50ca630477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (19661379-fb66-40c3-af78-5e38d6e81c67), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:11.215438 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd65811-e852-4758-a045-0f50ca630477 admin admin] Pushing event deleted for resources: {'Port': ['ID=19661379-fb66-40c3-af78-5e38d6e81c67,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:11.373207 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c39564b5-83b5-4d33-b8fe-abb10fddb6fa no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:11.406300 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: c39564b5-83b5-4d33-b8fe-abb10fddb6fa {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:11.408766 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device c39564b5-83b5-4d33-b8fe-abb10fddb6fa not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:11.479946 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6cd65811-e852-4758-a045-0f50ca630477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:11.592309 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52654) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:11.676585 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-615e628e-f052-4923-868d-de7ebe602616 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (a26759e1-ee6b-4df1-a66d-59e616c2c37f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:11.707206 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-615e628e-f052-4923-868d-de7ebe602616 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (a26759e1-ee6b-4df1-a66d-59e616c2c37f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:11.760365 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd65811-e852-4758-a045-0f50ca630477 admin admin] Router 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:03:11.793645 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-615e628e-f052-4923-868d-de7ebe602616 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (a26759e1-ee6b-4df1-a66d-59e616c2c37f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:11.796267 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-615e628e-f052-4923-868d-de7ebe602616 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:11.797428 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-615e628e-f052-4923-868d-de7ebe602616 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "DELETE /v2.0/security-groups/a26759e1-ee6b-4df1-a66d-59e616c2c37f HTTP/1.1" status: 204 len: 168 time: 0.2040572 Jan 14 02:03:11.823715 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e628e-f052-4923-868d-de7ebe602616 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26759e1-ee6b-4df1-a66d-59e616c2c37f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:11.838782 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52658) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:11.900914 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfe1c56-f581-4a98-a761-1e90b1d51296 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Deleting subnet d6d59eb5-159a-49d0-b948-27a841aadd58 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:03:11.904676 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c56-f581-4a98-a761-1e90b1d51296 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for subnet (d6d59eb5-159a-49d0-b948-27a841aadd58), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:11.905806 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd65811-e852-4758-a045-0f50ca630477 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:03:11.910886 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6cd65811-e852-4758-a045-0f50ca630477 admin admin] 10.222.0.26 "PUT /v2.0/routers/4c933eef-e6e7-4586-adf6-c5c4ab08eea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8533990 Jan 14 02:03:11.913360 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52660) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:11.917082 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108e10d-ecc9-48d6-87c1-4c0017a3c168 None None] Sync routers for ids ['4c933eef-e6e7-4586-adf6-c5c4ab08eea2'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:03:11.929044 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108e10d-ecc9-48d6-87c1-4c0017a3c168 None None] Routers {'4c933eef-e6e7-4586-adf6-c5c4ab08eea2'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:11.929878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a108e10d-ecc9-48d6-87c1-4c0017a3c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4c933eef-e6e7-4586-adf6-c5c4ab08eea2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:11.960653 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c56-f581-4a98-a761-1e90b1d51296 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (d6d59eb5-159a-49d0-b948-27a841aadd58), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.090532 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c56-f581-4a98-a761-1e90b1d51296 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (d6d59eb5-159a-49d0-b948-27a841aadd58), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.096501 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Publish callbacks [] for router (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.116634 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a108e10d-ecc9-48d6-87c1-4c0017a3c168 None None] Set router 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:12.166210 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c56-f581-4a98-a761-1e90b1d51296 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (d6d59eb5-159a-49d0-b948-27a841aadd58), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.202333 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe1c56-f581-4a98-a761-1e90b1d51296 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d59eb5-159a-49d0-b948-27a841aadd58,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:12.219479 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c56-f581-4a98-a761-1e90b1d51296 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.225899 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-4cfe1c56-f581-4a98-a761-1e90b1d51296 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "DELETE /v2.0/subnets/d6d59eb5-159a-49d0-b948-27a841aadd58 HTTP/1.1" status: 204 len: 168 time: 0.3828120 Jan 14 02:03:12.226088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a93338-1aeb-4cf1-85b0-2739b9abcda5 None None] Network 341dea1b-4fa1-4473-8012-5dab54fbc517 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:03:12.226193 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52670) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:12.302831 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Publish callbacks [] for router_gateway (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.325970 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (341dea1b-4fa1-4473-8012-5dab54fbc517), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.371379 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Deleting port d5cf55e1-8656-4c77-8a9b-e889d220efe3 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:12.371975 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.445705 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Deleting port a678bd30-8279-450f-8104-4099d972a083 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:12.445932 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a678bd30-8279-450f-8104-4099d972a083), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.516545 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a108e10d-ecc9-48d6-87c1-4c0017a3c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'name': 'tempest-TaggedBootDevicesTest-1479777710-router', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:23Z', 'updated_at': '2022-01-14T02:03:11Z', 'revision_number': 5, 'project_id': '185d295058d34bc5a3eeb0e751050076', 'gw_port': {'id': 'd5cf55e1-8656-4c77-8a9b-e889d220efe3', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:49:25Z', 'updated_at': '2022-01-14T01:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:12.538359 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] For port d5cf55e1-8656-4c77-8a9b-e889d220efe3, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d5cf55e1-8656-4c77-8a9b-e889d220efe3,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:12.539029 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.546023 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6083be6-b1fe-4f4f-9784-230adc9a9338 None None] DHCP port deletion for 341dea1b-4fa1-4473-8012-5dab54fbc517 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:12.548297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108e10d-ecc9-48d6-87c1-4c0017a3c168 None None] Checking router: 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:03:12.561363 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Calling delete_port for d5cf55e1-8656-4c77-8a9b-e889d220efe3 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:12.571006 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] For port a678bd30-8279-450f-8104-4099d972a083, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=a678bd30-8279-450f-8104-4099d972a083,segment=NetworkSegment(80c8217c-cb32-456f-afa0-02c48d8a969f),segment_id=80c8217c-cb32-456f-afa0-02c48d8a969f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:12.571373 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a678bd30-8279-450f-8104-4099d972a083), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.576909 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108e10d-ecc9-48d6-87c1-4c0017a3c168 None None] Routers {'4c933eef-e6e7-4586-adf6-c5c4ab08eea2'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:12.577728 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a108e10d-ecc9-48d6-87c1-4c0017a3c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['4c933eef-e6e7-4586-adf6-c5c4ab08eea2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:12.586258 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Calling delete_port for a678bd30-8279-450f-8104-4099d972a083 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:12.665246 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a108e10d-ecc9-48d6-87c1-4c0017a3c168 None None] Set router 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:12.683739 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (a678bd30-8279-450f-8104-4099d972a083), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.725977 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'Port': ['ID=a678bd30-8279-450f-8104-4099d972a083,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:12.734383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] No DVR routers for this DVR port a678bd30-8279-450f-8104-4099d972a083 on host n-d-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:12.737977 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a108e10d-ecc9-48d6-87c1-4c0017a3c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'name': 'tempest-TaggedBootDevicesTest-1479777710-router', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:23Z', 'updated_at': '2022-01-14T02:03:12Z', 'revision_number': 6, 'project_id': '185d295058d34bc5a3eeb0e751050076', 'gw_port_host': None}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:12.790324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108e10d-ecc9-48d6-87c1-4c0017a3c168 None None] The sync data for ids ['4c933eef-e6e7-4586-adf6-c5c4ab08eea2'] in n-d-824358-4 is: [{'id': '4c933eef-e6e7-4586-adf6-c5c4ab08eea2', 'name': 'tempest-TaggedBootDevicesTest-1479777710-router', 'tenant_id': '185d295058d34bc5a3eeb0e751050076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:49:23Z', 'updated_at': '2022-01-14T02:03:12Z', 'revision_number': 6, 'project_id': '185d295058d34bc5a3eeb0e751050076', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:03:12.832295 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d6083be6-b1fe-4f4f-9784-230adc9a9338 None None] Deleting port a678bd30-8279-450f-8104-4099d972a083 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:12.832830 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d6083be6-b1fe-4f4f-9784-230adc9a9338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (a678bd30-8279-450f-8104-4099d972a083), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.872540 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (341dea1b-4fa1-4473-8012-5dab54fbc517), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.894908 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341dea1b-4fa1-4473-8012-5dab54fbc517']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:12.906017 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c8217c-cb32-456f-afa0-02c48d8a969f') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:12.906251 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d5cf55e1-8656-4c77-8a9b-e889d220efe3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.906655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c8217c-cb32-456f-afa0-02c48d8a969f') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:12.922759 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (80c8217c-cb32-456f-afa0-02c48d8a969f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.933830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cf55e1-8656-4c77-8a9b-e889d220efe3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:12.939820 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (80c8217c-cb32-456f-afa0-02c48d8a969f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.948978 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:03:12.949591 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (80c8217c-cb32-456f-afa0-02c48d8a969f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: timer() Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:03:12.953461 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:03:12.961596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de5644-3eef-4204-b3fc-81f9800530f0 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:12.997514 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.005725 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d6083be6-b1fe-4f4f-9784-230adc9a9338 None None] For port a678bd30-8279-450f-8104-4099d972a083, host n-d-824358-4, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:13.007094 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d6083be6-b1fe-4f4f-9784-230adc9a9338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (a678bd30-8279-450f-8104-4099d972a083), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.027699 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d6083be6-b1fe-4f4f-9784-230adc9a9338 None None] Calling delete_port for a678bd30-8279-450f-8104-4099d972a083 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:13.032936 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-d6083be6-b1fe-4f4f-9784-230adc9a9338 None None] Port a678bd30-8279-450f-8104-4099d972a083 was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 02:03:13.035524 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d6083be6-b1fe-4f4f-9784-230adc9a9338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (a678bd30-8279-450f-8104-4099d972a083), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.043855 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (341dea1b-4fa1-4473-8012-5dab54fbc517), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.051773 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.059377 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6083be6-b1fe-4f4f-9784-230adc9a9338 None None] No DVR routers for this DVR port a678bd30-8279-450f-8104-4099d972a083 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:13.061946 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "DELETE /v2.0/networks/341dea1b-4fa1-4473-8012-5dab54fbc517 HTTP/1.1" status: 204 len: 168 time: 0.8349044 Jan 14 02:03:13.068336 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52678) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:13.087642 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6083be6-b1fe-4f4f-9784-230adc9a9338 None None] Pushing event deleted for resources: {'Port': ['ID=a678bd30-8279-450f-8104-4099d972a083,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:13.144320 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.145662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f80618-5a71-49e5-a051-e02872e8f457 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'Network': ['ID=341dea1b-4fa1-4473-8012-5dab54fbc517,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:13.146779 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Publish callbacks [] for router_controller (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.205699 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (4c933eef-e6e7-4586-adf6-c5c4ab08eea2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.207080 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c933eef-e6e7-4586-adf6-c5c4ab08eea2 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 02:03:13.217979 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.221438 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-79c25dde-358d-4507-96fc-f2d883be61b2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4c933eef-e6e7-4586-adf6-c5c4ab08eea2 HTTP/1.1" status: 204 len: 168 time: 1.3070045 Jan 14 02:03:13.224147 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52680) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:13.289666 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a678bd30-8279-450f-8104-4099d972a083 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:13.291491 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f34ac7-bbe7-4ff4-b7c8-4f09712ca7e1 admin admin] Deleting subnet 9bf8e740-0871-4224-8ef5-e9b68e3aab95 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:03:13.295652 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15f34ac7-bbe7-4ff4-b7c8-4f09712ca7e1 admin admin] Publish callbacks [] for subnet (9bf8e740-0871-4224-8ef5-e9b68e3aab95), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.344211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: a678bd30-8279-450f-8104-4099d972a083 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:13.346389 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device a678bd30-8279-450f-8104-4099d972a083 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:13.347370 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 19661379-fb66-40c3-af78-5e38d6e81c67 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:13.353003 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15f34ac7-bbe7-4ff4-b7c8-4f09712ca7e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (9bf8e740-0871-4224-8ef5-e9b68e3aab95), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.419008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 19661379-fb66-40c3-af78-5e38d6e81c67 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:13.422265 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 19661379-fb66-40c3-af78-5e38d6e81c67 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:13.449006 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15f34ac7-bbe7-4ff4-b7c8-4f09712ca7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (9bf8e740-0871-4224-8ef5-e9b68e3aab95), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.473758 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Deleting port f558ea8a-8189-4518-84c4-396690443380 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:13.474364 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (f558ea8a-8189-4518-84c4-396690443380), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.525944 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15f34ac7-bbe7-4ff4-b7c8-4f09712ca7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (9bf8e740-0871-4224-8ef5-e9b68e3aab95), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.555746 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f34ac7-bbe7-4ff4-b7c8-4f09712ca7e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf8e740-0871-4224-8ef5-e9b68e3aab95,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:13.565540 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15f34ac7-bbe7-4ff4-b7c8-4f09712ca7e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.569866 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-15f34ac7-bbe7-4ff4-b7c8-4f09712ca7e1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9bf8e740-0871-4224-8ef5-e9b68e3aab95 HTTP/1.1" status: 204 len: 168 time: 0.3444142 Jan 14 02:03:13.572227 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b0a3b2-54ec-41ce-b122-72be822f22b1 None None] Network 2e3b19cc-b390-4567-af04-577c88d3fd04 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:03:13.572538 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52684) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:13.624824 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (f558ea8a-8189-4518-84c4-396690443380), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.625249 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for floatingip (f558ea8a-8189-4518-84c4-396690443380), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.644780 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (2e3b19cc-b390-4567-af04-577c88d3fd04), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.655375 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Calling delete_port for f558ea8a-8189-4518-84c4-396690443380 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:13.772008 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Deleting port d90f7515-1d61-4155-b826-f7e38d3e1e7c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:13.772456 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.831078 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a564e4-7308-4ddc-b4db-28b11f1e2fd7 None None] DHCP port deletion for 2e3b19cc-b390-4567-af04-577c88d3fd04 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:13.881997 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] For port d90f7515-1d61-4155-b826-f7e38d3e1e7c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=d90f7515-1d61-4155-b826-f7e38d3e1e7c,segment=NetworkSegment(20177909-3abd-4c71-8d2b-723d1436a5c4),segment_id=20177909-3abd-4c71-8d2b-723d1436a5c4)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:13.882699 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:13.907347 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Calling delete_port for d90f7515-1d61-4155-b826-f7e38d3e1e7c owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:14.008321 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (f558ea8a-8189-4518-84c4-396690443380), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.031000 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.056030 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] No DVR routers for this DVR port d90f7515-1d61-4155-b826-f7e38d3e1e7c on host n-d-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:14.080547 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'Port': ['ID=f558ea8a-8189-4518-84c4-396690443380,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:14.101633 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-50a564e4-7308-4ddc-b4db-28b11f1e2fd7 None None] Deleting port d90f7515-1d61-4155-b826-f7e38d3e1e7c {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:14.101998 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50a564e4-7308-4ddc-b4db-28b11f1e2fd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.106722 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90f7515-1d61-4155-b826-f7e38d3e1e7c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:14.170155 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-50a564e4-7308-4ddc-b4db-28b11f1e2fd7 None None] For port d90f7515-1d61-4155-b826-f7e38d3e1e7c, host n-d-824358-4, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:14.170155 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50a564e4-7308-4ddc-b4db-28b11f1e2fd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.207473 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-50a564e4-7308-4ddc-b4db-28b11f1e2fd7 None None] Calling delete_port for d90f7515-1d61-4155-b826-f7e38d3e1e7c owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:14.212679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-50a564e4-7308-4ddc-b4db-28b11f1e2fd7 None None] Port d90f7515-1d61-4155-b826-f7e38d3e1e7c was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 02:03:14.221168 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50a564e4-7308-4ddc-b4db-28b11f1e2fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (d90f7515-1d61-4155-b826-f7e38d3e1e7c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.223819 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for floatingip (8450039a-b54b-4e37-901b-dfbef4b35b8a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.226693 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Floating IP 8450039a-b54b-4e37-901b-dfbef4b35b8a disassociated (deleted). External IP: 172.25.2.100, port: 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79. Jan 14 02:03:14.280308 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (2e3b19cc-b390-4567-af04-577c88d3fd04), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.320009 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a564e4-7308-4ddc-b4db-28b11f1e2fd7 None None] Pushing event deleted for resources: {'Port': ['ID=d90f7515-1d61-4155-b826-f7e38d3e1e7c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:14.327470 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a564e4-7308-4ddc-b4db-28b11f1e2fd7 None None] No DVR routers for this DVR port d90f7515-1d61-4155-b826-f7e38d3e1e7c on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:14.334745 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3b19cc-b390-4567-af04-577c88d3fd04']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:14.359394 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20177909-3abd-4c71-8d2b-723d1436a5c4') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:14.360065 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20177909-3abd-4c71-8d2b-723d1436a5c4') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:14.383775 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (20177909-3abd-4c71-8d2b-723d1436a5c4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.403277 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (20177909-3abd-4c71-8d2b-723d1436a5c4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.412598 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:03:14.413103 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (20177909-3abd-4c71-8d2b-723d1436a5c4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:03:14.428964 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:03:14.511812 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (2e3b19cc-b390-4567-af04-577c88d3fd04), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.521776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.526596 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2e3b19cc-b390-4567-af04-577c88d3fd04 HTTP/1.1" status: 204 len: 168 time: 0.9531012 Jan 14 02:03:14.541566 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb98481-273a-4712-91c0-b89299168195 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3b19cc-b390-4567-af04-577c88d3fd04,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:14.612737 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:03:14.751847 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52730) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:14.786288 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:03:14.798285 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f661e-7f31-40dc-a955-ffaa10c0ddaf None None] Sync routers for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:03:14.800015 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.817322 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f661e-7f31-40dc-a955-ffaa10c0ddaf None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:14.818317 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-aa6f661e-7f31-40dc-a955-ffaa10c0ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:14.845924 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ded1e72e-e625-4a85-a072-fa02184414fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82ce06b59ec642de9d503f0966874395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0908196 Jan 14 02:03:14.846617 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52734) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:14.858511 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-eb9d86a0-e1c7-41fa-9761-6131e7293591 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "DELETE /v2.0/floatingips/8450039a-b54b-4e37-901b-dfbef4b35b8a HTTP/1.1" status: 204 len: 168 time: 1.7879319 Jan 14 02:03:14.859221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0499a626-83de-41d0-a564-16b461ea10ac', 'tag': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:14.867791 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35251e6c-0ef9-4a7d-ace8-a80a40f038fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0499a626-83de-41d0-a564-16b461ea10ac", "tag": "4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:14.927335 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5b373d4b-8600-478d-a379-d7c33039cf5c admin admin] Publish callbacks [] for security_group (f10fa63c-709a-44ac-ae63-032497f06db5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:14.959399 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295290c0-953b-4349-9112-9e39aefcfc82 x-openstack-request-id: req-295290c0-953b-4349-9112-9e39aefcfc82 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:14.959696 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0499a626-83de-41d0-a564-16b461ea10ac", "tag": "4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:14.959952 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-295290c0-953b-4349-9112-9e39aefcfc82 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:14.960377 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0499a626-83de-41d0-a564-16b461ea10ac', 'tag': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'status': 'completed', 'code': 200} Jan 14 02:03:14.998450 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5b373d4b-8600-478d-a379-d7c33039cf5c admin admin] Publish callbacks [] for security_group (f10fa63c-709a-44ac-ae63-032497f06db5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:15.066862 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d5cf55e1-8656-4c77-8a9b-e889d220efe3 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:15.090882 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-aa6f661e-7f31-40dc-a955-ffaa10c0ddaf None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:15.142366 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: d5cf55e1-8656-4c77-8a9b-e889d220efe3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:15.143263 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d5cf55e1-8656-4c77-8a9b-e889d220efe3 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:15.143980 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d90f7515-1d61-4155-b826-f7e38d3e1e7c no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:15.151715 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35251e6c-0ef9-4a7d-ace8-a80a40f038fb req-b2b8ef1f-ebcf-49c1-b4e4-a37acaa5e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:15.155958 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35251e6c-0ef9-4a7d-ace8-a80a40f038fb req-b2b8ef1f-ebcf-49c1-b4e4-a37acaa5e89e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 1096 time: 0.1510344 Jan 14 02:03:15.216998 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: d90f7515-1d61-4155-b826-f7e38d3e1e7c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:15.217350 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device d90f7515-1d61-4155-b826-f7e38d3e1e7c not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:15.375515 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35251e6c-0ef9-4a7d-ace8-a80a40f038fb req-81891554-22c0-437e-9efd-b1602b4cc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:15.377004 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35251e6c-0ef9-4a7d-ace8-a80a40f038fb req-81891554-22c0-437e-9efd-b1602b4cc6cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=f888f0a6-7c2c-4070-9238-6eeef2e422c2 HTTP/1.1" status: 200 len: 898 time: 0.2152534 Jan 14 02:03:15.377761 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5b373d4b-8600-478d-a379-d7c33039cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (f10fa63c-709a-44ac-ae63-032497f06db5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:15.380517 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5b373d4b-8600-478d-a379-d7c33039cf5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:15.381741 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5b373d4b-8600-478d-a379-d7c33039cf5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f10fa63c-709a-44ac-ae63-032497f06db5 HTTP/1.1" status: 204 len: 168 time: 0.5342119 Jan 14 02:03:15.479909 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35251e6c-0ef9-4a7d-ace8-a80a40f038fb req-25616346-1191-4afb-8a08-5ec48e79c1f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 HTTP/1.1" status: 200 len: 217 time: 0.0825577 Jan 14 02:03:15.482328 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b373d4b-8600-478d-a379-d7c33039cf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10fa63c-709a-44ac-ae63-032497f06db5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:15.503903 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0825cc-6918-4165-b529-5b52bbce9a04 req-983832fc-5bc8-47e8-b8e6-6558084662ed tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:15.505337 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae0825cc-6918-4165-b529-5b52bbce9a04 req-983832fc-5bc8-47e8-b8e6-6558084662ed tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 945 time: 0.3298624 Jan 14 02:03:15.570016 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35251e6c-0ef9-4a7d-ace8-a80a40f038fb req-dd606cfe-85de-4908-ac6c-dd3f2da0bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:15.572029 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35251e6c-0ef9-4a7d-ace8-a80a40f038fb req-dd606cfe-85de-4908-ac6c-dd3f2da0bd1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38ecd77c-a894-4391-b355-40309af9095a HTTP/1.1" status: 200 len: 835 time: 0.0622938 Jan 14 02:03:15.613781 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae0825cc-6918-4165-b529-5b52bbce9a04 req-2da88a2a-bda3-4468-9029-54ace77cff0a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=27b51374-c015-45dd-9f96-af7307ffa5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962510 Jan 14 02:03:15.621055 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-aa6f661e-7f31-40dc-a955-ffaa10c0ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:03:06Z', 'revision_number': 6, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:22Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:15.673216 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35251e6c-0ef9-4a7d-ace8-a80a40f038fb req-04a688a3-912e-4ac7-ae9d-bdda48b4d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:15.692526 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35251e6c-0ef9-4a7d-ace8-a80a40f038fb req-04a688a3-912e-4ac7-ae9d-bdda48b4d4fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f888f0a6-7c2c-4070-9238-6eeef2e422c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094017 Jan 14 02:03:15.696533 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f661e-7f31-40dc-a955-ffaa10c0ddaf None None] Checking router: 3f7ec36f-a809-45ea-bedc-c959e70a9a0f for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:03:15.727387 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f661e-7f31-40dc-a955-ffaa10c0ddaf None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:15.728010 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-aa6f661e-7f31-40dc-a955-ffaa10c0ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:15.870605 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35251e6c-0ef9-4a7d-ace8-a80a40f038fb req-2681ef5e-2af7-4f49-ac5f-7251f8a95fe9 service neutron] 10.222.0.46 "GET /v2.0/networks/f888f0a6-7c2c-4070-9238-6eeef2e422c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722994 Jan 14 02:03:15.927046 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-aa6f661e-7f31-40dc-a955-ffaa10c0ddaf None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:16.064694 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52786) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:16.074724 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-35251e6c-0ef9-4a7d-ace8-a80a40f038fb req-d818c578-ac99-4887-9d4b-19bbf0bbacae service neutron] 10.222.0.46 "GET /v2.0/networks/f888f0a6-7c2c-4070-9238-6eeef2e422c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965687 Jan 14 02:03:16.145243 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fbd55dc9-5c34-4b8d-ab61-a7a35224cd4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=185d295058d34bc5a3eeb0e751050076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0785675 Jan 14 02:03:16.147763 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52788) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:16.176094 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-aa6f661e-7f31-40dc-a955-ffaa10c0ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:03:06Z', 'revision_number': 6, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:22Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:16.210926 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a66ea156-716c-4824-aa28-aa17bb9f98b7 admin admin] Publish callbacks [] for security_group (eb4400b6-c7db-40aa-a4ab-b1675663488b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:16.229527 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f661e-7f31-40dc-a955-ffaa10c0ddaf None None] The sync data for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 is: [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:03:06Z', 'revision_number': 6, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '9f3ab3dc-8e28-4dc2-8612-3a7c5580b375', 'name': '', 'network_id': 'f888f0a6-7c2c-4070-9238-6eeef2e422c2', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:71:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '38ecd77c-a894-4391-b355-40309af9095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:13Z', 'updated_at': '2022-01-14T02:01:22Z', 'revision_number': 5, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': '38ecd77c-a894-4391-b355-40309af9095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:03:16.249457 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a66ea156-716c-4824-aa28-aa17bb9f98b7 admin admin] Publish callbacks [] for security_group (eb4400b6-c7db-40aa-a4ab-b1675663488b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:16.333657 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a66ea156-716c-4824-aa28-aa17bb9f98b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (eb4400b6-c7db-40aa-a4ab-b1675663488b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:16.336971 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a66ea156-716c-4824-aa28-aa17bb9f98b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:16.339250 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a66ea156-716c-4824-aa28-aa17bb9f98b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb4400b6-c7db-40aa-a4ab-b1675663488b HTTP/1.1" status: 204 len: 168 time: 0.1903265 Jan 14 02:03:16.348701 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ea156-716c-4824-aa28-aa17bb9f98b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4400b6-c7db-40aa-a4ab-b1675663488b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:16.655067 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3deadb-a7a6-4e88-8746-b48dba5ecbac req-c3c9017b-e55d-4e6d-ae82-faec9c5c5741 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:16.659304 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8f3deadb-a7a6-4e88-8746-b48dba5ecbac req-c3c9017b-e55d-4e6d-ae82-faec9c5c5741 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 945 time: 0.1059787 Jan 14 02:03:16.675966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3026e5-a9ac-47e1-a659-0865e84c5b7c None None] New status for floating IP 8450039a-b54b-4e37-901b-dfbef4b35b8a: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 02:03:16.893695 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8f3deadb-a7a6-4e88-8746-b48dba5ecbac req-5440df02-a4ef-4587-8f0e-ffffeadc0efa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Deleting port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:16.894129 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8f3deadb-a7a6-4e88-8746-b48dba5ecbac req-5440df02-a4ef-4587-8f0e-ffffeadc0efa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:17.017707 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8f3deadb-a7a6-4e88-8746-b48dba5ecbac req-5440df02-a4ef-4587-8f0e-ffffeadc0efa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] For port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79,segment=NetworkSegment(68cf2814-189b-4049-8b4b-15135074bebc),segment_id=68cf2814-189b-4049-8b4b-15135074bebc)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:17.018462 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8f3deadb-a7a6-4e88-8746-b48dba5ecbac req-5440df02-a4ef-4587-8f0e-ffffeadc0efa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:17.035118 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8f3deadb-a7a6-4e88-8746-b48dba5ecbac req-5440df02-a4ef-4587-8f0e-ffffeadc0efa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Calling delete_port for 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:17.181760 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3751b85-234c-45f9-987f-416775fc75b0 req-f0807c36-17a9-438e-bd62-09be50ff8423 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:17.189743 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3751b85-234c-45f9-987f-416775fc75b0 req-f0807c36-17a9-438e-bd62-09be50ff8423 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=0499a626-83de-41d0-a564-16b461ea10ac HTTP/1.1" status: 200 len: 945 time: 0.4388700 Jan 14 02:03:17.234652 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8f3deadb-a7a6-4e88-8746-b48dba5ecbac req-5440df02-a4ef-4587-8f0e-ffffeadc0efa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:17.267014 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a3751b85-234c-45f9-987f-416775fc75b0 req-dddf6d0c-d99f-49c7-9435-d7dcedbd38a0 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=27b51374-c015-45dd-9f96-af7307ffa5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711312 Jan 14 02:03:17.273033 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440df02-a4ef-4587-8f0e-ffffeadc0efa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'Port': ['ID=4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:17.337568 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3deadb-a7a6-4e88-8746-b48dba5ecbac req-5440df02-a4ef-4587-8f0e-ffffeadc0efa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] No DVR routers for this DVR port 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:17.340501 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8f3deadb-a7a6-4e88-8746-b48dba5ecbac req-5440df02-a4ef-4587-8f0e-ffffeadc0efa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:17.344601 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8f3deadb-a7a6-4e88-8746-b48dba5ecbac req-5440df02-a4ef-4587-8f0e-ffffeadc0efa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "DELETE /v2.0/ports/4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 HTTP/1.1" status: 204 len: 173 time: 0.6798174 Jan 14 02:03:17.345132 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0499a626-83de-41d0-a564-16b461ea10ac', 'name': 'network-vif-deleted', 'tag': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:17.347808 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9a68f5-0594-46fc-beae-2961caf1d48b" -d '{"events": [{"server_uuid": "0499a626-83de-41d0-a564-16b461ea10ac", "name": "network-vif-deleted", "tag": "4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:17.394925 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8506fd78-1db4-4770-9b60-4ccb9ce3e640 x-openstack-request-id: req-8506fd78-1db4-4770-9b60-4ccb9ce3e640 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:17.395291 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0499a626-83de-41d0-a564-16b461ea10ac", "name": "network-vif-deleted", "tag": "4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:17.395555 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8506fd78-1db4-4770-9b60-4ccb9ce3e640 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:17.396011 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0499a626-83de-41d0-a564-16b461ea10ac', 'name': 'network-vif-deleted', 'tag': '4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79', 'status': 'completed', 'code': 200} Jan 14 02:03:17.460185 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52820) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:17.586974 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-831274465-network', 'tenant_id': '1c4698b261c346a9b93d39dc8b6a06c7'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:17.609924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Made reservation on behalf of 1c4698b261c346a9b93d39dc8b6a06c7 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:03:17.612568 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:17.621948 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:17.719272 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Publish callbacks [] for security_group (3737252c-ce87-4c20-a7a2-6100acad8a33), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:17.725278 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3737252c-ce87-4c20-a7a2-6100acad8a33), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:17.761443 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:03:17.767330 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3737252c-ce87-4c20-a7a2-6100acad8a33,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:17.775245 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (dbeff5cf-d1ec-44c1-a537-e57da1dc09fb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:17.775618 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Added segment dbeff5cf-d1ec-44c1-a537-e57da1dc09fb of type vlan for network cd81e775-b39e-4394-881a-8d2761c4e7b0 Jan 14 02:03:17.848596 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (cd81e775-b39e-4394-881a-8d2761c4e7b0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:17.880882 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (cd81e775-b39e-4394-881a-8d2761c4e7b0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:17.881933 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:17.882800 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:17.955333 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4937730 Jan 14 02:03:17.958604 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52828) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:17.960666 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29dba5-a2cf-4b18-92fb-8b61bfd873ef admin admin] Pushing event updated for resources: {'Network': ['ID=cd81e775-b39e-4394-881a-8d2761c4e7b0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:17.964158 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a65e96ae-5eaa-4c7f-bf5b-58961abdebcf admin admin] Request body: {'subnet': {'network_id': 'cd81e775-b39e-4394-881a-8d2761c4e7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-831274465-subnet', 'tenant_id': '1c4698b261c346a9b93d39dc8b6a06c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:17.973258 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network cd81e775-b39e-4394-881a-8d2761c4e7b0 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:03:18.014189 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65e96ae-5eaa-4c7f-bf5b-58961abdebcf admin admin] Made reservation on behalf of 1c4698b261c346a9b93d39dc8b6a06c7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:03:18.016588 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a65e96ae-5eaa-4c7f-bf5b-58961abdebcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:18.346511 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52838) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:18.346669 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a65e96ae-5eaa-4c7f-bf5b-58961abdebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (d0e35829-8377-41e7-8e82-96a896d60107), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:18.408471 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e96ae-5eaa-4c7f-bf5b-58961abdebcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e35829-8377-41e7-8e82-96a896d60107,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:18.413522 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5c83c7c0-026f-4ebd-a220-e311a3608ebc tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (27b51374-c015-45dd-9f96-af7307ffa5db), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:18.431183 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e96ae-5eaa-4c7f-bf5b-58961abdebcf admin admin] Checking segment: {'id': 'dbeff5cf-d1ec-44c1-a537-e57da1dc09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cd81e775-b39e-4394-881a-8d2761c4e7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:03:18.431545 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e96ae-5eaa-4c7f-bf5b-58961abdebcf admin admin] Network hostable DHCP agents. Network: cd81e775-b39e-4394-881a-8d2761c4e7b0, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:03:18.449023 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5c83c7c0-026f-4ebd-a220-e311a3608ebc tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (27b51374-c015-45dd-9f96-af7307ffa5db), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:18.454149 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e96ae-5eaa-4c7f-bf5b-58961abdebcf admin admin] Network cd81e775-b39e-4394-881a-8d2761c4e7b0 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:03:18.470019 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a65e96ae-5eaa-4c7f-bf5b-58961abdebcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, cd81e775-b39e-4394-881a-8d2761c4e7b0) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:18.475221 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e96ae-5eaa-4c7f-bf5b-58961abdebcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:18.476746 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a65e96ae-5eaa-4c7f-bf5b-58961abdebcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:18.483084 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aecf72-b869-4f04-87f9-2e09e34bb521 None None] Network cd81e775-b39e-4394-881a-8d2761c4e7b0 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:03:18.502732 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a65e96ae-5eaa-4c7f-bf5b-58961abdebcf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5426157 Jan 14 02:03:18.572470 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5c83c7c0-026f-4ebd-a220-e311a3608ebc tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (27b51374-c015-45dd-9f96-af7307ffa5db), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:18.575713 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5c83c7c0-026f-4ebd-a220-e311a3608ebc tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:18.577009 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5c83c7c0-026f-4ebd-a220-e311a3608ebc tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "DELETE /v2.0/security-groups/27b51374-c015-45dd-9f96-af7307ffa5db HTTP/1.1" status: 204 len: 168 time: 0.2293589 Jan 14 02:03:18.595745 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83c7c0-026f-4ebd-a220-e311a3608ebc tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b51374-c015-45dd-9f96-af7307ffa5db,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:18.633112 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52846) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:18.642776 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ece53f-26f5-48c3-9504-5e8830381038 None None] Network cd81e775-b39e-4394-881a-8d2761c4e7b0 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:03:19.400768 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:19.448110 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:19.448605 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4c91bb0d-7e1d-4e86-841e-15cb6c9cbe79 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:19.624379 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-0717d8bb-df99-4e37-a1d8-6eae9591081d tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:19.631034 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-0717d8bb-df99-4e37-a1d8-6eae9591081d tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/networks?id=cd81e775-b39e-4394-881a-8d2761c4e7b0 HTTP/1.1" status: 200 len: 821 time: 0.5281034 Jan 14 02:03:19.648031 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-5627c8f3-0d05-4da4-9fd5-c01c4b8ddf08 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/quotas/1c4698b261c346a9b93d39dc8b6a06c7 HTTP/1.1" status: 200 len: 375 time: 0.0161068 Jan 14 02:03:19.677612 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e46853b9-ef21-4a56-ac11-fd6c18a2d767 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:19.686158 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-06801ee0-166e-494e-aba7-270e428cdb0a tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c4698b261c346a9b93d39dc8b6a06c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370085 Jan 14 02:03:19.800301 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-03a701ef-cad6-4590-872b-9e8ca9cb24f5 service neutron] 10.222.0.26 "GET /v2.0/networks/cd81e775-b39e-4394-881a-8d2761c4e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132615 Jan 14 02:03:19.960212 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-893de749-fa16-4e7c-8b76-14400a56c590 service neutron] 10.222.0.26 "GET /v2.0/networks/cd81e775-b39e-4394-881a-8d2761c4e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510196 Jan 14 02:03:20.069316 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e46853b9-ef21-4a56-ac11-fd6c18a2d767 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Deleting port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:20.069671 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e46853b9-ef21-4a56-ac11-fd6c18a2d767 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:20.181205 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-e46853b9-ef21-4a56-ac11-fd6c18a2d767 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] For port 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=9f3ab3dc-8e28-4dc2-8612-3a7c5580b375,segment=NetworkSegment(68cf2814-189b-4049-8b4b-15135074bebc),segment_id=68cf2814-189b-4049-8b4b-15135074bebc)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:20.181574 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e46853b9-ef21-4a56-ac11-fd6c18a2d767 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:20.202618 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e46853b9-ef21-4a56-ac11-fd6c18a2d767 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Calling delete_port for 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:20.283012 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3e99d49f-b3bf-460e-be56-5f41544e76d5 req-0754e633-165b-44c8-b54b-d06735debff0 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 210 time: 0.0696404 Jan 14 02:03:20.547800 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e46853b9-ef21-4a56-ac11-fd6c18a2d767 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (9f3ab3dc-8e28-4dc2-8612-3a7c5580b375), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:20.597639 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46853b9-ef21-4a56-ac11-fd6c18a2d767 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'Port': ['ID=9f3ab3dc-8e28-4dc2-8612-3a7c5580b375,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:20.844172 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e46853b9-ef21-4a56-ac11-fd6c18a2d767 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:21.155859 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46853b9-ef21-4a56-ac11-fd6c18a2d767 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:03:21.296742 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46853b9-ef21-4a56-ac11-fd6c18a2d767 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:03:21.311787 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d3994-4e61-43e6-bbc6-6489e144da6d None None] Sync routers for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:03:21.326193 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d3994-4e61-43e6-bbc6-6489e144da6d None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:21.326193 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b93d3994-4e61-43e6-bbc6-6489e144da6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:21.326444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52892) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:21.327874 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e46853b9-ef21-4a56-ac11-fd6c18a2d767 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "PUT /v2.0/routers/3f7ec36f-a809-45ea-bedc-c959e70a9a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934571 Jan 14 02:03:21.472264 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4aa3dc37-3b36-46d0-9be1-cf5687e10fa8 req-90ac44ac-7e28-4c67-b1c0-f0f330ede763 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 210 time: 0.0455317 Jan 14 02:03:21.540726 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e12c63d-7945-494b-8d92-ce127b8f1c7d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Deleting subnet 38ecd77c-a894-4391-b355-40309af9095a {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:03:21.549400 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e12c63d-7945-494b-8d92-ce127b8f1c7d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for subnet (38ecd77c-a894-4391-b355-40309af9095a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:21.585905 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b93d3994-4e61-43e6-bbc6-6489e144da6d None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:21.658742 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e12c63d-7945-494b-8d92-ce127b8f1c7d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965361'] for subnet (38ecd77c-a894-4391-b355-40309af9095a), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:21.799699 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e12c63d-7945-494b-8d92-ce127b8f1c7d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (38ecd77c-a894-4391-b355-40309af9095a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:21.971810 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-e4a41df1-4748-40fa-ba27-aca58f6caff4 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:21.981305 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-e4a41df1-4748-40fa-ba27-aca58f6caff4 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.46 "GET /v2.0/networks?id=cd81e775-b39e-4394-881a-8d2761c4e7b0 HTTP/1.1" status: 200 len: 821 time: 0.3615615 Jan 14 02:03:21.987353 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e12c63d-7945-494b-8d92-ce127b8f1c7d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26279599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956784'] for subnet (38ecd77c-a894-4391-b355-40309af9095a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:22.002678 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Request body: {'port': {'device_id': '8a9ad0b0-3c9b-4154-a84b-5c9c67984de0', 'network_id': 'cd81e775-b39e-4394-881a-8d2761c4e7b0', 'admin_state_up': True, 'tenant_id': '1c4698b261c346a9b93d39dc8b6a06c7'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:22.027788 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12c63d-7945-494b-8d92-ce127b8f1c7d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'Subnet': ['ID=38ecd77c-a894-4391-b355-40309af9095a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:22.029906 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e12c63d-7945-494b-8d92-ce127b8f1c7d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:22.041931 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bde4d1-7941-4693-adfa-5364963de191 None None] Network f888f0a6-7c2c-4070-9238-6eeef2e422c2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:03:22.056805 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9e12c63d-7945-494b-8d92-ce127b8f1c7d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "DELETE /v2.0/subnets/38ecd77c-a894-4391-b355-40309af9095a HTTP/1.1" status: 204 len: 168 time: 0.7287066 Jan 14 02:03:22.062974 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52902) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:22.181119 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b93d3994-4e61-43e6-bbc6-6489e144da6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:03:20Z', 'revision_number': 7, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:22.250130 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d3994-4e61-43e6-bbc6-6489e144da6d None None] Checking router: 3f7ec36f-a809-45ea-bedc-c959e70a9a0f for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:03:22.266380 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Made reservation on behalf of 1c4698b261c346a9b93d39dc8b6a06c7 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:03:22.275284 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:22.281407 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d3994-4e61-43e6-bbc6-6489e144da6d None None] Routers {'3f7ec36f-a809-45ea-bedc-c959e70a9a0f'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:22.281896 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b93d3994-4e61-43e6-bbc6-6489e144da6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:22.333588 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:22.349592 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] DHCP port deletion for f888f0a6-7c2c-4070-9238-6eeef2e422c2 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:22.445797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Allocated IP 172.20.0.10 (cd81e775-b39e-4394-881a-8d2761c4e7b0/d0e35829-8377-41e7-8e82-96a896d60107/d43e9310-cd71-48c7-bd20-99df6960e276) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:03:22.486727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Deleting port c41dea65-3ef8-4eb2-99ac-024470839e24 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:22.487390 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:22.563641 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b93d3994-4e61-43e6-bbc6-6489e144da6d None None] Set router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:22.593629 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router_gateway (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:22.674932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] For port c41dea65-3ef8-4eb2-99ac-024470839e24, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=c41dea65-3ef8-4eb2-99ac-024470839e24,segment=NetworkSegment(68cf2814-189b-4049-8b4b-15135074bebc),segment_id=68cf2814-189b-4049-8b4b-15135074bebc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:22.677681 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:22.679304 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Publish callbacks [] for port (d43e9310-cd71-48c7-bd20-99df6960e276), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:22.723863 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Calling delete_port for c41dea65-3ef8-4eb2-99ac-024470839e24 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:22.725126 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:22.827154 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Network cd81e775-b39e-4394-881a-8d2761c4e7b0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:03:22.837703 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428bb37-9a56-433e-be68-59725a02fdeb req-d86d5a4c-838c-496a-a4d8-14f4ef1d874b tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:22.839862 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c428bb37-9a56-433e-be68-59725a02fdeb req-d86d5a4c-838c-496a-a4d8-14f4ef1d874b tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 932 time: 0.1310871 Jan 14 02:03:22.840584 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:22.845693 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:03:22.915453 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Pushing event updated for resources: {'Port': ['ID=d43e9310-cd71-48c7-bd20-99df6960e276,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:22.926923 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Deleting port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:22.927262 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:22.955581 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (c41dea65-3ef8-4eb2-99ac-024470839e24), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:22.976234 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] No DVR routers for this DVR port c41dea65-3ef8-4eb2-99ac-024470839e24 on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:22.983366 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:22.993386 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:23.035246 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fe18d024-aa54-461a-bdfc-df568d4e05c2 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0412686 Jan 14 02:03:23.045052 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Pushing event deleted for resources: {'Port': ['ID=c41dea65-3ef8-4eb2-99ac-024470839e24,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:23.053209 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.053560 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.053952 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Request body: {'port': {'device_id': '8a9ad0b0-3c9b-4154-a84b-5c9c67984de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:23.054086 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.054431 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.054811 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.055403 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.055751 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.056098 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.056413 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.057180 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.059050 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.059440 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.060364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ffd03-0a79-4048-ac2a-696db51194ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:23.065795 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device c41dea65-3ef8-4eb2-99ac-024470839e24 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:23.113168 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b93d3994-4e61-43e6-bbc6-6489e144da6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:03:20Z', 'revision_number': 7, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:23.121812 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: c41dea65-3ef8-4eb2-99ac-024470839e24 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:23.122596 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device c41dea65-3ef8-4eb2-99ac-024470839e24 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:23.153386 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d3994-4e61-43e6-bbc6-6489e144da6d None None] The sync data for ids ['3f7ec36f-a809-45ea-bedc-c959e70a9a0f'] in n-d-824358-4 is: [{'id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'name': 'tempest-TestNetworkBasicOps-router-197478044', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:04Z', 'updated_at': '2022-01-14T02:03:20Z', 'revision_number': 7, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '3f0e5ecf-1d93-4f75-b74d-b03b363ebefe', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7ec36f-a809-45ea-bedc-c959e70a9a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:05Z', 'updated_at': '2022-01-14T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:03:23.171046 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c428bb37-9a56-433e-be68-59725a02fdeb req-72ecfba3-828b-4fe7-93de-a0a9f1aeece5 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/security-groups?id=3737252c-ce87-4c20-a7a2-6100acad8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209910 Jan 14 02:03:23.179352 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] For port 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=3f0e5ecf-1d93-4f75-b74d-b03b363ebefe,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:23.180206 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:23.205593 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Calling delete_port for 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:23.214394 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:23.495982 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (3f0e5ecf-1d93-4f75-b74d-b03b363ebefe), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:23.552475 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'Port': ['ID=3f0e5ecf-1d93-4f75-b74d-b03b363ebefe,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:23.579836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb7ffe7-5e96-4f19-a47b-bc27c29e03f7 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:23.672829 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43e9310-cd71-48c7-bd20-99df6960e276 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:03:23.695017 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Publish callbacks [] for port (d43e9310-cd71-48c7-bd20-99df6960e276), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:23.718210 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Transition to ACTIVE for port object d43e9310-cd71-48c7-bd20-99df6960e276 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:03:23.718364 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:23.727185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:23.826713 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Pushing event updated for resources: {'Port': ['ID=d43e9310-cd71-48c7-bd20-99df6960e276,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:23.955639 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Attempting to bind port d43e9310-cd71-48c7-bd20-99df6960e276 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:03:23.957152 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Attempting to bind port d43e9310-cd71-48c7-bd20-99df6960e276 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'dbeff5cf-d1ec-44c1-a537-e57da1dc09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cd81e775-b39e-4394-881a-8d2761c4e7b0'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:03:23.957558 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Attempting to bind port d43e9310-cd71-48c7-bd20-99df6960e276 on network cd81e775-b39e-4394-881a-8d2761c4e7b0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:03:23.967463 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Port d43e9310-cd71-48c7-bd20-99df6960e276 on network cd81e775-b39e-4394-881a-8d2761c4e7b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:03:23.968209 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:23.968698 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Attempting to bind port d43e9310-cd71-48c7-bd20-99df6960e276 on network cd81e775-b39e-4394-881a-8d2761c4e7b0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:03:23.970740 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router_controller (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:23.980909 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:03:23.982694 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Checking segment: {'id': 'dbeff5cf-d1ec-44c1-a537-e57da1dc09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cd81e775-b39e-4394-881a-8d2761c4e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:03:23.983845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Bound using segment: {'id': 'dbeff5cf-d1ec-44c1-a537-e57da1dc09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cd81e775-b39e-4394-881a-8d2761c4e7b0'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:03:23.984408 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Bound port: d43e9310-cd71-48c7-bd20-99df6960e276, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbeff5cf-d1ec-44c1-a537-e57da1dc09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cd81e775-b39e-4394-881a-8d2761c4e7b0'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:03:23.985861 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.056734 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (3f7ec36f-a809-45ea-bedc-c959e70a9a0f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.057367 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Fanout notify agent at l3_agent the message router_deleted on router 3f7ec36f-a809-45ea-bedc-c959e70a9a0f {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 02:03:24.066726 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.068491 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-70e51e5b-7e9f-40ed-9408-b93faa4ff953 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "DELETE /v2.0/routers/3f7ec36f-a809-45ea-bedc-c959e70a9a0f HTTP/1.1" status: 204 len: 168 time: 2.0018983 Jan 14 02:03:24.070515 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52914) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:24.147850 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] For port d43e9310-cd71-48c7-bd20-99df6960e276, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:03:24.158135 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] For port d43e9310-cd71-48c7-bd20-99df6960e276, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=d43e9310-cd71-48c7-bd20-99df6960e276,segment=NetworkSegment(dbeff5cf-d1ec-44c1-a537-e57da1dc09fb),segment_id=dbeff5cf-d1ec-44c1-a537-e57da1dc09fb)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:03:24.168119 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.206060 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (f888f0a6-7c2c-4070-9238-6eeef2e422c2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.303892 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Pushing event updated for resources: {'Port': ['ID=d43e9310-cd71-48c7-bd20-99df6960e276,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:24.321225 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:24.323738 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.327449 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-a330ded4-5e45-4c37-867d-706d17b1fcfc service neutron] 10.222.0.46 "PUT /v2.0/ports/d43e9310-cd71-48c7-bd20-99df6960e276 HTTP/1.1" status: 200 len: 1092 time: 1.2778833 Jan 14 02:03:24.328672 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9ad0b0-3c9b-4154-a84b-5c9c67984de0', 'tag': 'd43e9310-cd71-48c7-bd20-99df6960e276'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:24.335256 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af375fd-d8be-4cee-b1d2-73ba258e1dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9ad0b0-3c9b-4154-a84b-5c9c67984de0", "tag": "d43e9310-cd71-48c7-bd20-99df6960e276"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:24.340160 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (f888f0a6-7c2c-4070-9238-6eeef2e422c2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.387516 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6168bb93-65a7-43a3-b1bd-5c7a07507ceb x-openstack-request-id: req-6168bb93-65a7-43a3-b1bd-5c7a07507ceb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:24.388414 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9ad0b0-3c9b-4154-a84b-5c9c67984de0", "tag": "d43e9310-cd71-48c7-bd20-99df6960e276", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:24.388757 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6168bb93-65a7-43a3-b1bd-5c7a07507ceb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:24.389229 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9ad0b0-3c9b-4154-a84b-5c9c67984de0', 'tag': 'd43e9310-cd71-48c7-bd20-99df6960e276', 'status': 'completed', 'code': 200} Jan 14 02:03:24.449576 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f888f0a6-7c2c-4070-9238-6eeef2e422c2']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:24.478468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cf2814-189b-4049-8b4b-15135074bebc') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:24.478956 n-d-824358-4 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cf2814-189b-4049-8b4b-15135074bebc') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:24.501296 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-8d211dab-8a6d-478d-9509-a6b78d20c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:24.502134 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f0dd9-34f8-4bb0-a6bd-9fe0d22c8b8e req-5f956b0d-5c66-4adb-a827-d2fd189f159a tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:24.503118 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-8d211dab-8a6d-478d-9509-a6b78d20c5de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c4698b261c346a9b93d39dc8b6a06c7&device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 1095 time: 0.0953221 Jan 14 02:03:24.503920 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b04f0dd9-34f8-4bb0-a6bd-9fe0d22c8b8e req-5f956b0d-5c66-4adb-a827-d2fd189f159a tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 944 time: 0.1480587 Jan 14 02:03:24.506116 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965370'] for segment (68cf2814-189b-4049-8b4b-15135074bebc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.540933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (68cf2814-189b-4049-8b4b-15135074bebc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.552026 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:03:24.552564 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26279509'] for segment (68cf2814-189b-4049-8b4b-15135074bebc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: warnings.warn(msg) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: Traceback (most recent call last): Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: timer() Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: cb(*args, **kw) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: return func(*args, **kwargs) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: self._notify() Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: self.callback(batched_events) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: event.method(event) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: return f(self, *a, **k) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: return self._get(url).json() Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:03:24.558479 n-d-824358-4 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:03:24.575039 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-1134e689-a7bf-4097-aef4-c7a5abd7d9e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d43e9310-cd71-48c7-bd20-99df6960e276 HTTP/1.1" status: 200 len: 217 time: 0.0585911 Jan 14 02:03:24.584914 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:03:24.647290 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b04f0dd9-34f8-4bb0-a6bd-9fe0d22c8b8e req-0240a05c-b140-4c21-83a0-9b9b8e9778d1 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/security-groups?id=3737252c-ce87-4c20-a7a2-6100acad8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322689 Jan 14 02:03:24.666211 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (f888f0a6-7c2c-4070-9238-6eeef2e422c2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.673391 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.677148 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "DELETE /v2.0/networks/f888f0a6-7c2c-4070-9238-6eeef2e422c2 HTTP/1.1" status: 204 len: 168 time: 0.6055782 Jan 14 02:03:24.711421 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event deleted for resources: {'Network': ['ID=f888f0a6-7c2c-4070-9238-6eeef2e422c2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:24.711938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fb3c826d-55bc-4fd2-9dec-bcbc6e8defc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:24.713481 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52924) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:24.715969 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-fb3c826d-55bc-4fd2-9dec-bcbc6e8defc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0e35829-8377-41e7-8e82-96a896d60107 HTTP/1.1" status: 200 len: 861 time: 0.1329074 Jan 14 02:03:24.731025 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9c90e4e4-589c-45ac-a176-00cb1be7163b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'network': {'name': 'tempest-network-smoke--771103234', 'project_id': '43a28359970349f68e5694ea755d49e7', 'port_security_enabled': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:24.756470 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.761269 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.761622 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.761964 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.762300 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.762662 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.763555 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.763891 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.764217 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.764542 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.773556 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.774054 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.774403 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2cf419-d9ff-4b99-84d0-0a7fbcc38097 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:24.810087 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c90e4e4-589c-45ac-a176-00cb1be7163b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Made reservation on behalf of 43a28359970349f68e5694ea755d49e7 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:03:24.810552 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-063f5dbd-01b4-4afe-88c2-f4eebd1db6fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd81e775-b39e-4394-881a-8d2761c4e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884402 Jan 14 02:03:24.817379 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c90e4e4-589c-45ac-a176-00cb1be7163b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.862609 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c90e4e4-589c-45ac-a176-00cb1be7163b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:03:24.880753 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c90e4e4-589c-45ac-a176-00cb1be7163b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (577be613-f677-4fa3-b0e3-de308f68052b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.881354 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-9c90e4e4-589c-45ac-a176-00cb1be7163b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Added segment 577be613-f677-4fa3-b0e3-de308f68052b of type vlan for network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 Jan 14 02:03:24.958444 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c90e4e4-589c-45ac-a176-00cb1be7163b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (3f45fba4-ab90-4c00-a730-2b397a83f6a0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:24.980343 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-54be28e4-dc04-4cc4-84d9-413fc0bbbf3e service neutron] 10.222.0.46 "GET /v2.0/networks/cd81e775-b39e-4394-881a-8d2761c4e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629777 Jan 14 02:03:25.012237 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:25.015504 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c90e4e4-589c-45ac-a176-00cb1be7163b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (3f45fba4-ab90-4c00-a730-2b397a83f6a0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:25.027738 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c90e4e4-589c-45ac-a176-00cb1be7163b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:25.033753 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c90e4e4-589c-45ac-a176-00cb1be7163b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:25.048752 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:25.049518 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 9f3ab3dc-8e28-4dc2-8612-3a7c5580b375 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:25.050154 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:25.076143 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:25.076821 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 3f0e5ecf-1d93-4f75-b74d-b03b363ebefe not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:25.100398 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52926) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:25.104080 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-9c90e4e4-589c-45ac-a176-00cb1be7163b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3877518 Jan 14 02:03:25.109722 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-218566280', 'admin_state_up': True, 'project_id': '43a28359970349f68e5694ea755d49e7', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:25.169629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90e4e4-589c-45ac-a176-00cb1be7163b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Network': ['ID=3f45fba4-ab90-4c00-a730-2b397a83f6a0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:25.180932 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cb5308fd-dd3b-42c7-b490-62066b5af6cf req-b8a1c693-3bf3-4cad-ad0c-5020bdb78cb0 service neutron] 10.222.0.46 "GET /v2.0/networks/cd81e775-b39e-4394-881a-8d2761c4e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946428 Jan 14 02:03:25.185925 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:03:25.202784 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (d5e5dd8e-0233-4585-8a45-2d4fd0f683c1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:25.204041 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (d5e5dd8e-0233-4585-8a45-2d4fd0f683c1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:25.268202 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router_controller (d5e5dd8e-0233-4585-8a45-2d4fd0f683c1), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:25.444142 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router_gateway (d5e5dd8e-0233-4585-8a45-2d4fd0f683c1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:25.452551 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af375fd-d8be-4cee-b1d2-73ba258e1dbe req-094781db-96fa-41d3-8cbe-3ecff9d08040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:25.454137 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0af375fd-d8be-4cee-b1d2-73ba258e1dbe req-094781db-96fa-41d3-8cbe-3ecff9d08040 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c4698b261c346a9b93d39dc8b6a06c7&device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 1095 time: 0.1398590 Jan 14 02:03:25.597660 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af375fd-d8be-4cee-b1d2-73ba258e1dbe req-84b6a1ba-fc2e-4df5-a29d-4a8b2316f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:25.599184 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0af375fd-d8be-4cee-b1d2-73ba258e1dbe req-84b6a1ba-fc2e-4df5-a29d-4a8b2316f7cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd81e775-b39e-4394-881a-8d2761c4e7b0 HTTP/1.1" status: 200 len: 922 time: 0.1310661 Jan 14 02:03:25.646937 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0af375fd-d8be-4cee-b1d2-73ba258e1dbe req-23146ba2-a571-49f2-bd36-231eefdf4f42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d43e9310-cd71-48c7-bd20-99df6960e276 HTTP/1.1" status: 200 len: 217 time: 0.0407498 Jan 14 02:03:25.751314 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af375fd-d8be-4cee-b1d2-73ba258e1dbe req-aae150ce-ffc8-4395-a864-6ee753b2958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:25.752850 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0af375fd-d8be-4cee-b1d2-73ba258e1dbe req-aae150ce-ffc8-4395-a864-6ee753b2958e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0e35829-8377-41e7-8e82-96a896d60107 HTTP/1.1" status: 200 len: 861 time: 0.0916245 Jan 14 02:03:25.832225 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f4131a8-f82c-48c3-8964-0cca7fe8873c req-96471923-9538-4c39-9612-0dfb4a296d01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676780 Jan 14 02:03:25.852127 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be7161-9d84-480f-8dcc-725040e70b8c req-8b5fbff1-185d-4df7-90b9-ddf3b19c6ddb tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:25.853838 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a4be7161-9d84-480f-8dcc-725040e70b8c req-8b5fbff1-185d-4df7-90b9-ddf3b19c6ddb tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 944 time: 0.1179025 Jan 14 02:03:25.938940 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a4be7161-9d84-480f-8dcc-725040e70b8c req-a05c2cb7-7e74-4f88-8595-348138e300e9 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/security-groups?id=3737252c-ce87-4c20-a7a2-6100acad8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669303 Jan 14 02:03:25.991742 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4131a8-f82c-48c3-8964-0cca7fe8873c req-d7bef964-2a2d-41cf-8fb5-8e9475998490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:25.993430 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f4131a8-f82c-48c3-8964-0cca7fe8873c req-d7bef964-2a2d-41cf-8fb5-8e9475998490 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 1096 time: 0.0769441 Jan 14 02:03:26.144856 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4131a8-f82c-48c3-8964-0cca7fe8873c req-e150376d-9ccd-4d53-abf0-d9f214b88912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:26.146371 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f4131a8-f82c-48c3-8964-0cca7fe8873c req-e150376d-9ccd-4d53-abf0-d9f214b88912 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 912 time: 0.1276994 Jan 14 02:03:26.235296 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f4131a8-f82c-48c3-8964-0cca7fe8873c req-e33aa71f-6cbd-474c-9144-7c2be8b5e067 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554 HTTP/1.1" status: 200 len: 1001 time: 0.0821719 Jan 14 02:03:26.262280 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0af375fd-d8be-4cee-b1d2-73ba258e1dbe req-0c80fda1-85e9-40cd-8d1b-89722f18ae39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd81e775-b39e-4394-881a-8d2761c4e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619256 Jan 14 02:03:26.291615 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4131a8-f82c-48c3-8964-0cca7fe8873c req-9dc62409-d58a-4b0e-87fc-bf7c214b2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:26.293513 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f4131a8-f82c-48c3-8964-0cca7fe8873c req-9dc62409-d58a-4b0e-87fc-bf7c214b2a9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.0516558 Jan 14 02:03:26.335608 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router_gateway (d5e5dd8e-0233-4585-8a45-2d4fd0f683c1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:26.352954 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4131a8-f82c-48c3-8964-0cca7fe8873c req-499c0856-c9dd-4fe5-96f2-82a64d504418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:26.355680 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f4131a8-f82c-48c3-8964-0cca7fe8873c req-499c0856-c9dd-4fe5-96f2-82a64d504418 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550220 Jan 14 02:03:26.384748 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:26.504569 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0af375fd-d8be-4cee-b1d2-73ba258e1dbe req-026dcc01-f057-4657-857e-314c2ab98d40 service neutron] 10.222.0.46 "GET /v2.0/networks/cd81e775-b39e-4394-881a-8d2761c4e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360296 Jan 14 02:03:26.524373 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f4131a8-f82c-48c3-8964-0cca7fe8873c req-b1d42c3e-9a44-4a0a-b75f-aa2017ddc087 service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576686 Jan 14 02:03:26.611432 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Allocated IP 172.25.2.238 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/1e0b7f34-2919-4810-947a-dd34ec5781ce) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:03:26.661976 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5f4131a8-f82c-48c3-8964-0cca7fe8873c req-40f4250e-b597-44a4-a6fb-2f810ee8187e service neutron] 10.222.0.36 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302342 Jan 14 02:03:26.709444 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0af375fd-d8be-4cee-b1d2-73ba258e1dbe req-2e6ef230-b87e-4c77-b06a-57b5b769e725 service neutron] 10.222.0.46 "GET /v2.0/networks/cd81e775-b39e-4394-881a-8d2761c4e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837902 Jan 14 02:03:26.792973 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:26.848024 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:26.901587 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:03:26.905716 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:26.920559 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b358371-8fc2-4e25-a566-325f73b86b71 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:26.929747 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:03:26.932182 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=1e0b7f34-2919-4810-947a-dd34ec5781ce,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:27.026494 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7b53d3e4-0c56-4896-93d7-e656b6f268de None None] Provisioning complete for port 1e0b7f34-2919-4810-947a-dd34ec5781ce triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:27.029268 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b53d3e4-0c56-4896-93d7-e656b6f268de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:27.095889 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed6439-7f81-4cdb-b882-ceee5ee73ce6 req-8722edf1-0d8c-465a-8be7-d80e6f3cf786 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:27.097800 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36ed6439-7f81-4cdb-b882-ceee5ee73ce6 req-8722edf1-0d8c-465a-8be7-d80e6f3cf786 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 944 time: 0.0652611 Jan 14 02:03:27.108559 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7b53d3e4-0c56-4896-93d7-e656b6f268de None None] Port 1e0b7f34-2919-4810-947a-dd34ec5781ce cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:03:27.155098 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-36ed6439-7f81-4cdb-b882-ceee5ee73ce6 req-7eb39412-38b4-4d90-8848-1c8e0afd56ab tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/security-groups?id=3737252c-ce87-4c20-a7a2-6100acad8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511384 Jan 14 02:03:27.267128 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router_gateway (d5e5dd8e-0233-4585-8a45-2d4fd0f683c1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:27.423054 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device d43e9310-cd71-48c7-bd20-99df6960e276 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:03:27.611570 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port d43e9310-cd71-48c7-bd20-99df6960e276, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=d43e9310-cd71-48c7-bd20-99df6960e276,segment=NetworkSegment(dbeff5cf-d1ec-44c1-a537-e57da1dc09fb),segment_id=dbeff5cf-d1ec-44c1-a537-e57da1dc09fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:27.626151 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'd43e9310-cd71-48c7-bd20-99df6960e276', 'network_id': 'cd81e775-b39e-4394-881a-8d2761c4e7b0', 'port_id': 'd43e9310-cd71-48c7-bd20-99df6960e276', 'mac_address': 'fa:16:3e:04:94:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e35829-8377-41e7-8e82-96a896d60107', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:03:27.629554 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (d5e5dd8e-0233-4585-8a45-2d4fd0f683c1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:27.699095 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port d43e9310-cd71-48c7-bd20-99df6960e276 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:27.700763 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:27.741511 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43e9310-cd71-48c7-bd20-99df6960e276 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:03:27.792898 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594aa5b-a2ee-4e36-882a-d15469c88f33 req-22111088-86de-4f89-af1a-5d8e0f049e36 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:27.799747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port d43e9310-cd71-48c7-bd20-99df6960e276, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=d43e9310-cd71-48c7-bd20-99df6960e276,segment=NetworkSegment(dbeff5cf-d1ec-44c1-a537-e57da1dc09fb),segment_id=dbeff5cf-d1ec-44c1-a537-e57da1dc09fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:27.800168 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3594aa5b-a2ee-4e36-882a-d15469c88f33 req-22111088-86de-4f89-af1a-5d8e0f049e36 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.1379461 Jan 14 02:03:27.807826 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:27.811896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Router d5e5dd8e-0233-4585-8a45-2d4fd0f683c1 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 02:03:27.864530 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3594aa5b-a2ee-4e36-882a-d15469c88f33 req-53bb2833-cad0-48bc-82a9-6464909a77af tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582511 Jan 14 02:03:27.901839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=d43e9310-cd71-48c7-bd20-99df6960e276,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:27.955681 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffac40-775b-4dc4-8bac-83285a21287b req-3bb07cb0-6e4f-4020-8df2-3096886b7882 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:27.957884 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0ffac40-775b-4dc4-8bac-83285a21287b req-3bb07cb0-6e4f-4020-8df2-3096886b7882 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1097 time: 0.1056781 Jan 14 02:03:28.027364 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:03:28.039169 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Sync routers for ids ['d5e5dd8e-0233-4585-8a45-2d4fd0f683c1'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:03:28.051201 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d0ffac40-775b-4dc4-8bac-83285a21287b req-83343c8b-2409-4dae-89aa-603c014d7091 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856185 Jan 14 02:03:28.061562 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Routers {'d5e5dd8e-0233-4585-8a45-2d4fd0f683c1'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:28.064067 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['d5e5dd8e-0233-4585-8a45-2d4fd0f683c1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:28.066148 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:28.067648 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-cf678c22-f0fe-458a-900b-84fa0d168626 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9634240 Jan 14 02:03:28.071369 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52968) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:28.090712 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 52970) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:28.152477 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6553b59f-e1eb-4fa0-9a47-e6e5f5b4131f tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=43a28359970349f68e5694ea755d49e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0758226 Jan 14 02:03:28.154480 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52972) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:28.227276 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Set router d5e5dd8e-0233-4585-8a45-2d4fd0f683c1 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:28.339916 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['d43e9310-cd71-48c7-bd20-99df6960e276'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:03:28.415574 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Deleting port 8b67bf17-be8c-4ffb-a439-7ed46a322e4c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:28.416140 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (8b67bf17-be8c-4ffb-a439-7ed46a322e4c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:28.419006 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ab831-79e2-45a2-bc17-fff90fc44756 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:28.420590 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a33ab831-79e2-45a2-bc17-fff90fc44756 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2634118 Jan 14 02:03:28.425953 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52976) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:28.480794 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279f3d1-1dee-4960-a52b-8baf8aeb095b req-64f50a9a-0c11-4c90-9cf4-110c2b3006b5 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:28.488675 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7279f3d1-1dee-4960-a52b-8baf8aeb095b req-64f50a9a-0c11-4c90-9cf4-110c2b3006b5 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 945 time: 0.2070119 Jan 14 02:03:28.492953 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-37a80aab-de19-4342-a01e-3c0e7cc98669 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657434 Jan 14 02:03:28.500301 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52978) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:28.518991 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a1429298-868f-46d0-9966-8ccb0c064179 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1206258472', 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0', 'project_id': '43a28359970349f68e5694ea755d49e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:28.611568 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (8b67bf17-be8c-4ffb-a439-7ed46a322e4c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:28.612149 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for floatingip (8b67bf17-be8c-4ffb-a439-7ed46a322e4c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:28.627586 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Calling delete_port for 8b67bf17-be8c-4ffb-a439-7ed46a322e4c owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:28.672347 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7279f3d1-1dee-4960-a52b-8baf8aeb095b req-fc7c9b75-8613-49d3-a686-962f1104b858 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/security-groups?id=3737252c-ce87-4c20-a7a2-6100acad8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827838 Jan 14 02:03:28.703089 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1429298-868f-46d0-9966-8ccb0c064179 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Made reservation on behalf of 43a28359970349f68e5694ea755d49e7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:03:28.709526 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1429298-868f-46d0-9966-8ccb0c064179 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:28.731878 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'name': 'tempest-TestNetworkBasicOps-router-218566280', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1e0b7f34-2919-4810-947a-dd34ec5781ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:25Z', 'updated_at': '2022-01-14T02:03:27Z', 'revision_number': 3, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '1e0b7f34-2919-4810-947a-dd34ec5781ce', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:26Z', 'updated_at': '2022-01-14T02:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:28.784821 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Checking router: d5e5dd8e-0233-4585-8a45-2d4fd0f683c1 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:03:28.785188 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Updating router d5e5dd8e-0233-4585-8a45-2d4fd0f683c1 port 1e0b7f34-2919-4810-947a-dd34ec5781ce binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:03:28.842351 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:28.872133 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (8b67bf17-be8c-4ffb-a439-7ed46a322e4c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.039713 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'Port': ['ID=8b67bf17-be8c-4ffb-a439-7ed46a322e4c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:29.082410 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1429298-868f-46d0-9966-8ccb0c064179 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (ed8590c8-cb2e-4f68-801f-5facc19b3c10), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.096531 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for floatingip (a6c420d4-a546-4dc5-821f-8373ab4f69b7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.096873 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Floating IP a6c420d4-a546-4dc5-821f-8373ab4f69b7 disassociated (deleted). External IP: 172.25.2.237, port: 36598d1c-0589-45ea-97ce-b712259b2f4a. Jan 14 02:03:29.170895 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8e987-3f26-474f-ba35-ffe4857f95f1 req-02a9c767-62e2-4ee6-838e-6efd43071cff tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:29.173575 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1de8e987-3f26-474f-ba35-ffe4857f95f1 req-02a9c767-62e2-4ee6-838e-6efd43071cff tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.1929221 Jan 14 02:03:29.190865 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Publish callbacks [] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.200129 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.203465 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1429298-868f-46d0-9966-8ccb0c064179 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Subnet': ['ID=ed8590c8-cb2e-4f68-801f-5facc19b3c10,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:29.218230 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1429298-868f-46d0-9966-8ccb0c064179 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Checking segment: {'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:03:29.219057 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1429298-868f-46d0-9966-8ccb0c064179 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network hostable DHCP agents. Network: 3f45fba4-ab90-4c00-a730-2b397a83f6a0, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:03:29.256495 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b9e5e3-2aed-45a3-a925-30bc9a45cf55 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:29.264639 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1429298-868f-46d0-9966-8ccb0c064179 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:03:29.274957 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Attempting to bind port 1e0b7f34-2919-4810-947a-dd34ec5781ce on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:03:29.275337 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Attempting to bind port 1e0b7f34-2919-4810-947a-dd34ec5781ce by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:03:29.275706 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Attempting to bind port 1e0b7f34-2919-4810-947a-dd34ec5781ce on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:03:29.281839 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10afce-9d9f-46f7-a5c0-c98045c18d84 None None] Pushing event updated for resources: {'Port': ['ID=1e0b7f34-2919-4810-947a-dd34ec5781ce,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:29.282600 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a1429298-868f-46d0-9966-8ccb0c064179 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 3f45fba4-ab90-4c00-a730-2b397a83f6a0) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:29.284296 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:03:29.284677 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:03:29.285085 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.285471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:03:29.285949 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Bound port: 1e0b7f34-2919-4810-947a-dd34ec5781ce, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:03:29.286330 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.294445 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1429298-868f-46d0-9966-8ccb0c064179 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:29.295138 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1429298-868f-46d0-9966-8ccb0c064179 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.311273 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1de8e987-3f26-474f-ba35-ffe4857f95f1 req-8e3710c3-2bd6-4a68-b9fc-2a27aee6e5c7 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244416 Jan 14 02:03:29.314623 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386397e9-9b00-4b0c-906e-803a56bc2b35 None None] Network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:03:29.342851 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a1429298-868f-46d0-9966-8ccb0c064179 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8341923 Jan 14 02:03:29.343574 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 52986) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:29.391270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:03:29.418147 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8bd201c8-9a8a-450e-93e8-7c47677e9f41 None None] Provisioning complete for port 1e0b7f34-2919-4810-947a-dd34ec5781ce triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:29.418533 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8bd201c8-9a8a-450e-93e8-7c47677e9f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.456763 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] For port 1e0b7f34-2919-4810-947a-dd34ec5781ce, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:03:29.483644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] For port 1e0b7f34-2919-4810-947a-dd34ec5781ce, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1e0b7f34-2919-4810-947a-dd34ec5781ce,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:03:29.487028 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8bd201c8-9a8a-450e-93e8-7c47677e9f41 None None] Port 1e0b7f34-2919-4810-947a-dd34ec5781ce cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:03:29.494526 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.551103 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:03:29.558990 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.559375 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9969f686-ec16-4078-a18d-463f0df3f873 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:29.562484 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-3f45fba4-ab90-4c00-a730-2b397a83f6a0', 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0', 'project_id': '43a28359970349f68e5694ea755d49e7', 'fixed_ips': [{'subnet_id': 'ed8590c8-cb2e-4f68-801f-5facc19b3c10'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:03:29.563336 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.564391 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd18f44-ae65-43f0-bb4a-2a286ca03472 None None] Sync routers for ids ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:03:29.577974 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd18f44-ae65-43f0-bb4a-2a286ca03472 None None] Routers {'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:29.580924 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ccd18f44-ae65-43f0-bb4a-2a286ca03472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:29.583494 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Routers {'d5e5dd8e-0233-4585-8a45-2d4fd0f683c1'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:29.584154 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['d5e5dd8e-0233-4585-8a45-2d4fd0f683c1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:29.594547 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-ed812fc0-b14f-4613-9f98-5a0d8566908a tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "DELETE /v2.0/floatingips/a6c420d4-a546-4dc5-821f-8373ab4f69b7 HTTP/1.1" status: 204 len: 168 time: 1.5020740 Jan 14 02:03:29.595889 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:29.613257 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c7a2ae-31a2-49e9-8fc8-6dcc9ff287ab" -d '{"events": [{"name": "network-changed", "server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:29.703640 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078dbd1a-20dd-4123-b7da-aef1f508111d x-openstack-request-id: req-078dbd1a-20dd-4123-b7da-aef1f508111d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:29.704263 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:29.704819 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-078dbd1a-20dd-4123-b7da-aef1f508111d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:29.705442 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'status': 'completed', 'code': 200} Jan 14 02:03:29.784471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Allocated IP 172.20.0.2 (3f45fba4-ab90-4c00-a730-2b397a83f6a0/ed8590c8-cb2e-4f68-801f-5facc19b3c10/37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:03:29.825485 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ccd18f44-ae65-43f0-bb4a-2a286ca03472 None None] Set router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:29.895137 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10afce-9d9f-46f7-a5c0-c98045c18d84 None None] Pushing event updated for resources: {'Port': ['ID=1e0b7f34-2919-4810-947a-dd34ec5781ce,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:29.948885 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-84d74e66-c2a1-4a6c-87ac-174e17065297 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:29.950800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-19f8c95c-d6d7-4028-8a2d-d86d8611e1b2 None None] Provisioning complete for port 1e0b7f34-2919-4810-947a-dd34ec5781ce triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:29.951288 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19f8c95c-d6d7-4028-8a2d-d86d8611e1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:29.963388 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-84d74e66-c2a1-4a6c-87ac-174e17065297 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.1343815 Jan 14 02:03:30.086919 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] Set router d5e5dd8e-0233-4585-8a45-2d4fd0f683c1 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:30.204474 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Deleting port 7b969bdb-55a4-4cbd-b183-f09ae719b554 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:30.204855 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:30.299894 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ccd18f44-ae65-43f0-bb4a-2a286ca03472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:01:23Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b154d26e-e307-46fd-b3a7-42a4fccbba49', 'name': '', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:fe:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:21Z', 'updated_at': '2022-01-14T02:01:29Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '77308c34-32c9-4428-a970-fdca9889477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:30.360481 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd18f44-ae65-43f0-bb4a-2a286ca03472 None None] Checking router: e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:03:30.378260 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] For port 7b969bdb-55a4-4cbd-b183-f09ae719b554, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=7b969bdb-55a4-4cbd-b183-f09ae719b554,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:30.381388 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd18f44-ae65-43f0-bb4a-2a286ca03472 None None] Routers {'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:30.382013 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ccd18f44-ae65-43f0-bb4a-2a286ca03472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:30.382842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:30.565669 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a81dd-f849-42ee-8120-a1ebcb074f04 req-c929764e-184a-4172-9d29-0a24a6ec7c40 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:30.573042 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-644a81dd-f849-42ee-8120-a1ebcb074f04 req-c929764e-184a-4172-9d29-0a24a6ec7c40 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 945 time: 0.1495841 Jan 14 02:03:30.582970 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7a2ae-31a2-49e9-8fc8-6dcc9ff287ab req-1d800e36-f188-41a4-a202-509228a65099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:30.584450 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18c7a2ae-31a2-49e9-8fc8-6dcc9ff287ab req-1d800e36-f188-41a4-a202-509228a65099 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 1097 time: 0.8348711 Jan 14 02:03:30.595543 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-19f8c95c-d6d7-4028-8a2d-d86d8611e1b2 None None] Current status of the port 1e0b7f34-2919-4810-947a-dd34ec5781ce is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:30.597331 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19f8c95c-d6d7-4028-8a2d-d86d8611e1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:30.621257 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Publish callbacks [] for port (37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:30.639121 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-19f8c95c-d6d7-4028-8a2d-d86d8611e1b2 None None] For port 1e0b7f34-2919-4810-947a-dd34ec5781ce, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=1e0b7f34-2919-4810-947a-dd34ec5781ce,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:30.644054 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ccd18f44-ae65-43f0-bb4a-2a286ca03472 None None] Set router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:30.651863 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:30.669016 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19f8c95c-d6d7-4028-8a2d-d86d8611e1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:30.754464 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:03:30.761499 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40ee5b-9e8c-40ba-bcac-076da76a1ee2 req-0db7301f-c868-4031-95ea-ce3cc32dbe5d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:30.763966 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:30.769164 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab40ee5b-9e8c-40ba-bcac-076da76a1ee2 req-0db7301f-c868-4031-95ea-ce3cc32dbe5d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 946 time: 0.3480821 Jan 14 02:03:30.779297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:03:30.824407 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-644a81dd-f849-42ee-8120-a1ebcb074f04 req-9f4b6d44-b1dd-4edf-9bfb-54545c60ebbd tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/security-groups?id=3737252c-ce87-4c20-a7a2-6100acad8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504249 Jan 14 02:03:30.900883 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'name': 'tempest-TestNetworkBasicOps-router-218566280', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1e0b7f34-2919-4810-947a-dd34ec5781ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:25Z', 'updated_at': '2022-01-14T02:03:27Z', 'revision_number': 3, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '1e0b7f34-2919-4810-947a-dd34ec5781ce', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:26Z', 'updated_at': '2022-01-14T02:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:30.909108 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Pushing event updated for resources: {'Port': ['ID=37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:30.946920 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0872c9e-0d32-477a-8dbf-b70e5aa934e3 None None] The sync data for ids ['d5e5dd8e-0233-4585-8a45-2d4fd0f683c1'] in n-d-824358-4 is: [{'id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'name': 'tempest-TestNetworkBasicOps-router-218566280', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1e0b7f34-2919-4810-947a-dd34ec5781ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:25Z', 'updated_at': '2022-01-14T02:03:27Z', 'revision_number': 3, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '1e0b7f34-2919-4810-947a-dd34ec5781ce', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:26Z', 'updated_at': '2022-01-14T02:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:03:30.974211 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Attempting to bind port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:03:30.974622 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Attempting to bind port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:03:30.974999 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Attempting to bind port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 on network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:03:30.985700 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:03:30.986172 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Checking segment: {'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:03:30.986620 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:30.987025 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Bound using segment: {'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:03:30.987514 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Bound port: 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:03:30.987898 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:31.056467 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8c95c-d6d7-4028-8a2d-d86d8611e1b2 None None] Pushing event updated for resources: {'Port': ['ID=1e0b7f34-2919-4810-947a-dd34ec5781ce,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:31.080805 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ccd18f44-ae65-43f0-bb4a-2a286ca03472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:01:23Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b154d26e-e307-46fd-b3a7-42a4fccbba49', 'name': '', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:fe:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:21Z', 'updated_at': '2022-01-14T02:01:29Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '77308c34-32c9-4428-a970-fdca9889477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:31.095070 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] For port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:03:31.098572 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] For port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8,segment=NetworkSegment(577be613-f677-4fa3-b0e3-de308f68052b),segment_id=577be613-f677-4fa3-b0e3-de308f68052b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:03:31.109667 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:31.206576 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a321f36-b0fc-48a8-8bef-ecf0e63139fc None None] Pushing event updated for resources: {'Port': ['ID=37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:31.323059 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab40ee5b-9e8c-40ba-bcac-076da76a1ee2 req-efc7e646-bb9f-4bd4-b4f9-04353765ce50 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5062215 Jan 14 02:03:31.335691 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7a2ae-31a2-49e9-8fc8-6dcc9ff287ab req-c33985bc-8fa5-422e-9f7f-26d3b75c2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:31.337100 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18c7a2ae-31a2-49e9-8fc8-6dcc9ff287ab req-c33985bc-8fa5-422e-9f7f-26d3b75c2625 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 200 len: 897 time: 0.7420542 Jan 14 02:03:31.393191 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd18f44-ae65-43f0-bb4a-2a286ca03472 None None] The sync data for ids ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'] in n-d-824358-4 is: [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:01:23Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b154d26e-e307-46fd-b3a7-42a4fccbba49', 'name': '', 'network_id': 'a8e6d690-4a15-45dc-93f0-e79bc328a3d2', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:fe:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '77308c34-32c9-4428-a970-fdca9889477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:21Z', 'updated_at': '2022-01-14T02:01:29Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '77308c34-32c9-4428-a970-fdca9889477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:03:31.424054 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18c7a2ae-31a2-49e9-8fc8-6dcc9ff287ab req-13637846-bd90-4747-b1af-d3e668a0e815 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 200 len: 217 time: 0.0695956 Jan 14 02:03:31.450677 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device d43e9310-cd71-48c7-bd20-99df6960e276 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:03:31.483709 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:31.562468 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54beab5-aac4-4716-9c56-5dff8819d404 req-b83a0fe7-8510-4cc1-a10c-9dee3e3dd6d8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:31.582892 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b54beab5-aac4-4716-9c56-5dff8819d404 req-b83a0fe7-8510-4cc1-a10c-9dee3e3dd6d8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 945 time: 0.5504334 Jan 14 02:03:31.698801 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port d43e9310-cd71-48c7-bd20-99df6960e276 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:03:31.703820 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port d43e9310-cd71-48c7-bd20-99df6960e276 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:31.704358 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:31.723663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7a2ae-31a2-49e9-8fc8-6dcc9ff287ab req-1f3347ad-7045-43d7-bb1e-50fe59561457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:31.725558 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18c7a2ae-31a2-49e9-8fc8-6dcc9ff287ab req-1f3347ad-7045-43d7-bb1e-50fe59561457 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 200 len: 834 time: 0.2705967 Jan 14 02:03:31.826281 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:31.837140 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b54beab5-aac4-4716-9c56-5dff8819d404 req-1c200a2b-08be-4ac4-b117-e5f2f9269064 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=68f7c8d1-39be-49da-985a-25b6f0cd54bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531946 Jan 14 02:03:31.960756 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port d43e9310-cd71-48c7-bd20-99df6960e276 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:31.961615 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:32.040272 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7a2ae-31a2-49e9-8fc8-6dcc9ff287ab req-fd2968a0-777f-4e63-8c6a-51e3af9eb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:32.042314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18c7a2ae-31a2-49e9-8fc8-6dcc9ff287ab req-fd2968a0-777f-4e63-8c6a-51e3af9eb763 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8e6d690-4a15-45dc-93f0-e79bc328a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3004909 Jan 14 02:03:32.051997 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port d43e9310-cd71-48c7-bd20-99df6960e276, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=d43e9310-cd71-48c7-bd20-99df6960e276,segment=NetworkSegment(dbeff5cf-d1ec-44c1-a537-e57da1dc09fb),segment_id=dbeff5cf-d1ec-44c1-a537-e57da1dc09fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:32.057496 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9ad0b0-3c9b-4154-a84b-5c9c67984de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43e9310-cd71-48c7-bd20-99df6960e276'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:32.064131 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e3da26-1215-4457-8dd5-425c61c5454c" -d '{"events": [{"server_uuid": "8a9ad0b0-3c9b-4154-a84b-5c9c67984de0", "name": "network-vif-plugged", "status": "completed", "tag": "d43e9310-cd71-48c7-bd20-99df6960e276"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:32.083079 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:32.179799 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:32.180362 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (84742fdf-1be5-42d0-83d2-d1d44a6a173e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:32.180596 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Floating IP 84742fdf-1be5-42d0-83d2-d1d44a6a173e disassociated. External IP: 172.25.2.189, port: 7b969bdb-55a4-4cbd-b183-f09ae719b554. Jan 14 02:03:32.181025 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Calling delete_port for 7b969bdb-55a4-4cbd-b183-f09ae719b554 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:32.186731 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d159ff-03be-4b69-a954-3897dad498d2 x-openstack-request-id: req-15d159ff-03be-4b69-a954-3897dad498d2 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:32.187045 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9ad0b0-3c9b-4154-a84b-5c9c67984de0", "name": "network-vif-plugged", "status": "completed", "tag": "d43e9310-cd71-48c7-bd20-99df6960e276", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:32.189863 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15d159ff-03be-4b69-a954-3897dad498d2 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:32.190291 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9ad0b0-3c9b-4154-a84b-5c9c67984de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43e9310-cd71-48c7-bd20-99df6960e276', 'code': 200} Jan 14 02:03:32.197710 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec71d24-a826-44c6-aa5a-edfd973436e4 req-207cb676-4d4e-4365-9910-95ee7a7d97d0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:32.199302 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ec71d24-a826-44c6-aa5a-edfd973436e4 req-207cb676-4d4e-4365-9910-95ee7a7d97d0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.36 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 946 time: 0.1724594 Jan 14 02:03:32.232751 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad62c0-bcb5-4365-82b0-d9b696cc49bc None None] New status for floating IP a6c420d4-a546-4dc5-821f-8373ab4f69b7: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 02:03:32.314891 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=d43e9310-cd71-48c7-bd20-99df6960e276,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:32.477992 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c44ec8-35bb-4c46-8c7f-768dc211aa80 req-5b4a718f-199d-420f-ad77-5af75a6fcadc tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:32.492019 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15c44ec8-35bb-4c46-8c7f-768dc211aa80 req-5b4a718f-199d-420f-ad77-5af75a6fcadc tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 945 time: 0.4971333 Jan 14 02:03:32.644988 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29c916-19a9-4bd1-a415-0d416f426522 req-98d31513-a09d-4324-8c38-ac5fc7a52462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:32.647510 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5d29c916-19a9-4bd1-a415-0d416f426522 req-98d31513-a09d-4324-8c38-ac5fc7a52462 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 1097 time: 0.3559880 Jan 14 02:03:32.656665 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-3ec71d24-a826-44c6-aa5a-edfd973436e4 req-04132925-d17c-459a-8de2-e96c69786f16 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Deleting port 36598d1c-0589-45ea-97ce-b712259b2f4a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:32.657467 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3ec71d24-a826-44c6-aa5a-edfd973436e4 req-04132925-d17c-459a-8de2-e96c69786f16 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:32.815880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b05ff-4fa1-4339-9b5b-5eac90842cce req-8e2bafa1-bbf0-4a77-a440-aefe6e996e6d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:32.823802 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f1b05ff-4fa1-4339-9b5b-5eac90842cce req-8e2bafa1-bbf0-4a77-a440-aefe6e996e6d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d52983-aaf4-4542-82c1-5c8a06acb9f7 HTTP/1.1" status: 200 len: 946 time: 0.2850749 Jan 14 02:03:32.827424 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3ec71d24-a826-44c6-aa5a-edfd973436e4 req-04132925-d17c-459a-8de2-e96c69786f16 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] For port 36598d1c-0589-45ea-97ce-b712259b2f4a, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=36598d1c-0589-45ea-97ce-b712259b2f4a,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:32.827884 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3ec71d24-a826-44c6-aa5a-edfd973436e4 req-04132925-d17c-459a-8de2-e96c69786f16 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:32.861601 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-3ec71d24-a826-44c6-aa5a-edfd973436e4 req-04132925-d17c-459a-8de2-e96c69786f16 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Calling delete_port for 36598d1c-0589-45ea-97ce-b712259b2f4a owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:32.888273 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18c7a2ae-31a2-49e9-8fc8-6dcc9ff287ab req-3ed988c2-825d-42a4-8c20-fa405aac020f service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8378799 Jan 14 02:03:32.968965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629cf3ec-4d3c-4d00-8acf-6723b292c0ac None None] Network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:03:33.005449 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5d29c916-19a9-4bd1-a415-0d416f426522 req-182b90f8-4905-4402-a823-2fcdf856cf21 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3737252c-ce87-4c20-a7a2-6100acad8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402357 Jan 14 02:03:33.076641 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 7b969bdb-55a4-4cbd-b183-f09ae719b554 no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:33.115090 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-18c7a2ae-31a2-49e9-8fc8-6dcc9ff287ab req-6d80fb11-5e2c-423f-94d6-b783c0a576a9 service neutron] 10.222.0.36 "GET /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097056 Jan 14 02:03:33.125543 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-15c44ec8-35bb-4c46-8c7f-768dc211aa80 req-5fa91fcf-30c4-4062-abbd-77ff9e24cf8f tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/security-groups?id=3737252c-ce87-4c20-a7a2-6100acad8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325030 Jan 14 02:03:33.128090 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (7b969bdb-55a4-4cbd-b183-f09ae719b554), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:33.147104 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:03:33.154708 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 7b969bdb-55a4-4cbd-b183-f09ae719b554 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:33.155707 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 7b969bdb-55a4-4cbd-b183-f09ae719b554 not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:33.180989 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8f819fc1-a3e4-4aa5-a681-60dc65f9b290 None None] Provisioning complete for port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:33.181550 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f819fc1-a3e4-4aa5-a681-60dc65f9b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:33.212164 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event deleted for resources: {'Port': ['ID=7b969bdb-55a4-4cbd-b183-f09ae719b554,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:33.214628 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3ec71d24-a826-44c6-aa5a-edfd973436e4 req-04132925-d17c-459a-8de2-e96c69786f16 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (36598d1c-0589-45ea-97ce-b712259b2f4a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:33.317722 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-269ce3a9-9b57-4818-8181-b77fd13447a4 req-c064e595-88f4-4f4a-9670-13a6d4ae73bc tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 210 time: 0.0335436 Jan 14 02:03:33.348934 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7f1b05ff-4fa1-4339-9b5b-5eac90842cce req-1a5555fa-2152-432c-a710-b26548d517f9 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?id=40c86b24-e9c3-494a-9bd7-546310d4125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5241904 Jan 14 02:03:33.411620 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Allocated IP 172.20.0.1 (3f45fba4-ab90-4c00-a730-2b397a83f6a0/ed8590c8-cb2e-4f68-801f-5facc19b3c10/5ba742b1-9540-4352-bd78-1e2fafa61d03) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:03:33.428201 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04132925-d17c-459a-8de2-e96c69786f16 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'Port': ['ID=36598d1c-0589-45ea-97ce-b712259b2f4a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:33.475830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec71d24-a826-44c6-aa5a-edfd973436e4 req-04132925-d17c-459a-8de2-e96c69786f16 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] No DVR routers for this DVR port 36598d1c-0589-45ea-97ce-b712259b2f4a on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:33.489941 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3ec71d24-a826-44c6-aa5a-edfd973436e4 req-04132925-d17c-459a-8de2-e96c69786f16 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:33.494575 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:33.494963 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:33.496744 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-3ec71d24-a826-44c6-aa5a-edfd973436e4 req-04132925-d17c-459a-8de2-e96c69786f16 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.36 "DELETE /v2.0/ports/36598d1c-0589-45ea-97ce-b712259b2f4a HTTP/1.1" status: 204 len: 173 time: 1.2909975 Jan 14 02:03:33.529261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'name': 'network-vif-deleted', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:33.532673 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d200ed63-71f8-4e16-b6b0-02659b26c89c" -d '{"events": [{"server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "name": "network-vif-deleted", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:33.607971 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:03:33.631749 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83b69a4-109c-4680-84f2-d382356cee28 x-openstack-request-id: req-d83b69a4-109c-4680-84f2-d382356cee28 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:33.636380 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d52983-aaf4-4542-82c1-5c8a06acb9f7", "name": "network-vif-deleted", "tag": "36598d1c-0589-45ea-97ce-b712259b2f4a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:33.636824 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d83b69a4-109c-4680-84f2-d382356cee28 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:33.637251 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d52983-aaf4-4542-82c1-5c8a06acb9f7', 'name': 'network-vif-deleted', 'tag': '36598d1c-0589-45ea-97ce-b712259b2f4a', 'status': 'completed', 'code': 200} Jan 14 02:03:33.696582 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:33.701800 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8f819fc1-a3e4-4aa5-a681-60dc65f9b290 None None] Current status of the port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:33.702543 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f819fc1-a3e4-4aa5-a681-60dc65f9b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:33.790619 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:33.824670 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8f819fc1-a3e4-4aa5-a681-60dc65f9b290 None None] For port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8,segment=NetworkSegment(577be613-f677-4fa3-b0e3-de308f68052b),segment_id=577be613-f677-4fa3-b0e3-de308f68052b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:33.859737 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f819fc1-a3e4-4aa5-a681-60dc65f9b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:33.930574 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f819fc1-a3e4-4aa5-a681-60dc65f9b290 None None] Pushing event updated for resources: {'Port': ['ID=37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:33.972338 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=5ba742b1-9540-4352-bd78-1e2fafa61d03,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:34.007994 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:03:34.021679 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224cc55-d931-4dc3-80ae-1c614eb2c088 None None] Sync routers for ids ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:03:34.023917 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:03:34.033179 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:34.038561 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:03:34.062690 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:34.063867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 1e0b7f34-2919-4810-947a-dd34ec5781ce up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:03:34.069929 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224cc55-d931-4dc3-80ae-1c614eb2c088 None None] Routers {'3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:34.073335 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1224cc55-d931-4dc3-80ae-1c614eb2c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:34.137240 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] No DVR routers for this DVR port 7b969bdb-55a4-4cbd-b183-f09ae719b554 on host n-h2-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:34.162131 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:34.170398 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-ded4b0bf-47af-402d-a85f-ddf7ccb84afb req-effcd2ca-f1a8-4660-bb82-b7c27690b54b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.36 "DELETE /v2.0/ports/7b969bdb-55a4-4cbd-b183-f09ae719b554 HTTP/1.1" status: 204 len: 173 time: 4.1992164 Jan 14 02:03:34.175874 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (d5e5dd8e-0233-4585-8a45-2d4fd0f683c1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:34.215554 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 1e0b7f34-2919-4810-947a-dd34ec5781ce triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:34.216601 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (1e0b7f34-2919-4810-947a-dd34ec5781ce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:34.432601 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1224cc55-d931-4dc3-80ae-1c614eb2c088 None None] Set router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:34.483529 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 1e0b7f34-2919-4810-947a-dd34ec5781ce is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:34.487367 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-548245b3-8152-44b9-9bf8-b7f8ba14e2ea None None] Provisioning complete for port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:34.488528 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-548245b3-8152-44b9-9bf8-b7f8ba14e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:34.684538 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-548245b3-8152-44b9-9bf8-b7f8ba14e2ea None None] Current status of the port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:34.689630 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:34.765456 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-221451cc-e7e8-44db-9010-92e3657fe453 req-e0af2b94-53a5-43d9-88bb-949d4bcc5722 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c378776-f79d-46d9-9318-02f4034b93fd HTTP/1.1" status: 200 len: 210 time: 0.2414970 Jan 14 02:03:34.853201 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf926cf8-a1d1-4db0-8602-c9aceb57c7c2 req-ee9db233-dd6f-4f18-9a24-a5f92487c575 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:34.857831 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53052) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:34.858279 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1224cc55-d931-4dc3-80ae-1c614eb2c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '530bd29d-ef73-451b-a0ef-2b83665923c7', 'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'mac_address': 'fa:16:3e:44:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:53Z', 'updated_at': '2022-01-14T01:59:02Z', 'revision_number': 5, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'subnets': [{'id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:34.866828 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf926cf8-a1d1-4db0-8602-c9aceb57c7c2 req-ee9db233-dd6f-4f18-9a24-a5f92487c575 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 946 time: 0.5285463 Jan 14 02:03:34.884211 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:34.895204 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224cc55-d931-4dc3-80ae-1c614eb2c088 None None] Checking router: 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:03:34.911688 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d6e14e15-b83a-46d1-9c11-ed298e451d2c None None] Provisioning complete for port 5ba742b1-9540-4352-bd78-1e2fafa61d03 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:34.913427 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224cc55-d931-4dc3-80ae-1c614eb2c088 None None] Routers {'3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:34.913826 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d6e14e15-b83a-46d1-9c11-ed298e451d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:34.914488 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1224cc55-d931-4dc3-80ae-1c614eb2c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:35.103630 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1224cc55-d931-4dc3-80ae-1c614eb2c088 None None] Set router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:35.107720 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 36598d1c-0589-45ea-97ce-b712259b2f4a no longer exists at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:35.136487 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:03:35.142036 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b70bd08e-911c-4e38-9ad7-e2ead681fcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:35.223345 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d6e14e15-b83a-46d1-9c11-ed298e451d2c None None] Port 5ba742b1-9540-4352-bd78-1e2fafa61d03 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:03:35.241386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] No Port match for: 36598d1c-0589-45ea-97ce-b712259b2f4a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:35.241726 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 36598d1c-0589-45ea-97ce-b712259b2f4a not bound to the agent host n-h2-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:35.311207 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf926cf8-a1d1-4db0-8602-c9aceb57c7c2 req-dbeaf8e0-e6d0-4379-aa30-8bdf64ec31af tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/security-groups?id=3737252c-ce87-4c20-a7a2-6100acad8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193482 Jan 14 02:03:35.329772 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-43697f7d-3f4c-4e2e-b527-44ca0e7ea1f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5522759 Jan 14 02:03:35.336277 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:35.336917 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:35.484427 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-dd67c8f9-8ae3-42d2-974b-c5fdec6a8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:35.484816 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-dd67c8f9-8ae3-42d2-974b-c5fdec6a8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:35.485294 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-dd67c8f9-8ae3-42d2-974b-c5fdec6a8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:35.485961 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-dd67c8f9-8ae3-42d2-974b-c5fdec6a8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:35.486212 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-dd67c8f9-8ae3-42d2-974b-c5fdec6a8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:35.487128 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-dd67c8f9-8ae3-42d2-974b-c5fdec6a8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:35.487417 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-dd67c8f9-8ae3-42d2-974b-c5fdec6a8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:35.489970 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-dd67c8f9-8ae3-42d2-974b-c5fdec6a8c0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0dba3ed3b24efa9666f642e1209540&device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 6501 time: 0.0784540 Jan 14 02:03:35.528284 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 37f6f56d-cdbc-4743-a31e-0dc7c5f5c4c8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:35.556010 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1224cc55-d931-4dc3-80ae-1c614eb2c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '530bd29d-ef73-451b-a0ef-2b83665923c7', 'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'mac_address': 'fa:16:3e:44:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:53Z', 'updated_at': '2022-01-14T01:59:02Z', 'revision_number': 5, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'subnets': [{'id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:35.582345 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224cc55-d931-4dc3-80ae-1c614eb2c088 None None] The sync data for ids ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'] in n-d-824358-4 is: [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '530bd29d-ef73-451b-a0ef-2b83665923c7', 'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'mac_address': 'fa:16:3e:44:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:53Z', 'updated_at': '2022-01-14T01:59:02Z', 'revision_number': 5, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'subnets': [{'id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:03:35.583089 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:35.604707 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:35.642626 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c378776-f79d-46d9-9318-02f4034b93fd', 'name': 'network-vif-deleted', 'tag': '7b969bdb-55a4-4cbd-b183-f09ae719b554'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:35.645240 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275c0222-2063-4f0f-b3d8-4026d8087aa4" -d '{"events": [{"server_uuid": "0c378776-f79d-46d9-9318-02f4034b93fd", "name": "network-vif-deleted", "tag": "7b969bdb-55a4-4cbd-b183-f09ae719b554"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:35.667238 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37e87036-4022-41c0-8e81-d63921e3f3d6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1617427'] for router_interface (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:35.720144 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-2c07019e-7c19-43f0-8afe-c704c91e25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:35.720625 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-2c07019e-7c19-43f0-8afe-c704c91e25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:35.721084 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-2c07019e-7c19-43f0-8afe-c704c91e25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:35.722914 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-2c07019e-7c19-43f0-8afe-c704c91e25aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=d904935c-610e-42e6-94e1-24e36d7164e2&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=ec30433c-9afa-411b-893d-ef7db51bc290&id=34af9444-73e2-4bf1-aca9-d671713da719&id=34af9444-73e2-4bf1-aca9-d671713da719 HTTP/1.1" status: 200 len: 2297 time: 0.1996825 Jan 14 02:03:35.777753 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=5ba742b1-9540-4352-bd78-1e2fafa61d03,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:35.781203 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (d5e5dd8e-0233-4585-8a45-2d4fd0f683c1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:35.831011 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21b9c2b-8aca-45c5-873a-301f63417a99 x-openstack-request-id: req-d21b9c2b-8aca-45c5-873a-301f63417a99 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:35.831619 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c378776-f79d-46d9-9318-02f4034b93fd", "name": "network-vif-deleted", "tag": "7b969bdb-55a4-4cbd-b183-f09ae719b554", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:35.831823 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d21b9c2b-8aca-45c5-873a-301f63417a99 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:35.832218 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c378776-f79d-46d9-9318-02f4034b93fd', 'name': 'network-vif-deleted', 'tag': '7b969bdb-55a4-4cbd-b183-f09ae719b554', 'status': 'completed', 'code': 200} Jan 14 02:03:35.874471 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-0fa867e2-b401-4387-9a27-5e2b24d511b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077e1f7b-84a1-4a94-afd3-17ae41a0903c HTTP/1.1" status: 200 len: 1002 time: 0.1436803 Jan 14 02:03:35.906033 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53062) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:35.994583 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:03:35.999949 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:36.005743 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-603959c1-c923-4d3a-a0af-6b3f6e4577e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:36.007826 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-603959c1-c923-4d3a-a0af-6b3f6e4577e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56102bb5-946c-4250-a30d-1c09c3c59942 HTTP/1.1" status: 200 len: 855 time: 0.1201661 Jan 14 02:03:36.089667 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a141045-9274-4c8d-a0d1-5ed6eb393aa4 None None] New status for floating IP 84742fdf-1be5-42d0-83d2-d1d44a6a173e: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 02:03:36.203356 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-0402d72f-1ffe-4c2e-87ad-adcd003e834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:36.205584 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-0402d72f-1ffe-4c2e-87ad-adcd003e834e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d904935c-610e-42e6-94e1-24e36d7164e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643586 Jan 14 02:03:36.420397 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-37e87036-4022-41c0-8e81-d63921e3f3d6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Deleting port b154d26e-e307-46fd-b3a7-42a4fccbba49 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:36.420905 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37e87036-4022-41c0-8e81-d63921e3f3d6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:36.468575 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6dde4c31-8b9d-4456-91ab-55965797e50a None None] Provisioning complete for port 5ba742b1-9540-4352-bd78-1e2fafa61d03 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:36.469099 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6dde4c31-8b9d-4456-91ab-55965797e50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:36.535808 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-37e87036-4022-41c0-8e81-d63921e3f3d6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] For port b154d26e-e307-46fd-b3a7-42a4fccbba49, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b154d26e-e307-46fd-b3a7-42a4fccbba49,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:36.536180 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37e87036-4022-41c0-8e81-d63921e3f3d6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:36.549679 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6dde4c31-8b9d-4456-91ab-55965797e50a None None] Port 5ba742b1-9540-4352-bd78-1e2fafa61d03 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:03:36.551402 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-37e87036-4022-41c0-8e81-d63921e3f3d6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Calling delete_port for b154d26e-e307-46fd-b3a7-42a4fccbba49 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:36.656361 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-125f9a13-7231-403f-8a73-5fd6b37ceed4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group (68f7c8d1-39be-49da-985a-25b6f0cd54bf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:36.679780 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-125f9a13-7231-403f-8a73-5fd6b37ceed4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group (68f7c8d1-39be-49da-985a-25b6f0cd54bf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:36.782752 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37e87036-4022-41c0-8e81-d63921e3f3d6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (b154d26e-e307-46fd-b3a7-42a4fccbba49), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:36.796390 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-125f9a13-7231-403f-8a73-5fd6b37ceed4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (68f7c8d1-39be-49da-985a-25b6f0cd54bf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:36.799065 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-125f9a13-7231-403f-8a73-5fd6b37ceed4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:36.802984 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-125f9a13-7231-403f-8a73-5fd6b37ceed4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "DELETE /v2.0/security-groups/68f7c8d1-39be-49da-985a-25b6f0cd54bf HTTP/1.1" status: 204 len: 168 time: 0.8906555 Jan 14 02:03:36.805833 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53078) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:36.868280 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f9a13-7231-403f-8a73-5fd6b37ceed4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f7c8d1-39be-49da-985a-25b6f0cd54bf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:36.872419 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-423d4e90-4e17-4778-964b-eee1c704217c service neutron] 10.222.0.46 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214404 Jan 14 02:03:36.888417 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bd650-8145-40d4-8dda-a8056f67455d req-497eebec-3465-4ba5-8614-bdc2ff3cbb15 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:36.890088 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e87036-4022-41c0-8e81-d63921e3f3d6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'Port': ['ID=b154d26e-e307-46fd-b3a7-42a4fccbba49,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:36.890691 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e68bd650-8145-40d4-8dda-a8056f67455d req-497eebec-3465-4ba5-8614-bdc2ff3cbb15 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 946 time: 0.2856061 Jan 14 02:03:36.905145 n-d-824358-4 neutron-server[103354]: INFO neutron.api.v2.resource [None req-84ffc247-1997-41f2-bd33-7d252fbb5af2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] show failed (client error): The resource could not be found. Jan 14 02:03:36.909085 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-84ffc247-1997-41f2-bd33-7d252fbb5af2 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups/68f7c8d1-39be-49da-985a-25b6f0cd54bf HTTP/1.1" status: 404 len: 347 time: 0.0864387 Jan 14 02:03:36.919625 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53080) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:36.962755 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Router d5e5dd8e-0233-4585-8a45-2d4fd0f683c1 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:03:37.129004 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-a3cdbe25-b52f-435c-a925-0766ea1a2cc8 service neutron] 10.222.0.46 "GET /v2.0/networks/d904935c-610e-42e6-94e1-24e36d7164e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366464 Jan 14 02:03:37.167454 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e68bd650-8145-40d4-8dda-a8056f67455d req-2ed4528e-5fe4-49aa-a2b1-30780da295af tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/security-groups?id=3737252c-ce87-4c20-a7a2-6100acad8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711084 Jan 14 02:03:37.195682 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-3170cdae-6bad-4bf6-86f0-7a7e19317a7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=4023414f-3958-4985-843f-ed50fbc2073b HTTP/1.1" status: 200 len: 217 time: 0.0357912 Jan 14 02:03:37.273360 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37e87036-4022-41c0-8e81-d63921e3f3d6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1617283'] for router_interface (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:37.281081 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-71389773-b18f-4bdd-9041-d527d52676eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:37.282718 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-71389773-b18f-4bdd-9041-d527d52676eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.0801351 Jan 14 02:03:37.380547 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-475d9615-196e-4d72-87fc-7570b45c0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:37.382358 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-475d9615-196e-4d72-87fc-7570b45c0e00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0936933 Jan 14 02:03:37.436433 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ce964b0c-7c16-429a-8b89-18eab6bdaeec tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Deleting port e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:37.440447 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce964b0c-7c16-429a-8b89-18eab6bdaeec tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:37.444318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:03:37.461757 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Sync routers for ids ['d5e5dd8e-0233-4585-8a45-2d4fd0f683c1'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:03:37.471678 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6982137e-0530-4590-b882-317afa4988ac tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "PUT /v2.0/routers/d5e5dd8e-0233-4585-8a45-2d4fd0f683c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1270478 Jan 14 02:03:37.476650 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Routers {'d5e5dd8e-0233-4585-8a45-2d4fd0f683c1'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:37.479471 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 12},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['d5e5dd8e-0233-4585-8a45-2d4fd0f683c1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:37.491318 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53090) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:37.551054 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39a5460f-7006-401c-9690-361dd9877a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:37.670594 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Set router d5e5dd8e-0233-4585-8a45-2d4fd0f683c1 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:37.698827 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce964b0c-7c16-429a-8b89-18eab6bdaeec tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:37.699875 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce964b0c-7c16-429a-8b89-18eab6bdaeec tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for floatingip (e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:37.717181 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ce964b0c-7c16-429a-8b89-18eab6bdaeec tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Calling delete_port for e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:37.732359 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870153e-f2e8-4a30-929d-734bc062de5e req-98404a91-d722-4d55-877a-492a3788f66e tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:37.739635 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9870153e-f2e8-4a30-929d-734bc062de5e req-98404a91-d722-4d55-877a-492a3788f66e tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 946 time: 0.0788333 Jan 14 02:03:37.866076 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9870153e-f2e8-4a30-929d-734bc062de5e req-dd5a7c3a-c821-43cd-8d65-f6f5e3d1e1db tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/security-groups?id=3737252c-ce87-4c20-a7a2-6100acad8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251640 Jan 14 02:03:37.955263 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'name': 'tempest-TestNetworkBasicOps-router-218566280', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1e0b7f34-2919-4810-947a-dd34ec5781ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:25Z', 'updated_at': '2022-01-14T02:03:34Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '1e0b7f34-2919-4810-947a-dd34ec5781ce', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:26Z', 'updated_at': '2022-01-14T02:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '5ba742b1-9540-4352-bd78-1e2fafa61d03', 'name': '', 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:5e:02:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ed8590c8-cb2e-4f68-801f-5facc19b3c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:32Z', 'updated_at': '2022-01-14T02:03:35Z', 'revision_number': 2, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': 'ed8590c8-cb2e-4f68-801f-5facc19b3c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:38.000639 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Checking router: d5e5dd8e-0233-4585-8a45-2d4fd0f683c1 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:03:38.000998 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Updating router d5e5dd8e-0233-4585-8a45-2d4fd0f683c1 port 5ba742b1-9540-4352-bd78-1e2fafa61d03 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:03:38.035465 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce964b0c-7c16-429a-8b89-18eab6bdaeec tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:38.064980 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:38.066952 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce964b0c-7c16-429a-8b89-18eab6bdaeec tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event deleted for resources: {'Port': ['ID=e46c4fb9-2a52-4c7c-9eb4-e0505281aa0a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:38.222935 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce964b0c-7c16-429a-8b89-18eab6bdaeec tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for floatingip (84742fdf-1be5-42d0-83d2-d1d44a6a173e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:38.230594 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce964b0c-7c16-429a-8b89-18eab6bdaeec tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:38.235013 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ce964b0c-7c16-429a-8b89-18eab6bdaeec tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "DELETE /v2.0/floatingips/84742fdf-1be5-42d0-83d2-d1d44a6a173e HTTP/1.1" status: 204 len: 168 time: 1.3103938 Jan 14 02:03:38.335945 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-4d076ecc-cd0f-4488-b9dc-865d00a56482 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9214773 Jan 14 02:03:38.424517 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:38.532484 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.532958 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.533416 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.533920 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.534378 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.534863 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.535305 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.535809 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.536255 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.536703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.537319 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.537816 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.538276 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.538931 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.539798 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.540306 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.541372 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.544822 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d5129d56-a71f-400e-81be-841826c3f8f2 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11952 time: 1.0519853 Jan 14 02:03:38.555332 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53106) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:38.591206 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e87036-4022-41c0-8e81-d63921e3f3d6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:03:38.702490 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Publish callbacks [] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:38.773377 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:38.830231 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-a4527737-e975-47be-b2d6-df36cf1a89f9 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844146 Jan 14 02:03:38.865931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.866576 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.876825 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.880089 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.881018 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.881588 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.888064 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cd8e9-b098-43eb-90ff-1e4a721e3c8f None None] Pushing event updated for resources: {'Port': ['ID=5ba742b1-9540-4352-bd78-1e2fafa61d03,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:38.900980 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.902969 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.903608 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.905836 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.908361 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.929712 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.935146 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.935775 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.936241 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.936512 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-833dd827-1a80-487c-8553-88c322e97210 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=dba46bf2-660d-41aa-a444-cfdf10aa436f HTTP/1.1" status: 200 len: 217 time: 0.1002982 Jan 14 02:03:38.937004 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53114) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:38.938453 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.938948 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:38.944033 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-8d44ca06-e520-468b-b6c5-dce1d746fa20 tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10917 time: 0.3922355 Jan 14 02:03:38.960985 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53120) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:38.972366 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3b17cb7e-55af-42e3-9ab2-97068d7174e7 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--999007237', 'description': 'tempest-description--1431016792'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:38.990322 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Attempting to bind port 5ba742b1-9540-4352-bd78-1e2fafa61d03 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:03:38.991006 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Attempting to bind port 5ba742b1-9540-4352-bd78-1e2fafa61d03 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:03:38.991446 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Attempting to bind port 5ba742b1-9540-4352-bd78-1e2fafa61d03 on network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:03:38.998404 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:03:38.998938 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Checking segment: {'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:03:38.999558 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:39.000122 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Bound using segment: {'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:03:39.000742 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Bound port: 5ba742b1-9540-4352-bd78-1e2fafa61d03, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:03:39.001237 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:39.196896 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-fc7cb3fa-36aa-4417-a81a-ac46be872526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:39.213622 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-fc7cb3fa-36aa-4417-a81a-ac46be872526 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.2278547 Jan 14 02:03:39.250117 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] For port 5ba742b1-9540-4352-bd78-1e2fafa61d03, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:03:39.255523 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] For port 5ba742b1-9540-4352-bd78-1e2fafa61d03, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5ba742b1-9540-4352-bd78-1e2fafa61d03,segment=NetworkSegment(577be613-f677-4fa3-b0e3-de308f68052b),segment_id=577be613-f677-4fa3-b0e3-de308f68052b)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:03:39.257259 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b17cb7e-55af-42e3-9ab2-97068d7174e7 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:39.264235 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:39.326144 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Routers {'d5e5dd8e-0233-4585-8a45-2d4fd0f683c1'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:39.327014 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['d5e5dd8e-0233-4585-8a45-2d4fd0f683c1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:39.331013 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e87036-4022-41c0-8e81-d63921e3f3d6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:03:39.350132 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ebd75d-f393-4550-b2af-985b5b9df602 None None] Sync routers for ids ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:03:39.359307 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-37e87036-4022-41c0-8e81-d63921e3f3d6 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "PUT /v2.0/routers/e123f3cf-670f-4afd-bf8c-e6cbb63c01f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4994140 Jan 14 02:03:39.366493 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ebd75d-f393-4550-b2af-985b5b9df602 None None] Routers {'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:39.367827 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-20ebd75d-f393-4550-b2af-985b5b9df602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:39.372499 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae778-c2fd-4815-8ab7-a2467345b78f req-032f24f6-a9e7-41c3-a76a-d1bb5b990175 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:39.393065 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53124) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:39.398806 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae778-c2fd-4815-8ab7-a2467345b78f req-032f24f6-a9e7-41c3-a76a-d1bb5b990175 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:39.405251 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae778-c2fd-4815-8ab7-a2467345b78f req-032f24f6-a9e7-41c3-a76a-d1bb5b990175 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:39.427284 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae778-c2fd-4815-8ab7-a2467345b78f req-032f24f6-a9e7-41c3-a76a-d1bb5b990175 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:39.445164 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cd8e9-b098-43eb-90ff-1e4a721e3c8f None None] Pushing event updated for resources: {'Port': ['ID=5ba742b1-9540-4352-bd78-1e2fafa61d03,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:39.452247 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-c889385d-9107-40e6-8f1c-b6727503a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:39.453788 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-c889385d-9107-40e6-8f1c-b6727503a158 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2249098 Jan 14 02:03:39.458669 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae778-c2fd-4815-8ab7-a2467345b78f req-032f24f6-a9e7-41c3-a76a-d1bb5b990175 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:39.469427 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae778-c2fd-4815-8ab7-a2467345b78f req-032f24f6-a9e7-41c3-a76a-d1bb5b990175 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:39.496993 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae778-c2fd-4815-8ab7-a2467345b78f req-032f24f6-a9e7-41c3-a76a-d1bb5b990175 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:39.517071 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e7ae778-c2fd-4815-8ab7-a2467345b78f req-032f24f6-a9e7-41c3-a76a-d1bb5b990175 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5444 time: 0.2956953 Jan 14 02:03:39.570577 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2323b7c8-a16a-49c0-a984-b2ce986f70c0 None None] Provisioning complete for port 5ba742b1-9540-4352-bd78-1e2fafa61d03 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:39.574406 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2323b7c8-a16a-49c0-a984-b2ce986f70c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:39.668236 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406763a-3be8-4ce8-9877-243c0cd716ac req-990b978f-0d92-463a-a078-78b85b33a384 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:39.670518 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8406763a-3be8-4ce8-9877-243c0cd716ac req-990b978f-0d92-463a-a078-78b85b33a384 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 946 time: 0.4946404 Jan 14 02:03:39.678755 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff1d8e-e40b-4f0e-8d3b-b4a7ba6708db req-3d483938-31cf-4fdd-b159-f7aed3e8b656 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:39.682189 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9ff1d8e-e40b-4f0e-8d3b-b4a7ba6708db req-3d483938-31cf-4fdd-b159-f7aed3e8b656 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 946 time: 0.5717561 Jan 14 02:03:39.694657 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] Set router d5e5dd8e-0233-4585-8a45-2d4fd0f683c1 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:39.862127 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c9ff1d8e-e40b-4f0e-8d3b-b4a7ba6708db req-22ef25b8-3def-4503-aa2c-3fb4f2646869 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/security-groups?id=3737252c-ce87-4c20-a7a2-6100acad8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433430 Jan 14 02:03:39.883618 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-35819f4a-98c7-44c0-9a03-836732fd0ba7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Deleting subnet 77308c34-32c9-4428-a970-fdca9889477d {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:03:39.933594 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35819f4a-98c7-44c0-9a03-836732fd0ba7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for subnet (77308c34-32c9-4428-a970-fdca9889477d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:39.941278 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b17cb7e-55af-42e3-9ab2-97068d7174e7 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group (766a84a4-37bd-468c-8aa2-3d654d6bfac1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:40.013375 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b17cb7e-55af-42e3-9ab2-97068d7174e7 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (766a84a4-37bd-468c-8aa2-3d654d6bfac1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:40.047617 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7e7ae778-c2fd-4815-8ab7-a2467345b78f req-93bd2264-289d-4f6c-a97e-aa49ee651d79 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5274060 Jan 14 02:03:40.078076 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-f03400f4-7a29-4323-9505-f9b83ad65693 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146491 Jan 14 02:03:40.126860 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-20ebd75d-f393-4550-b2af-985b5b9df602 None None] Set router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:40.191848 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'name': 'tempest-TestNetworkBasicOps-router-218566280', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1e0b7f34-2919-4810-947a-dd34ec5781ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:25Z', 'updated_at': '2022-01-14T02:03:34Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '1e0b7f34-2919-4810-947a-dd34ec5781ce', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:26Z', 'updated_at': '2022-01-14T02:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '5ba742b1-9540-4352-bd78-1e2fafa61d03', 'name': '', 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:5e:02:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ed8590c8-cb2e-4f68-801f-5facc19b3c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:32Z', 'updated_at': '2022-01-14T02:03:39Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': 'ed8590c8-cb2e-4f68-801f-5facc19b3c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:40.196269 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8406763a-3be8-4ce8-9877-243c0cd716ac req-80a27944-c4ea-49a3-9737-2231f51a41a4 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Deleting port d43e9310-cd71-48c7-bd20-99df6960e276 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:40.196614 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8406763a-3be8-4ce8-9877-243c0cd716ac req-80a27944-c4ea-49a3-9737-2231f51a41a4 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:40.228711 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35819f4a-98c7-44c0-9a03-836732fd0ba7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (77308c34-32c9-4428-a970-fdca9889477d), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:40.238177 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2323b7c8-a16a-49c0-a984-b2ce986f70c0 None None] Current status of the port 5ba742b1-9540-4352-bd78-1e2fafa61d03 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:40.238594 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2323b7c8-a16a-49c0-a984-b2ce986f70c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:40.252728 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d96542-857a-4b16-970e-06f8da45fe3d None None] The sync data for ids ['d5e5dd8e-0233-4585-8a45-2d4fd0f683c1'] in n-d-824358-4 is: [{'id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'name': 'tempest-TestNetworkBasicOps-router-218566280', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1e0b7f34-2919-4810-947a-dd34ec5781ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:25Z', 'updated_at': '2022-01-14T02:03:34Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'gw_port': {'id': '1e0b7f34-2919-4810-947a-dd34ec5781ce', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:26Z', 'updated_at': '2022-01-14T02:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '5ba742b1-9540-4352-bd78-1e2fafa61d03', 'name': '', 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0', 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'mac_address': 'fa:16:3e:5e:02:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e5dd8e-0233-4585-8a45-2d4fd0f683c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ed8590c8-cb2e-4f68-801f-5facc19b3c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:32Z', 'updated_at': '2022-01-14T02:03:39Z', 'revision_number': 4, 'project_id': '43a28359970349f68e5694ea755d49e7', 'subnets': [{'id': 'ed8590c8-cb2e-4f68-801f-5facc19b3c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:03:40.369571 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-300408d9-af13-4c34-bc97-c967aec25908 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597864 Jan 14 02:03:40.397837 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2323b7c8-a16a-49c0-a984-b2ce986f70c0 None None] For port 5ba742b1-9540-4352-bd78-1e2fafa61d03, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=5ba742b1-9540-4352-bd78-1e2fafa61d03,segment=NetworkSegment(577be613-f677-4fa3-b0e3-de308f68052b),segment_id=577be613-f677-4fa3-b0e3-de308f68052b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:40.400065 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17cb7e-55af-42e3-9ab2-97068d7174e7 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766a84a4-37bd-468c-8aa2-3d654d6bfac1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:40.420987 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-cd00d03d-37e2-43ab-b48c-cb41db31adbf tempest-TestNetworkBasicOps-1534270139 tempest-TestNetworkBasicOps-1534270139-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 7378 time: 1.4570222 Jan 14 02:03:40.456025 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8406763a-3be8-4ce8-9877-243c0cd716ac req-80a27944-c4ea-49a3-9737-2231f51a41a4 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] For port d43e9310-cd71-48c7-bd20-99df6960e276, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=d43e9310-cd71-48c7-bd20-99df6960e276,segment=NetworkSegment(dbeff5cf-d1ec-44c1-a537-e57da1dc09fb),segment_id=dbeff5cf-d1ec-44c1-a537-e57da1dc09fb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:40.456647 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8406763a-3be8-4ce8-9877-243c0cd716ac req-80a27944-c4ea-49a3-9737-2231f51a41a4 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:40.468804 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2323b7c8-a16a-49c0-a984-b2ce986f70c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:40.471318 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8406763a-3be8-4ce8-9877-243c0cd716ac req-80a27944-c4ea-49a3-9737-2231f51a41a4 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Calling delete_port for d43e9310-cd71-48c7-bd20-99df6960e276 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:40.482453 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b17cb7e-55af-42e3-9ab2-97068d7174e7 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:40.498377 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-3b17cb7e-55af-42e3-9ab2-97068d7174e7 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5463018 Jan 14 02:03:40.523508 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:40.589853 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-20ebd75d-f393-4550-b2af-985b5b9df602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:03:36Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:40.649273 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53134) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:40.665808 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ebd75d-f393-4550-b2af-985b5b9df602 None None] Checking router: e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:03:40.688615 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323b7c8-a16a-49c0-a984-b2ce986f70c0 None None] Pushing event updated for resources: {'Port': ['ID=5ba742b1-9540-4352-bd78-1e2fafa61d03,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:40.706066 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-596ec86f-f51a-4d69-bd45-f42b02394229 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Request body: {'security_group_rule': {'security_group_id': '766a84a4-37bd-468c-8aa2-3d654d6bfac1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:40.707746 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ebd75d-f393-4550-b2af-985b5b9df602 None None] Routers {'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:40.708395 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-20ebd75d-f393-4550-b2af-985b5b9df602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:40.746608 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8406763a-3be8-4ce8-9877-243c0cd716ac req-80a27944-c4ea-49a3-9737-2231f51a41a4 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (d43e9310-cd71-48c7-bd20-99df6960e276), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:40.799357 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['d43e9310-cd71-48c7-bd20-99df6960e276'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:03:40.805380 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6aaaeb50-a58c-4160-86d1-eaed0193d750 None None] Provisioning complete for port 5ba742b1-9540-4352-bd78-1e2fafa61d03 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:40.805973 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6aaaeb50-a58c-4160-86d1-eaed0193d750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:40.806117 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a27944-c4ea-49a3-9737-2231f51a41a4 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Pushing event deleted for resources: {'Port': ['ID=d43e9310-cd71-48c7-bd20-99df6960e276,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:40.816456 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-b53897d6-6f89-401e-836e-a7b4495398a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=24769aab-2ae0-4058-b14a-fce058cc9145 HTTP/1.1" status: 200 len: 217 time: 0.3836534 Jan 14 02:03:40.874964 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53138) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:40.883422 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-11b24380-7371-4995-89a2-78762980758a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1366218602', 'description': 'tempest-secgroup-smoke-1366218602 description', 'project_id': '43a28359970349f68e5694ea755d49e7'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:40.904996 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-290e8b08-dc11-4d99-a0c4-94ee6f4e3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:40.906673 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-290e8b08-dc11-4d99-a0c4-94ee6f4e3a4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.0661798 Jan 14 02:03:40.949431 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8406763a-3be8-4ce8-9877-243c0cd716ac req-80a27944-c4ea-49a3-9737-2231f51a41a4 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] No DVR routers for this DVR port d43e9310-cd71-48c7-bd20-99df6960e276 on host n-h1-824358-4 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:40.957641 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8406763a-3be8-4ce8-9877-243c0cd716ac req-80a27944-c4ea-49a3-9737-2231f51a41a4 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:40.972796 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8406763a-3be8-4ce8-9877-243c0cd716ac req-80a27944-c4ea-49a3-9737-2231f51a41a4 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.46 "DELETE /v2.0/ports/d43e9310-cd71-48c7-bd20-99df6960e276 HTTP/1.1" status: 204 len: 173 time: 1.2810569 Jan 14 02:03:41.097945 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35819f4a-98c7-44c0-9a03-836732fd0ba7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (77308c34-32c9-4428-a970-fdca9889477d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:41.126169 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9ad0b0-3c9b-4154-a84b-5c9c67984de0', 'name': 'network-vif-deleted', 'tag': 'd43e9310-cd71-48c7-bd20-99df6960e276'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:41.133235 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d942505b-3b5a-429a-805b-22c74bb5d646" -d '{"events": [{"server_uuid": "8a9ad0b0-3c9b-4154-a84b-5c9c67984de0", "name": "network-vif-deleted", "tag": "d43e9310-cd71-48c7-bd20-99df6960e276"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:41.156371 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-db52e654-65e7-4b25-a3ae-f283b34ccd43 req-1a176deb-cbdf-4071-a70c-3103d793d0b3 tempest-InstanceActionsNegativeTestJSON-1813287144 tempest-InstanceActionsNegativeTestJSON-1813287144-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a9ad0b0-3c9b-4154-a84b-5c9c67984de0 HTTP/1.1" status: 200 len: 210 time: 0.1701922 Jan 14 02:03:41.232643 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-596ec86f-f51a-4d69-bd45-f42b02394229 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group_rule (47f30830-51f4-48c1-9e1a-e3bf9a4470a6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:41.250795 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 5ba742b1-9540-4352-bd78-1e2fafa61d03 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:03:41.262148 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11b24380-7371-4995-89a2-78762980758a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:41.294040 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c399-6590-44ab-a50f-365b599f83bb req-8d2cc3dd-365a-4b81-8769-2e76488d9203 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.304641 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c399-6590-44ab-a50f-365b599f83bb req-8d2cc3dd-365a-4b81-8769-2e76488d9203 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.308850 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:41.312841 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c399-6590-44ab-a50f-365b599f83bb req-8d2cc3dd-365a-4b81-8769-2e76488d9203 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.321558 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c399-6590-44ab-a50f-365b599f83bb req-8d2cc3dd-365a-4b81-8769-2e76488d9203 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.330490 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c399-6590-44ab-a50f-365b599f83bb req-8d2cc3dd-365a-4b81-8769-2e76488d9203 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.340086 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c399-6590-44ab-a50f-365b599f83bb req-8d2cc3dd-365a-4b81-8769-2e76488d9203 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.347221 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c399-6590-44ab-a50f-365b599f83bb req-8d2cc3dd-365a-4b81-8769-2e76488d9203 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.349252 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-00c9c399-6590-44ab-a50f-365b599f83bb req-8d2cc3dd-365a-4b81-8769-2e76488d9203 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5444 time: 0.9772453 Jan 14 02:03:41.392425 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-20ebd75d-f393-4550-b2af-985b5b9df602 None None] Set router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:41.482964 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-64623688-658f-4627-9f4f-f71db9261ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.484670 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-64623688-658f-4627-9f4f-f71db9261ad6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5620844 Jan 14 02:03:41.513270 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f9572a-6cb1-4f35-af55-ebd597636aef x-openstack-request-id: req-24f9572a-6cb1-4f35-af55-ebd597636aef {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:41.513578 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9ad0b0-3c9b-4154-a84b-5c9c67984de0", "name": "network-vif-deleted", "tag": "d43e9310-cd71-48c7-bd20-99df6960e276", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:41.513836 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24f9572a-6cb1-4f35-af55-ebd597636aef {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:41.514270 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9ad0b0-3c9b-4154-a84b-5c9c67984de0', 'name': 'network-vif-deleted', 'tag': 'd43e9310-cd71-48c7-bd20-99df6960e276', 'status': 'completed', 'code': 200} Jan 14 02:03:41.531070 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 5ba742b1-9540-4352-bd78-1e2fafa61d03 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:41.532253 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (5ba742b1-9540-4352-bd78-1e2fafa61d03), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:41.588498 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6aaaeb50-a58c-4160-86d1-eaed0193d750 None None] Current status of the port 5ba742b1-9540-4352-bd78-1e2fafa61d03 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:41.649956 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566571bd-4442-4351-93ae-37a0aa07f882 req-21c6b244-043f-4cc8-9e80-980731e2b9dc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.666841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566571bd-4442-4351-93ae-37a0aa07f882 req-21c6b244-043f-4cc8-9e80-980731e2b9dc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.680726 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-596ec86f-f51a-4d69-bd45-f42b02394229 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group_rule (47f30830-51f4-48c1-9e1a-e3bf9a4470a6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:41.682871 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566571bd-4442-4351-93ae-37a0aa07f882 req-21c6b244-043f-4cc8-9e80-980731e2b9dc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.688522 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5628bc3d-3e6d-43d7-9fdb-aaf1a33ce396 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.691546 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5628bc3d-3e6d-43d7-9fdb-aaf1a33ce396 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "GET /v2.0/ports/dba46bf2-660d-41aa-a444-cfdf10aa436f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3259311 Jan 14 02:03:41.692294 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566571bd-4442-4351-93ae-37a0aa07f882 req-21c6b244-043f-4cc8-9e80-980731e2b9dc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.698875 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-596ec86f-f51a-4d69-bd45-f42b02394229 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (47f30830-51f4-48c1-9e1a-e3bf9a4470a6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:41.699148 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566571bd-4442-4351-93ae-37a0aa07f882 req-21c6b244-043f-4cc8-9e80-980731e2b9dc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.705766 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566571bd-4442-4351-93ae-37a0aa07f882 req-21c6b244-043f-4cc8-9e80-980731e2b9dc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.712527 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566571bd-4442-4351-93ae-37a0aa07f882 req-21c6b244-043f-4cc8-9e80-980731e2b9dc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:41.720359 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-566571bd-4442-4351-93ae-37a0aa07f882 req-21c6b244-043f-4cc8-9e80-980731e2b9dc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5444 time: 0.3684516 Jan 14 02:03:41.775292 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11b24380-7371-4995-89a2-78762980758a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (9817ee42-89e5-4c7a-baed-81b9d8c7ad4d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:41.799856 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11b24380-7371-4995-89a2-78762980758a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (9817ee42-89e5-4c7a-baed-81b9d8c7ad4d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:41.822112 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35819f4a-98c7-44c0-9a03-836732fd0ba7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (77308c34-32c9-4428-a970-fdca9889477d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:41.896597 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 5ba742b1-9540-4352-bd78-1e2fafa61d03 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:41.926431 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11b24380-7371-4995-89a2-78762980758a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:41.927726 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-11b24380-7371-4995-89a2-78762980758a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0515649 Jan 14 02:03:41.967101 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53158) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:41.993108 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-566571bd-4442-4351-93ae-37a0aa07f882 req-97628723-2a15-4a0f-8e2f-c9eb9db1c97a tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2713780 Jan 14 02:03:42.029999 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35819f4a-98c7-44c0-9a03-836732fd0ba7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'Subnet': ['ID=77308c34-32c9-4428-a970-fdca9889477d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:42.034841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b24380-7371-4995-89a2-78762980758a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:42.040341 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e783eac0-9996-427e-980c-4b117f6cad72 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': '9817ee42-89e5-4c7a-baed-81b9d8c7ad4d', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:42.045680 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35819f4a-98c7-44c0-9a03-836732fd0ba7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.052181 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-35819f4a-98c7-44c0-9a03-836732fd0ba7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "DELETE /v2.0/subnets/77308c34-32c9-4428-a970-fdca9889477d HTTP/1.1" status: 204 len: 168 time: 2.6556370 Jan 14 02:03:42.053258 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53162) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:42.054623 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-596ec86f-f51a-4d69-bd45-f42b02394229 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.060441 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-596ec86f-f51a-4d69-bd45-f42b02394229 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4101434 Jan 14 02:03:42.060693 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53164) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:42.061254 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ec86f-f51a-4d69-bd45-f42b02394229 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f30830-51f4-48c1-9e1a-e3bf9a4470a6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:42.068686 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3f7640bd-5e96-4bdf-a76e-6c244faba73a tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Request body: {'security_group_rule': {'security_group_id': '766a84a4-37bd-468c-8aa2-3d654d6bfac1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:42.087355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0fad5-a8e1-413a-a164-c2e6dad0e918 None None] Network a8e6d690-4a15-45dc-93f0-e79bc328a3d2 requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:03:42.151558 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e783eac0-9996-427e-980c-4b117f6cad72 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (3e46e76f-bd85-4f86-9c43-c90cb1150ea2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.272343 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-8ffd5a81-307f-4bd3-898e-ef25ee32cdef service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694569 Jan 14 02:03:42.288706 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53170) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:42.291942 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f7640bd-5e96-4bdf-a76e-6c244faba73a tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group_rule (5b9929e8-c0de-4b65-9359-2fd2ac677971), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.373963 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf2e31f-be79-495f-a238-ac7afd7f7e15 admin admin] Deleting subnet d0e35829-8377-41e7-8e82-96a896d60107 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:03:42.385426 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-20ebd75d-f393-4550-b2af-985b5b9df602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:03:36Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:42.411519 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.417837 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ebd75d-f393-4550-b2af-985b5b9df602 None None] The sync data for ids ['e123f3cf-670f-4afd-bf8c-e6cbb63c01f9'] in n-d-824358-4 is: [{'id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959713440', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:01:08Z', 'updated_at': '2022-01-14T02:03:36Z', 'revision_number': 5, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '67ce190f-bd92-48e1-b322-01837342f9fb', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123f3cf-670f-4afd-bf8c-e6cbb63c01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:01:11Z', 'updated_at': '2022-01-14T02:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:03:42.429543 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf2e31f-be79-495f-a238-ac7afd7f7e15 admin admin] Publish callbacks [] for subnet (d0e35829-8377-41e7-8e82-96a896d60107), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.488422 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-00c9c399-6590-44ab-a50f-365b599f83bb req-35387130-8600-4c3a-bf3c-6cc2d96999f6 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7855029 Jan 14 02:03:42.508562 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-00c9c399-6590-44ab-a50f-365b599f83bb req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:42.534871 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f7640bd-5e96-4bdf-a76e-6c244faba73a tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group_rule (5b9929e8-c0de-4b65-9359-2fd2ac677971), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.554342 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e783eac0-9996-427e-980c-4b117f6cad72 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (3e46e76f-bd85-4f86-9c43-c90cb1150ea2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.556607 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf2e31f-be79-495f-a238-ac7afd7f7e15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (d0e35829-8377-41e7-8e82-96a896d60107), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.595799 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e783eac0-9996-427e-980c-4b117f6cad72 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (3e46e76f-bd85-4f86-9c43-c90cb1150ea2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.601111 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f7640bd-5e96-4bdf-a76e-6c244faba73a tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (5b9929e8-c0de-4b65-9359-2fd2ac677971), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.627550 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783eac0-9996-427e-980c-4b117f6cad72 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e46e76f-bd85-4f86-9c43-c90cb1150ea2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:42.632626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7640bd-5e96-4bdf-a76e-6c244faba73a tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9929e8-c0de-4b65-9359-2fd2ac677971,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:42.636673 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_gateway (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.646162 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f7640bd-5e96-4bdf-a76e-6c244faba73a tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.647417 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3f7640bd-5e96-4bdf-a76e-6c244faba73a tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5859702 Jan 14 02:03:42.651225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53172) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:42.661266 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:42.686688 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-b8867c01-25a3-4043-a358-8636a40488e1 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997869 Jan 14 02:03:42.698041 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e783eac0-9996-427e-980c-4b117f6cad72 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.699231 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-e783eac0-9996-427e-980c-4b117f6cad72 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6671073 Jan 14 02:03:42.702651 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53174) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:42.707313 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-eab3b92e-2460-467f-b4af-c86487d0d0b3 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': '9817ee42-89e5-4c7a-baed-81b9d8c7ad4d', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:42.708790 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf2e31f-be79-495f-a238-ac7afd7f7e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (d0e35829-8377-41e7-8e82-96a896d60107), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.712197 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.736094 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.778484 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-f5b48de8-45e5-4226-b3e7-c4bbb6a1d82f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=6305cef5-fc1a-47d8-8758-22836b774bff HTTP/1.1" status: 200 len: 217 time: 0.0830035 Jan 14 02:03:42.817934 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85431e73-0839-47e0-bbc0-cccfc26c4070 None None] DHCP port deletion for a8e6d690-4a15-45dc-93f0-e79bc328a3d2 request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:42.818499 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Deleting port 67ce190f-bd92-48e1-b322-01837342f9fb {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:42.818633 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.873187 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eab3b92e-2460-467f-b4af-c86487d0d0b3 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (ce1d2120-3993-445a-b690-6366c5698579), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.933471 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-85431e73-0839-47e0-bbc0-cccfc26c4070 None None] Deleting port 77d8b827-2701-4d2e-a4b6-24cbc814cdab {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:42.933921 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85431e73-0839-47e0-bbc0-cccfc26c4070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:42.970899 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-3e87d4c3-3aa0-4e39-8359-8ddaa984a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:42.972661 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-3e87d4c3-3aa0-4e39-8359-8ddaa984a726 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=217eb71f-9f5f-4ade-9ab9-8bb7e26b46d7 HTTP/1.1" status: 200 len: 797 time: 0.1688259 Jan 14 02:03:43.040575 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf2e31f-be79-495f-a238-ac7afd7f7e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (d0e35829-8377-41e7-8e82-96a896d60107), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.045276 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] For port 67ce190f-bd92-48e1-b322-01837342f9fb, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=67ce190f-bd92-48e1-b322-01837342f9fb,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:43.045868 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.076967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Calling delete_port for 67ce190f-bd92-48e1-b322-01837342f9fb owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:43.086659 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf2e31f-be79-495f-a238-ac7afd7f7e15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.095222 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5bf2e31f-be79-495f-a238-ac7afd7f7e15 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d0e35829-8377-41e7-8e82-96a896d60107 HTTP/1.1" status: 204 len: 168 time: 0.7942660 Jan 14 02:03:43.102303 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53178) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:43.105075 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eab3b92e-2460-467f-b4af-c86487d0d0b3 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (ce1d2120-3993-445a-b690-6366c5698579), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.105281 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-85431e73-0839-47e0-bbc0-cccfc26c4070 None None] For port 77d8b827-2701-4d2e-a4b6-24cbc814cdab, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=77d8b827-2701-4d2e-a4b6-24cbc814cdab,segment=NetworkSegment(fb3053c5-5638-4f23-9901-0fd7aaf5332b),segment_id=fb3053c5-5638-4f23-9901-0fd7aaf5332b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:43.106065 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85431e73-0839-47e0-bbc0-cccfc26c4070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.139819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-85431e73-0839-47e0-bbc0-cccfc26c4070 None None] Calling delete_port for 77d8b827-2701-4d2e-a4b6-24cbc814cdab owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:43.140330 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eab3b92e-2460-467f-b4af-c86487d0d0b3 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (ce1d2120-3993-445a-b690-6366c5698579), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.196246 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2e31f-be79-495f-a238-ac7afd7f7e15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e35829-8377-41e7-8e82-96a896d60107,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:43.236508 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] For port dba46bf2-660d-41aa-a444-cfdf10aa436f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=dba46bf2-660d-41aa-a444-cfdf10aa436f,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:43.251867 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3b92e-2460-467f-b4af-c86487d0d0b3 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1d2120-3993-445a-b690-6366c5698579,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:43.279252 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.289232 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eab3b92e-2460-467f-b4af-c86487d0d0b3 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.295761 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 77d8b827-2701-4d2e-a4b6-24cbc814cdab no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:43.296981 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-eab3b92e-2460-467f-b4af-c86487d0d0b3 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5926733 Jan 14 02:03:43.308394 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53184) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:43.335569 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2af261e8-0b4b-4166-af17-564e0c42983f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': '9817ee42-89e5-4c7a-baed-81b9d8c7ad4d', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:43.351085 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85431e73-0839-47e0-bbc0-cccfc26c4070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286'] for port (77d8b827-2701-4d2e-a4b6-24cbc814cdab), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.354455 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-7d317dec-462c-4437-8e15-060c9128da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:43.355838 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-7d317dec-462c-4437-8e15-060c9128da8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec30433c-9afa-411b-893d-ef7db51bc290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3611696 Jan 14 02:03:43.406774 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85431e73-0839-47e0-bbc0-cccfc26c4070 None None] Pushing event deleted for resources: {'Port': ['ID=77d8b827-2701-4d2e-a4b6-24cbc814cdab,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:43.409137 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No active binding found for port 77d8b827-2701-4d2e-a4b6-24cbc814cdab {{(pid=103355) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 14 02:03:43.409588 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] The host n-d-824358-4 is not matching for port 77d8b827-2701-4d2e-a4b6-24cbc814cdab host None! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 02:03:43.411040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 77d8b827-2701-4d2e-a4b6-24cbc814cdab not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:43.411040 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b154d26e-e307-46fd-b3a7-42a4fccbba49 no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:43.414976 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85431e73-0839-47e0-bbc0-cccfc26c4070 None None] No DVR routers for this DVR port 77d8b827-2701-4d2e-a4b6-24cbc814cdab on host n-d-824358-4 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:43.438016 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: b154d26e-e307-46fd-b3a7-42a4fccbba49 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:43.438378 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b154d26e-e307-46fd-b3a7-42a4fccbba49 not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:43.477313 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 077e1f7b-84a1-4a94-afd3-17ae41a0903c no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:43.501434 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (cd81e775-b39e-4394-881a-8d2761c4e7b0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.558374 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] For port dba46bf2-660d-41aa-a444-cfdf10aa436f, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:03:43.599162 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fbfe4-2d0d-4fd5-8c64-3e0470b56254 req-fc34d288-2335-4e98-bd8f-1eb0aa35c482 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:43.618795 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fbfe4-2d0d-4fd5-8c64-3e0470b56254 req-fc34d288-2335-4e98-bd8f-1eb0aa35c482 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:43.625994 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fbfe4-2d0d-4fd5-8c64-3e0470b56254 req-fc34d288-2335-4e98-bd8f-1eb0aa35c482 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:43.632499 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fbfe4-2d0d-4fd5-8c64-3e0470b56254 req-fc34d288-2335-4e98-bd8f-1eb0aa35c482 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:43.639144 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fbfe4-2d0d-4fd5-8c64-3e0470b56254 req-fc34d288-2335-4e98-bd8f-1eb0aa35c482 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:43.645108 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fbfe4-2d0d-4fd5-8c64-3e0470b56254 req-fc34d288-2335-4e98-bd8f-1eb0aa35c482 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:43.648948 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 077e1f7b-84a1-4a94-afd3-17ae41a0903c is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:43.649475 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.652310 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fbfe4-2d0d-4fd5-8c64-3e0470b56254 req-fc34d288-2335-4e98-bd8f-1eb0aa35c482 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:43.654251 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-102fbfe4-2d0d-4fd5-8c64-3e0470b56254 req-fc34d288-2335-4e98-bd8f-1eb0aa35c482 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 5444 time: 0.4797935 Jan 14 02:03:43.678169 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077e1f7b-84a1-4a94-afd3-17ae41a0903c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:43.680693 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d858a2-4657-468d-abc0-11ac30a2d2a2" -d '{"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-unplugged", "status": "completed", "tag": "077e1f7b-84a1-4a94-afd3-17ae41a0903c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:43.695625 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 077e1f7b-84a1-4a94-afd3-17ae41a0903c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=077e1f7b-84a1-4a94-afd3-17ae41a0903c,segment=NetworkSegment(1902c287-4d6c-4ba6-b197-b3cb1d52c85e),segment_id=1902c287-4d6c-4ba6-b197-b3cb1d52c85e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:43.701924 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-00c9c399-6590-44ab-a50f-365b599f83bb req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] device_id is not set on port dba46bf2-660d-41aa-a444-cfdf10aa436f yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:03:43.703502 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.704819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 61f3805e-7044-41b5-86e1-4050dd2c244f no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:43.712527 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] Publish callbacks [] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.752011 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.764153 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f708cb-577f-4966-b5a1-ab711235b807 x-openstack-request-id: req-b3f708cb-577f-4966-b5a1-ab711235b807 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:43.764862 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-unplugged", "status": "completed", "tag": "077e1f7b-84a1-4a94-afd3-17ae41a0903c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:43.764862 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3f708cb-577f-4966-b5a1-ab711235b807 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:43.765373 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077e1f7b-84a1-4a94-afd3-17ae41a0903c', 'code': 200} Jan 14 02:03:43.804778 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=077e1f7b-84a1-4a94-afd3-17ae41a0903c,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:43.860124 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 61f3805e-7044-41b5-86e1-4050dd2c244f is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:43.860850 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.869775 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2af261e8-0b4b-4166-af17-564e0c42983f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (615b04be-2759-4c85-bb85-5cad4e59e662), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.908444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 61f3805e-7044-41b5-86e1-4050dd2c244f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=61f3805e-7044-41b5-86e1-4050dd2c244f,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:43.917787 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.919467 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 24769aab-2ae0-4058-b14a-fce058cc9145 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:43.967020 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (cd81e775-b39e-4394-881a-8d2761c4e7b0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:43.985119 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2af261e8-0b4b-4166-af17-564e0c42983f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (615b04be-2759-4c85-bb85-5cad4e59e662), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.012642 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2af261e8-0b4b-4166-af17-564e0c42983f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (615b04be-2759-4c85-bb85-5cad4e59e662), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.045760 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-8935396f-d99f-4030-a299-152764c35310 service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754975 Jan 14 02:03:44.046515 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] Pushing event updated for resources: {'Port': ['ID=dba46bf2-660d-41aa-a444-cfdf10aa436f,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:44.053195 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd81e775-b39e-4394-881a-8d2761c4e7b0']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:44.205018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 24769aab-2ae0-4058-b14a-fce058cc9145 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:44.205742 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.208394 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=61f3805e-7044-41b5-86e1-4050dd2c244f,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:44.250681 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 24769aab-2ae0-4058-b14a-fce058cc9145, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=24769aab-2ae0-4058-b14a-fce058cc9145,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:44.264697 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.265881 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device d43e9310-cd71-48c7-bd20-99df6960e276 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:44.329418 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] No Port match for: d43e9310-cd71-48c7-bd20-99df6960e276 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:44.330150 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device d43e9310-cd71-48c7-bd20-99df6960e276 not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:44.330830 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 4023414f-3958-4985-843f-ed50fbc2073b no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:44.397927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=24769aab-2ae0-4058-b14a-fce058cc9145,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:44.432665 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-102fbfe4-2d0d-4fd5-8c64-3e0470b56254 req-0698bcb0-f9a3-420a-b4dd-41b1aa2f15a8 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7709002 Jan 14 02:03:44.474788 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Allocated IP 172.25.2.61 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/b9261876-fb62-4130-85ab-be1c11605fa0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:03:44.499302 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (67ce190f-bd92-48e1-b322-01837342f9fb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.501672 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-caf873de-98fb-471d-a01c-412c06de49b1 None None] Provisioning complete for port dba46bf2-660d-41aa-a444-cfdf10aa436f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:44.502250 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-caf873de-98fb-471d-a01c-412c06de49b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (dba46bf2-660d-41aa-a444-cfdf10aa436f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.546063 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-caf873de-98fb-471d-a01c-412c06de49b1 None None] Port dba46bf2-660d-41aa-a444-cfdf10aa436f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:03:44.548750 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 4023414f-3958-4985-843f-ed50fbc2073b is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:44.549329 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4023414f-3958-4985-843f-ed50fbc2073b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.552996 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb024024-437a-4e3e-8cf3-0493639e7d91 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:44.575464 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'Port': ['ID=67ce190f-bd92-48e1-b322-01837342f9fb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:44.597714 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 4023414f-3958-4985-843f-ed50fbc2073b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4023414f-3958-4985-843f-ed50fbc2073b,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:44.613374 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (4023414f-3958-4985-843f-ed50fbc2073b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.614601 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device dba46bf2-660d-41aa-a444-cfdf10aa436f no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:44.658933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609193'] for router_gateway (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.664338 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] No DVR routers for this DVR port dba46bf2-660d-41aa-a444-cfdf10aa436f on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:44.712439 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbeff5cf-d1ec-44c1-a537-e57da1dc09fb') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:44.712807 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbeff5cf-d1ec-44c1-a537-e57da1dc09fb') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:44.726492 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (dbeff5cf-d1ec-44c1-a537-e57da1dc09fb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.743717 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (dbeff5cf-d1ec-44c1-a537-e57da1dc09fb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.752040 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:03:44.752448 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (dbeff5cf-d1ec-44c1-a537-e57da1dc09fb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.764801 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1409'] for router (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.767146 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_controller (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.785008 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] The host n-h1-824358-4 is not matching for port dba46bf2-660d-41aa-a444-cfdf10aa436f host ! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 14 02:03:44.785795 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device dba46bf2-660d-41aa-a444-cfdf10aa436f not bound to the agent host n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:44.786477 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 6305cef5-fc1a-47d8-8758-22836b774bff no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:44.827999 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614201'] for router (e123f3cf-670f-4afd-bf8c-e6cbb63c01f9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.828444 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Fanout notify agent at l3_agent the message router_deleted on router e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 02:03:44.834727 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=4023414f-3958-4985-843f-ed50fbc2073b,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:44.839882 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00c9c399-6590-44ab-a50f-365b599f83bb req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] In _notify_port_updated(), no bound segment for port dba46bf2-660d-41aa-a444-cfdf10aa436f on network ec30433c-9afa-411b-893d-ef7db51bc290 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 02:03:44.843065 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c399-6590-44ab-a50f-365b599f83bb req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:44.844960 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.848322 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-00c9c399-6590-44ab-a50f-365b599f83bb req-c4ed2d25-9f1c-4bdb-970b-06d1d97c2afb service neutron] 10.222.0.46 "PUT /v2.0/ports/dba46bf2-660d-41aa-a444-cfdf10aa436f HTTP/1.1" status: 200 len: 1032 time: 2.3522704 Jan 14 02:03:44.849432 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af261e8-0b4b-4166-af17-564e0c42983f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615b04be-2759-4c85-bb85-5cad4e59e662,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:44.859638 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2af261e8-0b4b-4166-af17-564e0c42983f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.861001 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-2af261e8-0b4b-4166-af17-564e0c42983f tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5325837 Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:03:44.861966 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:03:44.866389 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.874672 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-64817742-cc8b-43c2-8d9e-340a9c897574 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "DELETE /v2.0/routers/e123f3cf-670f-4afd-bf8c-e6cbb63c01f9 HTTP/1.1" status: 204 len: 168 time: 2.8209162 Jan 14 02:03:44.878309 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53210) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:44.878902 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53212) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:44.884407 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6d28e638-75a2-4c15-915b-469c77981f29 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': '9817ee42-89e5-4c7a-baed-81b9d8c7ad4d', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:44.908355 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 6305cef5-fc1a-47d8-8758-22836b774bff is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:44.909054 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.955819 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 6305cef5-fc1a-47d8-8758-22836b774bff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6305cef5-fc1a-47d8-8758-22836b774bff,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:44.962102 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for port (b9261876-fb62-4130-85ab-be1c11605fa0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.967539 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:44.970280 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 no longer exists at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:45.066223 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (b9261876-fb62-4130-85ab-be1c11605fa0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.073066 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=6305cef5-fc1a-47d8-8758-22836b774bff,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:45.129295 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:45.130214 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.167685 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:03:45.181923 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:45.191099 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.193429 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:45.201330 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (cd81e775-b39e-4394-881a-8d2761c4e7b0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.205361 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:03:45.234267 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event updated for resources: {'Port': ['ID=b9261876-fb62-4130-85ab-be1c11605fa0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:45.261575 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.287556 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cd81e775-b39e-4394-881a-8d2761c4e7b0 HTTP/1.1" status: 204 len: 168 time: 2.1527824 Jan 14 02:03:45.303940 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:45.320610 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c399-6590-44ab-a50f-365b599f83bb req-8cb48571-9231-4f53-a47d-4a8bbff6f9b0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:45.322107 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-00c9c399-6590-44ab-a50f-365b599f83bb req-8cb48571-9231-4f53-a47d-4a8bbff6f9b0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "GET /v2.0/ports/4023414f-3958-4985-843f-ed50fbc2073b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4421127 Jan 14 02:03:45.337762 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe17ced-f5ea-40e4-b395-7b39edce02b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd81e775-b39e-4394-881a-8d2761c4e7b0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:45.349290 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:45.398561 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (a8e6d690-4a15-45dc-93f0-e79bc328a3d2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.422733 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d28e638-75a2-4c15-915b-469c77981f29 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (00f86388-85e5-4014-9e54-1837c3df3d31), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.440865 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-3d6916ba-576d-4377-b4ea-e962d933dc6f service neutron] 10.222.0.46 "GET /v2.0/networks/ec30433c-9afa-411b-893d-ef7db51bc290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3778639 Jan 14 02:03:45.458264 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53218) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:45.502665 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (4023414f-3958-4985-843f-ed50fbc2073b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.528529 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for floatingip (5619b0b2-2d11-4cfc-a3b8-dc476e9b71f3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.592031 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ead04f2f-27b3-4c51-8787-90d33f406f3f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c4698b261c346a9b93d39dc8b6a06c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324699 Jan 14 02:03:45.592960 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53224) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:45.621317 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d28e638-75a2-4c15-915b-469c77981f29 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (00f86388-85e5-4014-9e54-1837c3df3d31), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.625667 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-c17a5c92-0e0f-4b03-886d-986de5daa3b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=61f3805e-7044-41b5-86e1-4050dd2c244f HTTP/1.1" status: 200 len: 217 time: 0.1192560 Jan 14 02:03:45.754038 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79e2c477-0274-4546-b27a-edbc7b6881c4 admin admin] Publish callbacks [] for security_group (3737252c-ce87-4c20-a7a2-6100acad8a33), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.758933 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b9261876-fb62-4130-85ab-be1c11605fa0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.766685 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f3805e-7044-41b5-86e1-4050dd2c244f'}, {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24769aab-2ae0-4058-b14a-fce058cc9145'}, {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4023414f-3958-4985-843f-ed50fbc2073b'}, {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6305cef5-fc1a-47d8-8758-22836b774bff'}, {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b723c2-5d1d-48ea-a557-a4370dd2a8d1'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:45.768986 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf628d7c-510c-4b0e-b77c-17e3faf494d8" -d '{"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-unplugged", "status": "completed", "tag": "61f3805e-7044-41b5-86e1-4050dd2c244f"}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-unplugged", "status": "completed", "tag": "24769aab-2ae0-4058-b14a-fce058cc9145"}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-unplugged", "status": "completed", "tag": "4023414f-3958-4985-843f-ed50fbc2073b"}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-unplugged", "status": "completed", "tag": "6305cef5-fc1a-47d8-8758-22836b774bff"}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-unplugged", "status": "completed", "tag": "66b723c2-5d1d-48ea-a557-a4370dd2a8d1"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:45.774084 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] For port 4023414f-3958-4985-843f-ed50fbc2073b, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=4023414f-3958-4985-843f-ed50fbc2073b,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:45.811608 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] For port 4023414f-3958-4985-843f-ed50fbc2073b, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:03:45.847282 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1652ed4-fcfb-4782-8d16-e92f3a505689 x-openstack-request-id: req-e1652ed4-fcfb-4782-8d16-e92f3a505689 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:45.847600 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-unplugged", "status": "completed", "tag": "61f3805e-7044-41b5-86e1-4050dd2c244f", "code": 200}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-unplugged", "status": "completed", "tag": "24769aab-2ae0-4058-b14a-fce058cc9145", "code": 200}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-unplugged", "status": "completed", "tag": "4023414f-3958-4985-843f-ed50fbc2073b", "code": 200}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-unplugged", "status": "completed", "tag": "6305cef5-fc1a-47d8-8758-22836b774bff", "code": 200}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-unplugged", "status": "completed", "tag": "66b723c2-5d1d-48ea-a557-a4370dd2a8d1", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:45.847850 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1652ed4-fcfb-4782-8d16-e92f3a505689 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:45.848313 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f3805e-7044-41b5-86e1-4050dd2c244f', 'code': 200} Jan 14 02:03:45.848709 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24769aab-2ae0-4058-b14a-fce058cc9145', 'code': 200} Jan 14 02:03:45.848833 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4023414f-3958-4985-843f-ed50fbc2073b', 'code': 200} Jan 14 02:03:45.849053 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6305cef5-fc1a-47d8-8758-22836b774bff', 'code': 200} Jan 14 02:03:45.849299 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b723c2-5d1d-48ea-a557-a4370dd2a8d1', 'code': 200} Jan 14 02:03:45.854263 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] device_id is not set on port 4023414f-3958-4985-843f-ed50fbc2073b yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 14 02:03:45.863115 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] Publish callbacks [] for port (4023414f-3958-4985-843f-ed50fbc2073b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.900674 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66bcf8-d81e-4c18-aa4f-81d763987288 req-9a46a41b-dd91-4f69-8755-febac4e928bf tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:45.907361 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66bcf8-d81e-4c18-aa4f-81d763987288 req-9a46a41b-dd91-4f69-8755-febac4e928bf tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:45.914463 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66bcf8-d81e-4c18-aa4f-81d763987288 req-9a46a41b-dd91-4f69-8755-febac4e928bf tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:45.921205 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66bcf8-d81e-4c18-aa4f-81d763987288 req-9a46a41b-dd91-4f69-8755-febac4e928bf tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:45.927112 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66bcf8-d81e-4c18-aa4f-81d763987288 req-9a46a41b-dd91-4f69-8755-febac4e928bf tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:45.933156 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66bcf8-d81e-4c18-aa4f-81d763987288 req-9a46a41b-dd91-4f69-8755-febac4e928bf tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:45.934317 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-e78bbc44-c33c-4645-86f9-a05e424d020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:45.935099 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c66bcf8-d81e-4c18-aa4f-81d763987288 req-9a46a41b-dd91-4f69-8755-febac4e928bf tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 4653 time: 0.2832322 Jan 14 02:03:45.935807 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-e78bbc44-c33c-4645-86f9-a05e424d020f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc80e2fd-d094-4f83-ba41-9367938e7b49 HTTP/1.1" status: 200 len: 797 time: 0.0695772 Jan 14 02:03:45.936562 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d28e638-75a2-4c15-915b-469c77981f29 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (00f86388-85e5-4014-9e54-1837c3df3d31), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:45.947914 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (4023414f-3958-4985-843f-ed50fbc2073b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.019137 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79e2c477-0274-4546-b27a-edbc7b6881c4 admin admin] Publish callbacks [] for security_group (3737252c-ce87-4c20-a7a2-6100acad8a33), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.054026 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] Pushing event updated for resources: {'Port': ['ID=4023414f-3958-4985-843f-ed50fbc2073b,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:46.058933 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7c66bcf8-d81e-4c18-aa4f-81d763987288 req-076399fe-14b1-495d-a933-dfbe5444facc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&id=359de584-6389-4e81-815d-59691364fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961940 Jan 14 02:03:46.069998 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (a8e6d690-4a15-45dc-93f0-e79bc328a3d2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.084463 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28e638-75a2-4c15-915b-469c77981f29 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f86388-85e5-4014-9e54-1837c3df3d31,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:46.128458 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d28e638-75a2-4c15-915b-469c77981f29 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.138411 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-6d28e638-75a2-4c15-915b-469c77981f29 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2571356 Jan 14 02:03:46.155780 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53228) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:46.161996 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e6d690-4a15-45dc-93f0-e79bc328a3d2']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:46.162629 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d3561b9c-1406-4ed7-8f5c-3a14e906dabd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': '9817ee42-89e5-4c7a-baed-81b9d8c7ad4d', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:46.165724 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] No DVR routers for this DVR port 4023414f-3958-4985-843f-ed50fbc2073b on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:46.171912 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79e2c477-0274-4546-b27a-edbc7b6881c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (3737252c-ce87-4c20-a7a2-6100acad8a33), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.174508 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79e2c477-0274-4546-b27a-edbc7b6881c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.185730 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-79e2c477-0274-4546-b27a-edbc7b6881c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3737252c-ce87-4c20-a7a2-6100acad8a33 HTTP/1.1" status: 204 len: 168 time: 0.5831611 Jan 14 02:03:46.203074 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for port (b9261876-fb62-4130-85ab-be1c11605fa0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.212079 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2c477-0274-4546-b27a-edbc7b6881c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3737252c-ce87-4c20-a7a2-6100acad8a33,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:46.219252 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (b9261876-fb62-4130-85ab-be1c11605fa0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.254036 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-55ce2362-a29c-4bfd-9a6a-7f2baad398c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:46.255675 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-55ce2362-a29c-4bfd-9a6a-7f2baad398c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2460620 Jan 14 02:03:46.263700 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3053c5-5638-4f23-9901-0fd7aaf5332b') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:46.265018 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3053c5-5638-4f23-9901-0fd7aaf5332b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:46.331927 n-d-824358-4 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-d3561b9c-1406-4ed7-8f5c-3a14e906dabd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Project 43a28359970349f68e5694ea755d49e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 02:03:46.382791 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-9b2fc807-544d-4b41-b711-09c3ef8d4022 service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101789 Jan 14 02:03:46.389587 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (fb3053c5-5638-4f23-9901-0fd7aaf5332b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.399528 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3561b9c-1406-4ed7-8f5c-3a14e906dabd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (a0ab9ea1-29b8-49dc-bacb-8e86412423ce), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.442270 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event updated for resources: {'Port': ['ID=b9261876-fb62-4130-85ab-be1c11605fa0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:46.477879 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (fb3053c5-5638-4f23-9901-0fd7aaf5332b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.480145 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] In _notify_port_updated(), no bound segment for port 4023414f-3958-4985-843f-ed50fbc2073b on network ec30433c-9afa-411b-893d-ef7db51bc290 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 14 02:03:46.481220 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:46.481695 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.483190 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-00c9c399-6590-44ab-a50f-365b599f83bb req-5e37cbf3-7c03-4231-9179-5fe530de7074 service neutron] 10.222.0.46 "PUT /v2.0/ports/4023414f-3958-4985-843f-ed50fbc2073b HTTP/1.1" status: 200 len: 1031 time: 1.1472421 Jan 14 02:03:46.486807 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (5619b0b2-2d11-4cfc-a3b8-dc476e9b71f3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.506954 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:03:46.507195 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (fb3053c5-5638-4f23-9901-0fd7aaf5332b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.522231 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.523582 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e19d22ae-d93e-4dd2-a4cd-d2ff94dcd282 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8713801 Jan 14 02:03:46.525815 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3561b9c-1406-4ed7-8f5c-3a14e906dabd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (a0ab9ea1-29b8-49dc-bacb-8e86412423ce), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.544516 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3561b9c-1406-4ed7-8f5c-3a14e906dabd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (a0ab9ea1-29b8-49dc-bacb-8e86412423ce), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:03:46.569899 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:03:46.583667 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3561b9c-1406-4ed7-8f5c-3a14e906dabd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.588316 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-d3561b9c-1406-4ed7-8f5c-3a14e906dabd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4314492 Jan 14 02:03:46.589660 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53238) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:46.590383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3561b9c-1406-4ed7-8f5c-3a14e906dabd tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ab9ea1-29b8-49dc-bacb-8e86412423ce,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:46.601287 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f1f6c976-2a18-42be-a4a3-d96e2abe5bcc None None] Provisioning complete for port 4023414f-3958-4985-843f-ed50fbc2073b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:46.603541 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-41aa727a-5a01-4c62-8451-d0f224db3290 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'security_group_rule': {'security_group_id': '9817ee42-89e5-4c7a-baed-81b9d8c7ad4d', 'project_id': '43a28359970349f68e5694ea755d49e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:46.604200 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1f6c976-2a18-42be-a4a3-d96e2abe5bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (4023414f-3958-4985-843f-ed50fbc2073b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.649994 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6c976-2a18-42be-a4a3-d96e2abe5bcc None None] Port 4023414f-3958-4985-843f-ed50fbc2073b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:03:46.663177 n-d-824358-4 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-41aa727a-5a01-4c62-8451-d0f224db3290 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Project 43a28359970349f68e5694ea755d49e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 02:03:46.670452 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41aa727a-5a01-4c62-8451-d0f224db3290 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (25c26ec8-8dfb-45a6-964f-3b093470f7ba), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.778567 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41aa727a-5a01-4c62-8451-d0f224db3290 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (25c26ec8-8dfb-45a6-964f-3b093470f7ba), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.788168 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41aa727a-5a01-4c62-8451-d0f224db3290 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (25c26ec8-8dfb-45a6-964f-3b093470f7ba), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.819147 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa727a-5a01-4c62-8451-d0f224db3290 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c26ec8-8dfb-45a6-964f-3b093470f7ba,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:46.830539 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41aa727a-5a01-4c62-8451-d0f224db3290 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.845169 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-41aa727a-5a01-4c62-8451-d0f224db3290 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2343056 Jan 14 02:03:46.846756 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-7cd8b11e-0e60-4583-b584-4a6c6bde82bf service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525917 Jan 14 02:03:46.847874 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (a8e6d690-4a15-45dc-93f0-e79bc328a3d2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.856832 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:46.864506 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53254) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:46.872564 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "DELETE /v2.0/networks/a8e6d690-4a15-45dc-93f0-e79bc328a3d2 HTTP/1.1" status: 204 len: 168 time: 1.9818940 Jan 14 02:03:46.999311 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 67ce190f-bd92-48e1-b322-01837342f9fb no longer exists at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 02:03:47.034064 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c030493-6f42-49f3-aa53-6c88787607c1 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'Network': ['ID=a8e6d690-4a15-45dc-93f0-e79bc328a3d2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:47.038352 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-77b2e887-faf4-418a-ad66-2678713e364d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66b723c2-5d1d-48ea-a557-a4370dd2a8d1 HTTP/1.1" status: 200 len: 217 time: 0.1572618 Jan 14 02:03:47.047805 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] No Port match for: 67ce190f-bd92-48e1-b322-01837342f9fb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 02:03:47.050133 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 67ce190f-bd92-48e1-b322-01837342f9fb not bound to the agent host n-d-824358-4 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 02:03:47.067984 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-171662e9-44e5-4150-8431-1bba416bf8e4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--999007237&fields=id&tenant_id=42f9d01fc2414870a905772f960ffd1e HTTP/1.1" status: 200 len: 267 time: 0.1922336 Jan 14 02:03:47.119910 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Deleting port 077e1f7b-84a1-4a94-afd3-17ae41a0903c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:47.120259 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:47.153473 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbea23a8-0d42-40f2-b19a-205000de5afe tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (40c86b24-e9c3-494a-9bd7-546310d4125d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:47.194882 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-df772e39-b81d-46ba-812e-5702ad5a7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:47.197260 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-df772e39-b81d-46ba-812e-5702ad5a7a5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc80e2fd-d094-4f83-ba41-9367938e7b49 HTTP/1.1" status: 200 len: 797 time: 0.1492512 Jan 14 02:03:47.200026 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbea23a8-0d42-40f2-b19a-205000de5afe tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (40c86b24-e9c3-494a-9bd7-546310d4125d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:47.287497 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b651d-f22a-4490-a711-a23e67091395 req-8471209e-24e4-4558-9abc-63715c061dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:47.289100 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-8471209e-24e4-4558-9abc-63715c061dff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34af9444-73e2-4bf1-aca9-d671713da719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0850930 Jan 14 02:03:47.309203 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ef18e037-e521-4977-a340-4549196ff86f tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:47.311051 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ef18e037-e521-4977-a340-4549196ff86f tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 811 time: 0.2345874 Jan 14 02:03:47.333024 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-28317953-9115-4bd0-b222-008b9fa6f583 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/quotas/42f9d01fc2414870a905772f960ffd1e HTTP/1.1" status: 200 len: 375 time: 0.0146351 Jan 14 02:03:47.366483 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03435a15-ed0a-4b40-84ac-00dab27f09e4 req-d867b0f0-6c5d-4512-9d5f-ee4b87e03015 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:47.373189 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03435a15-ed0a-4b40-84ac-00dab27f09e4 req-d867b0f0-6c5d-4512-9d5f-ee4b87e03015 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:47.379866 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03435a15-ed0a-4b40-84ac-00dab27f09e4 req-d867b0f0-6c5d-4512-9d5f-ee4b87e03015 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:47.383655 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] For port 077e1f7b-84a1-4a94-afd3-17ae41a0903c, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=077e1f7b-84a1-4a94-afd3-17ae41a0903c,segment=NetworkSegment(1902c287-4d6c-4ba6-b197-b3cb1d52c85e),segment_id=1902c287-4d6c-4ba6-b197-b3cb1d52c85e)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:47.384281 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:47.386933 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03435a15-ed0a-4b40-84ac-00dab27f09e4 req-d867b0f0-6c5d-4512-9d5f-ee4b87e03015 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:47.395225 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03435a15-ed0a-4b40-84ac-00dab27f09e4 req-d867b0f0-6c5d-4512-9d5f-ee4b87e03015 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:47.403872 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03435a15-ed0a-4b40-84ac-00dab27f09e4 req-d867b0f0-6c5d-4512-9d5f-ee4b87e03015 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 3877 time: 0.1542828 Jan 14 02:03:47.498602 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-41bdbc8f-937b-4243-b683-ec79659c44fd service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014647 Jan 14 02:03:47.500859 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbea23a8-0d42-40f2-b19a-205000de5afe tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (40c86b24-e9c3-494a-9bd7-546310d4125d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:47.504692 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbea23a8-0d42-40f2-b19a-205000de5afe tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:47.511499 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fbea23a8-0d42-40f2-b19a-205000de5afe tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "DELETE /v2.0/security-groups/40c86b24-e9c3-494a-9bd7-546310d4125d HTTP/1.1" status: 204 len: 168 time: 0.6456087 Jan 14 02:03:47.537717 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ef4cf7b5-040b-45d5-aba8-df890e2d5794 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1877589 Jan 14 02:03:47.570270 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-03435a15-ed0a-4b40-84ac-00dab27f09e4 req-c44dcae1-e578-48c2-86f9-c831aa560e3d tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585040 Jan 14 02:03:47.572046 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea23a8-0d42-40f2-b19a-205000de5afe tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c86b24-e9c3-494a-9bd7-546310d4125d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:47.646115 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53284) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:47.736137 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-b30b651d-f22a-4490-a711-a23e67091395 req-6537c6fd-29b3-4983-9140-7382701a4a65 service neutron] 10.222.0.46 "GET /v2.0/networks/34af9444-73e2-4bf1-aca9-d671713da719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945252 Jan 14 02:03:47.739472 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:47.739841 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (dc9a3fe7-186a-489e-9150-17ede370d3c1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:47.740149 n-d-824358-4 neutron-server[103354]: INFO neutron.db.l3_db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Floating IP dc9a3fe7-186a-489e-9150-17ede370d3c1 disassociated. External IP: 172.25.2.143, port: 077e1f7b-84a1-4a94-afd3-17ae41a0903c. Jan 14 02:03:47.740492 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Calling delete_port for 077e1f7b-84a1-4a94-afd3-17ae41a0903c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:47.810887 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e0fad85d-93e4-4ea1-920e-365acf692692 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366218602&fields=id&tenant_id=43a28359970349f68e5694ea755d49e7 HTTP/1.1" status: 200 len: 267 time: 0.1046500 Jan 14 02:03:47.813336 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-38a0a2e3-bfe7-4416-8f70-44a9691e113d service neutron] 10.222.0.26 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664645 Jan 14 02:03:47.875495 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1166721478-network', 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:47.978836 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (077e1f7b-84a1-4a94-afd3-17ae41a0903c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:47.985022 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Made reservation on behalf of fa6e6d8023324ae7be9bcc98a7d8b772 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:03:47.987729 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:48.025263 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:48.041331 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event deleted for resources: {'Port': ['ID=077e1f7b-84a1-4a94-afd3-17ae41a0903c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:48.060326 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-3c3afacd-a064-4212-9441-affff65dfb4e service neutron] 10.222.0.26 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216880 Jan 14 02:03:48.090989 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db207a-7c05-411a-bd52-04a661d47474 req-d0672355-87d1-4fc6-a345-f799fb742513 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:48.098812 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-d0672355-87d1-4fc6-a345-f799fb742513 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/networks?id=3f45fba4-ab90-4c00-a730-2b397a83f6a0 HTTP/1.1" status: 200 len: 796 time: 0.2747092 Jan 14 02:03:48.140587 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-cb813b45-a689-4b13-96a0-2128bedee3aa tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/quotas/43a28359970349f68e5694ea755d49e7 HTTP/1.1" status: 200 len: 375 time: 0.0402758 Jan 14 02:03:48.260201 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-31087a73-f63c-4578-b5e7-e46ff599343c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146343 Jan 14 02:03:48.314978 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Router 7f4a2a03-f37c-4457-a8e2-1049fe94117e has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:03:48.344859 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Publish callbacks [] for security_group (23cb0229-9d43-48ca-bb19-df182375e252), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:48.455063 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (23cb0229-9d43-48ca-bb19-df182375e252), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:48.533511 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8b3e32a0-836d-4bb0-b2ba-3808ee5321a2 req-40c1c2d9-9b6b-4318-9572-4d0a5c096106 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 210 time: 0.1385880 Jan 14 02:03:48.579749 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:03:48.639950 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-607f31ea-97aa-4cd1-93d7-b3925c0e9dd6 service neutron] 10.222.0.26 "GET /v2.0/networks/3f45fba4-ab90-4c00-a730-2b397a83f6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579977 Jan 14 02:03:48.640183 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cb0229-9d43-48ca-bb19-df182375e252,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:48.662912 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (4efec744-1e31-4f21-9379-242c0fad4d08), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:48.662912 n-d-824358-4 neutron-server[103354]: INFO neutron.db.segments_db [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Added segment 4efec744-1e31-4f21-9379-242c0fad4d08 of type vlan for network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a Jan 14 02:03:48.853485 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-ff714d11-7802-4f67-8d19-7739ccaad761 service neutron] 10.222.0.26 "GET /v2.0/networks/3f45fba4-ab90-4c00-a730-2b397a83f6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146411 Jan 14 02:03:48.877521 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (96e3e4ef-fca5-4b0a-a4df-67ebf90a641a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:48.924107 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:03:48.936742 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ecf2d2-f689-4a3b-943c-12feedef0b47 None None] Sync routers for ids ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:03:48.985905 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecf2d2-f689-4a3b-943c-12feedef0b47 None None] Routers {'7f4a2a03-f37c-4457-a8e2-1049fe94117e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:48.986660 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-05ecf2d2-f689-4a3b-943c-12feedef0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:49.008258 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] No DVR routers for this DVR port 077e1f7b-84a1-4a94-afd3-17ae41a0903c on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:49.012293 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:49.016274 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-00c9c399-6590-44ab-a50f-365b599f83bb req-258bf1a7-580a-4f75-97ef-64c914add547 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "DELETE /v2.0/ports/077e1f7b-84a1-4a94-afd3-17ae41a0903c HTTP/1.1" status: 204 len: 173 time: 2.5261829 Jan 14 02:03:49.017790 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-deleted', 'tag': '077e1f7b-84a1-4a94-afd3-17ae41a0903c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:49.020737 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe6886b-e23a-4c4f-b3b6-eb6b4ad83284" -d '{"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-deleted", "tag": "077e1f7b-84a1-4a94-afd3-17ae41a0903c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:49.098790 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (96e3e4ef-fca5-4b0a-a4df-67ebf90a641a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:49.100079 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:49.100681 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:49.208127 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-05ecf2d2-f689-4a3b-943c-12feedef0b47 None None] Set router 7f4a2a03-f37c-4457-a8e2-1049fe94117e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:49.350658 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee91f8-d653-4292-a9d2-bf39ec25ec5a req-ba6743c6-8c2a-4edf-9833-0241fc29234e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:49.361639 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee91f8-d653-4292-a9d2-bf39ec25ec5a req-ba6743c6-8c2a-4edf-9833-0241fc29234e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:49.373663 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee91f8-d653-4292-a9d2-bf39ec25ec5a req-ba6743c6-8c2a-4edf-9833-0241fc29234e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:49.394035 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee91f8-d653-4292-a9d2-bf39ec25ec5a req-ba6743c6-8c2a-4edf-9833-0241fc29234e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:49.397229 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1eee91f8-d653-4292-a9d2-bf39ec25ec5a req-ba6743c6-8c2a-4edf-9833-0241fc29234e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 3143 time: 0.1627429 Jan 14 02:03:49.422030 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7745028 Jan 14 02:03:49.438378 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53324) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:49.444879 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1c30dfa7-2fdb-4a50-8b32-cbc0d4843024 admin admin] Request body: {'subnet': {'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1166721478-subnet', 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:49.456140 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc0dc5-4af2-44eb-920d-d3f1661e4824 admin admin] Pushing event updated for resources: {'Network': ['ID=96e3e4ef-fca5-4b0a-a4df-67ebf90a641a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:49.472029 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:03:49.511033 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c30dfa7-2fdb-4a50-8b32-cbc0d4843024 admin admin] Made reservation on behalf of fa6e6d8023324ae7be9bcc98a7d8b772 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:03:49.515082 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c30dfa7-2fdb-4a50-8b32-cbc0d4843024 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:49.528709 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00c9c399-6590-44ab-a50f-365b599f83bb req-efcc0fab-f36b-4b72-9523-208804451a50 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Deleting port 24769aab-2ae0-4058-b14a-fce058cc9145 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:49.529313 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-efcc0fab-f36b-4b72-9523-208804451a50 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:49.593529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-1eee91f8-d653-4292-a9d2-bf39ec25ec5a req-fb21e83c-06f6-4400-ae18-9cc9c4b23845 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885793 Jan 14 02:03:49.775523 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2b2f83-1641-4386-b8a3-6ce51ef19049 x-openstack-request-id: req-6a2b2f83-1641-4386-b8a3-6ce51ef19049 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:49.775823 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-deleted", "tag": "077e1f7b-84a1-4a94-afd3-17ae41a0903c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:49.776078 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a2b2f83-1641-4386-b8a3-6ce51ef19049 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:49.776491 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-deleted', 'tag': '077e1f7b-84a1-4a94-afd3-17ae41a0903c', 'status': 'completed', 'code': 200} Jan 14 02:03:49.808300 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53332) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:49.820285 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-05ecf2d2-f689-4a3b-943c-12feedef0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:05Z', 'updated_at': '2022-01-14T01:51:17Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'gw_port': {'id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:08Z', 'updated_at': '2022-01-14T01:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b1b2016c-5deb-48df-b1d9-69fa54ebb467', 'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'mac_address': 'fa:16:3e:7e:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:15Z', 'updated_at': '2022-01-14T01:51:26Z', 'revision_number': 5, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'subnets': [{'id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:49.835736 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ec149d2a-5c04-4e92-a2a0-1c789f25b521 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1616051210', 'description': 'tempest-secgroup-smoke-1616051210 description', 'project_id': '63ad23e535974d8ebd72d18abfca4821'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:49.893846 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-efcc0fab-f36b-4b72-9523-208804451a50 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] For port 24769aab-2ae0-4058-b14a-fce058cc9145, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=24769aab-2ae0-4058-b14a-fce058cc9145,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:49.894440 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-efcc0fab-f36b-4b72-9523-208804451a50 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:49.928836 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ecf2d2-f689-4a3b-943c-12feedef0b47 None None] Checking router: 7f4a2a03-f37c-4457-a8e2-1049fe94117e for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:03:49.930846 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00c9c399-6590-44ab-a50f-365b599f83bb req-efcc0fab-f36b-4b72-9523-208804451a50 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Calling delete_port for 24769aab-2ae0-4058-b14a-fce058cc9145 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:49.949008 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecf2d2-f689-4a3b-943c-12feedef0b47 None None] Routers {'7f4a2a03-f37c-4457-a8e2-1049fe94117e'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:49.950156 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-05ecf2d2-f689-4a3b-943c-12feedef0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:50.030742 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-93234386-184a-4b4c-80f9-f8cbd5b0706e req-22bdac7c-b6ba-45be-aa5d-f4d37127b695 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 210 time: 0.1524746 Jan 14 02:03:50.180357 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9ade42f5-391d-4844-8bce-f7d7c04d3734 req-7c71ea29-2eb2-4423-8bed-da49921116cf tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 210 time: 0.2453189 Jan 14 02:03:50.183431 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec149d2a-5c04-4e92-a2a0-1c789f25b521 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.203272 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c30dfa7-2fdb-4a50-8b32-cbc0d4843024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (2939308c-3471-4837-b397-0b9e489924ed), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.210877 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-05ecf2d2-f689-4a3b-943c-12feedef0b47 None None] Set router 7f4a2a03-f37c-4457-a8e2-1049fe94117e gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:50.227773 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-efcc0fab-f36b-4b72-9523-208804451a50 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (24769aab-2ae0-4058-b14a-fce058cc9145), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.278939 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc0fab-f36b-4b72-9523-208804451a50 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event deleted for resources: {'Port': ['ID=24769aab-2ae0-4058-b14a-fce058cc9145,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:50.306038 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30dfa7-2fdb-4a50-8b32-cbc0d4843024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2939308c-3471-4837-b397-0b9e489924ed,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:50.371955 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c30dfa7-2fdb-4a50-8b32-cbc0d4843024 admin admin] Checking segment: {'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:03:50.372597 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c30dfa7-2fdb-4a50-8b32-cbc0d4843024 admin admin] Network hostable DHCP agents. Network: 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:03:50.383039 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-efcc0fab-f36b-4b72-9523-208804451a50 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] No DVR routers for this DVR port 24769aab-2ae0-4058-b14a-fce058cc9145 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:50.398496 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-efcc0fab-f36b-4b72-9523-208804451a50 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.402599 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-00c9c399-6590-44ab-a50f-365b599f83bb req-efcc0fab-f36b-4b72-9523-208804451a50 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "DELETE /v2.0/ports/24769aab-2ae0-4058-b14a-fce058cc9145 HTTP/1.1" status: 204 len: 173 time: 1.3782976 Jan 14 02:03:50.405888 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec149d2a-5c04-4e92-a2a0-1c789f25b521 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (79ef418d-1397-4b20-bec8-6d927e8d58a2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.415665 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec149d2a-5c04-4e92-a2a0-1c789f25b521 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (79ef418d-1397-4b20-bec8-6d927e8d58a2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.449321 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec149d2a-5c04-4e92-a2a0-1c789f25b521 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.451905 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-ec149d2a-5c04-4e92-a2a0-1c789f25b521 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6426041 Jan 14 02:03:50.457072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53336) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:50.462645 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fb817085-80ad-4202-94c3-0242c6ce6f6d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': '79ef418d-1397-4b20-bec8-6d927e8d58a2', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:50.477900 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c30dfa7-2fdb-4a50-8b32-cbc0d4843024 admin admin] Network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:03:50.493060 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec149d2a-5c04-4e92-a2a0-1c789f25b521 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ef418d-1397-4b20-bec8-6d927e8d58a2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:50.503655 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1c30dfa7-2fdb-4a50-8b32-cbc0d4843024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:50.508783 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c30dfa7-2fdb-4a50-8b32-cbc0d4843024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:50.509468 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c30dfa7-2fdb-4a50-8b32-cbc0d4843024 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.517035 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a5f4a8-4d31-480f-be0f-0afdcc23a73d None None] Network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:03:50.550926 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-1c30dfa7-2fdb-4a50-8b32-cbc0d4843024 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1098373 Jan 14 02:03:50.554944 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53338) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:50.569072 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1166721478-router', 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:50.611025 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb817085-80ad-4202-94c3-0242c6ce6f6d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (cf0893cd-33b8-4f14-8622-975b5b6be6f5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.629298 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00c9c399-6590-44ab-a50f-365b599f83bb req-d2820111-d9e4-47aa-b49e-23a9406c0610 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Deleting port 6305cef5-fc1a-47d8-8758-22836b774bff {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:50.629656 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-d2820111-d9e4-47aa-b49e-23a9406c0610 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.665809 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (705026d4-6fa0-4871-ae9f-d2dd20ba9416), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.668072 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (705026d4-6fa0-4871-ae9f-d2dd20ba9416), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.725376 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-05ecf2d2-f689-4a3b-943c-12feedef0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:05Z', 'updated_at': '2022-01-14T01:51:17Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'gw_port': {'id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:08Z', 'updated_at': '2022-01-14T01:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b1b2016c-5deb-48df-b1d9-69fa54ebb467', 'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'mac_address': 'fa:16:3e:7e:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:15Z', 'updated_at': '2022-01-14T01:51:26Z', 'revision_number': 5, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'subnets': [{'id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:50.787462 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-96e3e4ef-fca5-4b0a-a4df-67ebf90a641a', 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a', 'project_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'fixed_ips': [{'subnet_id': '2939308c-3471-4837-b397-0b9e489924ed'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:03:50.789313 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:50.822162 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ecf2d2-f689-4a3b-943c-12feedef0b47 None None] The sync data for ids ['7f4a2a03-f37c-4457-a8e2-1049fe94117e'] in n-d-824358-4 is: [{'id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'name': 'tempest-TaggedBootDevicesTest_v242-296041158-router', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:51:05Z', 'updated_at': '2022-01-14T01:51:17Z', 'revision_number': 4, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'gw_port': {'id': '428bba41-ca97-4394-af7d-5f68d30d6b3b', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:08Z', 'updated_at': '2022-01-14T01:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'b1b2016c-5deb-48df-b1d9-69fa54ebb467', 'name': '', 'network_id': 'd904935c-610e-42e6-94e1-24e36d7164e2', 'tenant_id': '6b0dba3ed3b24efa9666f642e1209540', 'mac_address': 'fa:16:3e:7e:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4a2a03-f37c-4457-a8e2-1049fe94117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:51:15Z', 'updated_at': '2022-01-14T01:51:26Z', 'revision_number': 5, 'project_id': '6b0dba3ed3b24efa9666f642e1209540', 'subnets': [{'id': '56102bb5-946c-4250-a30d-1c09c3c59942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:03:51.010155 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-d2820111-d9e4-47aa-b49e-23a9406c0610 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] For port 6305cef5-fc1a-47d8-8758-22836b774bff, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=6305cef5-fc1a-47d8-8758-22836b774bff,segment=NetworkSegment(40f2e680-ed7e-4490-b6c8-5da78460a12b),segment_id=40f2e680-ed7e-4490-b6c8-5da78460a12b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:51.011177 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-d2820111-d9e4-47aa-b49e-23a9406c0610 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:51.092589 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-456deeb5-8490-4e91-b255-67991918b511 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:51.095564 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-456deeb5-8490-4e91-b255-67991918b511 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.46 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 811 time: 0.3892007 Jan 14 02:03:51.098870 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00c9c399-6590-44ab-a50f-365b599f83bb req-d2820111-d9e4-47aa-b49e-23a9406c0610 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Calling delete_port for 6305cef5-fc1a-47d8-8758-22836b774bff owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:51.312052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-8e039e3f-33a7-40ea-860e-65c9815dddbc req-9f8fff77-3c9c-4a5b-bea4-6953dc5cdf43 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 210 time: 0.0710468 Jan 14 02:03:51.356812 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Publish callbacks [] for router_controller (705026d4-6fa0-4871-ae9f-d2dd20ba9416), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:51.488952 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-87211467-9040-4a20-a0cb-e4db31617368 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f9d01fc2414870a905772f960ffd1e HTTP/1.1" status: 200 len: 379 time: 0.3752420 Jan 14 02:03:51.500572 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Request body: {'port': {'device_id': '9239eb83-dd56-4093-b289-94a3a4ee163c', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'admin_state_up': True, 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'security_groups': ['766a84a4-37bd-468c-8aa2-3d654d6bfac1']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:51.695829 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9dca8e6c-50e4-4c5b-b011-fb1cb6225a66 req-fca56c7a-5c8b-43a1-82bc-0c6125758dee tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 210 time: 0.2563238 Jan 14 02:03:51.702920 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb817085-80ad-4202-94c3-0242c6ce6f6d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (cf0893cd-33b8-4f14-8622-975b5b6be6f5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:51.754459 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952cdd19-ed8d-47ee-bbf8-7c30ddfd1752 None None] New status for floating IP dc9a3fe7-186a-489e-9150-17ede370d3c1: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 02:03:51.791987 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb817085-80ad-4202-94c3-0242c6ce6f6d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (cf0893cd-33b8-4f14-8622-975b5b6be6f5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:51.872640 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Publish callbacks [] for router_gateway (705026d4-6fa0-4871-ae9f-d2dd20ba9416), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:51.940950 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db207a-7c05-411a-bd52-04a661d47474 req-c02fb36d-3d0c-4122-9318-6243794bca6b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:51.942509 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-c02fb36d-3d0c-4122-9318-6243794bca6b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "GET /v2.0/networks?id=3f45fba4-ab90-4c00-a730-2b397a83f6a0 HTTP/1.1" status: 200 len: 796 time: 0.7047141 Jan 14 02:03:51.950817 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Allocated IP 172.20.0.2 (96e3e4ef-fca5-4b0a-a4df-67ebf90a641a/2939308c-3471-4837-b397-0b9e489924ed/b76d8a86-ce93-4130-b8b0-525ccbeae9bc) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:03:51.966278 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd813cd-cdde-4cfc-a47b-b082568002ce req-c5270c54-cca9-49dd-bb1d-5859257d8b15 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:51.980192 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd813cd-cdde-4cfc-a47b-b082568002ce req-c5270c54-cca9-49dd-bb1d-5859257d8b15 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:51.988398 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd813cd-cdde-4cfc-a47b-b082568002ce req-c5270c54-cca9-49dd-bb1d-5859257d8b15 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:51.990085 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0dd813cd-cdde-4cfc-a47b-b082568002ce req-c5270c54-cca9-49dd-bb1d-5859257d8b15 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 2410 time: 1.1378615 Jan 14 02:03:52.233525 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Publish callbacks [] for port (b76d8a86-ce93-4130-b8b0-525ccbeae9bc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:52.246271 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (b76d8a86-ce93-4130-b8b0-525ccbeae9bc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:52.351986 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:03:52.353724 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Pushing event updated for resources: {'Port': ['ID=b76d8a86-ce93-4130-b8b0-525ccbeae9bc,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:52.365286 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:52.369367 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:03:52.439303 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Attempting to bind port b76d8a86-ce93-4130-b8b0-525ccbeae9bc on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:03:52.439773 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Attempting to bind port b76d8a86-ce93-4130-b8b0-525ccbeae9bc by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:03:52.440209 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Attempting to bind port b76d8a86-ce93-4130-b8b0-525ccbeae9bc on network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:03:52.444193 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-deleted', 'tag': '24769aab-2ae0-4058-b14a-fce058cc9145'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:52.446457 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd3cb71-9ff0-4646-8468-948115096282" -d '{"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-deleted", "tag": "24769aab-2ae0-4058-b14a-fce058cc9145"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:52.447733 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:03:52.448192 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Checking segment: {'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:03:52.448666 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:52.449173 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Bound using segment: {'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:03:52.449763 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Bound port: b76d8a86-ce93-4130-b8b0-525ccbeae9bc, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:03:52.450207 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b76d8a86-ce93-4130-b8b0-525ccbeae9bc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:52.535427 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] For port b76d8a86-ce93-4130-b8b0-525ccbeae9bc, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:03:52.540046 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] For port b76d8a86-ce93-4130-b8b0-525ccbeae9bc, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b76d8a86-ce93-4130-b8b0-525ccbeae9bc,segment=NetworkSegment(4efec744-1e31-4f21-9379-242c0fad4d08),segment_id=4efec744-1e31-4f21-9379-242c0fad4d08)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:03:52.553922 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b76d8a86-ce93-4130-b8b0-525ccbeae9bc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:52.642701 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-d2820111-d9e4-47aa-b49e-23a9406c0610 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (6305cef5-fc1a-47d8-8758-22836b774bff), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:52.685947 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2820111-d9e4-47aa-b49e-23a9406c0610 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event deleted for resources: {'Port': ['ID=6305cef5-fc1a-47d8-8758-22836b774bff,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:52.732551 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a95d60-3882-4141-a22c-7a68cbd87d27 None None] Pushing event updated for resources: {'Port': ['ID=b76d8a86-ce93-4130-b8b0-525ccbeae9bc,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:52.739948 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-d2820111-d9e4-47aa-b49e-23a9406c0610 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] No DVR routers for this DVR port 6305cef5-fc1a-47d8-8758-22836b774bff on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:52.743434 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-d2820111-d9e4-47aa-b49e-23a9406c0610 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:52.759807 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-00c9c399-6590-44ab-a50f-365b599f83bb req-d2820111-d9e4-47aa-b49e-23a9406c0610 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "DELETE /v2.0/ports/6305cef5-fc1a-47d8-8758-22836b774bff HTTP/1.1" status: 204 len: 173 time: 2.3454750 Jan 14 02:03:52.763656 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb817085-80ad-4202-94c3-0242c6ce6f6d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0893cd-33b8-4f14-8622-975b5b6be6f5,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:52.812086 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb817085-80ad-4202-94c3-0242c6ce6f6d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:52.813236 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-fb817085-80ad-4202-94c3-0242c6ce6f6d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3545716 Jan 14 02:03:52.828673 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ab0073a3-1e42-4369-9b6a-114be9ea41c8 req-20be0c6b-aa42-454e-a935-c00a42a4724c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 210 time: 0.0690978 Jan 14 02:03:52.839758 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53376) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:52.860147 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Made reservation on behalf of 42f9d01fc2414870a905772f960ffd1e for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:03:52.864776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:52.882984 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a0546732-d768-4c69-9e03-ac5f9a26ee35 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': '79ef418d-1397-4b20-bec8-6d927e8d58a2', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:52.930754 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cc21b4-43aa-41e6-9076-d0e87186441b x-openstack-request-id: req-e9cc21b4-43aa-41e6-9076-d0e87186441b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:52.931070 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-deleted", "tag": "24769aab-2ae0-4058-b14a-fce058cc9145", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:52.931290 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9cc21b4-43aa-41e6-9076-d0e87186441b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:52.931676 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-deleted', 'tag': '24769aab-2ae0-4058-b14a-fce058cc9145', 'status': 'completed', 'code': 200} Jan 14 02:03:53.036071 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-d7a71969-ab3d-4a44-bdf0-ad1fa0d73c23 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43a28359970349f68e5694ea755d49e7 HTTP/1.1" status: 200 len: 380 time: 1.0449309 Jan 14 02:03:53.064735 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0dd813cd-cdde-4cfc-a47b-b082568002ce req-4bc7046d-86bd-45fd-b46a-8aec74e05009 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0294497 Jan 14 02:03:53.077135 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00c9c399-6590-44ab-a50f-365b599f83bb req-ad01d1a5-785c-4ff3-af95-f5e719bc6629 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Deleting port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:53.079009 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-ad01d1a5-785c-4ff3-af95-f5e719bc6629 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:53.082382 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Request body: {'port': {'device_id': '11db1d04-740b-4feb-9151-61e5b98c597c', 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0', 'admin_state_up': True, 'tenant_id': '43a28359970349f68e5694ea755d49e7', 'security_groups': ['9817ee42-89e5-4c7a-baed-81b9d8c7ad4d']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:53.153372 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b76d8a86-ce93-4130-b8b0-525ccbeae9bc up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:03:53.204891 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-100b138c-775e-4844-a465-20c038fc43ae req-d146e62e-e221-467c-a7ea-93eedf192cf5 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 210 time: 0.1117063 Jan 14 02:03:53.278263 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port b76d8a86-ce93-4130-b8b0-525ccbeae9bc triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:53.278817 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b76d8a86-ce93-4130-b8b0-525ccbeae9bc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:53.318270 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Allocated IP 172.20.0.3 (6f80240f-7727-4830-9a11-a724cf54f32d/cd91e3b7-de24-46af-a7f7-5709419078da/85e7d3f4-d738-4116-ae57-f04f63b2dde9) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:03:53.344937 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0546732-d768-4c69-9e03-ac5f9a26ee35 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (36961a43-4566-4233-84b6-bf208808af15), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:53.415310 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port b76d8a86-ce93-4130-b8b0-525ccbeae9bc is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:53.415699 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (b76d8a86-ce93-4130-b8b0-525ccbeae9bc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:53.497801 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port b76d8a86-ce93-4130-b8b0-525ccbeae9bc, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=b76d8a86-ce93-4130-b8b0-525ccbeae9bc,segment=NetworkSegment(4efec744-1e31-4f21-9379-242c0fad4d08),segment_id=4efec744-1e31-4f21-9379-242c0fad4d08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:53.502695 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (b76d8a86-ce93-4130-b8b0-525ccbeae9bc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:53.558608 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=b76d8a86-ce93-4130-b8b0-525ccbeae9bc,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:53.615001 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Made reservation on behalf of 43a28359970349f68e5694ea755d49e7 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:03:53.618549 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:53.663717 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:53.713988 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:53.721773 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-ad01d1a5-785c-4ff3-af95-f5e719bc6629 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] For port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:53.722147 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-ad01d1a5-785c-4ff3-af95-f5e719bc6629 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:53.774229 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0546732-d768-4c69-9e03-ac5f9a26ee35 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (36961a43-4566-4233-84b6-bf208808af15), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:53.786387 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0546732-d768-4c69-9e03-ac5f9a26ee35 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (36961a43-4566-4233-84b6-bf208808af15), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:53.812629 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Pushing event updated for resources: {'Port': ['ID=85e7d3f4-d738-4116-ae57-f04f63b2dde9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:53.846003 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00c9c399-6590-44ab-a50f-365b599f83bb req-ad01d1a5-785c-4ff3-af95-f5e719bc6629 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Calling delete_port for 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:53.857208 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Network 6f80240f-7727-4830-9a11-a724cf54f32d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:03:53.861261 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:53.865246 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:03:53.971362 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Publish callbacks [] for router_gateway (705026d4-6fa0-4871-ae9f-d2dd20ba9416), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.032930 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:54.033561 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.055381 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.085002 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-e9cc51d5-8087-4603-9009-9704d789508b tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5887942 Jan 14 02:03:54.111867 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Request body: {'port': {'device_id': '9239eb83-dd56-4093-b289-94a3a4ee163c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:54.193673 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Allocated IP 172.25.2.73 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/82c7b872-95fe-46b7-b8a4-f34c6f3ed43c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:03:54.235358 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.321304 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Publish callbacks [] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.331071 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-ad01d1a5-785c-4ff3-af95-f5e719bc6629 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (66b723c2-5d1d-48ea-a557-a4370dd2a8d1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.366433 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b1dc2bd2-cd68-4c50-9c0c-0b2c35895b6d None None] Provisioning complete for port 85e7d3f4-d738-4116-ae57-f04f63b2dde9 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:54.367039 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b1dc2bd2-cd68-4c50-9c0c-0b2c35895b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.370061 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0546732-d768-4c69-9e03-ac5f9a26ee35 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36961a43-4566-4233-84b6-bf208808af15,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:54.416441 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5650029a-c96d-444e-abcc-937ebf698529 req-f9a591f3-31d6-4829-b5fd-c79bd0810935 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 210 time: 0.4157221 Jan 14 02:03:54.435914 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06f0a38-624f-41a5-9cf3-4ffe73d3f50d None None] Network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:03:54.445248 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0546732-d768-4c69-9e03-ac5f9a26ee35 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.449110 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a0546732-d768-4c69-9e03-ac5f9a26ee35 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5852463 Jan 14 02:03:54.464297 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53396) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:54.469296 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-083c1ed2-0be1-4680-804c-2b9b507ce9c0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': '79ef418d-1397-4b20-bec8-6d927e8d58a2', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:54.478498 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01d1a5-785c-4ff3-af95-f5e719bc6629 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event deleted for resources: {'Port': ['ID=66b723c2-5d1d-48ea-a557-a4370dd2a8d1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:54.607851 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b1dc2bd2-cd68-4c50-9c0c-0b2c35895b6d None None] Port 85e7d3f4-d738-4116-ae57-f04f63b2dde9 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:03:54.614311 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-ad01d1a5-785c-4ff3-af95-f5e719bc6629 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] No DVR routers for this DVR port 66b723c2-5d1d-48ea-a557-a4370dd2a8d1 on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:54.619001 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-ad01d1a5-785c-4ff3-af95-f5e719bc6629 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.624091 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-00c9c399-6590-44ab-a50f-365b599f83bb req-ad01d1a5-785c-4ff3-af95-f5e719bc6629 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "DELETE /v2.0/ports/66b723c2-5d1d-48ea-a557-a4370dd2a8d1 HTTP/1.1" status: 204 len: 173 time: 1.8552706 Jan 14 02:03:54.625702 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-083c1ed2-0be1-4680-804c-2b9b507ce9c0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (f771b5e2-781d-4db8-9902-4ccdbc39e048), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.725800 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.753418 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-17d826dc-069c-43b4-aa84-966bc0dddda0 None None] Provisioning complete for port b76d8a86-ce93-4130-b8b0-525ccbeae9bc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:54.753990 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-17d826dc-069c-43b4-aa84-966bc0dddda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b76d8a86-ce93-4130-b8b0-525ccbeae9bc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.807106 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Allocated IP 172.20.0.12 (3f45fba4-ab90-4c00-a730-2b397a83f6a0/ed8590c8-cb2e-4f68-801f-5facc19b3c10/ce22c1ed-2287-434e-9ccd-53731c6082af) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:03:54.817937 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Pushing event updated for resources: {'Port': ['ID=82c7b872-95fe-46b7-b8a4-f34c6f3ed43c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:54.819588 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e7d3f4-d738-4116-ae57-f04f63b2dde9 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:03:54.841855 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Publish callbacks [] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.872173 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Transition to ACTIVE for port object 85e7d3f4-d738-4116-ae57-f04f63b2dde9 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:03:54.874042 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-17d826dc-069c-43b4-aa84-966bc0dddda0 None None] Current status of the port b76d8a86-ce93-4130-b8b0-525ccbeae9bc is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:54.878860 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:03:54.890235 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:54.892290 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:54.894404 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:03:54.910137 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-aead907a-a7ae-4001-ae2f-157037a5cf20 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:54.914714 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f33d6cc-7891-448e-9a65-bd1947f2f5c2 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:54.918075 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-aead907a-a7ae-4001-ae2f-157037a5cf20 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/networks?id=812f231a-5064-45c6-884f-0fd4be8b3fd4 HTTP/1.1" status: 200 len: 812 time: 0.9660506 Jan 14 02:03:54.937797 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae326b21-254e-4f9e-b964-07044bd80e58 req-eeb350ca-e422-4a44-8c2b-5510c6d4be1b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:54.951012 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae326b21-254e-4f9e-b964-07044bd80e58 req-eeb350ca-e422-4a44-8c2b-5510c6d4be1b tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 943 time: 0.3634133 Jan 14 02:03:54.984747 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-083c1ed2-0be1-4680-804c-2b9b507ce9c0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (f771b5e2-781d-4db8-9902-4ccdbc39e048), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.000895 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-deleted', 'tag': '6305cef5-fc1a-47d8-8758-22836b774bff'}, {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-deleted', 'tag': '66b723c2-5d1d-48ea-a557-a4370dd2a8d1'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:55.003686 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddeacbd-d9fe-4b1e-8bfa-13e9ce259ecb" -d '{"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-deleted", "tag": "6305cef5-fc1a-47d8-8758-22836b774bff"}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-deleted", "tag": "66b723c2-5d1d-48ea-a557-a4370dd2a8d1"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:55.013869 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bd8a5bec-ba9a-4e6a-a8af-84a82357a6d4 None None] Provisioning complete for port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:55.018164 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bd8a5bec-ba9a-4e6a-a8af-84a82357a6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.060341 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-083c1ed2-0be1-4680-804c-2b9b507ce9c0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (f771b5e2-781d-4db8-9902-4ccdbc39e048), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.085304 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device b76d8a86-ce93-4130-b8b0-525ccbeae9bc up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:03:55.147961 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a5bec-ba9a-4e6a-a8af-84a82357a6d4 None None] Port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:03:55.182638 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port b76d8a86-ce93-4130-b8b0-525ccbeae9bc triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:55.183432 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b76d8a86-ce93-4130-b8b0-525ccbeae9bc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.191700 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-b25f9b3c-ee62-4177-834a-ff6e01a18b0e tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/quotas/2141d01510e94744a27b4eeebac1bc28 HTTP/1.1" status: 200 len: 375 time: 0.2719166 Jan 14 02:03:55.221954 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Pushing event updated for resources: {'Port': ['ID=85e7d3f4-d738-4116-ae57-f04f63b2dde9,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:55.237519 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-083c1ed2-0be1-4680-804c-2b9b507ce9c0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.238843 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-083c1ed2-0be1-4680-804c-2b9b507ce9c0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7735629 Jan 14 02:03:55.242693 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53402) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:55.254196 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-94c90136-89b5-49a1-ac7f-f00782194d40 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': '79ef418d-1397-4b20-bec8-6d927e8d58a2', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:55.261212 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c1ed2-0be1-4680-804c-2b9b507ce9c0 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f771b5e2-781d-4db8-9902-4ccdbc39e048,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:55.292306 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f6e25758-7419-4926-9eed-e38be7cfe6e2 None None] Provisioning complete for port b76d8a86-ce93-4130-b8b0-525ccbeae9bc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:55.293275 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6e25758-7419-4926-9eed-e38be7cfe6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (b76d8a86-ce93-4130-b8b0-525ccbeae9bc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.390110 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00c9c399-6590-44ab-a50f-365b599f83bb req-66431559-5502-410e-b69e-429b020de7c0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Deleting port 61f3805e-7044-41b5-86e1-4050dd2c244f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 02:03:55.390384 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-66431559-5502-410e-b69e-429b020de7c0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788831688668'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.425660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port b76d8a86-ce93-4130-b8b0-525ccbeae9bc is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:55.435836 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-9a538aa9-d422-4575-9a50-f2aef6e90d24 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2141d01510e94744a27b4eeebac1bc28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2322528 Jan 14 02:03:55.482140 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94c90136-89b5-49a1-ac7f-f00782194d40 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (10635a3c-41ec-4000-8e5a-0bb4092eb441), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.487204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f6e25758-7419-4926-9eed-e38be7cfe6e2 None None] Current status of the port b76d8a86-ce93-4130-b8b0-525ccbeae9bc is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:03:55.487850 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ae326b21-254e-4f9e-b964-07044bd80e58 req-08f01c51-ad79-4fc5-aafd-ec80aabc38d2 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/security-groups?id=6c780fb3-e3d0-4db0-a576-81ef4e9d2478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5353217 Jan 14 02:03:55.578906 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Attempting to bind port 85e7d3f4-d738-4116-ae57-f04f63b2dde9 on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:03:55.579239 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Attempting to bind port 85e7d3f4-d738-4116-ae57-f04f63b2dde9 by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:03:55.579565 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Attempting to bind port 85e7d3f4-d738-4116-ae57-f04f63b2dde9 on network 6f80240f-7727-4830-9a11-a724cf54f32d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:03:55.586351 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94c90136-89b5-49a1-ac7f-f00782194d40 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (10635a3c-41ec-4000-8e5a-0bb4092eb441), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.600339 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Port 85e7d3f4-d738-4116-ae57-f04f63b2dde9 on network 6f80240f-7727-4830-9a11-a724cf54f32d not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:03:55.600676 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Attempting to bind port 85e7d3f4-d738-4116-ae57-f04f63b2dde9 on network 6f80240f-7727-4830-9a11-a724cf54f32d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:03:55.606271 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94c90136-89b5-49a1-ac7f-f00782194d40 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (10635a3c-41ec-4000-8e5a-0bb4092eb441), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.630441 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:03:55.630876 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Checking segment: {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:03:55.631278 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Bound using segment: {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:03:55.631726 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Bound port: 85e7d3f4-d738-4116-ae57-f04f63b2dde9, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc0f638b-432d-4605-94af-0d6243149f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:03:55.632263 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.651527 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Publish callbacks [] for router_gateway (705026d4-6fa0-4871-ae9f-d2dd20ba9416), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.665295 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks [] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.689812 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-66431559-5502-410e-b69e-429b020de7c0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] For port 61f3805e-7044-41b5-86e1-4050dd2c244f, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=61f3805e-7044-41b5-86e1-4050dd2c244f,segment=NetworkSegment(6ba6d610-6c81-4afd-bce5-b5f6fa32fa60),segment_id=6ba6d610-6c81-4afd-bce5-b5f6fa32fa60)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:03:55.690305 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-66431559-5502-410e-b69e-429b020de7c0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620036'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.711275 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00c9c399-6590-44ab-a50f-365b599f83bb req-66431559-5502-410e-b69e-429b020de7c0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Calling delete_port for 61f3805e-7044-41b5-86e1-4050dd2c244f owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 02:03:55.803435 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94c90136-89b5-49a1-ac7f-f00782194d40 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.806466 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-94c90136-89b5-49a1-ac7f-f00782194d40 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5548463 Jan 14 02:03:55.811233 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53408) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:55.824223 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-229d8020-ce26-4c0c-9cd3-445aef11e933 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': '79ef418d-1397-4b20-bec8-6d927e8d58a2', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:55.834864 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-ff43ad07-7091-4f9e-998e-558126fcf8c6 service neutron] 10.222.0.26 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575151 Jan 14 02:03:55.835777 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c90136-89b5-49a1-ac7f-f00782194d40 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10635a3c-41ec-4000-8e5a-0bb4092eb441,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:55.850551 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d55ac-dfdb-4b1b-9f98-4d6637db47d4 req-43dfd9cc-ebb4-4aed-909e-cd82eeab0296 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:55.854895 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-867d55ac-dfdb-4b1b-9f98-4d6637db47d4 req-43dfd9cc-ebb4-4aed-909e-cd82eeab0296 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 943 time: 0.1999695 Jan 14 02:03:55.904185 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-66431559-5502-410e-b69e-429b020de7c0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788831694650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788831115286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (61f3805e-7044-41b5-86e1-4050dd2c244f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.940547 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:55.944575 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66431559-5502-410e-b69e-429b020de7c0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Pushing event deleted for resources: {'Port': ['ID=61f3805e-7044-41b5-86e1-4050dd2c244f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:55.950684 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] For port 85e7d3f4-d738-4116-ae57-f04f63b2dde9, host n-h1-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:03:55.999053 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c9c399-6590-44ab-a50f-365b599f83bb req-66431559-5502-410e-b69e-429b020de7c0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] No DVR routers for this DVR port 61f3805e-7044-41b5-86e1-4050dd2c244f on host n-h1-824358-4 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 02:03:56.001696 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] For port 85e7d3f4-d738-4116-ae57-f04f63b2dde9, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=85e7d3f4-d738-4116-ae57-f04f63b2dde9,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:03:56.003274 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00c9c399-6590-44ab-a50f-365b599f83bb req-66431559-5502-410e-b69e-429b020de7c0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:56.006837 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-00c9c399-6590-44ab-a50f-365b599f83bb req-66431559-5502-410e-b69e-429b020de7c0 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.46 "DELETE /v2.0/ports/61f3805e-7044-41b5-86e1-4050dd2c244f HTTP/1.1" status: 204 len: 173 time: 1.3764546 Jan 14 02:03:56.020079 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:56.020457 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:03:56.056251 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:56.057380 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:56.059707 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] 10.222.0.46 "PUT /v2.0/ports/85e7d3f4-d738-4116-ae57-f04f63b2dde9 HTTP/1.1" status: 200 len: 1091 time: 1.9521868 Jan 14 02:03:56.075828 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:03:56.090643 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce491408-c064-4c87-b951-c0a4a64ad486 service neutron] Pushing event updated for resources: {'Port': ['ID=85e7d3f4-d738-4116-ae57-f04f63b2dde9,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:56.093862 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:03:56.143587 n-d-824358-4 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-229d8020-ce26-4c0c-9cd3-445aef11e933 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Project 63ad23e535974d8ebd72d18abfca4821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 02:03:56.220190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-c15e0027-1c2f-46ac-a6aa-1d6fbb5632e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:56.221748 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-c15e0027-1c2f-46ac-a6aa-1d6fbb5632e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 1094 time: 0.0651021 Jan 14 02:03:56.309794 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-7ebccdb3-5064-4510-b846-dea376d50f5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85e7d3f4-d738-4116-ae57-f04f63b2dde9 HTTP/1.1" status: 200 len: 217 time: 0.0730522 Jan 14 02:03:56.390068 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-40df153b-8e17-418d-ab8d-d6589ffebb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:56.394991 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-40df153b-8e17-418d-ab8d-d6589ffebb20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.0779581 Jan 14 02:03:56.523706 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ba4c8bdc-477a-44cf-b341-58fa72db28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:56.525248 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-ba4c8bdc-477a-44cf-b341-58fa72db28c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236439 Jan 14 02:03:56.585204 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-82d22dfe-5279-4e26-9c36-537d0e687583 None None] Provisioning complete for port ce22c1ed-2287-434e-9ccd-53731c6082af triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:03:56.585753 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82d22dfe-5279-4e26-9c36-537d0e687583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:56.658932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-82d22dfe-5279-4e26-9c36-537d0e687583 None None] Port ce22c1ed-2287-434e-9ccd-53731c6082af cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:03:56.672477 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-f46d23bf-54ed-4bf3-8004-01159f9dac9e service neutron] 10.222.0.46 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336427 Jan 14 02:03:56.774627 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-229d8020-ce26-4c0c-9cd3-445aef11e933 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (7d50b6e0-173a-4355-936a-6c8fc38329f3), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:56.775269 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-c4b416ae-d5c9-4e34-a3c6-c4983dd8a188 req-02f0f73d-0a89-4364-9ecf-11f34d560e99 service neutron] 10.222.0.46 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955839 Jan 14 02:03:56.775759 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53414) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:56.777897 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Pushing event updated for resources: {'Port': ['ID=ce22c1ed-2287-434e-9ccd-53731c6082af,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:56.824313 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-867d55ac-dfdb-4b1b-9f98-4d6637db47d4 req-1dfb8109-dfd2-49ad-a1ca-44af8d3895e3 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=766a84a4-37bd-468c-8aa2-3d654d6bfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9539354 Jan 14 02:03:56.865640 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17380bf-f9b2-4149-a407-89ee5c299d37 admin admin] Deleting subnet 91cd3dd5-7a9f-4967-b390-df2d41accc04 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:03:56.869035 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a17380bf-f9b2-4149-a407-89ee5c299d37 admin admin] Publish callbacks [] for subnet (91cd3dd5-7a9f-4967-b390-df2d41accc04), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:56.905161 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-404cb039-6cb6-4de1-911f-7c43fedc0b7a service neutron] 10.222.0.26 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0478568 Jan 14 02:03:56.919505 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df43f13-91f6-492f-90a2-d950ad21633b x-openstack-request-id: req-3df43f13-91f6-492f-90a2-d950ad21633b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:56.920042 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-deleted", "tag": "6305cef5-fc1a-47d8-8758-22836b774bff", "status": "completed", "code": 200}, {"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-deleted", "tag": "66b723c2-5d1d-48ea-a557-a4370dd2a8d1", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:56.920466 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3df43f13-91f6-492f-90a2-d950ad21633b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:56.921041 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-deleted', 'tag': '6305cef5-fc1a-47d8-8758-22836b774bff', 'status': 'completed', 'code': 200} Jan 14 02:03:56.922128 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-deleted', 'tag': '66b723c2-5d1d-48ea-a557-a4370dd2a8d1', 'status': 'completed', 'code': 200} Jan 14 02:03:56.943936 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:56.944783 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:56.947249 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a17380bf-f9b2-4149-a407-89ee5c299d37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (91cd3dd5-7a9f-4967-b390-df2d41accc04), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:56.956841 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (705026d4-6fa0-4871-ae9f-d2dd20ba9416), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.030809 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a17380bf-f9b2-4149-a407-89ee5c299d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (91cd3dd5-7a9f-4967-b390-df2d41accc04), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.033917 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-e624352d-0caf-4bb3-a519-c2e6f5f5b6eb tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9564278 Jan 14 02:03:57.056423 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Request body: {'port': {'device_id': '11db1d04-740b-4feb-9151-61e5b98c597c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:57.075915 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-229d8020-ce26-4c0c-9cd3-445aef11e933 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (7d50b6e0-173a-4355-936a-6c8fc38329f3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.102613 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-229d8020-ce26-4c0c-9cd3-445aef11e933 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (7d50b6e0-173a-4355-936a-6c8fc38329f3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.109404 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a17380bf-f9b2-4149-a407-89ee5c299d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (91cd3dd5-7a9f-4967-b390-df2d41accc04), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.157814 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17380bf-f9b2-4149-a407-89ee5c299d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91cd3dd5-7a9f-4967-b390-df2d41accc04,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:57.166693 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a17380bf-f9b2-4149-a407-89ee5c299d37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.172063 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-a17380bf-f9b2-4149-a407-89ee5c299d37 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/91cd3dd5-7a9f-4967-b390-df2d41accc04 HTTP/1.1" status: 204 len: 168 time: 0.3953331 Jan 14 02:03:57.174395 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53424) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:57.188682 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d8020-ce26-4c0c-9cd3-445aef11e933 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d50b6e0-173a-4355-936a-6c8fc38329f3,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:57.216425 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac7c99-0bfa-454b-ac3d-7b0038196848 req-36333790-9674-4356-a15e-171b347133ba tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:57.218043 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ebac7c99-0bfa-454b-ac3d-7b0038196848 req-36333790-9674-4356-a15e-171b347133ba tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 932 time: 0.2053149 Jan 14 02:03:57.228643 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-229d8020-ce26-4c0c-9cd3-445aef11e933 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.229921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-229d8020-ce26-4c0c-9cd3-445aef11e933 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4107225 Jan 14 02:03:57.240383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:57.244930 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f9fe6a61-90a8-4979-af63-cb1aa81b8743 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'security_group_rule': {'security_group_id': '79ef418d-1397-4b20-bec8-6d927e8d58a2', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:57.265356 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.275097 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (1fbb942c-129c-4abe-a67a-b175aca666d7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.434996 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ebac7c99-0bfa-454b-ac3d-7b0038196848 req-e85cef9a-73c2-4ae2-98f0-46565c9801a7 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033141 Jan 14 02:03:57.439054 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (1fbb942c-129c-4abe-a67a-b175aca666d7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.470175 n-d-824358-4 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-f9fe6a61-90a8-4979-af63-cb1aa81b8743 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Project 63ad23e535974d8ebd72d18abfca4821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 02:03:57.476321 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbb942c-129c-4abe-a67a-b175aca666d7']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:57.479494 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-affd44e8-bd2a-49d4-a4b4-017406e44fa3 req-3241684d-26e4-4d8b-ab35-a65cc180d30f tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.0608847 Jan 14 02:03:57.500525 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9fe6a61-90a8-4979-af63-cb1aa81b8743 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (b1dff9df-9859-46cf-b1e0-c9f2be30c9ef), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.509794 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91535827-177f-45df-922d-b3415f7dd258') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:57.510298 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91535827-177f-45df-922d-b3415f7dd258') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:57.520967 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Router 705026d4-6fa0-4871-ae9f-d2dd20ba9416 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 02:03:57.532207 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (91535827-177f-45df-922d-b3415f7dd258), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.546880 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (91535827-177f-45df-922d-b3415f7dd258), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.555042 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:03:57.555606 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (91535827-177f-45df-922d-b3415f7dd258), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: warnings.warn(msg) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:03:57.557771 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:03:57.619891 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e816bb61-4053-4c62-bc20-2d63c6d20f04 req-49b50e00-d883-40ca-9c8f-6b7aa9411e93 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 210 time: 0.1008458 Jan 14 02:03:57.667598 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (1fbb942c-129c-4abe-a67a-b175aca666d7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.674620 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.682771 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1fbb942c-129c-4abe-a67a-b175aca666d7 HTTP/1.1" status: 204 len: 168 time: 0.5027533 Jan 14 02:03:57.684548 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53436) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:57.736084 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7f2a6-7fd9-4ea9-a732-57e593d125e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbb942c-129c-4abe-a67a-b175aca666d7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:57.758504 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-51043a21-19d7-4918-a7ee-59f0a2c4abf9 admin admin] Deleting subnet cb4227a2-7545-4f9c-a188-aaacb1fccade {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 02:03:57.763842 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51043a21-19d7-4918-a7ee-59f0a2c4abf9 admin admin] Publish callbacks [] for subnet (cb4227a2-7545-4f9c-a188-aaacb1fccade), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.807597 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51043a21-19d7-4918-a7ee-59f0a2c4abf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2936385'] for subnet (cb4227a2-7545-4f9c-a188-aaacb1fccade), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.873921 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51043a21-19d7-4918-a7ee-59f0a2c4abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612483'] for subnet (cb4227a2-7545-4f9c-a188-aaacb1fccade), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.885415 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9fe6a61-90a8-4979-af63-cb1aa81b8743 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (b1dff9df-9859-46cf-b1e0-c9f2be30c9ef), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.911348 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9fe6a61-90a8-4979-af63-cb1aa81b8743 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (b1dff9df-9859-46cf-b1e0-c9f2be30c9ef), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.941744 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51043a21-19d7-4918-a7ee-59f0a2c4abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26536140'] for subnet (cb4227a2-7545-4f9c-a188-aaacb1fccade), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.943226 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:03:57.955917 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Sync routers for ids ['705026d4-6fa0-4871-ae9f-d2dd20ba9416'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:03:57.960762 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51043a21-19d7-4918-a7ee-59f0a2c4abf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:57.967479 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-51043a21-19d7-4918-a7ee-59f0a2c4abf9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cb4227a2-7545-4f9c-a188-aaacb1fccade HTTP/1.1" status: 204 len: 168 time: 0.2776284 Jan 14 02:03:57.987100 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53442) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:57.988163 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Routers {'705026d4-6fa0-4871-ae9f-d2dd20ba9416'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:03:57.988878 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['705026d4-6fa0-4871-ae9f-d2dd20ba9416'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:57.997353 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51043a21-19d7-4918-a7ee-59f0a2c4abf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4227a2-7545-4f9c-a188-aaacb1fccade,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:58.085150 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce22c1ed-2287-434e-9ccd-53731c6082af {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:03:58.093947 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Publish callbacks [] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:58.113617 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Transition to ACTIVE for port object ce22c1ed-2287-434e-9ccd-53731c6082af will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:03:58.145233 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:58.150776 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601976'] for network (97562ff2-448f-4c18-92ba-06eea77c4ec2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:58.152880 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe6a61-90a8-4979-af63-cb1aa81b8743 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1dff9df-9859-46cf-b1e0-c9f2be30c9ef,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:58.172458 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:58.176298 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-99466b4a-590f-456b-8f92-3c8a508ac061 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6148150 Jan 14 02:03:58.179741 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53444) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:58.200866 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9fe6a61-90a8-4979-af63-cb1aa81b8743 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:58.202052 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-f9fe6a61-90a8-4979-af63-cb1aa81b8743 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9605782 Jan 14 02:03:58.207841 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53446) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:58.216798 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'network': {'name': 'tempest-network-smoke--1084229952', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'port_security_enabled': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:58.247569 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50670a-dfc1-4512-a386-ef05eefabcaa req-dda3b332-e53b-4a57-83f0-15dc14a5b544 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:58.249147 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf50670a-dfc1-4512-a386-ef05eefabcaa req-dda3b332-e53b-4a57-83f0-15dc14a5b544 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 943 time: 0.3264451 Jan 14 02:03:58.289875 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Set router 705026d4-6fa0-4871-ae9f-d2dd20ba9416 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:03:58.328156 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce22c1ed-2287-434e-9ccd-53731c6082af,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:58.463475 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Made reservation on behalf of 63ad23e535974d8ebd72d18abfca4821 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:03:58.467356 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:58.657932 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8788831717160'] for network (97562ff2-448f-4c18-92ba-06eea77c4ec2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:58.686086 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 02:03:58.704107 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97562ff2-448f-4c18-92ba-06eea77c4ec2']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:58.714235 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Attempting to bind port ce22c1ed-2287-434e-9ccd-53731c6082af on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:03:58.714513 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Attempting to bind port ce22c1ed-2287-434e-9ccd-53731c6082af by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:03:58.715364 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Attempting to bind port ce22c1ed-2287-434e-9ccd-53731c6082af on network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:03:58.717769 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (49d67eb0-6d81-4f37-9cd9-bc98fb469ad5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:58.718095 n-d-824358-4 neutron-server[103353]: INFO neutron.db.segments_db [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Added segment 49d67eb0-6d81-4f37-9cd9-bc98fb469ad5 of type vlan for network b9561b62-b1a0-4015-bda2-d465d110791e Jan 14 02:03:58.732647 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cf50670a-dfc1-4512-a386-ef05eefabcaa req-ad945638-d518-4863-b93f-76088f5ecd21 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=766a84a4-37bd-468c-8aa2-3d654d6bfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4664266 Jan 14 02:03:58.738286 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Port ce22c1ed-2287-434e-9ccd-53731c6082af on network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:03:58.738721 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Attempting to bind port ce22c1ed-2287-434e-9ccd-53731c6082af on network 3f45fba4-ab90-4c00-a730-2b397a83f6a0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:03:58.772133 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b080580-8da4-4edb-b3b1-190c74779a2a') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:58.772492 n-d-824358-4 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b080580-8da4-4edb-b3b1-190c74779a2a') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:58.787413 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:03:58.787804 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Checking segment: {'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:03:58.788119 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Bound using segment: {'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:03:58.788563 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Bound port: ce22c1ed-2287-434e-9ccd-53731c6082af, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577be613-f677-4fa3-b0e3-de308f68052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:03:58.788925 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:58.807271 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1d14-873c-4400-8bf7-8eb6818b9eff req-420180d9-c229-4cf3-ad3f-19c22eb160c9 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:58.823269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-066c1d14-873c-4400-8bf7-8eb6818b9eff req-420180d9-c229-4cf3-ad3f-19c22eb160c9 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 944 time: 0.2313733 Jan 14 02:03:58.847134 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788831148126'] for network (b9561b62-b1a0-4015-bda2-d465d110791e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:58.925214 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-deleted', 'tag': '61f3805e-7044-41b5-86e1-4050dd2c244f'}, {'name': 'network-changed', 'server_uuid': '9239eb83-dd56-4093-b289-94a3a4ee163c', 'tag': '85e7d3f4-d738-4116-ae57-f04f63b2dde9'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:58.929223 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5151e603-162a-495a-81dd-240bf091a1b6" -d '{"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-deleted", "tag": "61f3805e-7044-41b5-86e1-4050dd2c244f"}, {"name": "network-changed", "server_uuid": "9239eb83-dd56-4093-b289-94a3a4ee163c", "tag": "85e7d3f4-d738-4116-ae57-f04f63b2dde9"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:58.931856 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'name': 'tempest-ServerActionsTestJSON-1166721478-router', 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '82c7b872-95fe-46b7-b8a4-f34c6f3ed43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:50Z', 'updated_at': '2022-01-14T02:03:55Z', 'revision_number': 3, 'project_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'gw_port': {'id': '82c7b872-95fe-46b7-b8a4-f34c6f3ed43c', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:54Z', 'updated_at': '2022-01-14T02:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:03:58.942456 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788831718193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2936394'] for segment (1b080580-8da4-4edb-b3b1-190c74779a2a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:58.992865 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Checking router: 705026d4-6fa0-4871-ae9f-d2dd20ba9416 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:03:58.993419 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Updating router 705026d4-6fa0-4871-ae9f-d2dd20ba9416 port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:03:59.006802 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] For port ce22c1ed-2287-434e-9ccd-53731c6082af, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:03:59.012249 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] For port ce22c1ed-2287-434e-9ccd-53731c6082af, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ce22c1ed-2287-434e-9ccd-53731c6082af,segment=NetworkSegment(577be613-f677-4fa3-b0e3-de308f68052b),segment_id=577be613-f677-4fa3-b0e3-de308f68052b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:03:59.017137 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ce2b573d-8951-462c-97bc-f1b8dd1c9d47 req-11edaf8d-deea-46da-bc96-2678aef4570c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.1450984 Jan 14 02:03:59.026951 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070'] for segment (1b080580-8da4-4edb-b3b1-190c74779a2a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.049111 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.070935 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 02:03:59.071537 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537463'] for segment (1b080580-8da4-4edb-b3b1-190c74779a2a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.072013 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: Traceback (most recent call last): Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: timer() Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: cb(*args, **kw) Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: return func(*args, **kwargs) Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: self._notify() Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: self.callback(batched_events) Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: event.method(event) Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: return f(self, *a, **k) Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: return self._get(url).json() Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 02:03:59.073281 n-d-824358-4 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 02:03:59.098960 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-066c1d14-873c-4400-8bf7-8eb6818b9eff req-7f9ca51a-f645-4ebd-b671-76db5cbfdd8c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745006 Jan 14 02:03:59.102127 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.206856 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce22c1ed-2287-434e-9ccd-53731c6082af,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:59.220490 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493'] for network (b9561b62-b1a0-4015-bda2-d465d110791e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.232398 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:59.233721 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.246986 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:59.246986 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.269876 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-cda61954-e606-4bd8-b40e-7dc3114f49a8 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:59.271442 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-cda61954-e606-4bd8-b40e-7dc3114f49a8 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.36 "GET /v2.0/networks?id=812f231a-5064-45c6-884f-0fd4be8b3fd4 HTTP/1.1" status: 200 len: 812 time: 0.3918934 Jan 14 02:03:59.274014 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-b52f611d-3711-4cca-bdbb-5300f819dce0 service neutron] 10.222.0.46 "PUT /v2.0/ports/ce22c1ed-2287-434e-9ccd-53731c6082af HTTP/1.1" status: 200 len: 1092 time: 2.1989076 Jan 14 02:03:59.292626 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11db1d04-740b-4feb-9151-61e5b98c597c', 'tag': 'ce22c1ed-2287-434e-9ccd-53731c6082af'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:03:59.307812 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e946d04-b1dd-43bd-8357-0205f458555a" -d '{"events": [{"name": "network-changed", "server_uuid": "11db1d04-740b-4feb-9151-61e5b98c597c", "tag": "ce22c1ed-2287-434e-9ccd-53731c6082af"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:03:59.319093 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6941eead-5723-43f2-bd6b-fb45a9325e8d x-openstack-request-id: req-6941eead-5723-43f2-bd6b-fb45a9325e8d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:59.319665 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b954ee73-8cc0-4782-8021-eeb7e1e9ae92", "name": "network-vif-deleted", "tag": "61f3805e-7044-41b5-86e1-4050dd2c244f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9239eb83-dd56-4093-b289-94a3a4ee163c", "tag": "85e7d3f4-d738-4116-ae57-f04f63b2dde9", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:59.320149 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6941eead-5723-43f2-bd6b-fb45a9325e8d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:59.321182 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b954ee73-8cc0-4782-8021-eeb7e1e9ae92', 'name': 'network-vif-deleted', 'tag': '61f3805e-7044-41b5-86e1-4050dd2c244f', 'status': 'completed', 'code': 200} Jan 14 02:03:59.321661 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9239eb83-dd56-4093-b289-94a3a4ee163c', 'tag': '85e7d3f4-d738-4116-ae57-f04f63b2dde9', 'status': 'completed', 'code': 200} Jan 14 02:03:59.380797 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Request body: {'port': {'device_id': '98c52e31-3938-4711-a418-098999c59d5d', 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4', 'admin_state_up': True, 'tenant_id': '2141d01510e94744a27b4eeebac1bc28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:59.388668 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608965'] for network (97562ff2-448f-4c18-92ba-06eea77c4ec2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.465645 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f0f91c71-8147-4551-b18a-a08056fbc6b5 req-f32bf3f8-cfa3-498f-ab5b-437346afa5cf tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 210 time: 0.2595735 Jan 14 02:03:59.544997 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.546838 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a36dd29-ef0b-4e38-a73b-c9fe41a2291c x-openstack-request-id: req-2a36dd29-ef0b-4e38-a73b-c9fe41a2291c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:03:59.547233 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11db1d04-740b-4feb-9151-61e5b98c597c", "tag": "ce22c1ed-2287-434e-9ccd-53731c6082af", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:03:59.547642 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a36dd29-ef0b-4e38-a73b-c9fe41a2291c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:03:59.548135 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11db1d04-740b-4feb-9151-61e5b98c597c', 'tag': 'ce22c1ed-2287-434e-9ccd-53731c6082af', 'status': 'completed', 'code': 200} Jan 14 02:03:59.557944 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] 10.222.0.26 "DELETE /v2.0/networks/97562ff2-448f-4c18-92ba-06eea77c4ec2 HTTP/1.1" status: 204 len: 168 time: 1.5688515 Jan 14 02:03:59.578927 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 85e7d3f4-d738-4116-ae57-f04f63b2dde9 details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:03:59.592358 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3810833 Jan 14 02:03:59.597181 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Publish callbacks [] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.608045 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.618501 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53462) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:59.626571 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1447534796', 'admin_state_up': True, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:03:59.647194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d42c7-f1cd-41c6-a118-9a281cd5d394 admin admin] Pushing event deleted for resources: {'Network': ['ID=97562ff2-448f-4c18-92ba-06eea77c4ec2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:59.653553 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6220b48-2c78-4882-a341-4c111ce86579 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Network': ['ID=b9561b62-b1a0-4015-bda2-d465d110791e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:59.669161 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151e603-162a-495a-81dd-240bf091a1b6 req-0bd68e47-9b97-40c2-b63d-f6a69ccf0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:59.671048 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5151e603-162a-495a-81dd-240bf091a1b6 req-0bd68e47-9b97-40c2-b63d-f6a69ccf0453 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 1094 time: 0.3196714 Jan 14 02:03:59.713639 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Network b9561b62-b1a0-4015-bda2-d465d110791e details requested by agent ovs-agent-n-d-824358-4 with host n-d-824358-4 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 02:03:59.730895 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Pushing event updated for resources: {'Port': ['ID=82c7b872-95fe-46b7-b8a4-f34c6f3ed43c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:03:59.790598 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Attempting to bind port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:03:59.791113 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Attempting to bind port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:03:59.791569 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Attempting to bind port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:03:59.817836 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:03:59.818540 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:03:59.819041 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.819529 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:03:59.820116 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Bound port: 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:03:59.823116 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1614274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1455'] for router (9086c521-7b1e-451d-8447-6972d7b23855), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.823681 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.830229 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1614134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-457421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router (9086c521-7b1e-451d-8447-6972d7b23855), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.886063 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc4a9dd-c6f0-4485-ade6-761a7428faf8 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:03:59.914207 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53466) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:03:59.954494 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] For port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:03:59.967207 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] For port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=82c7b872-95fe-46b7-b8a4-f34c6f3ed43c,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:03:59.975010 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:59.978396 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_controller (9086c521-7b1e-451d-8447-6972d7b23855), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:03:59.979072 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:59.979688 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:59.981291 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:59.982463 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:59.984785 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:59.985855 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:59.987420 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:59.988003 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:59.990390 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:59.991138 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:59.992368 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:03:59.992930 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db207a-7c05-411a-bd52-04a661d47474 req-623ad7be-78e3-42e7-b6ce-f35c65743348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:03:59.993628 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:00.002059 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:00.005175 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-623ad7be-78e3-42e7-b6ce-f35c65743348 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 1095 time: 0.6256838 Jan 14 02:04:00.034051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4048d4-d2f9-4f90-8c85-71c2cda4e9a5 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:04:00.066227 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Routers {'705026d4-6fa0-4871-ae9f-d2dd20ba9416'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:04:00.067238 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['705026d4-6fa0-4871-ae9f-d2dd20ba9416'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:00.085221 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0b323dda-1267-4c70-8b77-f0abb3900df5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9072514c5ec4b068c598b123c6f5de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1634088 Jan 14 02:04:00.085937 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Made reservation on behalf of 2141d01510e94744a27b4eeebac1bc28 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:04:00.094259 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53470) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:00.096263 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:00.145778 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccb7c4-4764-4747-b609-4a9ad8c44646 None None] Pushing event updated for resources: {'Port': ['ID=82c7b872-95fe-46b7-b8a4-f34c6f3ed43c,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:00.197631 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 85e7d3f4-d738-4116-ae57-f04f63b2dde9, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=85e7d3f4-d738-4116-ae57-f04f63b2dde9,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:00.226957 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] Set router 705026d4-6fa0-4871-ae9f-d2dd20ba9416 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:04:00.244089 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-196beed9-c9b3-4eb7-b1b2-995b82a15211 None None] Provisioning complete for port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:00.244467 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-196beed9-c9b3-4eb7-b1b2-995b82a15211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:00.257264 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '85e7d3f4-d738-4116-ae57-f04f63b2dde9', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'port_id': '85e7d3f4-d738-4116-ae57-f04f63b2dde9', 'mac_address': 'fa:16:3e:eb:20:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:04:00.327811 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Allocated IP 172.20.0.7 (812f231a-5064-45c6-884f-0fd4be8b3fd4/229627b7-01e8-4c6c-bfbe-27b51d26180b/f1a00427-5add-4a8f-aa9e-e6cfe23c336d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:04:00.429323 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151e603-162a-495a-81dd-240bf091a1b6 req-ed82e9a3-e110-4786-a5ae-f40261956e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:00.431143 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5151e603-162a-495a-81dd-240bf091a1b6 req-ed82e9a3-e110-4786-a5ae-f40261956e15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 912 time: 0.7472157 Jan 14 02:04:00.439143 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 85e7d3f4-d738-4116-ae57-f04f63b2dde9 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:00.454363 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:00.463947 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-59f87e07-afe2-4230-aaa7-d867a3c55a63 req-eba3bb9a-b577-4769-b3a4-34a97dec7f20 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.1267762 Jan 14 02:04:00.512184 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e7d3f4-d738-4116-ae57-f04f63b2dde9 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:04:00.542748 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'name': 'tempest-ServerActionsTestJSON-1166721478-router', 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '82c7b872-95fe-46b7-b8a4-f34c6f3ed43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:50Z', 'updated_at': '2022-01-14T02:03:55Z', 'revision_number': 3, 'project_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'gw_port': {'id': '82c7b872-95fe-46b7-b8a4-f34c6f3ed43c', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:54Z', 'updated_at': '2022-01-14T02:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:00.569553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 85e7d3f4-d738-4116-ae57-f04f63b2dde9, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=85e7d3f4-d738-4116-ae57-f04f63b2dde9,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:00.612431 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea973557-e636-41fa-aaf2-12617ac58d16 None None] The sync data for ids ['705026d4-6fa0-4871-ae9f-d2dd20ba9416'] in n-d-824358-4 is: [{'id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'name': 'tempest-ServerActionsTestJSON-1166721478-router', 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '82c7b872-95fe-46b7-b8a4-f34c6f3ed43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:50Z', 'updated_at': '2022-01-14T02:03:55Z', 'revision_number': 3, 'project_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'gw_port': {'id': '82c7b872-95fe-46b7-b8a4-f34c6f3ed43c', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:54Z', 'updated_at': '2022-01-14T02:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:04:00.627283 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:00.672923 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a42ce6-4ee1-4c43-ae6b-877acad3407a req-faec08ba-706d-4ff2-98de-694ffd7585f4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:00.692286 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0a42ce6-4ee1-4c43-ae6b-877acad3407a req-faec08ba-706d-4ff2-98de-694ffd7585f4 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 943 time: 0.6940076 Jan 14 02:04:00.711873 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5151e603-162a-495a-81dd-240bf091a1b6 req-0f6e1081-2e7f-490a-ad42-56386a079f8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85e7d3f4-d738-4116-ae57-f04f63b2dde9 HTTP/1.1" status: 200 len: 217 time: 0.2466538 Jan 14 02:04:00.712148 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-196beed9-c9b3-4eb7-b1b2-995b82a15211 None None] Current status of the port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:00.721227 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-196beed9-c9b3-4eb7-b1b2-995b82a15211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:00.789938 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-196beed9-c9b3-4eb7-b1b2-995b82a15211 None None] For port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=82c7b872-95fe-46b7-b8a4-f34c6f3ed43c,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:00.794673 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=85e7d3f4-d738-4116-ae57-f04f63b2dde9,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:00.807280 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-196beed9-c9b3-4eb7-b1b2-995b82a15211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:00.865279 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-b0a42ce6-4ee1-4c43-ae6b-877acad3407a req-face412b-82e8-4c8e-baf1-d071aaca4c95 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=766a84a4-37bd-468c-8aa2-3d654d6bfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720018 Jan 14 02:04:00.877899 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151e603-162a-495a-81dd-240bf091a1b6 req-0d08abaf-a8d0-4e2f-8e3a-f44198ce892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:00.881861 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5151e603-162a-495a-81dd-240bf091a1b6 req-0d08abaf-a8d0-4e2f-8e3a-f44198ce892a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.1312873 Jan 14 02:04:00.930971 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196beed9-c9b3-4eb7-b1b2-995b82a15211 None None] Pushing event updated for resources: {'Port': ['ID=82c7b872-95fe-46b7-b8a4-f34c6f3ed43c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:00.948794 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_gateway (9086c521-7b1e-451d-8447-6972d7b23855), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:00.954078 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['85e7d3f4-d738-4116-ae57-f04f63b2dde9'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:04:01.019913 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-de0234a4-fa40-49ab-9c3d-bb24cac5eb1b None None] Provisioning complete for port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:01.020289 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de0234a4-fa40-49ab-9c3d-bb24cac5eb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:01.138134 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9f4f2c7-dc1a-489d-89f4-5e20f765945a admin admin] Publish callbacks [] for security_group (2db5933e-9a49-4834-8b50-8e2a6814842a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:01.174856 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9f4f2c7-dc1a-489d-89f4-5e20f765945a admin admin] Publish callbacks [] for security_group (2db5933e-9a49-4834-8b50-8e2a6814842a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:01.316345 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-de0234a4-fa40-49ab-9c3d-bb24cac5eb1b None None] Current status of the port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:01.319926 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-ec6841cf-4c77-477f-adeb-bf0bf3e128ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce22c1ed-2287-434e-9ccd-53731c6082af HTTP/1.1" status: 200 len: 217 time: 1.2460728 Jan 14 02:04:01.326980 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7a400-80bc-4f0b-82fa-bc9d79f17486 req-a7971766-8c67-4e5b-a4ec-217706c08439 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:01.330729 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37b7a400-80bc-4f0b-82fa-bc9d79f17486 req-a7971766-8c67-4e5b-a4ec-217706c08439 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 944 time: 0.6163270 Jan 14 02:04:01.348253 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-88d7b328-9d9c-4143-a8fb-d7b9c804f966 req-404755d8-dec6-4b97-a35b-1174ff4a00cd tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 210 time: 0.3168790 Jan 14 02:04:01.349661 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9f4f2c7-dc1a-489d-89f4-5e20f765945a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (2db5933e-9a49-4834-8b50-8e2a6814842a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:01.373130 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9f4f2c7-dc1a-489d-89f4-5e20f765945a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:01.377641 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a9f4f2c7-dc1a-489d-89f4-5e20f765945a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2db5933e-9a49-4834-8b50-8e2a6814842a HTTP/1.1" status: 204 len: 168 time: 1.2714109 Jan 14 02:04:01.428795 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4f2c7-dc1a-489d-89f4-5e20f765945a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db5933e-9a49-4834-8b50-8e2a6814842a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:01.452032 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151e603-162a-495a-81dd-240bf091a1b6 req-64a01d28-0396-4df9-9158-2ccb8643cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:01.467096 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5151e603-162a-495a-81dd-240bf091a1b6 req-64a01d28-0396-4df9-9158-2ccb8643cf04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5005155 Jan 14 02:04:01.522793 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-37b7a400-80bc-4f0b-82fa-bc9d79f17486 req-5eeacbfe-f720-4803-add0-e74fa3d136d9 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386423 Jan 14 02:04:01.584905 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:04:01.603468 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:01.651054 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0b708ca2-de1b-4377-b02d-1939f521f3be req-b6c4a9ef-1369-4cb6-8cfa-27de54fce690 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.0385382 Jan 14 02:04:01.657423 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db207a-7c05-411a-bd52-04a661d47474 req-cde3bd40-380e-4a23-8de8-208dc04c013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:01.659071 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-cde3bd40-380e-4a23-8de8-208dc04c013b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed8590c8-cb2e-4f68-801f-5facc19b3c10 HTTP/1.1" status: 200 len: 835 time: 0.3225925 Jan 14 02:04:01.689691 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5151e603-162a-495a-81dd-240bf091a1b6 req-6acde107-c5f8-4941-80c5-f65fce8092d7 service neutron] 10.222.0.46 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152855 Jan 14 02:04:01.719873 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks [] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:01.782318 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:01.833423 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db207a-7c05-411a-bd52-04a661d47474 req-f529277f-6df2-4941-a9e2-5eb42f0031e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:01.841165 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-f529277f-6df2-4941-a9e2-5eb42f0031e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f45fba4-ab90-4c00-a730-2b397a83f6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644721 Jan 14 02:04:01.996293 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:02.072568 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Pushing event updated for resources: {'Port': ['ID=f1a00427-5add-4a8f-aa9e-e6cfe23c336d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:02.080928 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53484) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:02.151181 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.151755 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.152105 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.153048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.153348 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.153682 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.154199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.154581 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.154910 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.155239 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.155563 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.155887 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.156213 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:02.172005 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Network 812f231a-5064-45c6-884f-0fd4be8b3fd4 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:04:02.203570 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:04:02.216022 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:04:02.225220 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-59e0b108-f4d9-4efe-8f93-1c8bbe8bde0b service neutron] 10.222.0.46 "GET /v2.0/networks/3f45fba4-ab90-4c00-a730-2b397a83f6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704555 Jan 14 02:04:02.229918 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Allocated IP 172.20.0.1 (96e3e4ef-fca5-4b0a-a4df-67ebf90a641a/2939308c-3471-4837-b397-0b9e489924ed/31355831-4bdd-48ca-abd0-c80240c0b163) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:04:02.234461 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-5245dd4b-cf10-4e2f-b659-6729c418a3dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d13cfc0af234261afd4b4771191a9a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1454628 Jan 14 02:04:02.268994 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53486) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:02.410374 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_gateway (9086c521-7b1e-451d-8447-6972d7b23855), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:02.428258 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:02.428900 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:02.451732 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:02.533663 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-70e50a15-81b9-4bf5-8156-57a17bd96a74 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1602306 Jan 14 02:04:02.570693 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-785b930b-8f06-4293-ac04-41c15331fd96 None None] Provisioning complete for port f1a00427-5add-4a8f-aa9e-e6cfe23c336d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:02.571060 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-785b930b-8f06-4293-ac04-41c15331fd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:02.576593 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566172f-b8c8-4874-978a-3fda1ebf1fd7 req-e8579fef-09bf-4a25-a00c-2bc19ff1c2f8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:02.584143 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9566172f-b8c8-4874-978a-3fda1ebf1fd7 req-e8579fef-09bf-4a25-a00c-2bc19ff1c2f8 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 944 time: 0.2554820 Jan 14 02:04:02.593899 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Request body: {'port': {'device_id': '98c52e31-3938-4711-a418-098999c59d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:04:02.604809 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5151e603-162a-495a-81dd-240bf091a1b6 req-565a2c23-060d-4f59-afd1-d7bcc9ad8621 service neutron] 10.222.0.46 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8967314 Jan 14 02:04:02.620997 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-785b930b-8f06-4293-ac04-41c15331fd96 None None] Port f1a00427-5add-4a8f-aa9e-e6cfe23c336d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:04:02.633813 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdf74d-28c9-40de-9e9f-47e403b26118 req-61624b75-c07b-4af7-a9c4-542b9ec3c0fa tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:02.635332 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-94cdf74d-28c9-40de-9e9f-47e403b26118 req-61624b75-c07b-4af7-a9c4-542b9ec3c0fa tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 931 time: 0.1723838 Jan 14 02:04:02.644303 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Publish callbacks [] for port (31355831-4bdd-48ca-abd0-c80240c0b163), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:02.649512 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-e5db207a-7c05-411a-bd52-04a661d47474 req-4acc9484-ab45-4ccc-9cf9-ee281e2b31ab service neutron] 10.222.0.46 "GET /v2.0/networks/3f45fba4-ab90-4c00-a730-2b397a83f6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919790 Jan 14 02:04:02.654130 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f064faef-607d-4d60-8fbc-ae99666b920f admin admin] Publish callbacks [] for security_group (40af06fe-097d-47f9-a267-b49273a8ff22), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:02.680254 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f064faef-607d-4d60-8fbc-ae99666b920f admin admin] Publish callbacks [] for security_group (40af06fe-097d-47f9-a267-b49273a8ff22), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:02.723506 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9566172f-b8c8-4874-978a-3fda1ebf1fd7 req-0705f64a-bebb-4b4a-b615-e7c3de736159 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=766a84a4-37bd-468c-8aa2-3d654d6bfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383238 Jan 14 02:04:02.777985 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f064faef-607d-4d60-8fbc-ae99666b920f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (40af06fe-097d-47f9-a267-b49273a8ff22), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:02.780763 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f064faef-607d-4d60-8fbc-ae99666b920f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:02.781884 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-f064faef-607d-4d60-8fbc-ae99666b920f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40af06fe-097d-47f9-a267-b49273a8ff22 HTTP/1.1" status: 204 len: 168 time: 0.5107777 Jan 14 02:04:02.784040 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-94cdf74d-28c9-40de-9e9f-47e403b26118 req-eba57df5-5d09-4f00-9287-88698a73eaac tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405766 Jan 14 02:04:02.794477 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:02.808178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Allocated IP 172.25.2.48 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/912b09a8-0eee-48e8-a696-add8a1229661) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:04:02.935009 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064faef-607d-4d60-8fbc-ae99666b920f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40af06fe-097d-47f9-a267-b49273a8ff22,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:02.941850 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:03.058556 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:04:03.065398 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:04:03.068002 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0bc4fa5f-aca3-4dc8-ada5-f1ee69e8d936 req-c8d18b06-449b-4bfb-aaac-b19db16398cc tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.1335211 Jan 14 02:04:03.071092 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (912b09a8-0eee-48e8-a696-add8a1229661), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:03.080190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:04:03.089316 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71319d7c-200a-4bda-8a9e-1847d0bdf98c req-515b65f0-8e6b-4d7a-8836-6c55edb22bea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:03.096946 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71319d7c-200a-4bda-8a9e-1847d0bdf98c req-515b65f0-8e6b-4d7a-8836-6c55edb22bea tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 944 time: 0.2660198 Jan 14 02:04:03.146894 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:04:03.161965 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (705026d4-6fa0-4871-ae9f-d2dd20ba9416), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:03.170388 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-71319d7c-200a-4bda-8a9e-1847d0bdf98c req-363d2783-ecb2-481c-90d7-fc56c93a2c3e tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723708 Jan 14 02:04:03.199642 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (912b09a8-0eee-48e8-a696-add8a1229661), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:03.259787 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:04:03.261049 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:03.261422 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (82c7b872-95fe-46b7-b8a4-f34c6f3ed43c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:03.262879 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:04:03.265708 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:04:03.332934 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a57092-d718-4df7-b943-362bb7f10965 None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:04:03.359573 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e946d04-b1dd-43bd-8357-0205f458555a req-5b9cdfe2-54a0-499a-bdfe-f4656d2729a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:03.363993 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e946d04-b1dd-43bd-8357-0205f458555a req-5b9cdfe2-54a0-499a-bdfe-f4656d2729a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 1095 time: 0.5963778 Jan 14 02:04:03.411696 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 82c7b872-95fe-46b7-b8a4-f34c6f3ed43c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:03.463775 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9f5775c8-be5b-4baf-9584-9bc3878238e3 None None] Provisioning complete for port 912b09a8-0eee-48e8-a696-add8a1229661 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:03.464315 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f5775c8-be5b-4baf-9584-9bc3878238e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (912b09a8-0eee-48e8-a696-add8a1229661), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:03.516236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9f5775c8-be5b-4baf-9584-9bc3878238e3 None None] Port 912b09a8-0eee-48e8-a696-add8a1229661 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:04:03.550494 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=912b09a8-0eee-48e8-a696-add8a1229661,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:03.599486 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e946d04-b1dd-43bd-8357-0205f458555a req-519d6004-fd9c-4cab-81b9-2705f4caf119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:03.601089 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e946d04-b1dd-43bd-8357-0205f458555a req-519d6004-fd9c-4cab-81b9-2705f4caf119 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f45fba4-ab90-4c00-a730-2b397a83f6a0 HTTP/1.1" status: 200 len: 897 time: 0.2267227 Jan 14 02:04:03.607932 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Pushing event updated for resources: {'Port': ['ID=31355831-4bdd-48ca-abd0-c80240c0b163,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:03.632951 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 85e7d3f4-d738-4116-ae57-f04f63b2dde9 up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:04:03.685334 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e946d04-b1dd-43bd-8357-0205f458555a req-6b7df629-3717-4477-b826-cb9fb0bd9a42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce22c1ed-2287-434e-9ccd-53731c6082af HTTP/1.1" status: 200 len: 217 time: 0.0681164 Jan 14 02:04:03.692660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bb58da69-f017-40a7-a780-7458f93060a8 None None] Provisioning complete for port 31355831-4bdd-48ca-abd0-c80240c0b163 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:03.693052 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb58da69-f017-40a7-a780-7458f93060a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:03.718411 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router_gateway (9086c521-7b1e-451d-8447-6972d7b23855), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:03.737825 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bb58da69-f017-40a7-a780-7458f93060a8 None None] Port 31355831-4bdd-48ca-abd0-c80240c0b163 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:04:03.757082 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 85e7d3f4-d738-4116-ae57-f04f63b2dde9 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:04:03.769018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 85e7d3f4-d738-4116-ae57-f04f63b2dde9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:03.770274 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:03.791962 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e946d04-b1dd-43bd-8357-0205f458555a req-47e610e7-8a3b-45f3-8ad9-d7d695ed3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:03.795450 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e946d04-b1dd-43bd-8357-0205f458555a req-47e610e7-8a3b-45f3-8ad9-d7d695ed3e23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed8590c8-cb2e-4f68-801f-5facc19b3c10 HTTP/1.1" status: 200 len: 835 time: 0.1030772 Jan 14 02:04:03.920736 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 85e7d3f4-d738-4116-ae57-f04f63b2dde9 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:03.921131 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:03.984333 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9239eb83-dd56-4093-b289-94a3a4ee163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e7d3f4-d738-4116-ae57-f04f63b2dde9'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:04:03.986649 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e308f66-b2d9-4bbc-9ee5-bb1706c15bac" -d '{"events": [{"server_uuid": "9239eb83-dd56-4093-b289-94a3a4ee163c", "name": "network-vif-plugged", "status": "completed", "tag": "85e7d3f4-d738-4116-ae57-f04f63b2dde9"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:04:04.020932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 85e7d3f4-d738-4116-ae57-f04f63b2dde9, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=85e7d3f4-d738-4116-ae57-f04f63b2dde9,segment=NetworkSegment(bc0f638b-432d-4605-94af-0d6243149f6f),segment_id=bc0f638b-432d-4605-94af-0d6243149f6f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:04.031097 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (85e7d3f4-d738-4116-ae57-f04f63b2dde9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:04.049930 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f29a78-1d33-41a1-90c0-494f439738a5 req-17bfa22a-c668-4cbe-92fa-b00c1044296d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:04.057082 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a0f29a78-1d33-41a1-90c0-494f439738a5 req-17bfa22a-c668-4cbe-92fa-b00c1044296d tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 944 time: 0.1826825 Jan 14 02:04:04.062008 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:04.140306 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=85e7d3f4-d738-4116-ae57-f04f63b2dde9,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:04.142438 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee896867-ecf4-4116-9062-5d075f2f6157 req-b3be541c-50b3-4267-bc68-827895ebc1ef tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:04.143359 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee896867-ecf4-4116-9062-5d075f2f6157 req-b3be541c-50b3-4267-bc68-827895ebc1ef tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 931 time: 0.2297435 Jan 14 02:04:04.157622 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e946d04-b1dd-43bd-8357-0205f458555a req-70a865d8-9f20-4819-a5d2-ac7a68c48716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:04.160047 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e946d04-b1dd-43bd-8357-0205f458555a req-70a865d8-9f20-4819-a5d2-ac7a68c48716 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f45fba4-ab90-4c00-a730-2b397a83f6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3577955 Jan 14 02:04:04.234068 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-a0f29a78-1d33-41a1-90c0-494f439738a5 req-00dda95d-36ae-47aa-802b-9b1912c34efa tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=766a84a4-37bd-468c-8aa2-3d654d6bfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761410 Jan 14 02:04:04.241065 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1614159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609165'] for router (9086c521-7b1e-451d-8447-6972d7b23855), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:04.278508 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ee896867-ecf4-4116-9062-5d075f2f6157 req-81df8b22-2d94-4adc-9278-b36ea527d44f tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268849 Jan 14 02:04:04.331130 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f636e401-ece2-47bd-a939-774acce61fde x-openstack-request-id: req-f636e401-ece2-47bd-a939-774acce61fde {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:04:04.332317 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9239eb83-dd56-4093-b289-94a3a4ee163c", "name": "network-vif-plugged", "status": "completed", "tag": "85e7d3f4-d738-4116-ae57-f04f63b2dde9", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:04:04.332783 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f636e401-ece2-47bd-a939-774acce61fde {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:04:04.333475 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9239eb83-dd56-4093-b289-94a3a4ee163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e7d3f4-d738-4116-ae57-f04f63b2dde9', 'code': 200} Jan 14 02:04:04.474347 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e946d04-b1dd-43bd-8357-0205f458555a req-697bf47e-8fcf-4a7d-adea-74dc5daba381 service neutron] 10.222.0.46 "GET /v2.0/networks/3f45fba4-ab90-4c00-a730-2b397a83f6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016618 Jan 14 02:04:04.522362 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a00427-5add-4a8f-aa9e-e6cfe23c336d {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:04:04.568808 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9a6d4123-c1e8-42bf-87c9-d3a6df848051 req-992f1f67-65ed-4729-8b65-9b432afd2b3e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.1282411 Jan 14 02:04:04.569656 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Publish callbacks [] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:04.592239 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839356b0-be6a-4a48-9db1-2d952b57f3da req-5008886f-3472-4ada-8a6c-716450b84203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:04.593778 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-839356b0-be6a-4a48-9db1-2d952b57f3da req-5008886f-3472-4ada-8a6c-716450b84203 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 1096 time: 0.1521912 Jan 14 02:04:04.606746 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dc2bd-3fa7-4f76-a561-a1ed2f491df5 req-2e1c5fcd-28a4-4590-9c81-1c9aaf3d8e6a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:04.613991 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Transition to ACTIVE for port object f1a00427-5add-4a8f-aa9e-e6cfe23c336d will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:04:04.614578 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-da2dc2bd-3fa7-4f76-a561-a1ed2f491df5 req-2e1c5fcd-28a4-4590-9c81-1c9aaf3d8e6a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 944 time: 0.1869745 Jan 14 02:04:04.636001 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:04.643008 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Publish callbacks [] for port (31355831-4bdd-48ca-abd0-c80240c0b163), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:04.654805 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:04.697012 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:04.704192 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-6e946d04-b1dd-43bd-8357-0205f458555a req-d3c112de-736a-4878-a3d1-12949f93f1f3 service neutron] 10.222.0.46 "GET /v2.0/networks/3f45fba4-ab90-4c00-a730-2b397a83f6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168517 Jan 14 02:04:04.730137 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-da2dc2bd-3fa7-4f76-a561-a1ed2f491df5 req-35af5894-5962-4181-b0e6-550f7132ab2e tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152263 Jan 14 02:04:04.749705 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-839356b0-be6a-4a48-9db1-2d952b57f3da req-4b49e6d1-f018-4a9e-af2f-5b3f7dee1c17 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=766a84a4-37bd-468c-8aa2-3d654d6bfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307955 Jan 14 02:04:04.755485 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Router 9086c521-7b1e-451d-8447-6972d7b23855 is scheduled to L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 02:04:04.775194 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a00427-5add-4a8f-aa9e-e6cfe23c336d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:04.811961 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (705026d4-6fa0-4871-ae9f-d2dd20ba9416), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:04.892971 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:04:04.907991 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Sync routers for ids ['9086c521-7b1e-451d-8447-6972d7b23855'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:04:04.921703 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Pushing event updated for resources: {'Port': ['ID=31355831-4bdd-48ca-abd0-c80240c0b163,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:04.959609 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Routers {'9086c521-7b1e-451d-8447-6972d7b23855'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:04:04.968519 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9086c521-7b1e-451d-8447-6972d7b23855'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:04.968899 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Attempting to bind port f1a00427-5add-4a8f-aa9e-e6cfe23c336d on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:04:04.969240 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Attempting to bind port f1a00427-5add-4a8f-aa9e-e6cfe23c336d by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:04:04.969567 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Attempting to bind port f1a00427-5add-4a8f-aa9e-e6cfe23c336d on network 812f231a-5064-45c6-884f-0fd4be8b3fd4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:04:04.977561 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Port f1a00427-5add-4a8f-aa9e-e6cfe23c336d on network 812f231a-5064-45c6-884f-0fd4be8b3fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:04:04.977884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Attempting to bind port f1a00427-5add-4a8f-aa9e-e6cfe23c336d on network 812f231a-5064-45c6-884f-0fd4be8b3fd4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:04:04.988303 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:04:04.988723 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Checking segment: {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:04:04.989073 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Bound using segment: {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:04:04.989576 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Bound port: f1a00427-5add-4a8f-aa9e-e6cfe23c336d, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1beb5f24-e1b0-4044-8aee-4f1d13cce13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:04:04.989936 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:04.990063 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:04.991304 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-37356970-0128-4c7e-90d1-37eaf86883b3 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.3707976 Jan 14 02:04:04.994256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53526) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:05.059657 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:04:05.080350 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:04:05.151788 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Set router 9086c521-7b1e-451d-8447-6972d7b23855 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:04:05.184614 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] For port f1a00427-5add-4a8f-aa9e-e6cfe23c336d, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:04:05.189405 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] For port f1a00427-5add-4a8f-aa9e-e6cfe23c336d, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f1a00427-5add-4a8f-aa9e-e6cfe23c336d,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:04:05.232305 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:05.256749 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-530fdb1f-e23f-4232-8223-c54e601bcc37 tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=63ad23e535974d8ebd72d18abfca4821&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2612863 Jan 14 02:04:05.260523 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53532) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:05.285806 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:05.286717 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:05.293462 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] 10.222.0.36 "PUT /v2.0/ports/f1a00427-5add-4a8f-aa9e-e6cfe23c336d HTTP/1.1" status: 200 len: 1091 time: 2.7107382 Jan 14 02:04:05.294052 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c52e31-3938-4711-a418-098999c59d5d', 'tag': 'f1a00427-5add-4a8f-aa9e-e6cfe23c336d'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:04:05.296498 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348e3c4f-5e40-485f-9157-7b09e323d41b" -d '{"events": [{"name": "network-changed", "server_uuid": "98c52e31-3938-4711-a418-098999c59d5d", "tag": "f1a00427-5add-4a8f-aa9e-e6cfe23c336d"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:04:05.333939 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Router 705026d4-6fa0-4871-ae9f-d2dd20ba9416 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:04:05.379057 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a3b27-a8f9-45ac-b8dc-82c5d63027e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a00427-5add-4a8f-aa9e-e6cfe23c336d,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:05.469981 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b2bf96-4be0-4777-990c-914f364cd3f3 x-openstack-request-id: req-b7b2bf96-4be0-4777-990c-914f364cd3f3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:04:05.470341 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c52e31-3938-4711-a418-098999c59d5d", "tag": "f1a00427-5add-4a8f-aa9e-e6cfe23c336d", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:04:05.470563 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7b2bf96-4be0-4777-990c-914f364cd3f3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:04:05.471434 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c52e31-3938-4711-a418-098999c59d5d', 'tag': 'f1a00427-5add-4a8f-aa9e-e6cfe23c336d', 'status': 'completed', 'code': 200} Jan 14 02:04:05.513304 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-bbbdd3d3-8795-4f2a-b823-194ac0be0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:05.514878 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-bbbdd3d3-8795-4f2a-b823-194ac0be0f38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2141d01510e94744a27b4eeebac1bc28&device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 1094 time: 0.1558809 Jan 14 02:04:05.541489 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a744515f-7f37-4373-bdb8-c7c9e967fddd tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:05.545482 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-a744515f-7f37-4373-bdb8-c7c9e967fddd tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2827590 Jan 14 02:04:05.548224 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53538) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:05.571592 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9632969e-962c-48b3-91a9-709be37a36b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:05.594779 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-3177814d-9df1-4c5b-bca8-0e82a8729e6a tempest-TestNetworkAdvancedServerOps-1804505357 tempest-TestNetworkAdvancedServerOps-1804505357-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=5c424213-5489-4410-bcff-2e68f290927e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451231 Jan 14 02:04:05.608530 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53540) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:05.628516 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-46f1cb3f-2b14-4c2d-8679-d19852b8026c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2007535539', 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:04:05.635879 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device ce22c1ed-2287-434e-9ccd-53731c6082af details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:04:05.638257 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-0d109471-4d0b-4366-a39e-47a725ff4ea4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1a00427-5add-4a8f-aa9e-e6cfe23c336d HTTP/1.1" status: 200 len: 217 time: 0.0702960 Jan 14 02:04:05.648515 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b0edc-d3df-47dd-8b47-061c88cbed1a req-3ecc8b3c-9765-48ef-b0cf-e86433c37445 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:05.650209 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e60b0edc-d3df-47dd-8b47-061c88cbed1a req-3ecc8b3c-9765-48ef-b0cf-e86433c37445 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 945 time: 0.1902282 Jan 14 02:04:05.700504 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:04:05.715845 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-24bd8d42-32f1-42a5-b2fa-266c3c0cfeec admin admin] 10.222.0.26 "PUT /v2.0/routers/705026d4-6fa0-4871-ae9f-d2dd20ba9416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5162561 Jan 14 02:04:05.715845 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-2904306b-e661-4161-9edf-9cec5e58d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:05.715845 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-2904306b-e661-4161-9edf-9cec5e58d6bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229627b7-01e8-4c6c-bfbe-27b51d26180b HTTP/1.1" status: 200 len: 851 time: 0.0675297 Jan 14 02:04:05.770659 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Sync routers for ids ['705026d4-6fa0-4871-ae9f-d2dd20ba9416'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:04:05.792561 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Routers {'705026d4-6fa0-4871-ae9f-d2dd20ba9416'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:04:05.793148 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['705026d4-6fa0-4871-ae9f-d2dd20ba9416'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:05.828836 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c075ba5c-e46f-4373-baa2-fa99567a617e None None] Provisioning complete for port 31355831-4bdd-48ca-abd0-c80240c0b163 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:05.829204 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c075ba5c-e46f-4373-baa2-fa99567a617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:05.847651 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-4af91d70-973a-41d6-b420-245a450beebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:05.853279 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-4af91d70-973a-41d6-b420-245a450beebe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=812f231a-5064-45c6-884f-0fd4be8b3fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229887 Jan 14 02:04:05.871210 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port ce22c1ed-2287-434e-9ccd-53731c6082af, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ce22c1ed-2287-434e-9ccd-53731c6082af,segment=NetworkSegment(577be613-f677-4fa3-b0e3-de308f68052b),segment_id=577be613-f677-4fa3-b0e3-de308f68052b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:05.891111 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': 'ce22c1ed-2287-434e-9ccd-53731c6082af', 'network_id': '3f45fba4-ab90-4c00-a730-2b397a83f6a0', 'port_id': 'ce22c1ed-2287-434e-9ccd-53731c6082af', 'mac_address': 'fa:16:3e:b4:58:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8590c8-cb2e-4f68-801f-5facc19b3c10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:04:05.977980 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01966809-88eb-4477-a290-edf0e65d28fa req-b690aa31-75a6-48e7-85fb-a9d69ec722c4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:05.989798 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01966809-88eb-4477-a290-edf0e65d28fa req-b690aa31-75a6-48e7-85fb-a9d69ec722c4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 943 time: 0.4013057 Jan 14 02:04:05.992372 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c075ba5c-e46f-4373-baa2-fa99567a617e None None] Port 31355831-4bdd-48ca-abd0-c80240c0b163 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:04:06.004995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port ce22c1ed-2287-434e-9ccd-53731c6082af is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:06.005724 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:06.010520 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9086c521-7b1e-451d-8447-6972d7b23855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447534796', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '912b09a8-0eee-48e8-a696-add8a1229661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:59Z', 'updated_at': '2022-01-14T02:04:03Z', 'revision_number': 3, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '912b09a8-0eee-48e8-a696-add8a1229661', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9086c521-7b1e-451d-8447-6972d7b23855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:04:02Z', 'updated_at': '2022-01-14T02:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:06.033930 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-114e300c-1ff8-4291-9bb4-60ee5214881c service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729906 Jan 14 02:04:06.046486 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-e60b0edc-d3df-47dd-8b47-061c88cbed1a req-fd51881e-22f1-4274-848f-b41eda626e3f tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=766a84a4-37bd-468c-8aa2-3d654d6bfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3794782 Jan 14 02:04:06.049670 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Set router 705026d4-6fa0-4871-ae9f-d2dd20ba9416 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:04:06.056094 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Checking router: 9086c521-7b1e-451d-8447-6972d7b23855 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:04:06.056581 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Updating router 9086c521-7b1e-451d-8447-6972d7b23855 port 912b09a8-0eee-48e8-a696-add8a1229661 binding host n-d-824358-4 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:04:06.060256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce22c1ed-2287-434e-9ccd-53731c6082af {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:04:06.101745 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-01966809-88eb-4477-a290-edf0e65d28fa req-9e9166a7-7375-4018-ba7d-01332022500e tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111896 Jan 14 02:04:06.111534 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port ce22c1ed-2287-434e-9ccd-53731c6082af, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ce22c1ed-2287-434e-9ccd-53731c6082af,segment=NetworkSegment(577be613-f677-4fa3-b0e3-de308f68052b),segment_id=577be613-f677-4fa3-b0e3-de308f68052b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:06.114050 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (912b09a8-0eee-48e8-a696-add8a1229661), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:06.122677 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:06.135163 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f1cb3f-2b14-4c2d-8679-d19852b8026c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Made reservation on behalf of 63ad23e535974d8ebd72d18abfca4821 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:04:06.140347 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46f1cb3f-2b14-4c2d-8679-d19852b8026c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26957331'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:06.232713 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=ce22c1ed-2287-434e-9ccd-53731c6082af,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:06.235452 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-4bccb88f-7760-4ac8-be57-e8ced45837a2 req-7629c932-eaeb-4df5-96fa-7485f620841b service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940603 Jan 14 02:04:06.278651 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-827dc17c-1f23-4809-8511-06621c3c171a req-da61021b-d00b-4606-b81d-ca67d1e1944c tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.0462084 Jan 14 02:04:06.371758 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f4c91-aad8-48d4-b62b-8f7b73d4c4ae req-d2b67088-363f-4ae3-9312-777ad4e9ef5b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:06.380296 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2b5f4c91-aad8-48d4-b62b-8f7b73d4c4ae req-d2b67088-363f-4ae3-9312-777ad4e9ef5b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 945 time: 0.1566989 Jan 14 02:04:06.412548 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e3c4f-5e40-485f-9157-7b09e323d41b req-8f689ca8-30a9-4a92-8264-a234995f4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:06.420857 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-348e3c4f-5e40-485f-9157-7b09e323d41b req-8f689ca8-30a9-4a92-8264-a234995f4b6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2141d01510e94744a27b4eeebac1bc28&device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 1094 time: 0.0931075 Jan 14 02:04:06.453632 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'name': 'tempest-ServerActionsTestJSON-1166721478-router', 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '82c7b872-95fe-46b7-b8a4-f34c6f3ed43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:50Z', 'updated_at': '2022-01-14T02:04:03Z', 'revision_number': 4, 'project_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'gw_port': {'id': '82c7b872-95fe-46b7-b8a4-f34c6f3ed43c', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:54Z', 'updated_at': '2022-01-14T02:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '31355831-4bdd-48ca-abd0-c80240c0b163', 'name': '', 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a', 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'mac_address': 'fa:16:3e:62:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '2939308c-3471-4837-b397-0b9e489924ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:04:01Z', 'updated_at': '2022-01-14T02:04:04Z', 'revision_number': 2, 'project_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'subnets': [{'id': '2939308c-3471-4837-b397-0b9e489924ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:06.463692 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2b5f4c91-aad8-48d4-b62b-8f7b73d4c4ae req-42b130e1-c691-4f62-9129-a912347569be tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821562 Jan 14 02:04:06.495204 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Checking router: 705026d4-6fa0-4871-ae9f-d2dd20ba9416 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:04:06.495823 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Updating router 705026d4-6fa0-4871-ae9f-d2dd20ba9416 port 31355831-4bdd-48ca-abd0-c80240c0b163 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:04:06.525296 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:06.627353 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46f1cb3f-2b14-4c2d-8679-d19852b8026c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26279660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956793'] for subnet (52fb16e9-e7fd-4a54-aff3-69dfbae135fb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:06.669929 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e3c4f-5e40-485f-9157-7b09e323d41b req-c869022a-47f8-4bd2-8d5a-4cb8430c907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:06.672072 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-348e3c4f-5e40-485f-9157-7b09e323d41b req-c869022a-47f8-4bd2-8d5a-4cb8430c907a service neutron] 10.222.0.36 "GET /v2.0/networks?id=812f231a-5064-45c6-884f-0fd4be8b3fd4 HTTP/1.1" status: 200 len: 913 time: 0.2434330 Jan 14 02:04:06.737561 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Publish callbacks [] for port (912b09a8-0eee-48e8-a696-add8a1229661), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:06.743912 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['ce22c1ed-2287-434e-9ccd-53731c6082af'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:04:06.747526 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-348e3c4f-5e40-485f-9157-7b09e323d41b req-b11c309b-16fd-4e26-b3f1-e373c3d98bb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1a00427-5add-4a8f-aa9e-e6cfe23c336d HTTP/1.1" status: 200 len: 217 time: 0.0673437 Jan 14 02:04:06.750997 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (912b09a8-0eee-48e8-a696-add8a1229661), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:06.755128 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1cb3f-2b14-4c2d-8679-d19852b8026c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Subnet': ['ID=52fb16e9-e7fd-4a54-aff3-69dfbae135fb,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:06.772399 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1cb3f-2b14-4c2d-8679-d19852b8026c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Checking segment: {'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:04:06.772758 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f1cb3f-2b14-4c2d-8679-d19852b8026c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network hostable DHCP agents. Network: b9561b62-b1a0-4015-bda2-d465d110791e, hostable agents: ['82d44c7f-0901-4057-b622-aad99213bd99'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 02:04:06.820942 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f1cb3f-2b14-4c2d-8679-d19852b8026c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network b9561b62-b1a0-4015-bda2-d465d110791e is scheduled to be hosted by DHCP agent 82d44c7f-0901-4057-b622-aad99213bd99 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 02:04:06.833537 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-46f1cb3f-2b14-4c2d-8679-d19852b8026c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824358-4, b9561b62-b1a0-4015-bda2-d465d110791e) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:04:06.837893 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f1cb3f-2b14-4c2d-8679-d19852b8026c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:06.838680 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46f1cb3f-2b14-4c2d-8679-d19852b8026c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:06.854606 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e3c4f-5e40-485f-9157-7b09e323d41b req-c0bacb9d-2c1e-46a2-b907-5381c323d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:06.856648 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-348e3c4f-5e40-485f-9157-7b09e323d41b req-c0bacb9d-2c1e-46a2-b907-5381c323d29c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229627b7-01e8-4c6c-bfbe-27b51d26180b HTTP/1.1" status: 200 len: 851 time: 0.1027191 Jan 14 02:04:06.867146 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-46f1cb3f-2b14-4c2d-8679-d19852b8026c tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2574160 Jan 14 02:04:06.869742 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53552) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:06.878529 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed56b04-687b-455c-9b07-eb4ea0d1f322 None None] Network b9561b62-b1a0-4015-bda2-d465d110791e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:04:06.892890 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Publish callbacks [] for port (31355831-4bdd-48ca-abd0-c80240c0b163), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:06.903332 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:06.942643 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e3c4f-5e40-485f-9157-7b09e323d41b req-2127aa22-8c4e-4d19-a896-c1640a9c97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:06.944159 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-348e3c4f-5e40-485f-9157-7b09e323d41b req-2127aa22-8c4e-4d19-a896-c1640a9c97a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=812f231a-5064-45c6-884f-0fd4be8b3fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820336 Jan 14 02:04:07.053902 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Attempting to bind port 912b09a8-0eee-48e8-a696-add8a1229661 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:04:07.055356 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Attempting to bind port 912b09a8-0eee-48e8-a696-add8a1229661 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:04:07.055997 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Attempting to bind port 912b09a8-0eee-48e8-a696-add8a1229661 on network 5c424213-5489-4410-bcff-2e68f290927e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:04:07.062628 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-348e3c4f-5e40-485f-9157-7b09e323d41b req-8febe1ae-8f36-4c33-94e3-fb02cb41664c service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105578 Jan 14 02:04:07.080904 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4274d1-7148-4083-b935-cc213996d59f None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:04:07.111710 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:04:07.112087 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Checking segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:04:07.112490 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.112881 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Bound using segment: {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:04:07.113362 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Bound port: 912b09a8-0eee-48e8-a696-add8a1229661, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e737c6f-4fd3-4c40-9d8e-07cf29565b53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c424213-5489-4410-bcff-2e68f290927e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:04:07.113737 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (912b09a8-0eee-48e8-a696-add8a1229661), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.134287 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38babfbc-ca11-485b-8f85-082bc6beb46b None None] Pushing event updated for resources: {'Port': ['ID=31355831-4bdd-48ca-abd0-c80240c0b163,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:07.231491 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-348e3c4f-5e40-485f-9157-7b09e323d41b req-dcf29da8-8f96-4e1e-b899-858abcc7e1b8 service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622651 Jan 14 02:04:07.233244 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb48b1-25ab-4fe1-974c-07d5a0e8e941 None None] Pushing event updated for resources: {'Port': ['ID=912b09a8-0eee-48e8-a696-add8a1229661,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:07.240870 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Attempting to bind port 31355831-4bdd-48ca-abd0-c80240c0b163 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:04:07.240870 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Attempting to bind port 31355831-4bdd-48ca-abd0-c80240c0b163 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:04:07.241251 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Attempting to bind port 31355831-4bdd-48ca-abd0-c80240c0b163 on network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:04:07.244180 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] For port 912b09a8-0eee-48e8-a696-add8a1229661, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:04:07.261067 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:04:07.262681 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Checking segment: {'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:04:07.263810 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.264316 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Bound using segment: {'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:04:07.264954 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Bound port: 31355831-4bdd-48ca-abd0-c80240c0b163, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:04:07.265430 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.275725 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53558) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:07.281362 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8a6bca7d-ffe7-4821-b7d5-d5eb552e98fd tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--546814462', 'description': 'tempest-description--2126731979'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:04:07.332250 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a6bca7d-ffe7-4821-b7d5-d5eb552e98fd tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.359781 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] For port 912b09a8-0eee-48e8-a696-add8a1229661, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=912b09a8-0eee-48e8-a696-add8a1229661,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:04:07.394079 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (912b09a8-0eee-48e8-a696-add8a1229661), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.416256 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] For port 31355831-4bdd-48ca-abd0-c80240c0b163, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:04:07.419704 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] For port 31355831-4bdd-48ca-abd0-c80240c0b163, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=31355831-4bdd-48ca-abd0-c80240c0b163,segment=NetworkSegment(4efec744-1e31-4f21-9379-242c0fad4d08),segment_id=4efec744-1e31-4f21-9379-242c0fad4d08)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:04:07.435013 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.456406 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a6bca7d-ffe7-4821-b7d5-d5eb552e98fd tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for security_group (d66942ec-4822-4a11-bd5a-8ef7a68961fb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.468000 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a6bca7d-ffe7-4821-b7d5-d5eb552e98fd tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579594'] for security_group (d66942ec-4822-4a11-bd5a-8ef7a68961fb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.504370 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0610e659-3fd2-41de-94e7-09ac80ce811a None None] DHCP port deletion for 5c424213-5489-4410-bcff-2e68f290927e request from n-d-824358-4 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 02:04:07.527828 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Routers {'705026d4-6fa0-4871-ae9f-d2dd20ba9416'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:04:07.528461 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['705026d4-6fa0-4871-ae9f-d2dd20ba9416'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:07.530230 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38babfbc-ca11-485b-8f85-082bc6beb46b None None] Pushing event updated for resources: {'Port': ['ID=31355831-4bdd-48ca-abd0-c80240c0b163,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:07.532074 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a6bca7d-ffe7-4821-b7d5-d5eb552e98fd tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.533662 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-8a6bca7d-ffe7-4821-b7d5-d5eb552e98fd tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2566886 Jan 14 02:04:07.537082 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53564) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:07.539373 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bca7d-ffe7-4821-b7d5-d5eb552e98fd tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66942ec-4822-4a11-bd5a-8ef7a68961fb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:07.548509 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d2cddb42-bbf3-4148-885a-344bdff1e790 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Request body: {'security_group_rule': {'security_group_id': 'd66942ec-4822-4a11-bd5a-8ef7a68961fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:04:07.590067 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2cddb42-bbf3-4148-885a-344bdff1e790 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for security_group_rule (a56e36a6-dc5b-4f23-a206-7ccaef3effb7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.664414 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Routers {'9086c521-7b1e-451d-8447-6972d7b23855'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:04:07.665057 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:03:38Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9086c521-7b1e-451d-8447-6972d7b23855'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:07.667115 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] Provisioning complete for port 912b09a8-0eee-48e8-a696-add8a1229661 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:07.667479 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (912b09a8-0eee-48e8-a696-add8a1229661), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.718666 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2cddb42-bbf3-4148-885a-344bdff1e790 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for security_group_rule (a56e36a6-dc5b-4f23-a206-7ccaef3effb7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.732085 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2cddb42-bbf3-4148-885a-344bdff1e790 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (a56e36a6-dc5b-4f23-a206-7ccaef3effb7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.757048 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cddb42-bbf3-4148-885a-344bdff1e790 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56e36a6-dc5b-4f23-a206-7ccaef3effb7,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:07.767037 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7341550b-1db2-547d-9dc2-688aa40cf227-b9561b62-b1a0-4015-bda2-d465d110791e', 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e', 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'fixed_ips': [{'subnet_id': '52fb16e9-e7fd-4a54-aff3-69dfbae135fb'}]}} from n-d-824358-4. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 02:04:07.767986 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.782759 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2cddb42-bbf3-4148-885a-344bdff1e790 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.784001 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-d2cddb42-bbf3-4148-885a-344bdff1e790 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2407241 Jan 14 02:04:07.786844 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53566) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:07.791464 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0328238f-0283-4ff1-92a1-c1f713e169b6 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Request body: {'security_group_rule': {'security_group_id': 'd66942ec-4822-4a11-bd5a-8ef7a68961fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:04:07.835733 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] Set router 705026d4-6fa0-4871-ae9f-d2dd20ba9416 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:04:07.845452 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb6d07b1-8ad5-43ee-9a00-bbbd8ac894ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.858927 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0328238f-0283-4ff1-92a1-c1f713e169b6 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for security_group_rule (799247e8-298c-4fa3-9e53-c8b53c4d6da3), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.894745 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb48b1-25ab-4fe1-974c-07d5a0e8e941 None None] Pushing event updated for resources: {'Port': ['ID=912b09a8-0eee-48e8-a696-add8a1229661,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:07.976703 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0328238f-0283-4ff1-92a1-c1f713e169b6 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for security_group_rule (799247e8-298c-4fa3-9e53-c8b53c4d6da3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:07.984130 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0328238f-0283-4ff1-92a1-c1f713e169b6 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671068'] for security_group_rule (799247e8-298c-4fa3-9e53-c8b53c4d6da3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:08.015402 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328238f-0283-4ff1-92a1-c1f713e169b6 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799247e8-298c-4fa3-9e53-c8b53c4d6da3,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:08.031223 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0328238f-0283-4ff1-92a1-c1f713e169b6 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:08.032429 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-0328238f-0283-4ff1-92a1-c1f713e169b6 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2446151 Jan 14 02:04:08.038914 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.26', 53568) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:08.043830 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Request body: {'floatingip': {'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:04:08.098634 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6875cc-af3a-44b3-ac8c-4c634f6d142c req-17735303-7c66-4eb3-9aff-f78a1cc78351 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:08.100759 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:08.101188 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e6875cc-af3a-44b3-ac8c-4c634f6d142c req-17735303-7c66-4eb3-9aff-f78a1cc78351 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 945 time: 0.8925757 Jan 14 02:04:08.117493 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'name': 'tempest-ServerActionsTestJSON-1166721478-router', 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '82c7b872-95fe-46b7-b8a4-f34c6f3ed43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:50Z', 'updated_at': '2022-01-14T02:04:03Z', 'revision_number': 4, 'project_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'gw_port': {'id': '82c7b872-95fe-46b7-b8a4-f34c6f3ed43c', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:54Z', 'updated_at': '2022-01-14T02:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '31355831-4bdd-48ca-abd0-c80240c0b163', 'name': '', 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a', 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'mac_address': 'fa:16:3e:62:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '2939308c-3471-4837-b397-0b9e489924ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:04:01Z', 'updated_at': '2022-01-14T02:04:07Z', 'revision_number': 4, 'project_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'subnets': [{'id': '2939308c-3471-4837-b397-0b9e489924ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:08.147129 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d66cd3f-bb72-423b-856a-9b4b57fb6d22 None None] The sync data for ids ['705026d4-6fa0-4871-ae9f-d2dd20ba9416'] in n-d-824358-4 is: [{'id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'name': 'tempest-ServerActionsTestJSON-1166721478-router', 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '82c7b872-95fe-46b7-b8a4-f34c6f3ed43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:50Z', 'updated_at': '2022-01-14T02:04:03Z', 'revision_number': 4, 'project_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'gw_port': {'id': '82c7b872-95fe-46b7-b8a4-f34c6f3ed43c', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:03:54Z', 'updated_at': '2022-01-14T02:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': '31355831-4bdd-48ca-abd0-c80240c0b163', 'name': '', 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a', 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'mac_address': 'fa:16:3e:62:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705026d4-6fa0-4871-ae9f-d2dd20ba9416', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '2939308c-3471-4837-b397-0b9e489924ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:04:01Z', 'updated_at': '2022-01-14T02:04:07Z', 'revision_number': 4, 'project_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'subnets': [{'id': '2939308c-3471-4837-b397-0b9e489924ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:04:08.170909 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcccc20-0000-44dd-9edb-51c03a6821a1 req-77bfa5f0-dfb6-4823-8fd9-3a4c40f82ca6 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:08.172698 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-adcccc20-0000-44dd-9edb-51c03a6821a1 req-77bfa5f0-dfb6-4823-8fd9-3a4c40f82ca6 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 943 time: 0.1483576 Jan 14 02:04:08.263958 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] Set router 9086c521-7b1e-451d-8447-6972d7b23855 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:04:08.304364 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:08.317983 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-0e6875cc-af3a-44b3-ac8c-4c634f6d142c req-57d3de4a-f49a-4e0b-b9af-4ad3204cebb5 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/security-groups?id=766a84a4-37bd-468c-8aa2-3d654d6bfac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092946 Jan 14 02:04:08.357269 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-adcccc20-0000-44dd-9edb-51c03a6821a1 req-37074e20-b8c7-4370-b3f7-775f59e4d3f4 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642337 Jan 14 02:04:08.369717 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] Current status of the port 912b09a8-0eee-48e8-a696-add8a1229661 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:08.370106 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (912b09a8-0eee-48e8-a696-add8a1229661), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:08.531777 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-28159fd7-35f5-4f14-b301-64b501f0e97e req-8822f426-0160-410c-9c3a-579369242563 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.0870914 Jan 14 02:04:08.535803 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Allocated IP 172.25.2.242 (5c424213-5489-4410-bcff-2e68f290927e/54801cec-e3e3-4a7a-8039-830f32cbe861/1483231c-c7a4-471f-9a25-c0cdb20d5bb4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:04:08.621382 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e310d-b883-4a39-a2cb-df49b1bc2f14 req-4d39b20d-8814-46a4-b7d5-fb947a5a7845 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:08.622929 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-946e310d-b883-4a39-a2cb-df49b1bc2f14 req-4d39b20d-8814-46a4-b7d5-fb947a5a7845 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 945 time: 0.1772666 Jan 14 02:04:08.737228 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for port (1483231c-c7a4-471f-9a25-c0cdb20d5bb4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:08.763752 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:08.781301 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] For port 912b09a8-0eee-48e8-a696-add8a1229661, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=912b09a8-0eee-48e8-a696-add8a1229661,segment=NetworkSegment(8e737c6f-4fd3-4c40-9d8e-07cf29565b53),segment_id=8e737c6f-4fd3-4c40-9d8e-07cf29565b53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:08.783027 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (1483231c-c7a4-471f-9a25-c0cdb20d5bb4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:08.815115 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-946e310d-b883-4a39-a2cb-df49b1bc2f14 req-37a7419a-7afd-4bac-b1bd-57bbe261601e tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772037 Jan 14 02:04:08.822442 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (912b09a8-0eee-48e8-a696-add8a1229661), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:08.850377 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:08.873357 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Pushing event updated for resources: {'Port': ['ID=1483231c-c7a4-471f-9a25-c0cdb20d5bb4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:08.887608 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Network 5c424213-5489-4410-bcff-2e68f290927e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:04:08.889459 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:04:08.897952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] Provisioning complete for port 31355831-4bdd-48ca-abd0-c80240c0b163 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:08.898604 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:08.899321 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8da82-b37a-464f-88cb-d960070b9bdc req-52451bc1-f5d6-469e-9fad-ff20afe57358 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:08.901190 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:04:08.906358 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-d6e8da82-b37a-464f-88cb-d960070b9bdc req-52451bc1-f5d6-469e-9fad-ff20afe57358 tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 945 time: 0.2151484 Jan 14 02:04:08.911256 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.26', 53572) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 02:04:08.911737 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Allocated IP 172.20.0.2 (b9561b62-b1a0-4015-bda2-d465d110791e/52fb16e9-e7fd-4a54-aff3-69dfbae135fb/0addf6a6-c212-4646-840e-1dc899173809) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:04:08.916654 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e5b2c5c3-7cbb-4183-963d-00d1094721db tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Request body: {'floatingip': {'port_id': '85e7d3f4-d738-4116-ae57-f04f63b2dde9'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:04:09.054259 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for floatingip (66e7d287-c28a-42e0-bd91-1b0db15cd53f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.124524 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (1483231c-c7a4-471f-9a25-c0cdb20d5bb4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.158883 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5b2c5c3-7cbb-4183-963d-00d1094721db tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for floatingip (5619b0b2-2d11-4cfc-a3b8-dc476e9b71f3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.227174 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 31355831-4bdd-48ca-abd0-c80240c0b163 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:04:09.276103 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] Pushing event updated for resources: {'Port': ['ID=912b09a8-0eee-48e8-a696-add8a1229661,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:09.345962 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for port (1483231c-c7a4-471f-9a25-c0cdb20d5bb4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.354218 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (1483231c-c7a4-471f-9a25-c0cdb20d5bb4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.423306 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] Current status of the port 31355831-4bdd-48ca-abd0-c80240c0b163 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:09.423707 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.459108 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (66e7d287-c28a-42e0-bd91-1b0db15cd53f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.488113 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Pushing event updated for resources: {'Port': ['ID=1483231c-c7a4-471f-9a25-c0cdb20d5bb4,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:09.503618 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.508953 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [None req-c7946755-3132-4329-b94c-2b0864b1bd1e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4688520 Jan 14 02:04:09.516573 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] For port 31355831-4bdd-48ca-abd0-c80240c0b163, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=31355831-4bdd-48ca-abd0-c80240c0b163,segment=NetworkSegment(4efec744-1e31-4f21-9379-242c0fad4d08),segment_id=4efec744-1e31-4f21-9379-242c0fad4d08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:09.521870 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 31355831-4bdd-48ca-abd0-c80240c0b163 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:09.522243 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.595236 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.655694 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9086c521-7b1e-451d-8447-6972d7b23855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447534796', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '912b09a8-0eee-48e8-a696-add8a1229661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:59Z', 'updated_at': '2022-01-14T02:04:03Z', 'revision_number': 3, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '912b09a8-0eee-48e8-a696-add8a1229661', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9086c521-7b1e-451d-8447-6972d7b23855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:04:02Z', 'updated_at': '2022-01-14T02:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:09.659904 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a6748-1d14-47b9-a252-84620a3b4f38 None None] Pushing event updated for resources: {'Port': ['ID=31355831-4bdd-48ca-abd0-c80240c0b163,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:09.714362 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9b488-840c-4d89-a5d0-a1b54849953b req-4592bb14-c4a5-4ac5-8d4c-97b5df571a1b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:09.715225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f90eac-8206-4aba-aa64-69032cb2070c None None] The sync data for ids ['9086c521-7b1e-451d-8447-6972d7b23855'] in n-d-824358-4 is: [{'id': '9086c521-7b1e-451d-8447-6972d7b23855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447534796', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '912b09a8-0eee-48e8-a696-add8a1229661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:59Z', 'updated_at': '2022-01-14T02:04:03Z', 'revision_number': 3, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '912b09a8-0eee-48e8-a696-add8a1229661', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9086c521-7b1e-451d-8447-6972d7b23855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:04:02Z', 'updated_at': '2022-01-14T02:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:04:09.717467 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72f9b488-840c-4d89-a5d0-a1b54849953b req-4592bb14-c4a5-4ac5-8d4c-97b5df571a1b tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 943 time: 0.2585280 Jan 14 02:04:09.733846 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Publish callbacks [] for port (0addf6a6-c212-4646-840e-1dc899173809), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.770849 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277'] for port (0addf6a6-c212-4646-840e-1dc899173809), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.784329 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-edcd61a6-dbb2-4d0d-9590-38126271bf63 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--546814462&fields=id&tenant_id=fa6e6d8023324ae7be9bcc98a7d8b772 HTTP/1.1" status: 200 len: 267 time: 0.1126084 Jan 14 02:04:09.785307 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2f00e638-0c71-4804-ba05-a7d1a7bab97b None None] Provisioning complete for port 912b09a8-0eee-48e8-a696-add8a1229661 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:09.785938 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2f00e638-0c71-4804-ba05-a7d1a7bab97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (912b09a8-0eee-48e8-a696-add8a1229661), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:09.860889 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Network b9561b62-b1a0-4015-bda2-d465d110791e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:04:09.877688 n-d-824358-4 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:04:09.886747 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:04:09.888594 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 31355831-4bdd-48ca-abd0-c80240c0b163 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:09.936214 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Pushing event updated for resources: {'Port': ['ID=0addf6a6-c212-4646-840e-1dc899173809,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:10.040070 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:10.048437 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Attempting to bind port 0addf6a6-c212-4646-840e-1dc899173809 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:04:10.048818 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Attempting to bind port 0addf6a6-c212-4646-840e-1dc899173809 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:04:10.049187 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Attempting to bind port 0addf6a6-c212-4646-840e-1dc899173809 on network b9561b62-b1a0-4015-bda2-d465d110791e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:04:10.060021 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:04:10.060402 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Checking segment: {'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:04:10.061122 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:10.061526 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Bound using segment: {'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:04:10.062056 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Bound port: 0addf6a6-c212-4646-840e-1dc899173809, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:04:10.062454 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0addf6a6-c212-4646-840e-1dc899173809), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:10.169844 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-5378cedd-46e1-46f0-b0e2-f9595c2185eb tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:10.171553 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-5378cedd-46e1-46f0-b0e2-f9595c2185eb tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.26 "GET /v2.0/networks?id=96e3e4ef-fca5-4b0a-a4df-67ebf90a641a HTTP/1.1" status: 200 len: 812 time: 0.2995319 Jan 14 02:04:10.173905 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Allocated IP 172.20.0.1 (b9561b62-b1a0-4015-bda2-d465d110791e/52fb16e9-e7fd-4a54-aff3-69dfbae135fb/ada7099b-7db3-4228-9670-8fad3289cc84) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:04:10.187893 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-72f9b488-840c-4d89-a5d0-a1b54849953b req-aafa07ec-5dc2-4a3d-9753-76a44ccab1c2 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627583 Jan 14 02:04:10.207680 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2f00e638-0c71-4804-ba05-a7d1a7bab97b None None] Current status of the port 912b09a8-0eee-48e8-a696-add8a1229661 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:10.233999 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] For port 0addf6a6-c212-4646-840e-1dc899173809, host n-d-824358-4, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:04:10.236978 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] For port 0addf6a6-c212-4646-840e-1dc899173809, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=0addf6a6-c212-4646-840e-1dc899173809,segment=NetworkSegment(49d67eb0-6d81-4f37-9cd9-bc98fb469ad5),segment_id=49d67eb0-6d81-4f37-9cd9-bc98fb469ad5)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:04:10.248183 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0addf6a6-c212-4646-840e-1dc899173809), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:10.254297 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2f00e638-0c71-4804-ba05-a7d1a7bab97b None None] Provisioning complete for port 31355831-4bdd-48ca-abd0-c80240c0b163 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:10.254709 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2f00e638-0c71-4804-ba05-a7d1a7bab97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:10.302525 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-9ecbbc22-98bd-43ad-b434-5fc04cca73f0 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.26 "GET /v2.0/quotas/fa6e6d8023324ae7be9bcc98a7d8b772 HTTP/1.1" status: 200 len: 375 time: 0.1058264 Jan 14 02:04:10.453256 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1559f1-68f7-437f-b069-c97bc3c3f9d5 None None] Pushing event updated for resources: {'Port': ['ID=0addf6a6-c212-4646-840e-1dc899173809,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:10.548654 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2f00e638-0c71-4804-ba05-a7d1a7bab97b None None] Current status of the port 31355831-4bdd-48ca-abd0-c80240c0b163 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:10.562311 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-242a4258-43d4-4e25-a2fb-8e9dd97cf3e8 req-d3de3fc0-c1bc-4947-9452-bd626682e50e tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.2023416 Jan 14 02:04:10.724307 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-07773f21-f04d-4d5f-96d1-81635a87e36e tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa6e6d8023324ae7be9bcc98a7d8b772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3627434 Jan 14 02:04:10.775989 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-e5b2c5c3-7cbb-4183-963d-00d1094721db tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 02:04:10.882309 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (ada7099b-7db3-4228-9670-8fad3289cc84), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:10.993309 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5b2c5c3-7cbb-4183-963d-00d1094721db tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:11.020082 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5b2c5c3-7cbb-4183-963d-00d1094721db tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608979'] for floatingip (5619b0b2-2d11-4cfc-a3b8-dc476e9b71f3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:11.076742 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:11.103934 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-2dfe200e-255d-4870-bcc3-123487a5112a service neutron] 10.222.0.26 "GET /v2.0/networks/96e3e4ef-fca5-4b0a-a4df-67ebf90a641a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787661 Jan 14 02:04:11.115413 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dd71b-ef0e-4a73-85b2-791ea361990f req-bf7adc10-b91d-403a-936b-36ed80ba165c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:11.122955 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-585dd71b-ef0e-4a73-85b2-791ea361990f req-bf7adc10-b91d-403a-936b-36ed80ba165c tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 945 time: 0.3674724 Jan 14 02:04:11.369648 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 912b09a8-0eee-48e8-a696-add8a1229661 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:04:11.455463 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 912b09a8-0eee-48e8-a696-add8a1229661 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:11.455848 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (912b09a8-0eee-48e8-a696-add8a1229661), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:11.575018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 912b09a8-0eee-48e8-a696-add8a1229661 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:11.576450 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0addf6a6-c212-4646-840e-1dc899173809 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:04:11.640607 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 0addf6a6-c212-4646-840e-1dc899173809 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:11.641247 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0addf6a6-c212-4646-840e-1dc899173809), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:11.693230 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device ce22c1ed-2287-434e-9ccd-53731c6082af up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:04:11.740179 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:11.742955 n-d-824358-4 neutron-server[103353]: INFO neutron.db.l3_db [None req-e5b2c5c3-7cbb-4183-963d-00d1094721db tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Floating IP 5619b0b2-2d11-4cfc-a3b8-dc476e9b71f3 associated. External IP: 172.25.2.61, port: 85e7d3f4-d738-4116-ae57-f04f63b2dde9. Jan 14 02:04:11.811525 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port ce22c1ed-2287-434e-9ccd-53731c6082af completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:04:11.834530 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port ce22c1ed-2287-434e-9ccd-53731c6082af triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:11.836637 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:11.848037 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 0addf6a6-c212-4646-840e-1dc899173809 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:11.848491 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (0addf6a6-c212-4646-840e-1dc899173809), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:11.939088 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] For port 0addf6a6-c212-4646-840e-1dc899173809, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=0addf6a6-c212-4646-840e-1dc899173809,segment=NetworkSegment(49d67eb0-6d81-4f37-9cd9-bc98fb469ad5),segment_id=49d67eb0-6d81-4f37-9cd9-bc98fb469ad5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:11.951881 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (0addf6a6-c212-4646-840e-1dc899173809), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:11.953554 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 31355831-4bdd-48ca-abd0-c80240c0b163 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:04:11.962491 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-585dd71b-ef0e-4a73-85b2-791ea361990f req-a8be4368-6e7c-4a7e-9f71-2384b3e49322 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8382769 Jan 14 02:04:11.990267 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=ada7099b-7db3-4228-9670-8fad3289cc84,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:12.006021 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network b9561b62-b1a0-4015-bda2-d465d110791e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:04:12.070692 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:04:12.076360 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:04:12.100932 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Pushing event updated for resources: {'Port': ['ID=0addf6a6-c212-4646-840e-1dc899173809,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:12.118266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa996f3b-4325-4f99-afbe-ca3b9d9b26d5 None None] Network b9561b62-b1a0-4015-bda2-d465d110791e requested from n-d-824358-4 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 02:04:12.149845 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-baa131ec-d11c-4dc6-b64a-1a5ade0e56dc service neutron] 10.222.0.26 "GET /v2.0/networks/96e3e4ef-fca5-4b0a-a4df-67ebf90a641a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9381940 Jan 14 02:04:12.199635 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617560'] for router_interface (9086c521-7b1e-451d-8447-6972d7b23855), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:12.305248 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5f034-c42a-4928-86f7-be7906a4eae8 req-b16f1e4e-458e-47eb-a7b7-81aa7a652d68 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:12.306832 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfa5f034-c42a-4928-86f7-be7906a4eae8 req-b16f1e4e-458e-47eb-a7b7-81aa7a652d68 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 943 time: 0.1785102 Jan 14 02:04:12.427176 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port ce22c1ed-2287-434e-9ccd-53731c6082af is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:12.427577 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:12.465445 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bfa5f034-c42a-4928-86f7-be7906a4eae8 req-b62e1b7e-6229-437b-8b07-f6d3fd07e839 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481538 Jan 14 02:04:12.493798 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b2c5c3-7cbb-4183-963d-00d1094721db tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:04:12.513903 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11db1d04-740b-4feb-9151-61e5b98c597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce22c1ed-2287-434e-9ccd-53731c6082af'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:04:12.518055 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c05e3e-1852-4714-a073-d7cdaad58e13" -d '{"events": [{"server_uuid": "11db1d04-740b-4feb-9151-61e5b98c597c", "name": "network-vif-plugged", "status": "completed", "tag": "ce22c1ed-2287-434e-9ccd-53731c6082af"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:04:12.543862 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port ce22c1ed-2287-434e-9ccd-53731c6082af, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=ce22c1ed-2287-434e-9ccd-53731c6082af,segment=NetworkSegment(577be613-f677-4fa3-b0e3-de308f68052b),segment_id=577be613-f677-4fa3-b0e3-de308f68052b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:12.545644 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f7d5437d-6d0e-4423-82b4-474564e67813 None None] Provisioning complete for port 0addf6a6-c212-4646-840e-1dc899173809 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:12.546032 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7d5437d-6d0e-4423-82b4-474564e67813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0addf6a6-c212-4646-840e-1dc899173809), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:12.570090 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:12.625415 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ce22c1ed-2287-434e-9ccd-53731c6082af), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:12.740712 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=ce22c1ed-2287-434e-9ccd-53731c6082af,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:12.768789 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-f804d131-290b-489c-9cd8-a9b7d775efad req-f5804d91-d86b-4911-b9fd-fe0fbc0d6e63 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.26 "GET /v2.0/ports?device_id=aac11cab-f2bc-4611-96f3-d882b3c200b7 HTTP/1.1" status: 200 len: 210 time: 0.1791770 Jan 14 02:04:12.802631 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-05120696-fc77-48a6-b693-507318f893c7 req-c94f79f0-5b2f-4487-b115-38fee8f05863 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.1904075 Jan 14 02:04:12.808324 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 31355831-4bdd-48ca-abd0-c80240c0b163 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:12.808866 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (31355831-4bdd-48ca-abd0-c80240c0b163), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:12.812279 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5437d-6d0e-4423-82b4-474564e67813 None None] Current status of the port 0addf6a6-c212-4646-840e-1dc899173809 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:12.963803 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 31355831-4bdd-48ca-abd0-c80240c0b163 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:13.100137 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d2ac76-9686-4ef1-9345-128005ddf656 x-openstack-request-id: req-c5d2ac76-9686-4ef1-9345-128005ddf656 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:04:13.100345 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11db1d04-740b-4feb-9151-61e5b98c597c", "name": "network-vif-plugged", "status": "completed", "tag": "ce22c1ed-2287-434e-9ccd-53731c6082af", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:04:13.100579 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5d2ac76-9686-4ef1-9345-128005ddf656 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:04:13.101853 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11db1d04-740b-4feb-9151-61e5b98c597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce22c1ed-2287-434e-9ccd-53731c6082af', 'code': 200} Jan 14 02:04:13.186130 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device 0addf6a6-c212-4646-840e-1dc899173809 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:04:13.191691 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c07441ac-1d43-498d-a344-d21e58cb8af2 None None] Provisioning complete for port ada7099b-7db3-4228-9670-8fad3289cc84 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:13.196134 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c07441ac-1d43-498d-a344-d21e58cb8af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:13.271433 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b2c5c3-7cbb-4183-963d-00d1094721db tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:04:13.296659 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f1cce1-caef-4a4e-8d48-525ab5cdf82f None None] Sync routers for ids ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'] in n-d-824358-4 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:04:13.301416 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5b2c5c3-7cbb-4183-963d-00d1094721db tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:13.373772 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1cce1-caef-4a4e-8d48-525ab5cdf82f None None] Routers {'3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:04:13.374462 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6f1cce1-caef-4a4e-8d48-525ab5cdf82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:04:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:13.378036 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c07441ac-1d43-498d-a344-d21e58cb8af2 None None] Port ada7099b-7db3-4228-9670-8fad3289cc84 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:04:13.410001 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-e5b2c5c3-7cbb-4183-963d-00d1094721db tempest-AttachVolumeTestJSON-1794659530 tempest-AttachVolumeTestJSON-1794659530-project] 10.222.0.26 "PUT /v2.0/floatingips/5619b0b2-2d11-4cfc-a3b8-dc476e9b71f3 HTTP/1.1" status: 200 len: 990 time: 4.4941239 Jan 14 02:04:13.419946 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9239eb83-dd56-4093-b289-94a3a4ee163c', 'tag': '85e7d3f4-d738-4116-ae57-f04f63b2dde9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:04:13.422259 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364ef30c-a364-4f16-ba25-6c0d6b3c21f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9239eb83-dd56-4093-b289-94a3a4ee163c", "tag": "85e7d3f4-d738-4116-ae57-f04f63b2dde9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:04:13.470544 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68155f-d3d4-4753-9707-4c2ef87dcbbe req-72d5a1ea-adab-4db8-8e1b-3f1a22fe0f8a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:13.472381 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f68155f-d3d4-4753-9707-4c2ef87dcbbe req-72d5a1ea-adab-4db8-8e1b-3f1a22fe0f8a tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 946 time: 0.2192774 Jan 14 02:04:13.477283 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002920a-6d8b-4967-89f5-038455d1a52e req-ba3be415-5dc9-4eea-9b03-29a486839a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:13.478801 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6002920a-6d8b-4967-89f5-038455d1a52e req-ba3be415-5dc9-4eea-9b03-29a486839a84 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 1097 time: 0.2243214 Jan 14 02:04:13.638720 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd2a47e-4d23-470b-b5f6-d6c2847d372e x-openstack-request-id: req-5cd2a47e-4d23-470b-b5f6-d6c2847d372e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:04:13.639012 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9239eb83-dd56-4093-b289-94a3a4ee163c", "tag": "85e7d3f4-d738-4116-ae57-f04f63b2dde9", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:04:13.639264 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cd2a47e-4d23-470b-b5f6-d6c2847d372e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:04:13.639666 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9239eb83-dd56-4093-b289-94a3a4ee163c', 'tag': '85e7d3f4-d738-4116-ae57-f04f63b2dde9', 'status': 'completed', 'code': 200} Jan 14 02:04:13.652867 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9f68155f-d3d4-4753-9707-4c2ef87dcbbe req-95e1b39e-b8ab-405f-97b4-92a21a4be787 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704137 Jan 14 02:04:13.662985 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-6002920a-6d8b-4967-89f5-038455d1a52e req-f0d7e0ea-43c8-4a3a-b32e-7276995b20a8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647305 Jan 14 02:04:13.726689 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c07441ac-1d43-498d-a344-d21e58cb8af2 None None] Provisioning complete for port 0addf6a6-c212-4646-840e-1dc899173809 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:13.727111 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c07441ac-1d43-498d-a344-d21e58cb8af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0addf6a6-c212-4646-840e-1dc899173809), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:13.730648 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (ada7099b-7db3-4228-9670-8fad3289cc84), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:13.769678 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:13.793715 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port 0addf6a6-c212-4646-840e-1dc899173809 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:13.793940 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (0addf6a6-c212-4646-840e-1dc899173809), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:13.865691 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c6f1cce1-caef-4a4e-8d48-525ab5cdf82f None None] Set router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:04:13.887258 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1617420'] for router_interface (9086c521-7b1e-451d-8447-6972d7b23855), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:13.891220 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=ada7099b-7db3-4228-9670-8fad3289cc84,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:13.936722 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5edaae82-d954-42c3-9e7c-cda9ca610e87 req-1eb052b0-355c-4735-b19a-8442b44e3335 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.26 "GET /v2.0/ports?device_id=aac11cab-f2bc-4611-96f3-d882b3c200b7 HTTP/1.1" status: 200 len: 210 time: 0.0472593 Jan 14 02:04:14.013266 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port 0addf6a6-c212-4646-840e-1dc899173809 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:14.042231 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c07441ac-1d43-498d-a344-d21e58cb8af2 None None] Current status of the port 0addf6a6-c212-4646-840e-1dc899173809 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:14.108135 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760087cf-fa3b-4410-85cf-7bc60191f1f9 req-596b15a5-778f-463d-b4d5-832de44f196e tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:14.109878 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-760087cf-fa3b-4410-85cf-7bc60191f1f9 req-596b15a5-778f-463d-b4d5-832de44f196e tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 943 time: 0.3763239 Jan 14 02:04:14.142982 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-744863f1-a227-4ab6-a0ef-26bd38bd305b req-2c3c359a-fd78-46e9-8ccc-3b4e7416f965 tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.0455172 Jan 14 02:04:14.166690 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network b9561b62-b1a0-4015-bda2-d465d110791e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:04:14.170014 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:04:14.217099 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ef30c-a364-4f16-ba25-6c0d6b3c21f6 req-00535a17-36ea-48ae-b009-f8b7429b4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:14.218707 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-364ef30c-a364-4f16-ba25-6c0d6b3c21f6 req-00535a17-36ea-48ae-b009-f8b7429b4b71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 1096 time: 0.2851286 Jan 14 02:04:14.267144 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-89753cc1-3bfe-4209-938d-7587191f1c04 None None] Provisioning complete for port ada7099b-7db3-4228-9670-8fad3289cc84 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:14.268565 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89753cc1-3bfe-4209-938d-7587191f1c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:14.322192 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6f1cce1-caef-4a4e-8d48-525ab5cdf82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '5619b0b2-2d11-4cfc-a3b8-dc476e9b71f3', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'port_id': '85e7d3f4-d738-4116-ae57-f04f63b2dde9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'mac_address': 'fa:16:3e:eb:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9239eb83-dd56-4093-b289-94a3a4ee163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:03:45Z', 'updated_at': '2022-01-14T02:04:10Z', 'revision_number': 1, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '530bd29d-ef73-451b-a0ef-2b83665923c7', 'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'mac_address': 'fa:16:3e:44:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:53Z', 'updated_at': '2022-01-14T01:59:02Z', 'revision_number': 5, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'subnets': [{'id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:14.325110 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-89753cc1-3bfe-4209-938d-7587191f1c04 None None] Port ada7099b-7db3-4228-9670-8fad3289cc84 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:04:14.341532 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-44aa58e8-81e0-497a-94c4-611685abb9bc tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:14.346805 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-44aa58e8-81e0-497a-94c4-611685abb9bc tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.36 "GET /v2.0/networks?id=96e3e4ef-fca5-4b0a-a4df-67ebf90a641a HTTP/1.1" status: 200 len: 812 time: 0.2141502 Jan 14 02:04:14.355351 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f1cce1-caef-4a4e-8d48-525ab5cdf82f None None] Checking router: 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 for host: n-d-824358-4 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:04:14.365660 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1cce1-caef-4a4e-8d48-525ab5cdf82f None None] Routers {'3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'} bound to L3 agent in host n-d-824358-4 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:04:14.366327 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6f1cce1-caef-4a4e-8d48-525ab5cdf82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:04:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:14.439065 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-330e6264-be80-4bec-9cb0-79d705f9eded tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa6e6d8023324ae7be9bcc98a7d8b772 HTTP/1.1" status: 200 len: 379 time: 0.0773163 Jan 14 02:04:14.474064 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Request body: {'port': {'device_id': 'aac11cab-f2bc-4611-96f3-d882b3c200b7', 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a', 'admin_state_up': True, 'tenant_id': 'fa6e6d8023324ae7be9bcc98a7d8b772', 'security_groups': ['d66942ec-4822-4a11-bd5a-8ef7a68961fb']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:04:14.536734 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-760087cf-fa3b-4410-85cf-7bc60191f1f9 req-dd14511a-562c-444d-b2d5-26a18d2b2de6 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834991 Jan 14 02:04:14.537553 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c6f1cce1-caef-4a4e-8d48-525ab5cdf82f None None] Set router 3ac8ba68-0c41-404d-8b24-88d3b05f2bf9 gateway port host: n-d-824358-4 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:04:14.574910 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Router 9086c521-7b1e-451d-8447-6972d7b23855 has already been hosted by L3 agent 0eced469-7c57-4436-b4a6-8b9eb6625622 {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 02:04:14.750741 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ef30c-a364-4f16-ba25-6c0d6b3c21f6 req-df592ff5-c2ea-4837-bfec-f742ba2425a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:14.753829 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-364ef30c-a364-4f16-ba25-6c0d6b3c21f6 req-df592ff5-c2ea-4837-bfec-f742ba2425a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 912 time: 0.5270486 Jan 14 02:04:14.784348 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bf7c044b-7ee0-4936-bd19-6e20ff1b2726 None None] Provisioning complete for port ada7099b-7db3-4228-9670-8fad3289cc84 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:14.784779 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf7c044b-7ee0-4936-bd19-6e20ff1b2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:14.857408 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Notify agent at l3_agent.n-d-824358-4 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 02:04:14.869415 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Sync routers for ids ['9086c521-7b1e-451d-8447-6972d7b23855'] in n-d-824358-4 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 02:04:14.885561 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c044b-7ee0-4936-bd19-6e20ff1b2726 None None] Port ada7099b-7db3-4228-9670-8fad3289cc84 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:04:14.886380 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Routers {'9086c521-7b1e-451d-8447-6972d7b23855'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:04:14.887073 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:04:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9086c521-7b1e-451d-8447-6972d7b23855'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:14.891939 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [None req-6d38e363-5346-47b2-bf61-2fa965cf80b2 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "PUT /v2.0/routers/9086c521-7b1e-451d-8447-6972d7b23855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0209236 Jan 14 02:04:14.957955 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-364ef30c-a364-4f16-ba25-6c0d6b3c21f6 req-93eef732-fd16-4e6d-83c8-5d37351e5d7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85e7d3f4-d738-4116-ae57-f04f63b2dde9 HTTP/1.1" status: 200 len: 998 time: 0.1888571 Jan 14 02:04:14.971395 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb079d5d-2252-4fc9-ad71-cfc3e17183f7 req-978e1d60-a8cf-44af-9404-30778a2dcde9 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:14.986444 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6f1cce1-caef-4a4e-8d48-525ab5cdf82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '5619b0b2-2d11-4cfc-a3b8-dc476e9b71f3', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'port_id': '85e7d3f4-d738-4116-ae57-f04f63b2dde9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'mac_address': 'fa:16:3e:eb:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9239eb83-dd56-4093-b289-94a3a4ee163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:03:45Z', 'updated_at': '2022-01-14T02:04:10Z', 'revision_number': 1, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '530bd29d-ef73-451b-a0ef-2b83665923c7', 'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'mac_address': 'fa:16:3e:44:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:53Z', 'updated_at': '2022-01-14T01:59:02Z', 'revision_number': 5, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'subnets': [{'id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:14.987293 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb079d5d-2252-4fc9-ad71-cfc3e17183f7 req-978e1d60-a8cf-44af-9404-30778a2dcde9 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 946 time: 0.2094531 Jan 14 02:04:15.056236 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f1cce1-caef-4a4e-8d48-525ab5cdf82f None None] The sync data for ids ['3ac8ba68-0c41-404d-8b24-88d3b05f2bf9'] in n-d-824358-4 is: [{'id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'name': 'tempest-AttachVolumeTestJSON-1524803972-router', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T01:58:44Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'gw_port': {'id': 'df6cb805-a33d-45f3-bb42-1096187869b7', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:46Z', 'updated_at': '2022-01-14T01:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_floatingips': [{'id': '5619b0b2-2d11-4cfc-a3b8-dc476e9b71f3', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'router_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'port_id': '85e7d3f4-d738-4116-ae57-f04f63b2dde9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'mac_address': 'fa:16:3e:eb:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9239eb83-dd56-4093-b289-94a3a4ee163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T02:03:45Z', 'updated_at': '2022-01-14T02:04:10Z', 'revision_number': 1, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '530bd29d-ef73-451b-a0ef-2b83665923c7', 'name': '', 'network_id': '6f80240f-7727-4830-9a11-a724cf54f32d', 'tenant_id': '42f9d01fc2414870a905772f960ffd1e', 'mac_address': 'fa:16:3e:44:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac8ba68-0c41-404d-8b24-88d3b05f2bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T01:58:53Z', 'updated_at': '2022-01-14T01:59:02Z', 'revision_number': 5, 'project_id': '42f9d01fc2414870a905772f960ffd1e', 'subnets': [{'id': 'cd91e3b7-de24-46af-a7f7-5709419078da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:04:15.078911 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-bb079d5d-2252-4fc9-ad71-cfc3e17183f7 req-3f87f5df-65b3-4160-bde2-db74ed8643f7 tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861793 Jan 14 02:04:15.172034 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Set router 9086c521-7b1e-451d-8447-6972d7b23855 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:04:15.193906 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-7fb88f1b-daff-485e-ba49-f7af3bc82bfc req-386eb084-851c-4685-8220-9c12b7aabd92 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.26 "GET /v2.0/ports?device_id=aac11cab-f2bc-4611-96f3-d882b3c200b7 HTTP/1.1" status: 200 len: 210 time: 0.0653279 Jan 14 02:04:15.202354 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ef30c-a364-4f16-ba25-6c0d6b3c21f6 req-7e0b5f8c-9940-4b3b-a5f8-15f961cf1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:15.213412 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-364ef30c-a364-4f16-ba25-6c0d6b3c21f6 req-7e0b5f8c-9940-4b3b-a5f8-15f961cf1ebd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.1990759 Jan 14 02:04:15.295376 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Made reservation on behalf of fa6e6d8023324ae7be9bcc98a7d8b772 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:04:15.299766 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:15.356065 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ec32ba99-b3a1-4d44-b43f-c99f6065271d req-efa0adb2-3ce7-442f-aef2-63b8f8a50cae tempest-TaggedBootDevicesTest_v242-475453424 tempest-TaggedBootDevicesTest_v242-475453424-project] 10.222.0.26 "GET /v2.0/ports?device_id=b954ee73-8cc0-4782-8021-eeb7e1e9ae92 HTTP/1.1" status: 200 len: 210 time: 0.0610616 Jan 14 02:04:15.359730 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ef30c-a364-4f16-ba25-6c0d6b3c21f6 req-e963d056-a503-44ca-b6e5-f4c134c71d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:15.361464 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-364ef30c-a364-4f16-ba25-6c0d6b3c21f6 req-e963d056-a503-44ca-b6e5-f4c134c71d5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459208 Jan 14 02:04:15.366388 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-9e8a6745-7a82-44ac-b43d-48c2f94b800d tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616051210&fields=id&tenant_id=63ad23e535974d8ebd72d18abfca4821 HTTP/1.1" status: 200 len: 267 time: 0.1141150 Jan 14 02:04:15.466835 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac95f12-2d87-44f1-aebf-bdf627ee7776 None None] New status for floating IP 5619b0b2-2d11-4cfc-a3b8-dc476e9b71f3: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 02:04:15.487539 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Allocated IP 172.20.0.13 (96e3e4ef-fca5-4b0a-a4df-67ebf90a641a/2939308c-3471-4837-b397-0b9e489924ed/80e17535-84a8-46fd-b1e4-1cac5545a59d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:04:15.517145 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9086c521-7b1e-451d-8447-6972d7b23855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447534796', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '912b09a8-0eee-48e8-a696-add8a1229661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:59Z', 'updated_at': '2022-01-14T02:04:12Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '912b09a8-0eee-48e8-a696-add8a1229661', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9086c521-7b1e-451d-8447-6972d7b23855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:04:02Z', 'updated_at': '2022-01-14T02:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'ada7099b-7db3-4228-9670-8fad3289cc84', 'name': '', 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:30:41:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9086c521-7b1e-451d-8447-6972d7b23855', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '52fb16e9-e7fd-4a54-aff3-69dfbae135fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:04:09Z', 'updated_at': '2022-01-14T02:04:13Z', 'revision_number': 2, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '52fb16e9-e7fd-4a54-aff3-69dfbae135fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:15.556122 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Checking router: 9086c521-7b1e-451d-8447-6972d7b23855 for host: n-d-824358-4 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 02:04:15.556498 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Updating router 9086c521-7b1e-451d-8447-6972d7b23855 port ada7099b-7db3-4228-9670-8fad3289cc84 binding host n-d-824358-4 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 02:04:15.597270 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:15.709997 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks [] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:15.790758 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537434'] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:15.856205 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:04:15.860149 n-d-824358-4 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:04:15.876240 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:04:15.930068 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Pushing event updated for resources: {'Port': ['ID=80e17535-84a8-46fd-b1e4-1cac5545a59d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:15.953352 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:15.955029 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:15.986946 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-c9b59a15-9be3-4b0b-accd-0449d7b6d819 tempest-ServerActionsTestJSON-969436733 tempest-ServerActionsTestJSON-969436733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5168033 Jan 14 02:04:15.990982 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-364ef30c-a364-4f16-ba25-6c0d6b3c21f6 req-7a3ca1fa-75be-4a1c-890b-554ad4544340 service neutron] 10.222.0.46 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219440 Jan 14 02:04:16.055652 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Publish callbacks [] for port (ada7099b-7db3-4228-9670-8fad3289cc84), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:16.062431 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:16.076007 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.v2.base [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Request body: {'port': {'device_id': 'aac11cab-f2bc-4611-96f3-d882b3c200b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824358-4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:04:16.132122 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9225a-7b12-4ded-826a-1e334da2db9a None None] Pushing event updated for resources: {'Port': ['ID=ada7099b-7db3-4228-9670-8fad3289cc84,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:16.164507 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35502997-b19d-4c85-a2c6-66fa8589fca1 req-82c0d10c-250f-4c7b-89d5-12ab393b9502 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:16.172200 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35502997-b19d-4c85-a2c6-66fa8589fca1 req-82c0d10c-250f-4c7b-89d5-12ab393b9502 tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 943 time: 0.1780088 Jan 14 02:04:16.199444 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:16.213130 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-f3555954-6cbd-4378-81c3-2f4d89e276cc tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:16.225367 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-f3555954-6cbd-4378-81c3-2f4d89e276cc tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/networks?id=b9561b62-b1a0-4015-bda2-d465d110791e HTTP/1.1" status: 200 len: 797 time: 0.8415210 Jan 14 02:04:16.229792 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Attempting to bind port ada7099b-7db3-4228-9670-8fad3289cc84 on host n-d-824358-4 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:04:16.230733 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Attempting to bind port ada7099b-7db3-4228-9670-8fad3289cc84 by drivers openvswitch,hyperv on host n-d-824358-4 at level 0 using segments [{'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:04:16.231889 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Attempting to bind port ada7099b-7db3-4228-9670-8fad3289cc84 on network b9561b62-b1a0-4015-bda2-d465d110791e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:04:16.249213 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Checking agent: {'id': '79d53919-4597-48f3-a628-342f69d3e00b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 28, 41), 'started_at': datetime.datetime(2022, 1, 14, 1, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824358-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:04:16.249593 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Checking segment: {'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:04:16.250031 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:16.250395 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Bound using segment: {'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:04:16.251985 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Bound port: ada7099b-7db3-4228-9670-8fad3289cc84, host: n-d-824358-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:04:16.251985 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:16.289910 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-764a6d5b-16dc-4a97-af76-e9e76eeaa3f9 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/quotas/63ad23e535974d8ebd72d18abfca4821 HTTP/1.1" status: 200 len: 375 time: 0.0676086 Jan 14 02:04:16.325544 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-87bb04e1-a529-4f23-a2f5-6d0fa95d5e47 None None] Provisioning complete for port 80e17535-84a8-46fd-b1e4-1cac5545a59d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:16.325930 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87bb04e1-a529-4f23-a2f5-6d0fa95d5e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:16.336874 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-35502997-b19d-4c85-a2c6-66fa8589fca1 req-88ff5011-2052-4b7f-8fdf-083fb0f7eb7a tempest-TestVolumeBootPattern-1237960857 tempest-TestVolumeBootPattern-1237960857-project] 10.222.0.26 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585755 Jan 14 02:04:16.350082 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] For port ada7099b-7db3-4228-9670-8fad3289cc84, host n-d-824358-4, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:04:16.357833 n-d-824358-4 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] For port ada7099b-7db3-4228-9670-8fad3289cc84, host n-d-824358-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ada7099b-7db3-4228-9670-8fad3289cc84,segment=NetworkSegment(49d67eb0-6d81-4f37-9cd9-bc98fb469ad5),segment_id=49d67eb0-6d81-4f37-9cd9-bc98fb469ad5)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:04:16.370285 n-d-824358-4 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:16.432115 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-87bb04e1-a529-4f23-a2f5-6d0fa95d5e47 None None] Port 80e17535-84a8-46fd-b1e4-1cac5545a59d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:04:16.446753 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-364ef30c-a364-4f16-ba25-6c0d6b3c21f6 req-77d03471-425c-4250-be87-ba0af8ccd356 service neutron] 10.222.0.46 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460289 Jan 14 02:04:16.450669 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Routers {'9086c521-7b1e-451d-8447-6972d7b23855'} bound to L3 agent in host n-d-824358-4 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 02:04:16.451295 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824358-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-14T01:28:37Z,description=,heartbeat_timestamp=2022-01-14T02:04:08Z,host='n-d-824358-4',id=0eced469-7c57-4436-b4a6-8b9eb6625622,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T01:28:37Z,topic='l3_agent')) {'router_ids': ['9086c521-7b1e-451d-8447-6972d7b23855'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:16.458264 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9225a-7b12-4ded-826a-1e334da2db9a None None] Pushing event updated for resources: {'Port': ['ID=ada7099b-7db3-4228-9670-8fad3289cc84,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:16.509831 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-2fa7602e-ee7d-4c50-b2ae-ef63b848e936 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2113535 Jan 14 02:04:16.662687 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4e1cc413-fcc6-4295-9d68-335284dd2b72 None None] Provisioning complete for port ada7099b-7db3-4228-9670-8fad3289cc84 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:16.663760 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc413-fcc6-4295-9d68-335284dd2b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:16.676539 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] Set router 9086c521-7b1e-451d-8447-6972d7b23855 gateway port host: n-d-824358-4 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 02:04:16.699666 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-0f9f493f-a6e5-4078-9aaa-6bb539df428c service neutron] 10.222.0.26 "GET /v2.0/networks/b9561b62-b1a0-4015-bda2-d465d110791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622651 Jan 14 02:04:16.754117 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e17535-84a8-46fd-b1e4-1cac5545a59d {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:04:16.772048 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Publish callbacks [] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:16.791217 n-d-824358-4 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Transition to ACTIVE for port object 80e17535-84a8-46fd-b1e4-1cac5545a59d will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:04:16.801086 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:16.812698 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4e1cc413-fcc6-4295-9d68-335284dd2b72 None None] Current status of the port ada7099b-7db3-4228-9670-8fad3289cc84 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:16.813273 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc413-fcc6-4295-9d68-335284dd2b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:16.858225 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4e1cc413-fcc6-4295-9d68-335284dd2b72 None None] For port ada7099b-7db3-4228-9670-8fad3289cc84, host n-d-824358-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824358-4',level=0,port_id=ada7099b-7db3-4228-9670-8fad3289cc84,segment=NetworkSegment(49d67eb0-6d81-4f37-9cd9-bc98fb469ad5),segment_id=49d67eb0-6d81-4f37-9cd9-bc98fb469ad5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:16.860724 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-a0926a4e-f847-47cc-8e3f-7d73364fe3e1 service neutron] 10.222.0.26 "GET /v2.0/networks/b9561b62-b1a0-4015-bda2-d465d110791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497059 Jan 14 02:04:16.867503 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc413-fcc6-4295-9d68-335284dd2b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:16.899992 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=80e17535-84a8-46fd-b1e4-1cac5545a59d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:16.906056 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55d9f4-20ee-4b67-807e-637907a591f1 req-236fe35b-f0b4-468a-85a7-2554fbd9c59d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:16.919675 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb55d9f4-20ee-4b67-807e-637907a591f1 req-236fe35b-f0b4-468a-85a7-2554fbd9c59d tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 946 time: 0.2182810 Jan 14 02:04:16.996124 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cc413-fcc6-4295-9d68-335284dd2b72 None None] Pushing event updated for resources: {'Port': ['ID=ada7099b-7db3-4228-9670-8fad3289cc84,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:17.021723 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Attempting to bind port 80e17535-84a8-46fd-b1e4-1cac5545a59d on host n-h2-824358-4 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:04:17.023547 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Attempting to bind port 80e17535-84a8-46fd-b1e4-1cac5545a59d by drivers openvswitch,hyperv on host n-h2-824358-4 at level 0 using segments [{'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:04:17.023904 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Attempting to bind port 80e17535-84a8-46fd-b1e4-1cac5545a59d on network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:04:17.034764 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-38120926-1029-4400-a469-cd1c2fc4f5c3 None None] Provisioning complete for port ada7099b-7db3-4228-9670-8fad3289cc84 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:17.035162 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-38120926-1029-4400-a469-cd1c2fc4f5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:17.036902 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-eb55d9f4-20ee-4b67-807e-637907a591f1 req-06fe1ce9-9f3f-4c36-b502-493cc7a9197b tempest-TestNetworkBasicOps-1893394485 tempest-TestNetworkBasicOps-1893394485-project] 10.222.0.26 "GET /v2.0/security-groups?id=9817ee42-89e5-4c7a-baed-81b9d8c7ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102850 Jan 14 02:04:17.051189 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Port 80e17535-84a8-46fd-b1e4-1cac5545a59d on network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a not bound, no agent of type Open vSwitch agent registered on host n-h2-824358-4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:04:17.051698 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Attempting to bind port 80e17535-84a8-46fd-b1e4-1cac5545a59d on network 96e3e4ef-fca5-4b0a-a4df-67ebf90a641a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:04:17.059938 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Checking agent: {'id': '8510aedc-9b68-4023-835a-634da9aa82ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:04:17.061578 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Checking segment: {'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:04:17.066809 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Bound using segment: {'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:04:17.067597 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Bound port: 80e17535-84a8-46fd-b1e4-1cac5545a59d, host: n-h2-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efec744-1e31-4f21-9379-242c0fad4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:04:17.068092 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:17.164092 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-38120926-1029-4400-a469-cd1c2fc4f5c3 None None] Current status of the port ada7099b-7db3-4228-9670-8fad3289cc84 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:17.164580 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9086c521-7b1e-451d-8447-6972d7b23855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447534796', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '912b09a8-0eee-48e8-a696-add8a1229661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:59Z', 'updated_at': '2022-01-14T02:04:12Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '912b09a8-0eee-48e8-a696-add8a1229661', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9086c521-7b1e-451d-8447-6972d7b23855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:04:02Z', 'updated_at': '2022-01-14T02:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'ada7099b-7db3-4228-9670-8fad3289cc84', 'name': '', 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:30:41:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9086c521-7b1e-451d-8447-6972d7b23855', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '52fb16e9-e7fd-4a54-aff3-69dfbae135fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:04:09Z', 'updated_at': '2022-01-14T02:04:16Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '52fb16e9-e7fd-4a54-aff3-69dfbae135fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824358-4', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 02:04:17.197469 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] For port 80e17535-84a8-46fd-b1e4-1cac5545a59d, host n-h2-824358-4, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:04:17.202201 n-d-824358-4 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] For port 80e17535-84a8-46fd-b1e4-1cac5545a59d, host n-h2-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=80e17535-84a8-46fd-b1e4-1cac5545a59d,segment=NetworkSegment(4efec744-1e31-4f21-9379-242c0fad4d08),segment_id=4efec744-1e31-4f21-9379-242c0fad4d08)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:04:17.209129 n-d-824358-4 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a7625-f693-4395-b7c6-8287b1cd1125 None None] The sync data for ids ['9086c521-7b1e-451d-8447-6972d7b23855'] in n-d-824358-4 is: [{'id': '9086c521-7b1e-451d-8447-6972d7b23855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447534796', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'external_fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '912b09a8-0eee-48e8-a696-add8a1229661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T02:03:59Z', 'updated_at': '2022-01-14T02:04:12Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'gw_port': {'id': '912b09a8-0eee-48e8-a696-add8a1229661', 'name': '', 'network_id': '5c424213-5489-4410-bcff-2e68f290927e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9086c521-7b1e-451d-8447-6972d7b23855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:04:02Z', 'updated_at': '2022-01-14T02:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54801cec-e3e3-4a7a-8039-830f32cbe861', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824358-4', '_interfaces': [{'id': 'ada7099b-7db3-4228-9670-8fad3289cc84', 'name': '', 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e', 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'mac_address': 'fa:16:3e:30:41:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9086c521-7b1e-451d-8447-6972d7b23855', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '52fb16e9-e7fd-4a54-aff3-69dfbae135fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824358-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T02:04:09Z', 'updated_at': '2022-01-14T02:04:16Z', 'revision_number': 4, 'project_id': '63ad23e535974d8ebd72d18abfca4821', 'subnets': [{'id': '52fb16e9-e7fd-4a54-aff3-69dfbae135fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 02:04:17.215391 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537427'] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:17.269884 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:17.270584 n-d-824358-4 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:17.272107 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] 10.222.0.36 "PUT /v2.0/ports/80e17535-84a8-46fd-b1e4-1cac5545a59d HTTP/1.1" status: 200 len: 1092 time: 1.2015605 Jan 14 02:04:17.272852 n-d-824358-4 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac11cab-f2bc-4611-96f3-d882b3c200b7', 'tag': '80e17535-84a8-46fd-b1e4-1cac5545a59d'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:04:17.276138 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a47c2598e094e28a7421ed9a4cd00cf668901b3ec6d63c91c9b565c7a197c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595c3d57-6dc9-4d25-a4b7-58c950804546" -d '{"events": [{"name": "network-changed", "server_uuid": "aac11cab-f2bc-4611-96f3-d882b3c200b7", "tag": "80e17535-84a8-46fd-b1e4-1cac5545a59d"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:04:17.474623 n-d-824358-4 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac1d2b-b0ad-4713-829b-ab81e29c1cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=80e17535-84a8-46fd-b1e4-1cac5545a59d,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:17.494467 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-81326ea0-f7d9-4fa3-92e6-6c63501b16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:17.496905 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-81326ea0-f7d9-4fa3-92e6-6c63501b16b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa6e6d8023324ae7be9bcc98a7d8b772&device_id=aac11cab-f2bc-4611-96f3-d882b3c200b7 HTTP/1.1" status: 200 len: 1095 time: 0.1426244 Jan 14 02:04:17.503634 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df5d21b-a8a7-4cb2-afce-98275f1e665a x-openstack-request-id: req-7df5d21b-a8a7-4cb2-afce-98275f1e665a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:04:17.503888 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac11cab-f2bc-4611-96f3-d882b3c200b7", "tag": "80e17535-84a8-46fd-b1e4-1cac5545a59d", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:04:17.504142 n-d-824358-4 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7df5d21b-a8a7-4cb2-afce-98275f1e665a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:04:17.504559 n-d-824358-4 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac11cab-f2bc-4611-96f3-d882b3c200b7', 'tag': '80e17535-84a8-46fd-b1e4-1cac5545a59d', 'status': 'completed', 'code': 200} Jan 14 02:04:17.569662 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-b9b935c8-55f3-4792-9a34-9d8c19a3b7f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e17535-84a8-46fd-b1e4-1cac5545a59d HTTP/1.1" status: 200 len: 217 time: 0.0529897 Jan 14 02:04:17.640831 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-4290f254-dca4-483c-a6ab-004715d3102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:17.642496 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-4290f254-dca4-483c-a6ab-004715d3102e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2939308c-3471-4837-b397-0b9e489924ed HTTP/1.1" status: 200 len: 851 time: 0.0646451 Jan 14 02:04:17.702763 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-a871973d-f3ca-4286-8a61-8fd95044a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:17.704377 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-a871973d-f3ca-4286-8a61-8fd95044a591 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96e3e4ef-fca5-4b0a-a4df-67ebf90a641a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511551 Jan 14 02:04:17.818845 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-afa260b0-e84a-4849-88c7-89fa6b77e876 service neutron] 10.222.0.36 "GET /v2.0/networks/96e3e4ef-fca5-4b0a-a4df-67ebf90a641a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066709 Jan 14 02:04:17.928290 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-cd9cbde0-cbfe-493d-8afe-489a71176fc2 req-a860696d-95cc-4554-90b5-943bebed4a67 service neutron] 10.222.0.36 "GET /v2.0/networks/96e3e4ef-fca5-4b0a-a4df-67ebf90a641a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030180 Jan 14 02:04:18.079520 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c3d57-6dc9-4d25-a4b7-58c950804546 req-2af7886b-7d84-482a-b0a9-0a41efaa6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:18.081045 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-595c3d57-6dc9-4d25-a4b7-58c950804546 req-2af7886b-7d84-482a-b0a9-0a41efaa6bb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa6e6d8023324ae7be9bcc98a7d8b772&device_id=aac11cab-f2bc-4611-96f3-d882b3c200b7 HTTP/1.1" status: 200 len: 1095 time: 0.0686941 Jan 14 02:04:18.184244 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c3d57-6dc9-4d25-a4b7-58c950804546 req-79fdb7bc-cdd6-4318-9037-b7926e155004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:18.185960 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-595c3d57-6dc9-4d25-a4b7-58c950804546 req-79fdb7bc-cdd6-4318-9037-b7926e155004 service neutron] 10.222.0.36 "GET /v2.0/networks?id=96e3e4ef-fca5-4b0a-a4df-67ebf90a641a HTTP/1.1" status: 200 len: 913 time: 0.0986259 Jan 14 02:04:18.239811 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-595c3d57-6dc9-4d25-a4b7-58c950804546 req-5a58d28f-8a60-4758-9278-70423c080257 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e17535-84a8-46fd-b1e4-1cac5545a59d HTTP/1.1" status: 200 len: 217 time: 0.0466993 Jan 14 02:04:18.292397 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c3d57-6dc9-4d25-a4b7-58c950804546 req-c70f0a7e-66a2-4be1-881d-7858249c18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:18.294550 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-595c3d57-6dc9-4d25-a4b7-58c950804546 req-c70f0a7e-66a2-4be1-881d-7858249c18b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2939308c-3471-4837-b397-0b9e489924ed HTTP/1.1" status: 200 len: 851 time: 0.0489240 Jan 14 02:04:18.346386 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c3d57-6dc9-4d25-a4b7-58c950804546 req-391ccf4d-fd90-4324-a0a4-00c57dbd66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:18.347870 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-595c3d57-6dc9-4d25-a4b7-58c950804546 req-391ccf4d-fd90-4324-a0a4-00c57dbd66f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96e3e4ef-fca5-4b0a-a4df-67ebf90a641a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463417 Jan 14 02:04:18.460240 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-595c3d57-6dc9-4d25-a4b7-58c950804546 req-aa962e42-8766-4d7c-85e3-6ec01d509bd6 service neutron] 10.222.0.36 "GET /v2.0/networks/96e3e4ef-fca5-4b0a-a4df-67ebf90a641a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020441 Jan 14 02:04:18.552976 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-8ca07456-7333-4d2e-bef1-da833dea37d7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:18.554653 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-8ca07456-7333-4d2e-bef1-da833dea37d7 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.46 "GET /v2.0/networks?id=b9561b62-b1a0-4015-bda2-d465d110791e HTTP/1.1" status: 200 len: 797 time: 0.1301153 Jan 14 02:04:18.591475 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-595c3d57-6dc9-4d25-a4b7-58c950804546 req-f70820db-9b2b-4e84-86f3-a36c9ef1e2b4 service neutron] 10.222.0.36 "GET /v2.0/networks/96e3e4ef-fca5-4b0a-a4df-67ebf90a641a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229775 Jan 14 02:04:18.656400 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-6554334f-483a-46fa-a695-187d97ddffe5 tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63ad23e535974d8ebd72d18abfca4821 HTTP/1.1" status: 200 len: 380 time: 0.0857394 Jan 14 02:04:18.700740 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Request body: {'port': {'device_id': 'c28c2e19-0206-4af4-afb8-76cfb000fc2f', 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e', 'admin_state_up': True, 'tenant_id': '63ad23e535974d8ebd72d18abfca4821', 'security_groups': ['79ef418d-1397-4b20-bec8-6d927e8d58a2']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:04:18.809931 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Made reservation on behalf of 63ad23e535974d8ebd72d18abfca4821 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 02:04:18.813538 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:18.943595 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Allocated IP 172.20.0.9 (b9561b62-b1a0-4015-bda2-d465d110791e/52fb16e9-e7fd-4a54-aff3-69dfbae135fb/83507f0a-d54a-4cb8-b5f2-a5bff1843f2a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 02:04:19.099385 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks [] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:19.105625 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Device ada7099b-7db3-4228-9670-8fad3289cc84 up at agent ovs-agent-n-d-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:04:19.138930 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788831115277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26279544'] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:19.163094 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Provisioning complete for port ada7099b-7db3-4228-9670-8fad3289cc84 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:19.163567 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (ada7099b-7db3-4228-9670-8fad3289cc84), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:19.189218 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Network b9561b62-b1a0-4015-bda2-d465d110791e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 02:04:19.195451 n-d-824358-4 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 02:04:19.197864 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 02:04:19.202008 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Pushing event updated for resources: {'Port': ['ID=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:19.255725 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:19.256708 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:19.273488 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Current status of the port ada7099b-7db3-4228-9670-8fad3289cc84 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:19.277772 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-874f3296-6144-4eae-b070-6de9c1b6cb1b tempest-TestNetworkAdvancedServerOps-473115828 tempest-TestNetworkAdvancedServerOps-473115828-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811348 Jan 14 02:04:19.298008 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.v2.base [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Request body: {'port': {'device_id': 'c28c2e19-0206-4af4-afb8-76cfb000fc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824358-4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:04:19.312261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 80e17535-84a8-46fd-b1e4-1cac5545a59d details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:04:19.374655 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:19.428735 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 80e17535-84a8-46fd-b1e4-1cac5545a59d, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=80e17535-84a8-46fd-b1e4-1cac5545a59d,segment=NetworkSegment(4efec744-1e31-4f21-9379-242c0fad4d08),segment_id=4efec744-1e31-4f21-9379-242c0fad4d08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:19.450791 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': '80e17535-84a8-46fd-b1e4-1cac5545a59d', 'network_id': '96e3e4ef-fca5-4b0a-a4df-67ebf90a641a', 'port_id': '80e17535-84a8-46fd-b1e4-1cac5545a59d', 'mac_address': 'fa:16:3e:28:44:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2939308c-3471-4837-b397-0b9e489924ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:04:19.501319 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 80e17535-84a8-46fd-b1e4-1cac5545a59d is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:19.501706 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:19.521620 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e842a56c-164d-4c90-b95e-9dc53d5e65e2 None None] Provisioning complete for port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:19.521982 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e842a56c-164d-4c90-b95e-9dc53d5e65e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:19.525462 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e17535-84a8-46fd-b1e4-1cac5545a59d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:04:19.572934 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 80e17535-84a8-46fd-b1e4-1cac5545a59d, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=80e17535-84a8-46fd-b1e4-1cac5545a59d,segment=NetworkSegment(4efec744-1e31-4f21-9379-242c0fad4d08),segment_id=4efec744-1e31-4f21-9379-242c0fad4d08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:19.575718 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e842a56c-164d-4c90-b95e-9dc53d5e65e2 None None] Port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 02:04:19.583060 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:19.633492 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=80e17535-84a8-46fd-b1e4-1cac5545a59d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:19.711497 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:04:19.719620 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Publish callbacks [] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:19.732056 n-d-824358-4 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Transition to ACTIVE for port object 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 02:04:19.736737 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:19.810818 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Pushing event updated for resources: {'Port': ['ID=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:19.864426 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['80e17535-84a8-46fd-b1e4-1cac5545a59d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:04:19.869428 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Attempting to bind port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a on host n-h1-824358-4 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:04:19.869920 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Attempting to bind port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a by drivers openvswitch,hyperv on host n-h1-824358-4 at level 0 using segments [{'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 02:04:19.870402 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Attempting to bind port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a on network b9561b62-b1a0-4015-bda2-d465d110791e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:04:19.875906 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a on network b9561b62-b1a0-4015-bda2-d465d110791e not bound, no agent of type Open vSwitch agent registered on host n-h1-824358-4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 02:04:19.876368 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Attempting to bind port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a on network b9561b62-b1a0-4015-bda2-d465d110791e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 02:04:19.882617 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Checking agent: {'id': '2e0602eb-600b-4c11-87c7-a1fcb7867104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824358-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'started_at': datetime.datetime(2022, 1, 14, 1, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 2, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 02:04:19.883114 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Checking segment: {'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 02:04:19.883878 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Bound using segment: {'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 02:04:19.884533 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Bound port: 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a, host: n-h1-824358-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d67eb0-6d81-4f37-9cd9-bc98fb469ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 02:04:19.884993 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:19.970744 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] For port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a, host n-h1-824358-4, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 02:04:19.974818 n-d-824358-4 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] For port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a, host n-h1-824358-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a,segment=NetworkSegment(49d67eb0-6d81-4f37-9cd9-bc98fb469ad5),segment_id=49d67eb0-6d81-4f37-9cd9-bc98fb469ad5)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 02:04:19.981602 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26279537'] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:20.019383 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:20.020012 n-d-824358-4 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42049'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:20.021423 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] 10.222.0.46 "PUT /v2.0/ports/83507f0a-d54a-4cb8-b5f2-a5bff1843f2a HTTP/1.1" status: 200 len: 1091 time: 0.7290218 Jan 14 02:04:20.021881 n-d-824358-4 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28c2e19-0206-4af4-afb8-76cfb000fc2f', 'tag': '83507f0a-d54a-4cb8-b5f2-a5bff1843f2a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:04:20.024214 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbb09b334159faf94f9c3a4f887ea79a798c75eda433d22bf4a8d01040a24fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76378fe6-bb4d-460f-898e-8264ad19643e" -d '{"events": [{"name": "network-changed", "server_uuid": "c28c2e19-0206-4af4-afb8-76cfb000fc2f", "tag": "83507f0a-d54a-4cb8-b5f2-a5bff1843f2a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:04:20.066823 n-d-824358-4 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c95b4e-6034-4631-94f4-3a0d6ce19b7f service neutron] Pushing event updated for resources: {'Port': ['ID=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:20.084666 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 02:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a86b910-0cc4-4589-9e25-911b646bb553 x-openstack-request-id: req-8a86b910-0cc4-4589-9e25-911b646bb553 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:04:20.085287 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28c2e19-0206-4af4-afb8-76cfb000fc2f", "tag": "83507f0a-d54a-4cb8-b5f2-a5bff1843f2a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:04:20.085658 n-d-824358-4 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a86b910-0cc4-4589-9e25-911b646bb553 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:04:20.086163 n-d-824358-4 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28c2e19-0206-4af4-afb8-76cfb000fc2f', 'tag': '83507f0a-d54a-4cb8-b5f2-a5bff1843f2a', 'status': 'completed', 'code': 200} Jan 14 02:04:20.149993 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-97a41011-69e3-4175-a85c-d78cc6525a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:20.152575 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-97a41011-69e3-4175-a85c-d78cc6525a00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=c28c2e19-0206-4af4-afb8-76cfb000fc2f HTTP/1.1" status: 200 len: 1094 time: 0.0510926 Jan 14 02:04:20.202162 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-4b948353-88ab-4caa-a676-9fd1be1b1529 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a HTTP/1.1" status: 200 len: 217 time: 0.0371704 Jan 14 02:04:20.253011 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-e51ef5ae-b5b4-4dd0-85ae-cc4c06c6f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:20.254694 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-e51ef5ae-b5b4-4dd0-85ae-cc4c06c6f649 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52fb16e9-e7fd-4a54-aff3-69dfbae135fb HTTP/1.1" status: 200 len: 835 time: 0.0469244 Jan 14 02:04:20.301958 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-7e116e0b-fdb4-41fd-ab7c-7087a8a68f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:20.303472 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-7e116e0b-fdb4-41fd-ab7c-7087a8a68f96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9561b62-b1a0-4015-bda2-d465d110791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436289 Jan 14 02:04:20.392616 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-6ef86b46-3e25-4abb-aa4b-81e2a152eb92 service neutron] 10.222.0.46 "GET /v2.0/networks/b9561b62-b1a0-4015-bda2-d465d110791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831666 Jan 14 02:04:20.485461 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-fba17e3a-0b1d-4148-997e-1a2081d6417d req-4cea8213-343a-4195-8f9b-6ad8106116f4 service neutron] 10.222.0.46 "GET /v2.0/networks/b9561b62-b1a0-4015-bda2-d465d110791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864077 Jan 14 02:04:20.617564 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76378fe6-bb4d-460f-898e-8264ad19643e req-146ba883-bd70-4406-8122-eb185cf62f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:20.619106 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76378fe6-bb4d-460f-898e-8264ad19643e req-146ba883-bd70-4406-8122-eb185cf62f3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=c28c2e19-0206-4af4-afb8-76cfb000fc2f HTTP/1.1" status: 200 len: 1094 time: 0.0420043 Jan 14 02:04:20.708028 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76378fe6-bb4d-460f-898e-8264ad19643e req-93bb0a76-3e94-4433-b3c3-f5df85ce8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:20.709488 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76378fe6-bb4d-460f-898e-8264ad19643e req-93bb0a76-3e94-4433-b3c3-f5df85ce8492 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9561b62-b1a0-4015-bda2-d465d110791e HTTP/1.1" status: 200 len: 898 time: 0.0846715 Jan 14 02:04:20.755421 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76378fe6-bb4d-460f-898e-8264ad19643e req-9cf39662-3f5e-4536-96cf-de7016b1a8ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a HTTP/1.1" status: 200 len: 217 time: 0.0392451 Jan 14 02:04:20.803349 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76378fe6-bb4d-460f-898e-8264ad19643e req-e90e7650-16df-42eb-ba94-11d6229b9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:20.804771 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76378fe6-bb4d-460f-898e-8264ad19643e req-e90e7650-16df-42eb-ba94-11d6229b9df0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52fb16e9-e7fd-4a54-aff3-69dfbae135fb HTTP/1.1" status: 200 len: 835 time: 0.0437109 Jan 14 02:04:20.850996 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76378fe6-bb4d-460f-898e-8264ad19643e req-7221c160-a609-4b21-875e-01364d352d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:20.852624 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76378fe6-bb4d-460f-898e-8264ad19643e req-7221c160-a609-4b21-875e-01364d352d0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9561b62-b1a0-4015-bda2-d465d110791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414782 Jan 14 02:04:20.944330 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76378fe6-bb4d-460f-898e-8264ad19643e req-b73e16a0-dc3a-450e-82bb-2c9292b77d6a service neutron] 10.222.0.46 "GET /v2.0/networks/b9561b62-b1a0-4015-bda2-d465d110791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853543 Jan 14 02:04:21.043640 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-76378fe6-bb4d-460f-898e-8264ad19643e req-9138c30e-34dc-4b2d-8e3f-7afee9c9945f service neutron] 10.222.0.46 "GET /v2.0/networks/b9561b62-b1a0-4015-bda2-d465d110791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840764 Jan 14 02:04:21.340309 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device 80e17535-84a8-46fd-b1e4-1cac5545a59d up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:04:21.389636 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port 80e17535-84a8-46fd-b1e4-1cac5545a59d completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:04:21.394122 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port 80e17535-84a8-46fd-b1e4-1cac5545a59d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:21.394549 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:21.476585 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port 80e17535-84a8-46fd-b1e4-1cac5545a59d is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:21.476976 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:21.500018 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac11cab-f2bc-4611-96f3-d882b3c200b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e17535-84a8-46fd-b1e4-1cac5545a59d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:04:21.502233 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa07611-ad71-4d1a-bb8a-c3ce759fa86e" -d '{"events": [{"server_uuid": "aac11cab-f2bc-4611-96f3-d882b3c200b7", "name": "network-vif-plugged", "status": "completed", "tag": "80e17535-84a8-46fd-b1e4-1cac5545a59d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:04:21.516118 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port 80e17535-84a8-46fd-b1e4-1cac5545a59d, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=80e17535-84a8-46fd-b1e4-1cac5545a59d,segment=NetworkSegment(4efec744-1e31-4f21-9379-242c0fad4d08),segment_id=4efec744-1e31-4f21-9379-242c0fad4d08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:21.522166 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (80e17535-84a8-46fd-b1e4-1cac5545a59d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:21.562112 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659f2912-ac38-4f88-b1ac-5ee4ebc823eb x-openstack-request-id: req-659f2912-ac38-4f88-b1ac-5ee4ebc823eb {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:04:21.562408 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac11cab-f2bc-4611-96f3-d882b3c200b7", "name": "network-vif-plugged", "status": "completed", "tag": "80e17535-84a8-46fd-b1e4-1cac5545a59d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:04:21.562689 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-659f2912-ac38-4f88-b1ac-5ee4ebc823eb {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:04:21.563080 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac11cab-f2bc-4611-96f3-d882b3c200b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e17535-84a8-46fd-b1e4-1cac5545a59d', 'code': 200} Jan 14 02:04:21.578546 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=80e17535-84a8-46fd-b1e4-1cac5545a59d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:21.753065 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844e075-2523-4028-a7c1-d10aecc9a7de req-b46243a5-c214-4d31-9d02-7875f59db6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:21.754768 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1844e075-2523-4028-a7c1-d10aecc9a7de req-b46243a5-c214-4d31-9d02-7875f59db6f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aac11cab-f2bc-4611-96f3-d882b3c200b7 HTTP/1.1" status: 200 len: 1097 time: 0.1019125 Jan 14 02:04:21.799572 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-1844e075-2523-4028-a7c1-d10aecc9a7de req-abdeb4eb-9261-4b25-9937-df725fc33683 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d66942ec-4822-4a11-bd5a-8ef7a68961fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391774 Jan 14 02:04:23.712661 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a details requested by agent hyperv_n-h1-824358-4 with host n-h1-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:04:23.809959 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a,segment=NetworkSegment(49d67eb0-6d81-4f37-9cd9-bc98fb469ad5),segment_id=49d67eb0-6d81-4f37-9cd9-bc98fb469ad5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:23.821364 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Returning: {'device': '83507f0a-d54a-4cb8-b5f2-a5bff1843f2a', 'network_id': 'b9561b62-b1a0-4015-bda2-d465d110791e', 'port_id': '83507f0a-d54a-4cb8-b5f2-a5bff1843f2a', 'mac_address': 'fa:16:3e:f0:59:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fb16e9-e7fd-4a54-aff3-69dfbae135fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:04:23.857995 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:23.858380 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:23.871220 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:04:23.893730 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a,segment=NetworkSegment(49d67eb0-6d81-4f37-9cd9-bc98fb469ad5),segment_id=49d67eb0-6d81-4f37-9cd9-bc98fb469ad5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:23.898070 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:23.943717 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:23.951433 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:23.951774 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:23.952109 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:23.952441 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:23.952766 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:23.953092 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:23.953411 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:23.953729 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:23.954049 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:23.954368 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:23.954755 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:23.955022 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:23.955336 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824358-4 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 02:04:24.221158 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] get_ports_and_sgs() called for port_ids ['83507f0a-d54a-4cb8-b5f2-a5bff1843f2a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:04:25.732044 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Device 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a up at agent hyperv_n-h1-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:04:25.781318 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning for port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:04:25.785379 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Provisioning complete for port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:25.785755 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:25.866635 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Current status of the port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:25.867030 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:25.889875 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28c2e19-0206-4af4-afb8-76cfb000fc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83507f0a-d54a-4cb8-b5f2-a5bff1843f2a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:04:25.892131 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0511b2c-58cf-4cec-991a-ae010a47418d" -d '{"events": [{"server_uuid": "c28c2e19-0206-4af4-afb8-76cfb000fc2f", "name": "network-vif-plugged", "status": "completed", "tag": "83507f0a-d54a-4cb8-b5f2-a5bff1843f2a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:04:25.905128 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] For port 83507f0a-d54a-4cb8-b5f2-a5bff1843f2a, host n-h1-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824358-4',level=0,port_id=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a,segment=NetworkSegment(49d67eb0-6d81-4f37-9cd9-bc98fb469ad5),segment_id=49d67eb0-6d81-4f37-9cd9-bc98fb469ad5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:25.909236 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (83507f0a-d54a-4cb8-b5f2-a5bff1843f2a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:25.933895 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdce9b6-7cb7-4ec7-9dc0-50360ae34e7a x-openstack-request-id: req-acdce9b6-7cb7-4ec7-9dc0-50360ae34e7a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:04:25.934181 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28c2e19-0206-4af4-afb8-76cfb000fc2f", "name": "network-vif-plugged", "status": "completed", "tag": "83507f0a-d54a-4cb8-b5f2-a5bff1843f2a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:04:25.934461 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acdce9b6-7cb7-4ec7-9dc0-50360ae34e7a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:04:25.934846 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28c2e19-0206-4af4-afb8-76cfb000fc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83507f0a-d54a-4cb8-b5f2-a5bff1843f2a', 'code': 200} Jan 14 02:04:25.960402 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Pushing event updated for resources: {'Port': ['ID=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:26.075546 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9df3a-fff0-44fd-a196-9600944d2926 req-c69e0f27-afee-4f00-b3a8-6602543d0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:26.077167 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ccb9df3a-fff0-44fd-a196-9600944d2926 req-c69e0f27-afee-4f00-b3a8-6602543d0e45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c28c2e19-0206-4af4-afb8-76cfb000fc2f HTTP/1.1" status: 200 len: 1096 time: 0.0409958 Jan 14 02:04:26.131529 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-ccb9df3a-fff0-44fd-a196-9600944d2926 req-0979fb29-3688-4416-a096-dbe221533100 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=79ef418d-1397-4b20-bec8-6d927e8d58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468779 Jan 14 02:04:27.781525 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0955c5e5-3c70-45da-9888-546e74313da6 req-3102cf87-f21f-4cc0-a73d-d2618ec5a3bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444045 Jan 14 02:04:27.850992 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955c5e5-3c70-45da-9888-546e74313da6 req-9479572f-5ce0-4ce0-9333-cbc28c07b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:27.852477 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0955c5e5-3c70-45da-9888-546e74313da6 req-9479572f-5ce0-4ce0-9333-cbc28c07b860 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a183fb2886444eb96337220c4fe7939&device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 1097 time: 0.0400977 Jan 14 02:04:27.955868 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955c5e5-3c70-45da-9888-546e74313da6 req-a5c0eae0-2bc7-4a3d-8773-09e9e6ad5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:27.957646 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0955c5e5-3c70-45da-9888-546e74313da6 req-a5c0eae0-2bc7-4a3d-8773-09e9e6ad5027 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12324b66-1045-46a6-957c-ee005a50dcaf HTTP/1.1" status: 200 len: 909 time: 0.0869436 Jan 14 02:04:28.023239 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0955c5e5-3c70-45da-9888-546e74313da6 req-ee892798-7aa6-476b-a50a-7eafa0716837 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f092cd87-048e-4a89-b5e7-d7f217e0b566 HTTP/1.1" status: 200 len: 1001 time: 0.0596566 Jan 14 02:04:28.075625 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955c5e5-3c70-45da-9888-546e74313da6 req-7fd39f51-562f-4f93-9596-44c57baf83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:28.077127 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0955c5e5-3c70-45da-9888-546e74313da6 req-7fd39f51-562f-4f93-9596-44c57baf83eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6 HTTP/1.1" status: 200 len: 847 time: 0.0483742 Jan 14 02:04:28.129528 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955c5e5-3c70-45da-9888-546e74313da6 req-b19a4169-df05-4aca-b16c-18421fb3a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:28.131101 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0955c5e5-3c70-45da-9888-546e74313da6 req-b19a4169-df05-4aca-b16c-18421fb3a0d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12324b66-1045-46a6-957c-ee005a50dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463629 Jan 14 02:04:28.221119 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0955c5e5-3c70-45da-9888-546e74313da6 req-19d9ca27-08cf-40cb-a891-ff4334c62a4d service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834935 Jan 14 02:04:28.320592 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-0955c5e5-3c70-45da-9888-546e74313da6 req-115b9bf8-c9cb-4e8a-8038-32b11e918bfc service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845861 Jan 14 02:04:31.767550 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:34.593842 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:34.954735 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca15abf0-abb4-4e11-aaec-0be0fdddf42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:37.365343 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f1a00427-5add-4a8f-aa9e-e6cfe23c336d details requested by agent hyperv_n-h2-824358-4 with host n-h2-824358-4 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 02:04:37.459051 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f1a00427-5add-4a8f-aa9e-e6cfe23c336d, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f1a00427-5add-4a8f-aa9e-e6cfe23c336d,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:37.474610 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Returning: {'device': 'f1a00427-5add-4a8f-aa9e-e6cfe23c336d', 'network_id': '812f231a-5064-45c6-884f-0fd4be8b3fd4', 'port_id': 'f1a00427-5add-4a8f-aa9e-e6cfe23c336d', 'mac_address': 'fa:16:3e:53:23:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229627b7-01e8-4c6c-bfbe-27b51d26180b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 02:04:37.510952 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f1a00427-5add-4a8f-aa9e-e6cfe23c336d is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:37.511341 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:37.527823 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a00427-5add-4a8f-aa9e-e6cfe23c336d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 02:04:37.555867 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f1a00427-5add-4a8f-aa9e-e6cfe23c336d, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f1a00427-5add-4a8f-aa9e-e6cfe23c336d,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:37.557006 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8b7344d5-c306-4ec8-b6c6-c4e09289f81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:37.560921 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:37.608965 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f1a00427-5add-4a8f-aa9e-e6cfe23c336d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:37.890320 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] get_ports_and_sgs() called for port_ids ['f1a00427-5add-4a8f-aa9e-e6cfe23c336d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 02:04:38.406028 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:38.583831 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:04:39.384343 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Device f1a00427-5add-4a8f-aa9e-e6cfe23c336d up at agent hyperv_n-h2-824358-4 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 02:04:39.430740 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning for port f1a00427-5add-4a8f-aa9e-e6cfe23c336d completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 02:04:39.435261 n-d-824358-4 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Provisioning complete for port f1a00427-5add-4a8f-aa9e-e6cfe23c336d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 02:04:39.435634 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1485981'] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:39.512386 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Current status of the port f1a00427-5add-4a8f-aa9e-e6cfe23c336d is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 02:04:39.512789 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1471024'] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:39.533902 n-d-824358-4 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c52e31-3938-4711-a418-098999c59d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a00427-5add-4a8f-aa9e-e6cfe23c336d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 02:04:39.536108 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa31239041b8f31627501801b3e7c903104101ee0553cdb1fb7f8c356c0d3f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afa1a0a-2c4b-40d9-865d-7f7e22ccc48f" -d '{"events": [{"server_uuid": "98c52e31-3938-4711-a418-098999c59d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f1a00427-5add-4a8f-aa9e-e6cfe23c336d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 02:04:39.548942 n-d-824358-4 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] For port f1a00427-5add-4a8f-aa9e-e6cfe23c336d, host n-h2-824358-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824358-4',level=0,port_id=f1a00427-5add-4a8f-aa9e-e6cfe23c336d,segment=NetworkSegment(1beb5f24-e1b0-4044-8aee-4f1d13cce13c),segment_id=1beb5f24-e1b0-4044-8aee-4f1d13cce13c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 02:04:39.553584 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1471479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788831694668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788831115295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788831115313'] for port (f1a00427-5add-4a8f-aa9e-e6cfe23c336d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:39.576509 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 02:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1929481-2595-4486-8b71-975608b551ed x-openstack-request-id: req-f1929481-2595-4486-8b71-975608b551ed {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 02:04:39.576817 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c52e31-3938-4711-a418-098999c59d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f1a00427-5add-4a8f-aa9e-e6cfe23c336d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 02:04:39.577067 n-d-824358-4 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1929481-2595-4486-8b71-975608b551ed {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 02:04:39.577453 n-d-824358-4 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c52e31-3938-4711-a418-098999c59d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a00427-5add-4a8f-aa9e-e6cfe23c336d', 'code': 200} Jan 14 02:04:39.601612 n-d-824358-4 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Pushing event updated for resources: {'Port': ['ID=f1a00427-5add-4a8f-aa9e-e6cfe23c336d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 02:04:39.708788 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda26e3-8286-4c48-af15-de7e06cff717 req-beca26a8-fe11-48ff-a8f2-3fe52964c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:04:39.710182 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8fda26e3-8286-4c48-af15-de7e06cff717 req-beca26a8-fe11-48ff-a8f2-3fe52964c382 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 1096 time: 0.0407033 Jan 14 02:04:39.761634 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-8fda26e3-8286-4c48-af15-de7e06cff717 req-c2336801-e78e-4b33-9f68-7da558b23bdb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36793c73-6ad4-4ed3-bb91-b5aab81971ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360162 Jan 14 02:04:39.943792 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:04:41.044582 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:01.786769 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:04.599196 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:04.957608 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c431de8-0a7e-4cd9-bcb3-e9b1cda38cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:07.539450 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e240-0a02-4679-8459-68dda0837926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:08.409159 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:09.947369 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:11.047053 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:15.582616 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:05:31.787200 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:34.614933 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:34.960741 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af8ac9ff-2eab-4863-9206-d217ddec30c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:37.539710 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-957628a9-47da-414d-a27e-d35e7b704cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:38.410320 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:39.487906 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f67932f-106f-4480-af17-8682107cfd22 req-eaf0195b-a276-4972-a0c2-831a77386d92 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401251 Jan 14 02:05:39.581617 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67932f-106f-4480-af17-8682107cfd22 req-653fdf39-d6dd-4ba1-a23a-cf86a046b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:05:39.583405 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f67932f-106f-4480-af17-8682107cfd22 req-653fdf39-d6dd-4ba1-a23a-cf86a046b0e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 1096 time: 0.0413332 Jan 14 02:05:39.688442 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67932f-106f-4480-af17-8682107cfd22 req-6ef591cb-6765-4f46-993b-8aa2dd312d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:05:39.689908 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f67932f-106f-4480-af17-8682107cfd22 req-6ef591cb-6765-4f46-993b-8aa2dd312d2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 912 time: 0.0881779 Jan 14 02:05:39.754519 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f67932f-106f-4480-af17-8682107cfd22 req-4a843fdd-fb18-415b-9257-bd8d6ec288e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85e7d3f4-d738-4116-ae57-f04f63b2dde9 HTTP/1.1" status: 200 len: 1000 time: 0.0584879 Jan 14 02:05:39.801029 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67932f-106f-4480-af17-8682107cfd22 req-ab2b36dd-96fc-4b3b-bd58-212662f219f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:05:39.802451 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f67932f-106f-4480-af17-8682107cfd22 req-ab2b36dd-96fc-4b3b-bd58-212662f219f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.0421438 Jan 14 02:05:39.851199 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67932f-106f-4480-af17-8682107cfd22 req-715b5042-f6db-49ec-9880-74d908856bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:05:39.852691 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f67932f-106f-4480-af17-8682107cfd22 req-715b5042-f6db-49ec-9880-74d908856bf3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448732 Jan 14 02:05:39.939387 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f67932f-106f-4480-af17-8682107cfd22 req-0b604ed8-e29f-4893-b363-f89cd9630ba4 service neutron] 10.222.0.46 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800765 Jan 14 02:05:39.948522 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:40.032432 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-2f67932f-106f-4480-af17-8682107cfd22 req-735b8e1f-041b-4599-b033-47169d5d601b service neutron] 10.222.0.46 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870104 Jan 14 02:05:41.051496 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:05:52.581543 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:06:01.788143 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:04.628294 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:04.964772 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8904dd5a-71ca-4692-842f-e4fea074a6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:07.541501 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2e83422-d8c2-45c3-9bb0-46def34c3214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:08.413540 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:09.952008 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:11.053033 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:28.760878 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a2f3bfd8-a5ca-44ac-be71-5f69c2d939a3 req-74c93700-adc7-4028-b57a-cc1150d11072 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394096 Jan 14 02:06:28.855199 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3bfd8-a5ca-44ac-be71-5f69c2d939a3 req-484c6b6e-f0be-486f-9934-ed567e82e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:06:28.856686 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a2f3bfd8-a5ca-44ac-be71-5f69c2d939a3 req-484c6b6e-f0be-486f-9934-ed567e82e3bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a183fb2886444eb96337220c4fe7939&device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 1097 time: 0.0404007 Jan 14 02:06:28.959842 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3bfd8-a5ca-44ac-be71-5f69c2d939a3 req-8786becc-5262-4aef-a05d-725c803aaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:06:28.961296 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a2f3bfd8-a5ca-44ac-be71-5f69c2d939a3 req-8786becc-5262-4aef-a05d-725c803aaab2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12324b66-1045-46a6-957c-ee005a50dcaf HTTP/1.1" status: 200 len: 909 time: 0.0870059 Jan 14 02:06:29.024004 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a2f3bfd8-a5ca-44ac-be71-5f69c2d939a3 req-550fa7f2-a955-4d3b-84cc-b73fcd0d904f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f092cd87-048e-4a89-b5e7-d7f217e0b566 HTTP/1.1" status: 200 len: 1001 time: 0.0569656 Jan 14 02:06:29.075874 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3bfd8-a5ca-44ac-be71-5f69c2d939a3 req-e91455b7-9b24-4b73-be23-e543c3b4cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:06:29.077301 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a2f3bfd8-a5ca-44ac-be71-5f69c2d939a3 req-e91455b7-9b24-4b73-be23-e543c3b4cb60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6 HTTP/1.1" status: 200 len: 847 time: 0.0470231 Jan 14 02:06:29.121093 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3bfd8-a5ca-44ac-be71-5f69c2d939a3 req-c9c3bb0e-f6d9-46b9-83dd-8a5d4c90a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:06:29.122580 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a2f3bfd8-a5ca-44ac-be71-5f69c2d939a3 req-c9c3bb0e-f6d9-46b9-83dd-8a5d4c90a88b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12324b66-1045-46a6-957c-ee005a50dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382445 Jan 14 02:06:29.207018 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a2f3bfd8-a5ca-44ac-be71-5f69c2d939a3 req-77f7224f-0bb8-46c4-b7e6-9980948fbb83 service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784853 Jan 14 02:06:29.294997 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-a2f3bfd8-a5ca-44ac-be71-5f69c2d939a3 req-7d4d9c89-12b5-4847-8bb7-fa52fae43fbf service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821145 Jan 14 02:06:29.581142 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:06:31.802100 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:34.628302 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:34.968767 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf4d4-e172-4679-87ee-a8205bdead67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:37.543316 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6f6b5475-960b-4c59-8330-b3f99ba4b1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:38.416486 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:38.802208 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17b34bdb-bb0d-49ad-9f96-c2c5405c0c34 req-1522abcb-9956-4752-8abd-8c97a60471ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399871 Jan 14 02:06:38.872462 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34bdb-bb0d-49ad-9f96-c2c5405c0c34 req-a7d88ab0-ff61-4152-b078-1897573d60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:06:38.873992 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17b34bdb-bb0d-49ad-9f96-c2c5405c0c34 req-a7d88ab0-ff61-4152-b078-1897573d60a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 1097 time: 0.0397861 Jan 14 02:06:38.977448 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34bdb-bb0d-49ad-9f96-c2c5405c0c34 req-ca0897e0-d227-4411-af37-b6c23534bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:06:38.978921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17b34bdb-bb0d-49ad-9f96-c2c5405c0c34 req-ca0897e0-d227-4411-af37-b6c23534bdeb service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f45fba4-ab90-4c00-a730-2b397a83f6a0 HTTP/1.1" status: 200 len: 897 time: 0.0855637 Jan 14 02:06:39.018261 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17b34bdb-bb0d-49ad-9f96-c2c5405c0c34 req-5314bb85-e500-43f2-bf8b-049ea74ddf8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce22c1ed-2287-434e-9ccd-53731c6082af HTTP/1.1" status: 200 len: 217 time: 0.0335026 Jan 14 02:06:39.064956 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34bdb-bb0d-49ad-9f96-c2c5405c0c34 req-4f03bba2-912a-4623-be8d-bd783310a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:06:39.066387 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17b34bdb-bb0d-49ad-9f96-c2c5405c0c34 req-4f03bba2-912a-4623-be8d-bd783310a980 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed8590c8-cb2e-4f68-801f-5facc19b3c10 HTTP/1.1" status: 200 len: 835 time: 0.0429053 Jan 14 02:06:39.113426 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34bdb-bb0d-49ad-9f96-c2c5405c0c34 req-729733fa-e9db-4db1-a056-ff904ccb1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:06:39.114899 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17b34bdb-bb0d-49ad-9f96-c2c5405c0c34 req-729733fa-e9db-4db1-a056-ff904ccb1398 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f45fba4-ab90-4c00-a730-2b397a83f6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427787 Jan 14 02:06:39.200449 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17b34bdb-bb0d-49ad-9f96-c2c5405c0c34 req-f9197484-2a5a-49cc-928b-54a11bf98101 service neutron] 10.222.0.46 "GET /v2.0/networks/3f45fba4-ab90-4c00-a730-2b397a83f6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786514 Jan 14 02:06:39.295921 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-17b34bdb-bb0d-49ad-9f96-c2c5405c0c34 req-baf42425-5377-4071-aa3a-2cfa6c00c45a service neutron] 10.222.0.46 "GET /v2.0/networks/3f45fba4-ab90-4c00-a730-2b397a83f6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891745 Jan 14 02:06:39.954831 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:06:41.055111 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:01.817823 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:04.649010 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:04.970985 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-931471fa-83af-4bc4-a197-2d45cce91114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:06.580991 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:07:07.543810 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1542a47c-8363-4e75-8a85-f0102a14d33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:08.421279 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:09.957022 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:11.055792 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:28.758401 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01d33bc5-ae57-4140-8da3-7ba2d398d9cf req-a9b3332c-1f5b-4160-945d-a82ab6608203 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391448 Jan 14 02:07:28.827569 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d33bc5-ae57-4140-8da3-7ba2d398d9cf req-789945e5-23c5-474c-bc83-6ee9b2dcedf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:07:28.829073 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01d33bc5-ae57-4140-8da3-7ba2d398d9cf req-789945e5-23c5-474c-bc83-6ee9b2dcedf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2141d01510e94744a27b4eeebac1bc28&device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 1096 time: 0.0392661 Jan 14 02:07:28.933705 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d33bc5-ae57-4140-8da3-7ba2d398d9cf req-970ba8a2-02d0-4bbd-b2f7-8c4a77b1976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:07:28.935189 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01d33bc5-ae57-4140-8da3-7ba2d398d9cf req-970ba8a2-02d0-4bbd-b2f7-8c4a77b1976f service neutron] 10.222.0.36 "GET /v2.0/networks?id=812f231a-5064-45c6-884f-0fd4be8b3fd4 HTTP/1.1" status: 200 len: 913 time: 0.0862997 Jan 14 02:07:28.975068 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01d33bc5-ae57-4140-8da3-7ba2d398d9cf req-d3ac939a-bdd9-4002-9690-da64adc3c76a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1a00427-5add-4a8f-aa9e-e6cfe23c336d HTTP/1.1" status: 200 len: 217 time: 0.0332730 Jan 14 02:07:29.025454 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d33bc5-ae57-4140-8da3-7ba2d398d9cf req-65bdc290-ac29-40b2-9f5f-6d7c80f65348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:07:29.026802 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01d33bc5-ae57-4140-8da3-7ba2d398d9cf req-65bdc290-ac29-40b2-9f5f-6d7c80f65348 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229627b7-01e8-4c6c-bfbe-27b51d26180b HTTP/1.1" status: 200 len: 851 time: 0.0461614 Jan 14 02:07:29.070356 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d33bc5-ae57-4140-8da3-7ba2d398d9cf req-38955d0d-c374-42a5-9d95-56311684d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:07:29.071843 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01d33bc5-ae57-4140-8da3-7ba2d398d9cf req-38955d0d-c374-42a5-9d95-56311684d702 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=812f231a-5064-45c6-884f-0fd4be8b3fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395586 Jan 14 02:07:29.156805 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01d33bc5-ae57-4140-8da3-7ba2d398d9cf req-d56efacf-0de0-47e0-952a-eec446ab9261 service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790265 Jan 14 02:07:29.246776 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-01d33bc5-ae57-4140-8da3-7ba2d398d9cf req-9c73acce-f7b5-4b82-87d1-d6a524f59f38 service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831940 Jan 14 02:07:31.830011 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:34.641654 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:34.975338 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbca488c-4e01-4fb9-a53f-e2145cb2e750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:37.546881 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3d0687a4-825b-4a18-b7fa-ce109322d49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:38.422128 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:39.809030 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f29c07c-ac1e-460f-ad15-fd831a4873d1 req-4b7e99d1-26cb-4049-87dd-a6d23397f14e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c28c2e19-0206-4af4-afb8-76cfb000fc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409882 Jan 14 02:07:39.880565 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29c07c-ac1e-460f-ad15-fd831a4873d1 req-fba26ab5-4fb8-41f2-a2a5-3647bcd5034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:07:39.882046 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f29c07c-ac1e-460f-ad15-fd831a4873d1 req-fba26ab5-4fb8-41f2-a2a5-3647bcd5034e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=c28c2e19-0206-4af4-afb8-76cfb000fc2f HTTP/1.1" status: 200 len: 1096 time: 0.0402527 Jan 14 02:07:39.961210 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:39.987138 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29c07c-ac1e-460f-ad15-fd831a4873d1 req-5a5df94c-3a7e-4c36-8fff-b8ff0128c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:07:39.988627 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f29c07c-ac1e-460f-ad15-fd831a4873d1 req-5a5df94c-3a7e-4c36-8fff-b8ff0128c01e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9561b62-b1a0-4015-bda2-d465d110791e HTTP/1.1" status: 200 len: 898 time: 0.0890446 Jan 14 02:07:40.029533 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f29c07c-ac1e-460f-ad15-fd831a4873d1 req-f5907f18-a697-411d-ac0e-c241527283e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a HTTP/1.1" status: 200 len: 217 time: 0.0345323 Jan 14 02:07:40.075963 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29c07c-ac1e-460f-ad15-fd831a4873d1 req-0aeee17b-d1f2-4eb5-8ec9-284ef1c4a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:07:40.077274 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f29c07c-ac1e-460f-ad15-fd831a4873d1 req-0aeee17b-d1f2-4eb5-8ec9-284ef1c4a46f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52fb16e9-e7fd-4a54-aff3-69dfbae135fb HTTP/1.1" status: 200 len: 835 time: 0.0423448 Jan 14 02:07:40.120488 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29c07c-ac1e-460f-ad15-fd831a4873d1 req-e2bf5705-d3a8-4f8d-b6da-2263413c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:07:40.121936 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f29c07c-ac1e-460f-ad15-fd831a4873d1 req-e2bf5705-d3a8-4f8d-b6da-2263413c5bb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9561b62-b1a0-4015-bda2-d465d110791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393615 Jan 14 02:07:40.211629 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f29c07c-ac1e-460f-ad15-fd831a4873d1 req-e3b0a0bb-540d-408f-8195-c728ce591303 service neutron] 10.222.0.46 "GET /v2.0/networks/b9561b62-b1a0-4015-bda2-d465d110791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835178 Jan 14 02:07:40.298050 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-3f29c07c-ac1e-460f-ad15-fd831a4873d1 req-e47058c7-ca9d-4b5f-a8d5-8abe8e1bce1d service neutron] 10.222.0.46 "GET /v2.0/networks/b9561b62-b1a0-4015-bda2-d465d110791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802627 Jan 14 02:07:41.056364 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:07:43.579901 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:08:01.844906 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:04.663547 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:04.978045 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39a25b10-ed40-4a35-a08d-c8205d6a0c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:07.552242 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2a7998dc-4c51-4250-bca8-edfbbe9f7305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:08.424520 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:09.965915 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:11.058194 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:20.577841 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:08:30.771855 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-f5125e47-032d-4d60-8f78-9c3cf4d9b3e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aac11cab-f2bc-4611-96f3-d882b3c200b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391765 Jan 14 02:08:30.842120 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-e3aca340-6893-41c2-b6b4-39a30ee87e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:08:30.843674 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-e3aca340-6893-41c2-b6b4-39a30ee87e29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa6e6d8023324ae7be9bcc98a7d8b772&device_id=aac11cab-f2bc-4611-96f3-d882b3c200b7 HTTP/1.1" status: 200 len: 1097 time: 0.0401042 Jan 14 02:08:30.947173 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-d2d157d7-51ea-4d92-b022-42b0672aff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:08:30.948645 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-d2d157d7-51ea-4d92-b022-42b0672aff42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=96e3e4ef-fca5-4b0a-a4df-67ebf90a641a HTTP/1.1" status: 200 len: 913 time: 0.0859864 Jan 14 02:08:30.990912 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-69b6992b-cfb7-42ca-a25e-334261d03f02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e17535-84a8-46fd-b1e4-1cac5545a59d HTTP/1.1" status: 200 len: 217 time: 0.0350087 Jan 14 02:08:31.041531 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-e25131de-7992-4655-8afa-1f4384519274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:08:31.042899 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-e25131de-7992-4655-8afa-1f4384519274 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2939308c-3471-4837-b397-0b9e489924ed HTTP/1.1" status: 200 len: 851 time: 0.0463638 Jan 14 02:08:31.088248 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-ff45354f-fa08-49cf-a8ff-34f657472fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:08:31.089686 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-ff45354f-fa08-49cf-a8ff-34f657472fe9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96e3e4ef-fca5-4b0a-a4df-67ebf90a641a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404794 Jan 14 02:08:31.100507 n-d-824358-4 neutron-server[103354]: DEBUG neutron.wsgi [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-1b2dd021-dfc9-48b6-88c7-9a9e97dea020 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 02:08:31.101435 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-1b2dd021-dfc9-48b6-88c7-9a9e97dea020 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047460 Jan 14 02:08:31.186367 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-025a4da5-9ee2-4b18-9dfc-c7c94463b8b1 service neutron] 10.222.0.36 "GET /v2.0/networks/96e3e4ef-fca5-4b0a-a4df-67ebf90a641a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790503 Jan 14 02:08:31.277325 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-fc928c19-a68b-40a4-bcdc-0b81affd224e req-300ec6f0-7269-40c6-8fae-cf9aa1d9ee9f service neutron] 10.222.0.36 "GET /v2.0/networks/96e3e4ef-fca5-4b0a-a4df-67ebf90a641a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829570 Jan 14 02:08:31.858829 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:34.662816 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:34.979622 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d29fc2c-8b41-423b-a416-05af5a2e7778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:37.542899 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d55c3a39-5638-4b3a-b239-c25f1869828a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:38.427396 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:39.966083 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:41.059922 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:08:42.540007 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-b8780608-9852-4a42-8b84-be4287d9c674 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9239eb83-dd56-4093-b289-94a3a4ee163c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997159 Jan 14 02:08:42.636918 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-eb823088-2215-4467-96f5-a390ebe35ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:08:42.638392 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-eb823088-2215-4467-96f5-a390ebe35ce1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f9d01fc2414870a905772f960ffd1e&device_id=9239eb83-dd56-4093-b289-94a3a4ee163c HTTP/1.1" status: 200 len: 1096 time: 0.0400672 Jan 14 02:08:42.738062 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-42209390-9dc2-4875-916b-ed062d31d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:08:42.739449 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-42209390-9dc2-4875-916b-ed062d31d3c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f80240f-7727-4830-9a11-a724cf54f32d HTTP/1.1" status: 200 len: 912 time: 0.0826883 Jan 14 02:08:42.806006 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-3dfc5101-877b-4d10-b48e-d8b9dc9be3ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85e7d3f4-d738-4116-ae57-f04f63b2dde9 HTTP/1.1" status: 200 len: 1000 time: 0.0603893 Jan 14 02:08:42.853769 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-ed8d963c-bb31-4683-b740-7cef869987af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:08:42.855241 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-ed8d963c-bb31-4683-b740-7cef869987af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd91e3b7-de24-46af-a7f7-5709419078da HTTP/1.1" status: 200 len: 850 time: 0.0431311 Jan 14 02:08:42.898875 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-03ad48db-a6ae-44fc-a2a4-d55ef7cba862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:08:42.900314 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-03ad48db-a6ae-44fc-a2a4-d55ef7cba862 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f80240f-7727-4830-9a11-a724cf54f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392480 Jan 14 02:08:42.910746 n-d-824358-4 neutron-server[103353]: DEBUG neutron.wsgi [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-1372d097-65c0-4d41-942f-295399419575 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 02:08:42.911671 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-1372d097-65c0-4d41-942f-295399419575 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046775 Jan 14 02:08:43.001231 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-dbd033b6-50fb-47b7-8b16-89c2bade9c99 service neutron] 10.222.0.46 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838101 Jan 14 02:08:43.087204 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-c7141295-e98d-485b-93c0-7eb6ce6568b3 req-f1043ddc-ade0-4e49-82b1-b295260ecaf6 service neutron] 10.222.0.46 "GET /v2.0/networks/6f80240f-7727-4830-9a11-a724cf54f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796893 Jan 14 02:08:57.576889 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:09:01.858504 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:04.677051 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:04.981507 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4222f2b4-8a45-4156-a56d-5cbac346a0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:07.543968 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaa98-96db-4afb-8421-a46d8475d095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:08.430630 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:09.968406 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:11.065090 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:31.873430 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:32.853163 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5da6e3b2-3cae-49a6-bd5b-f725a0965cd9 req-dcc99560-6b8d-4bcc-a038-a1299e0b9f50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925055 Jan 14 02:09:32.948725 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6e3b2-3cae-49a6-bd5b-f725a0965cd9 req-55499f72-db41-4e9f-8b59-6fd25ed8505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:09:32.950178 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5da6e3b2-3cae-49a6-bd5b-f725a0965cd9 req-55499f72-db41-4e9f-8b59-6fd25ed8505a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a183fb2886444eb96337220c4fe7939&device_id=94e24db6-b34c-43bd-9304-9d9d6d78ac44 HTTP/1.1" status: 200 len: 1097 time: 0.0400884 Jan 14 02:09:33.051955 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6e3b2-3cae-49a6-bd5b-f725a0965cd9 req-96c4201b-52e2-4a22-ab9e-e40b96a37dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:09:33.053841 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5da6e3b2-3cae-49a6-bd5b-f725a0965cd9 req-96c4201b-52e2-4a22-ab9e-e40b96a37dcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=12324b66-1045-46a6-957c-ee005a50dcaf HTTP/1.1" status: 200 len: 909 time: 0.0850747 Jan 14 02:09:33.115396 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5da6e3b2-3cae-49a6-bd5b-f725a0965cd9 req-016f1bb6-029f-45eb-8727-c3b816dd1c2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f092cd87-048e-4a89-b5e7-d7f217e0b566 HTTP/1.1" status: 200 len: 1001 time: 0.0554490 Jan 14 02:09:33.165014 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6e3b2-3cae-49a6-bd5b-f725a0965cd9 req-1c7b8eff-dca8-4f2e-9571-eadddc04b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:09:33.166475 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5da6e3b2-3cae-49a6-bd5b-f725a0965cd9 req-1c7b8eff-dca8-4f2e-9571-eadddc04b68e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd4e8f60-3033-4ffe-87b2-d57dc46fb1f6 HTTP/1.1" status: 200 len: 847 time: 0.0457006 Jan 14 02:09:33.214789 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6e3b2-3cae-49a6-bd5b-f725a0965cd9 req-7ebe35c9-9007-4f63-8a71-62db5f074615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:09:33.216246 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5da6e3b2-3cae-49a6-bd5b-f725a0965cd9 req-7ebe35c9-9007-4f63-8a71-62db5f074615 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12324b66-1045-46a6-957c-ee005a50dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399342 Jan 14 02:09:33.301860 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5da6e3b2-3cae-49a6-bd5b-f725a0965cd9 req-20d344d9-4342-43e2-9091-5696981a1212 service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786364 Jan 14 02:09:33.390107 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5da6e3b2-3cae-49a6-bd5b-f725a0965cd9 req-4589b1fc-5c13-44e6-9732-4c001891740d service neutron] 10.222.0.36 "GET /v2.0/networks/12324b66-1045-46a6-957c-ee005a50dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821142 Jan 14 02:09:34.576666 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:09:34.682788 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:34.981533 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a153007-122d-48ec-9f7b-8d05287eceed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:37.544860 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8dcdec39-0d84-4cd2-b634-ad4fb3b95d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:38.433016 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:39.970439 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:41.066529 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:09:42.466770 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9180f783-6048-4ab6-a42e-2f2ec3d29557 req-d2569ca5-d7f5-4ed6-8b3f-39f385aef95e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11db1d04-740b-4feb-9151-61e5b98c597c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444064 Jan 14 02:09:42.539033 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180f783-6048-4ab6-a42e-2f2ec3d29557 req-ce8c5e2f-c87d-4875-95e4-2a7660fdcbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:09:42.540520 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9180f783-6048-4ab6-a42e-2f2ec3d29557 req-ce8c5e2f-c87d-4875-95e4-2a7660fdcbaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43a28359970349f68e5694ea755d49e7&device_id=11db1d04-740b-4feb-9151-61e5b98c597c HTTP/1.1" status: 200 len: 1097 time: 0.0405970 Jan 14 02:09:42.640178 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180f783-6048-4ab6-a42e-2f2ec3d29557 req-875a797e-a3ef-406e-a459-0a37ceb2b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:09:42.641610 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9180f783-6048-4ab6-a42e-2f2ec3d29557 req-875a797e-a3ef-406e-a459-0a37ceb2b76e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f45fba4-ab90-4c00-a730-2b397a83f6a0 HTTP/1.1" status: 200 len: 897 time: 0.0828879 Jan 14 02:09:42.684996 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9180f783-6048-4ab6-a42e-2f2ec3d29557 req-64697b3f-644c-4e8e-8c40-824b683fa5f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce22c1ed-2287-434e-9ccd-53731c6082af HTTP/1.1" status: 200 len: 217 time: 0.0373034 Jan 14 02:09:42.731777 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180f783-6048-4ab6-a42e-2f2ec3d29557 req-99edf13b-a485-4ada-bf45-163d370f6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:09:42.733225 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9180f783-6048-4ab6-a42e-2f2ec3d29557 req-99edf13b-a485-4ada-bf45-163d370f6c25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed8590c8-cb2e-4f68-801f-5facc19b3c10 HTTP/1.1" status: 200 len: 835 time: 0.0427728 Jan 14 02:09:42.777638 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180f783-6048-4ab6-a42e-2f2ec3d29557 req-478c0ae6-3525-4010-820d-5da76ca69280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:09:42.779102 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9180f783-6048-4ab6-a42e-2f2ec3d29557 req-478c0ae6-3525-4010-820d-5da76ca69280 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f45fba4-ab90-4c00-a730-2b397a83f6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400362 Jan 14 02:09:42.869966 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9180f783-6048-4ab6-a42e-2f2ec3d29557 req-a701cf03-18cd-4a76-803b-86d4de207e82 service neutron] 10.222.0.46 "GET /v2.0/networks/3f45fba4-ab90-4c00-a730-2b397a83f6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847294 Jan 14 02:09:42.956170 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-9180f783-6048-4ab6-a42e-2f2ec3d29557 req-9bd424ea-a499-4fe1-9ce5-f236497592d2 service neutron] 10.222.0.46 "GET /v2.0/networks/3f45fba4-ab90-4c00-a730-2b397a83f6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803883 Jan 14 02:10:01.885285 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:04.700056 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:04.984146 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a364bf0a-9504-447e-be9c-8771b45bd639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:07.545539 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bc28f78f-9a40-495a-bc9c-edb384a58f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:08.434916 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:09.972138 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:11.068759 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:11.576292 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:10:31.890369 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:33.766031 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5624511b-e1f2-44ed-88d2-d04de773dd38 req-2c1345e3-bd4e-441e-aa5d-0909b197906c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98c52e31-3938-4711-a418-098999c59d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399542 Jan 14 02:10:33.837679 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624511b-e1f2-44ed-88d2-d04de773dd38 req-e4ef5dfb-f7cb-4615-8d80-476d87b1bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:10:33.839250 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5624511b-e1f2-44ed-88d2-d04de773dd38 req-e4ef5dfb-f7cb-4615-8d80-476d87b1bf82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2141d01510e94744a27b4eeebac1bc28&device_id=98c52e31-3938-4711-a418-098999c59d5d HTTP/1.1" status: 200 len: 1096 time: 0.0400300 Jan 14 02:10:33.944613 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624511b-e1f2-44ed-88d2-d04de773dd38 req-8ceb55f9-59ac-4319-a229-7659c54e8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:10:33.946085 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5624511b-e1f2-44ed-88d2-d04de773dd38 req-8ceb55f9-59ac-4319-a229-7659c54e8be5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=812f231a-5064-45c6-884f-0fd4be8b3fd4 HTTP/1.1" status: 200 len: 913 time: 0.0874016 Jan 14 02:10:33.986589 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5624511b-e1f2-44ed-88d2-d04de773dd38 req-1317a285-dbf2-482a-9246-b534c37fa2b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1a00427-5add-4a8f-aa9e-e6cfe23c336d HTTP/1.1" status: 200 len: 217 time: 0.0337710 Jan 14 02:10:34.036106 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624511b-e1f2-44ed-88d2-d04de773dd38 req-32b8e7e8-bb8d-41d9-befc-e4658f9aa47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:10:34.038003 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5624511b-e1f2-44ed-88d2-d04de773dd38 req-32b8e7e8-bb8d-41d9-befc-e4658f9aa47e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229627b7-01e8-4c6c-bfbe-27b51d26180b HTTP/1.1" status: 200 len: 851 time: 0.0462096 Jan 14 02:10:34.081512 n-d-824358-4 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624511b-e1f2-44ed-88d2-d04de773dd38 req-0dc6644b-b366-4f6b-aa6a-1dca3b8c82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:10:34.083034 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5624511b-e1f2-44ed-88d2-d04de773dd38 req-0dc6644b-b366-4f6b-aa6a-1dca3b8c82f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=812f231a-5064-45c6-884f-0fd4be8b3fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392475 Jan 14 02:10:34.169023 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5624511b-e1f2-44ed-88d2-d04de773dd38 req-a9434d80-56f1-4e31-bb8e-12cf0eb6128c service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798757 Jan 14 02:10:34.256045 n-d-824358-4 neutron-server[103354]: INFO neutron.wsgi [req-5624511b-e1f2-44ed-88d2-d04de773dd38 req-f31df052-4d56-42df-abdf-59388131b392 service neutron] 10.222.0.36 "GET /v2.0/networks/812f231a-5064-45c6-884f-0fd4be8b3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811825 Jan 14 02:10:34.709985 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:34.983578 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85d8e26c-438b-416a-a002-7d6c5735579f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:37.545822 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-330841d8-612a-4dd9-95c2-8bb2b83fff1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:38.438138 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:39.974937 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:41.072133 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:10:41.800536 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a4de76e-c438-4337-a34f-619641382e33 req-75a5a22e-6c8f-4fef-a306-469da6e06d9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c28c2e19-0206-4af4-afb8-76cfb000fc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465279 Jan 14 02:10:41.872344 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4de76e-c438-4337-a34f-619641382e33 req-ffc4446b-d397-4d66-943a-82eac4772f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:10:41.873865 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a4de76e-c438-4337-a34f-619641382e33 req-ffc4446b-d397-4d66-943a-82eac4772f84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63ad23e535974d8ebd72d18abfca4821&device_id=c28c2e19-0206-4af4-afb8-76cfb000fc2f HTTP/1.1" status: 200 len: 1096 time: 0.0417507 Jan 14 02:10:41.974167 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4de76e-c438-4337-a34f-619641382e33 req-4c57abbf-ecd1-4e28-89ea-c01d8e2f8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:10:41.975701 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a4de76e-c438-4337-a34f-619641382e33 req-4c57abbf-ecd1-4e28-89ea-c01d8e2f8d9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9561b62-b1a0-4015-bda2-d465d110791e HTTP/1.1" status: 200 len: 898 time: 0.0833728 Jan 14 02:10:42.020111 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a4de76e-c438-4337-a34f-619641382e33 req-5ecbb643-9f18-4315-bb8a-88ab597063bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83507f0a-d54a-4cb8-b5f2-a5bff1843f2a HTTP/1.1" status: 200 len: 217 time: 0.0371630 Jan 14 02:10:42.067906 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4de76e-c438-4337-a34f-619641382e33 req-d11919b6-20f6-4077-8798-4a886ff1fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:10:42.069297 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a4de76e-c438-4337-a34f-619641382e33 req-d11919b6-20f6-4077-8798-4a886ff1fbd0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52fb16e9-e7fd-4a54-aff3-69dfbae135fb HTTP/1.1" status: 200 len: 835 time: 0.0421195 Jan 14 02:10:42.114331 n-d-824358-4 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4de76e-c438-4337-a34f-619641382e33 req-4795e38d-7ceb-48c7-87a9-0d171625d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 02:10:42.115862 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a4de76e-c438-4337-a34f-619641382e33 req-4795e38d-7ceb-48c7-87a9-0d171625d300 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9561b62-b1a0-4015-bda2-d465d110791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398207 Jan 14 02:10:42.205951 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a4de76e-c438-4337-a34f-619641382e33 req-10ffdc3f-7392-407b-8187-82ea81295e0a service neutron] 10.222.0.46 "GET /v2.0/networks/b9561b62-b1a0-4015-bda2-d465d110791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839257 Jan 14 02:10:42.292340 n-d-824358-4 neutron-server[103353]: INFO neutron.wsgi [req-5a4de76e-c438-4337-a34f-619641382e33 req-b4cf342e-df40-458f-ad6b-cbd1ac41a78f service neutron] 10.222.0.46 "GET /v2.0/networks/b9561b62-b1a0-4015-bda2-d465d110791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799167 Jan 14 02:10:48.577052 n-d-824358-4 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-bc6d2c0d-3c0c-4112-8fa2-3a809511dbcf None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 02:11:01.906550 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-659f6283-c419-4dcc-8260-bc27719d708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (8510aedc-9b68-4023-835a-634da9aa82ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:11:04.705224 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3702ae7-72a6-49eb-9b79-34551d3f55e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (2e0602eb-600b-4c11-87c7-a1fcb7867104), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:11:04.985913 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f8fd330e-061e-4ef5-8014-ef43acbe826c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (82d44c7f-0901-4057-b622-aad99213bd99), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:11:07.547277 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f5089fa-7260-40c7-98fa-4abae927fc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (0eced469-7c57-4436-b4a6-8b9eb6625622), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:11:08.441423 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdeee703-267e-44f9-b5d2-113b2710c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (a351f92f-a922-45f1-b781-7862cea10718), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:11:09.977942 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9512d3ae-4ed6-4d70-bed9-ba0699c36ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (80561116-f040-48c6-817d-074b37b779f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 02:11:11.076916 n-d-824358-4 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-869639f4-80ae-4c4e-b71c-0a0d860f670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788831717142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1485890'] for agent (79d53919-4597-48f3-a628-342f69d3e00b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}